{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 5000,
  "global_step": 5666,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0017649135192375574,
      "grad_norm": 0.9870162796904358,
      "learning_rate": 1.4999999999999999e-05,
      "loss": 2.3057,
      "step": 5
    },
    {
      "epoch": 0.0035298270384751147,
      "grad_norm": 1.2696540200103463,
      "learning_rate": 2.9999999999999997e-05,
      "loss": 2.4562,
      "step": 10
    },
    {
      "epoch": 0.005294740557712672,
      "grad_norm": 0.23777213433556077,
      "learning_rate": 4.4999999999999996e-05,
      "loss": 2.2577,
      "step": 15
    },
    {
      "epoch": 0.0070596540769502295,
      "grad_norm": 0.2920555522596246,
      "learning_rate": 5.9999999999999995e-05,
      "loss": 2.4244,
      "step": 20
    },
    {
      "epoch": 0.008824567596187787,
      "grad_norm": 0.2248081862851944,
      "learning_rate": 7.5e-05,
      "loss": 2.4041,
      "step": 25
    },
    {
      "epoch": 0.010589481115425344,
      "grad_norm": 0.18401943742866847,
      "learning_rate": 8.999999999999999e-05,
      "loss": 2.204,
      "step": 30
    },
    {
      "epoch": 0.012354394634662902,
      "grad_norm": 0.19354324682907367,
      "learning_rate": 0.00010499999999999999,
      "loss": 2.3191,
      "step": 35
    },
    {
      "epoch": 0.014119308153900459,
      "grad_norm": 0.16059440131333053,
      "learning_rate": 0.00011999999999999999,
      "loss": 2.2965,
      "step": 40
    },
    {
      "epoch": 0.015884221673138015,
      "grad_norm": 0.16328667697622465,
      "learning_rate": 0.000135,
      "loss": 2.195,
      "step": 45
    },
    {
      "epoch": 0.017649135192375574,
      "grad_norm": 0.22972784310095215,
      "learning_rate": 0.00015,
      "loss": 2.3032,
      "step": 50
    },
    {
      "epoch": 0.01941404871161313,
      "grad_norm": 0.15973579864036214,
      "learning_rate": 0.000165,
      "loss": 2.1918,
      "step": 55
    },
    {
      "epoch": 0.02117896223085069,
      "grad_norm": 0.14556204808144899,
      "learning_rate": 0.00017999999999999998,
      "loss": 2.3392,
      "step": 60
    },
    {
      "epoch": 0.022943875750088244,
      "grad_norm": 0.15187375699081626,
      "learning_rate": 0.000195,
      "loss": 2.2509,
      "step": 65
    },
    {
      "epoch": 0.024708789269325803,
      "grad_norm": 0.14583247519304798,
      "learning_rate": 0.00020999999999999998,
      "loss": 2.262,
      "step": 70
    },
    {
      "epoch": 0.02647370278856336,
      "grad_norm": 0.130571828262095,
      "learning_rate": 0.000225,
      "loss": 2.0138,
      "step": 75
    },
    {
      "epoch": 0.028238616307800918,
      "grad_norm": 0.12570822735245077,
      "learning_rate": 0.00023999999999999998,
      "loss": 2.2382,
      "step": 80
    },
    {
      "epoch": 0.030003529827038473,
      "grad_norm": 0.100863621514295,
      "learning_rate": 0.00025499999999999996,
      "loss": 2.2271,
      "step": 85
    },
    {
      "epoch": 0.03176844334627603,
      "grad_norm": 0.11678822131319391,
      "learning_rate": 0.00027,
      "loss": 2.3561,
      "step": 90
    },
    {
      "epoch": 0.03353335686551359,
      "grad_norm": 0.4799056072379646,
      "learning_rate": 0.000285,
      "loss": 2.2833,
      "step": 95
    },
    {
      "epoch": 0.03529827038475115,
      "grad_norm": 0.06140412715809612,
      "learning_rate": 0.0003,
      "loss": 2.1165,
      "step": 100
    },
    {
      "epoch": 0.0370631839039887,
      "grad_norm": 0.09284059082940595,
      "learning_rate": 0.00029999940267000255,
      "loss": 2.0447,
      "step": 105
    },
    {
      "epoch": 0.03882809742322626,
      "grad_norm": 0.06391784311117,
      "learning_rate": 0.00029999761068476765,
      "loss": 2.4483,
      "step": 110
    },
    {
      "epoch": 0.04059301094246382,
      "grad_norm": 0.05488718519971469,
      "learning_rate": 0.0002999946240585673,
      "loss": 2.2005,
      "step": 115
    },
    {
      "epoch": 0.04235792446170138,
      "grad_norm": 0.05700323093547788,
      "learning_rate": 0.00029999044281518825,
      "loss": 2.4502,
      "step": 120
    },
    {
      "epoch": 0.04412283798093893,
      "grad_norm": 0.05899689278027543,
      "learning_rate": 0.0002999850669879316,
      "loss": 2.2069,
      "step": 125
    },
    {
      "epoch": 0.04588775150017649,
      "grad_norm": 0.059534772088159695,
      "learning_rate": 0.0002999784966196125,
      "loss": 2.2102,
      "step": 130
    },
    {
      "epoch": 0.04765266501941405,
      "grad_norm": 0.0666704275619814,
      "learning_rate": 0.00029997073176256015,
      "loss": 2.2909,
      "step": 135
    },
    {
      "epoch": 0.049417578538651606,
      "grad_norm": 0.05118624740319015,
      "learning_rate": 0.00029996177247861684,
      "loss": 2.0928,
      "step": 140
    },
    {
      "epoch": 0.05118249205788916,
      "grad_norm": 0.058912964325059915,
      "learning_rate": 0.00029995161883913794,
      "loss": 2.1318,
      "step": 145
    },
    {
      "epoch": 0.05294740557712672,
      "grad_norm": 0.054397362904488586,
      "learning_rate": 0.0002999402709249911,
      "loss": 2.0537,
      "step": 150
    },
    {
      "epoch": 0.05471231909636428,
      "grad_norm": 0.052922745671143676,
      "learning_rate": 0.00029992772882655566,
      "loss": 2.1201,
      "step": 155
    },
    {
      "epoch": 0.056477232615601836,
      "grad_norm": 0.07482784216874547,
      "learning_rate": 0.00029991399264372184,
      "loss": 2.2252,
      "step": 160
    },
    {
      "epoch": 0.05824214613483939,
      "grad_norm": 0.06445190734138931,
      "learning_rate": 0.0002998990624858901,
      "loss": 2.1946,
      "step": 165
    },
    {
      "epoch": 0.06000705965407695,
      "grad_norm": 0.05508339456152396,
      "learning_rate": 0.00029988293847197034,
      "loss": 2.1067,
      "step": 170
    },
    {
      "epoch": 0.06177197317331451,
      "grad_norm": 0.06227507178040559,
      "learning_rate": 0.00029986562073038047,
      "loss": 2.3251,
      "step": 175
    },
    {
      "epoch": 0.06353688669255206,
      "grad_norm": 0.05596410282220337,
      "learning_rate": 0.00029984710939904603,
      "loss": 2.0071,
      "step": 180
    },
    {
      "epoch": 0.06530180021178962,
      "grad_norm": 0.07121635939914675,
      "learning_rate": 0.0002998274046253986,
      "loss": 2.2113,
      "step": 185
    },
    {
      "epoch": 0.06706671373102718,
      "grad_norm": 0.05498123627050147,
      "learning_rate": 0.0002998065065663749,
      "loss": 2.2285,
      "step": 190
    },
    {
      "epoch": 0.06883162725026473,
      "grad_norm": 0.05904016772193954,
      "learning_rate": 0.00029978441538841544,
      "loss": 2.171,
      "step": 195
    },
    {
      "epoch": 0.0705965407695023,
      "grad_norm": 0.10225601868235279,
      "learning_rate": 0.00029976113126746316,
      "loss": 2.0817,
      "step": 200
    },
    {
      "epoch": 0.07236145428873986,
      "grad_norm": 0.1206878560479012,
      "learning_rate": 0.00029973665438896217,
      "loss": 2.2159,
      "step": 205
    },
    {
      "epoch": 0.0741263678079774,
      "grad_norm": 0.09697684972242247,
      "learning_rate": 0.0002997109849478561,
      "loss": 2.1484,
      "step": 210
    },
    {
      "epoch": 0.07589128132721497,
      "grad_norm": 0.08926248535681242,
      "learning_rate": 0.0002996841231485866,
      "loss": 2.1547,
      "step": 215
    },
    {
      "epoch": 0.07765619484645252,
      "grad_norm": 0.08365430219933052,
      "learning_rate": 0.00029965606920509183,
      "loss": 2.1373,
      "step": 220
    },
    {
      "epoch": 0.07942110836569008,
      "grad_norm": 0.08751331951687442,
      "learning_rate": 0.0002996268233408046,
      "loss": 2.2049,
      "step": 225
    },
    {
      "epoch": 0.08118602188492764,
      "grad_norm": 0.08611489013745913,
      "learning_rate": 0.0002995963857886507,
      "loss": 2.1362,
      "step": 230
    },
    {
      "epoch": 0.08295093540416519,
      "grad_norm": 0.0924452715515503,
      "learning_rate": 0.0002995647567910469,
      "loss": 2.055,
      "step": 235
    },
    {
      "epoch": 0.08471584892340275,
      "grad_norm": 0.08594549823823565,
      "learning_rate": 0.0002995319365998993,
      "loss": 2.0891,
      "step": 240
    },
    {
      "epoch": 0.08648076244264032,
      "grad_norm": 0.0878338915817975,
      "learning_rate": 0.000299497925476601,
      "loss": 2.2344,
      "step": 245
    },
    {
      "epoch": 0.08824567596187786,
      "grad_norm": 0.09203765946832222,
      "learning_rate": 0.00029946272369203004,
      "loss": 2.2645,
      "step": 250
    },
    {
      "epoch": 0.09001058948111543,
      "grad_norm": 0.09048053309391206,
      "learning_rate": 0.0002994263315265477,
      "loss": 2.1878,
      "step": 255
    },
    {
      "epoch": 0.09177550300035298,
      "grad_norm": 0.08645372426143949,
      "learning_rate": 0.0002993887492699956,
      "loss": 2.3129,
      "step": 260
    },
    {
      "epoch": 0.09354041651959054,
      "grad_norm": 0.08218396733511944,
      "learning_rate": 0.000299349977221694,
      "loss": 1.9386,
      "step": 265
    },
    {
      "epoch": 0.0953053300388281,
      "grad_norm": 0.10833457956923179,
      "learning_rate": 0.0002993100156904389,
      "loss": 2.2377,
      "step": 270
    },
    {
      "epoch": 0.09707024355806565,
      "grad_norm": 0.09201168120090504,
      "learning_rate": 0.00029926886499449996,
      "loss": 2.3703,
      "step": 275
    },
    {
      "epoch": 0.09883515707730321,
      "grad_norm": 0.08900707862028383,
      "learning_rate": 0.0002992265254616177,
      "loss": 2.0394,
      "step": 280
    },
    {
      "epoch": 0.10060007059654077,
      "grad_norm": 0.10412129279413046,
      "learning_rate": 0.00029918299742900126,
      "loss": 2.2186,
      "step": 285
    },
    {
      "epoch": 0.10236498411577832,
      "grad_norm": 0.0867323431073369,
      "learning_rate": 0.00029913828124332513,
      "loss": 2.1372,
      "step": 290
    },
    {
      "epoch": 0.10412989763501589,
      "grad_norm": 0.09600642456697991,
      "learning_rate": 0.000299092377260727,
      "loss": 2.1068,
      "step": 295
    },
    {
      "epoch": 0.10589481115425343,
      "grad_norm": 0.04175588339217386,
      "learning_rate": 0.0002990452858468045,
      "loss": 2.2192,
      "step": 300
    },
    {
      "epoch": 0.107659724673491,
      "grad_norm": 0.04180583872091638,
      "learning_rate": 0.0002989970073766125,
      "loss": 2.1785,
      "step": 305
    },
    {
      "epoch": 0.10942463819272856,
      "grad_norm": 0.04077262342802702,
      "learning_rate": 0.0002989475422346601,
      "loss": 2.2577,
      "step": 310
    },
    {
      "epoch": 0.11118955171196611,
      "grad_norm": 0.03743152652028906,
      "learning_rate": 0.0002988968908149074,
      "loss": 2.2192,
      "step": 315
    },
    {
      "epoch": 0.11295446523120367,
      "grad_norm": 0.0369669158283002,
      "learning_rate": 0.00029884505352076264,
      "loss": 2.2923,
      "step": 320
    },
    {
      "epoch": 0.11471937875044123,
      "grad_norm": 0.03766638227324958,
      "learning_rate": 0.0002987920307650786,
      "loss": 2.1331,
      "step": 325
    },
    {
      "epoch": 0.11648429226967878,
      "grad_norm": 0.036718435576890515,
      "learning_rate": 0.0002987378229701499,
      "loss": 2.0629,
      "step": 330
    },
    {
      "epoch": 0.11824920578891635,
      "grad_norm": 0.03475908972372543,
      "learning_rate": 0.0002986824305677091,
      "loss": 2.0498,
      "step": 335
    },
    {
      "epoch": 0.1200141193081539,
      "grad_norm": 0.03413128313818488,
      "learning_rate": 0.00029862585399892324,
      "loss": 2.2615,
      "step": 340
    },
    {
      "epoch": 0.12177903282739146,
      "grad_norm": 0.036131244030678,
      "learning_rate": 0.000298568093714391,
      "loss": 2.1939,
      "step": 345
    },
    {
      "epoch": 0.12354394634662902,
      "grad_norm": 0.03559766773507592,
      "learning_rate": 0.0002985091501741382,
      "loss": 2.2365,
      "step": 350
    },
    {
      "epoch": 0.12530885986586657,
      "grad_norm": 0.036492021233864184,
      "learning_rate": 0.0002984490238476148,
      "loss": 2.1711,
      "step": 355
    },
    {
      "epoch": 0.12707377338510412,
      "grad_norm": 0.036729294690958515,
      "learning_rate": 0.000298387715213691,
      "loss": 2.2582,
      "step": 360
    },
    {
      "epoch": 0.1288386869043417,
      "grad_norm": 0.041367703842070995,
      "learning_rate": 0.00029832522476065323,
      "loss": 2.1152,
      "step": 365
    },
    {
      "epoch": 0.13060360042357924,
      "grad_norm": 0.03815542267761237,
      "learning_rate": 0.0002982615529862004,
      "loss": 2.0446,
      "step": 370
    },
    {
      "epoch": 0.1323685139428168,
      "grad_norm": 0.036363249569976774,
      "learning_rate": 0.0002981967003974401,
      "loss": 2.1343,
      "step": 375
    },
    {
      "epoch": 0.13413342746205437,
      "grad_norm": 0.036853678676345404,
      "learning_rate": 0.00029813066751088426,
      "loss": 2.2858,
      "step": 380
    },
    {
      "epoch": 0.13589834098129192,
      "grad_norm": 0.03813670814046979,
      "learning_rate": 0.0002980634548524451,
      "loss": 2.06,
      "step": 385
    },
    {
      "epoch": 0.13766325450052946,
      "grad_norm": 0.04065031480766099,
      "learning_rate": 0.0002979950629574312,
      "loss": 2.2976,
      "step": 390
    },
    {
      "epoch": 0.13942816801976704,
      "grad_norm": 0.03852663679252818,
      "learning_rate": 0.000297925492370543,
      "loss": 2.2986,
      "step": 395
    },
    {
      "epoch": 0.1411930815390046,
      "grad_norm": 0.03696331701078347,
      "learning_rate": 0.00029785474364586837,
      "loss": 2.2626,
      "step": 400
    },
    {
      "epoch": 0.14295799505824214,
      "grad_norm": 0.044040908964770184,
      "learning_rate": 0.00029778281734687856,
      "loss": 2.0912,
      "step": 405
    },
    {
      "epoch": 0.14472290857747971,
      "grad_norm": 0.0372882318058729,
      "learning_rate": 0.0002977097140464233,
      "loss": 2.2395,
      "step": 410
    },
    {
      "epoch": 0.14648782209671726,
      "grad_norm": 0.03468254500555961,
      "learning_rate": 0.0002976354343267265,
      "loss": 2.1716,
      "step": 415
    },
    {
      "epoch": 0.1482527356159548,
      "grad_norm": 0.03635593346985757,
      "learning_rate": 0.00029755997877938163,
      "loss": 2.1567,
      "step": 420
    },
    {
      "epoch": 0.1500176491351924,
      "grad_norm": 0.03470673777171037,
      "learning_rate": 0.0002974833480053469,
      "loss": 2.057,
      "step": 425
    },
    {
      "epoch": 0.15178256265442994,
      "grad_norm": 0.03519535892047795,
      "learning_rate": 0.0002974055426149403,
      "loss": 2.3069,
      "step": 430
    },
    {
      "epoch": 0.15354747617366749,
      "grad_norm": 0.03557023333314978,
      "learning_rate": 0.00029732656322783513,
      "loss": 2.1936,
      "step": 435
    },
    {
      "epoch": 0.15531238969290503,
      "grad_norm": 0.03341152268324352,
      "learning_rate": 0.0002972464104730549,
      "loss": 2.3136,
      "step": 440
    },
    {
      "epoch": 0.1570773032121426,
      "grad_norm": 0.03390532463348913,
      "learning_rate": 0.00029716508498896807,
      "loss": 2.1568,
      "step": 445
    },
    {
      "epoch": 0.15884221673138016,
      "grad_norm": 0.035934397571484936,
      "learning_rate": 0.0002970825874232834,
      "loss": 2.1949,
      "step": 450
    },
    {
      "epoch": 0.1606071302506177,
      "grad_norm": 0.03345542998218734,
      "learning_rate": 0.0002969989184330445,
      "loss": 2.1642,
      "step": 455
    },
    {
      "epoch": 0.16237204376985528,
      "grad_norm": 0.03226997917878771,
      "learning_rate": 0.00029691407868462464,
      "loss": 2.1097,
      "step": 460
    },
    {
      "epoch": 0.16413695728909283,
      "grad_norm": 0.03277396003569313,
      "learning_rate": 0.00029682806885372156,
      "loss": 2.2478,
      "step": 465
    },
    {
      "epoch": 0.16590187080833038,
      "grad_norm": 0.033555291710766426,
      "learning_rate": 0.00029674088962535194,
      "loss": 2.0988,
      "step": 470
    },
    {
      "epoch": 0.16766678432756796,
      "grad_norm": 0.03455582331158057,
      "learning_rate": 0.000296652541693846,
      "loss": 2.1584,
      "step": 475
    },
    {
      "epoch": 0.1694316978468055,
      "grad_norm": 0.032840245870870644,
      "learning_rate": 0.000296563025762842,
      "loss": 2.2052,
      "step": 480
    },
    {
      "epoch": 0.17119661136604306,
      "grad_norm": 0.03649344986848586,
      "learning_rate": 0.00029647234254528065,
      "loss": 2.318,
      "step": 485
    },
    {
      "epoch": 0.17296152488528063,
      "grad_norm": 0.034228935154978664,
      "learning_rate": 0.00029638049276339937,
      "loss": 2.2473,
      "step": 490
    },
    {
      "epoch": 0.17472643840451818,
      "grad_norm": 0.033305402111050667,
      "learning_rate": 0.0002962874771487265,
      "loss": 2.18,
      "step": 495
    },
    {
      "epoch": 0.17649135192375573,
      "grad_norm": 0.034605741747086013,
      "learning_rate": 0.00029619329644207563,
      "loss": 2.101,
      "step": 500
    },
    {
      "epoch": 0.1782562654429933,
      "grad_norm": 0.05106461176183687,
      "learning_rate": 0.00029609795139353963,
      "loss": 2.1359,
      "step": 505
    },
    {
      "epoch": 0.18002117896223085,
      "grad_norm": 0.04738316910513329,
      "learning_rate": 0.0002960014427624845,
      "loss": 2.1597,
      "step": 510
    },
    {
      "epoch": 0.1817860924814684,
      "grad_norm": 0.03672169099683521,
      "learning_rate": 0.00029590377131754366,
      "loss": 2.2543,
      "step": 515
    },
    {
      "epoch": 0.18355100600070595,
      "grad_norm": 0.03290499509725145,
      "learning_rate": 0.0002958049378366115,
      "loss": 2.0531,
      "step": 520
    },
    {
      "epoch": 0.18531591951994353,
      "grad_norm": 0.033252522240519874,
      "learning_rate": 0.0002957049431068375,
      "loss": 2.0309,
      "step": 525
    },
    {
      "epoch": 0.18708083303918108,
      "grad_norm": 0.034546018162165563,
      "learning_rate": 0.00029560378792461956,
      "loss": 2.1264,
      "step": 530
    },
    {
      "epoch": 0.18884574655841863,
      "grad_norm": 0.03489106895770067,
      "learning_rate": 0.00029550147309559806,
      "loss": 2.076,
      "step": 535
    },
    {
      "epoch": 0.1906106600776562,
      "grad_norm": 0.03132334443811583,
      "learning_rate": 0.0002953979994346492,
      "loss": 2.1084,
      "step": 540
    },
    {
      "epoch": 0.19237557359689375,
      "grad_norm": 0.03185171054665557,
      "learning_rate": 0.00029529336776587864,
      "loss": 2.2279,
      "step": 545
    },
    {
      "epoch": 0.1941404871161313,
      "grad_norm": 0.032835092236925004,
      "learning_rate": 0.0002951875789226148,
      "loss": 2.1829,
      "step": 550
    },
    {
      "epoch": 0.19590540063536888,
      "grad_norm": 0.035691822767610695,
      "learning_rate": 0.0002950806337474024,
      "loss": 1.9802,
      "step": 555
    },
    {
      "epoch": 0.19767031415460642,
      "grad_norm": 0.031613767845956355,
      "learning_rate": 0.0002949725330919955,
      "loss": 2.0829,
      "step": 560
    },
    {
      "epoch": 0.19943522767384397,
      "grad_norm": 0.03314933655274603,
      "learning_rate": 0.0002948632778173511,
      "loss": 2.1448,
      "step": 565
    },
    {
      "epoch": 0.20120014119308155,
      "grad_norm": 0.034209151222267656,
      "learning_rate": 0.0002947528687936217,
      "loss": 2.097,
      "step": 570
    },
    {
      "epoch": 0.2029650547123191,
      "grad_norm": 0.03267788675448161,
      "learning_rate": 0.00029464130690014907,
      "loss": 2.059,
      "step": 575
    },
    {
      "epoch": 0.20472996823155665,
      "grad_norm": 0.036874612694987166,
      "learning_rate": 0.0002945285930254567,
      "loss": 2.1296,
      "step": 580
    },
    {
      "epoch": 0.20649488175079422,
      "grad_norm": 0.03566767464519494,
      "learning_rate": 0.00029441472806724305,
      "loss": 2.1708,
      "step": 585
    },
    {
      "epoch": 0.20825979527003177,
      "grad_norm": 0.05009220178943291,
      "learning_rate": 0.0002942997129323741,
      "loss": 2.0103,
      "step": 590
    },
    {
      "epoch": 0.21002470878926932,
      "grad_norm": 0.03266455531259752,
      "learning_rate": 0.00029418354853687635,
      "loss": 2.178,
      "step": 595
    },
    {
      "epoch": 0.21178962230850687,
      "grad_norm": 0.03469882604537321,
      "learning_rate": 0.00029406623580592963,
      "loss": 2.1516,
      "step": 600
    },
    {
      "epoch": 0.21355453582774445,
      "grad_norm": 0.04568627032197128,
      "learning_rate": 0.00029394777567385937,
      "loss": 2.0929,
      "step": 605
    },
    {
      "epoch": 0.215319449346982,
      "grad_norm": 0.03832075356380359,
      "learning_rate": 0.00029382816908412945,
      "loss": 2.2197,
      "step": 610
    },
    {
      "epoch": 0.21708436286621954,
      "grad_norm": 0.033676208545798766,
      "learning_rate": 0.00029370741698933465,
      "loss": 2.3015,
      "step": 615
    },
    {
      "epoch": 0.21884927638545712,
      "grad_norm": 0.03309688830370379,
      "learning_rate": 0.00029358552035119287,
      "loss": 2.0767,
      "step": 620
    },
    {
      "epoch": 0.22061418990469467,
      "grad_norm": 0.03129253720400337,
      "learning_rate": 0.0002934624801405377,
      "loss": 1.9616,
      "step": 625
    },
    {
      "epoch": 0.22237910342393222,
      "grad_norm": 0.031270008948313964,
      "learning_rate": 0.0002933382973373107,
      "loss": 1.9926,
      "step": 630
    },
    {
      "epoch": 0.2241440169431698,
      "grad_norm": 0.03345258541076931,
      "learning_rate": 0.0002932129729305532,
      "loss": 2.1212,
      "step": 635
    },
    {
      "epoch": 0.22590893046240734,
      "grad_norm": 0.03281266692932466,
      "learning_rate": 0.000293086507918399,
      "loss": 2.0959,
      "step": 640
    },
    {
      "epoch": 0.2276738439816449,
      "grad_norm": 0.03526934637872925,
      "learning_rate": 0.00029295890330806605,
      "loss": 2.1843,
      "step": 645
    },
    {
      "epoch": 0.22943875750088247,
      "grad_norm": 0.03368526402489238,
      "learning_rate": 0.0002928301601158485,
      "loss": 2.0457,
      "step": 650
    },
    {
      "epoch": 0.23120367102012002,
      "grad_norm": 0.030091547447406056,
      "learning_rate": 0.0002927002793671086,
      "loss": 2.0672,
      "step": 655
    },
    {
      "epoch": 0.23296858453935756,
      "grad_norm": 0.03266116650214598,
      "learning_rate": 0.0002925692620962686,
      "loss": 2.2223,
      "step": 660
    },
    {
      "epoch": 0.23473349805859514,
      "grad_norm": 0.032737664374382816,
      "learning_rate": 0.0002924371093468024,
      "loss": 2.2904,
      "step": 665
    },
    {
      "epoch": 0.2364984115778327,
      "grad_norm": 0.034943051249963254,
      "learning_rate": 0.00029230382217122747,
      "loss": 2.0731,
      "step": 670
    },
    {
      "epoch": 0.23826332509707024,
      "grad_norm": 0.03308629979203581,
      "learning_rate": 0.00029216940163109606,
      "loss": 2.2583,
      "step": 675
    },
    {
      "epoch": 0.2400282386163078,
      "grad_norm": 0.03383854148212595,
      "learning_rate": 0.00029203384879698715,
      "loss": 2.2264,
      "step": 680
    },
    {
      "epoch": 0.24179315213554536,
      "grad_norm": 0.03432256937603642,
      "learning_rate": 0.00029189716474849783,
      "loss": 1.9708,
      "step": 685
    },
    {
      "epoch": 0.2435580656547829,
      "grad_norm": 0.03649297931913595,
      "learning_rate": 0.0002917593505742344,
      "loss": 2.1891,
      "step": 690
    },
    {
      "epoch": 0.24532297917402046,
      "grad_norm": 0.033460968686979314,
      "learning_rate": 0.00029162040737180407,
      "loss": 2.0362,
      "step": 695
    },
    {
      "epoch": 0.24708789269325804,
      "grad_norm": 0.0342962322777911,
      "learning_rate": 0.0002914803362478061,
      "loss": 2.0718,
      "step": 700
    },
    {
      "epoch": 0.2488528062124956,
      "grad_norm": 0.04259200470850871,
      "learning_rate": 0.00029133913831782307,
      "loss": 2.1238,
      "step": 705
    },
    {
      "epoch": 0.25061771973173314,
      "grad_norm": 0.03443072792452799,
      "learning_rate": 0.00029119681470641157,
      "loss": 2.1241,
      "step": 710
    },
    {
      "epoch": 0.2523826332509707,
      "grad_norm": 0.03463099769615107,
      "learning_rate": 0.0002910533665470939,
      "loss": 2.1697,
      "step": 715
    },
    {
      "epoch": 0.25414754677020823,
      "grad_norm": 0.03309668511207264,
      "learning_rate": 0.0002909087949823485,
      "loss": 2.2821,
      "step": 720
    },
    {
      "epoch": 0.2559124602894458,
      "grad_norm": 0.033170681828503336,
      "learning_rate": 0.0002907631011636012,
      "loss": 2.2057,
      "step": 725
    },
    {
      "epoch": 0.2576773738086834,
      "grad_norm": 0.03379275053343088,
      "learning_rate": 0.00029061628625121576,
      "loss": 2.1832,
      "step": 730
    },
    {
      "epoch": 0.2594422873279209,
      "grad_norm": 0.03349202991869069,
      "learning_rate": 0.00029046835141448497,
      "loss": 1.9967,
      "step": 735
    },
    {
      "epoch": 0.2612072008471585,
      "grad_norm": 0.03284345125933767,
      "learning_rate": 0.00029031929783162095,
      "loss": 2.2037,
      "step": 740
    },
    {
      "epoch": 0.26297211436639606,
      "grad_norm": 0.03234900272024827,
      "learning_rate": 0.0002901691266897461,
      "loss": 2.1817,
      "step": 745
    },
    {
      "epoch": 0.2647370278856336,
      "grad_norm": 0.0343158509752639,
      "learning_rate": 0.0002900178391848834,
      "loss": 2.2453,
      "step": 750
    },
    {
      "epoch": 0.26650194140487116,
      "grad_norm": 0.031395689877245656,
      "learning_rate": 0.00028986543652194716,
      "loss": 2.1835,
      "step": 755
    },
    {
      "epoch": 0.26826685492410873,
      "grad_norm": 0.0341025406000622,
      "learning_rate": 0.00028971191991473304,
      "loss": 2.2215,
      "step": 760
    },
    {
      "epoch": 0.27003176844334625,
      "grad_norm": 0.030903977573464605,
      "learning_rate": 0.00028955729058590876,
      "loss": 2.0813,
      "step": 765
    },
    {
      "epoch": 0.27179668196258383,
      "grad_norm": 0.03450506880366533,
      "learning_rate": 0.00028940154976700406,
      "loss": 2.1511,
      "step": 770
    },
    {
      "epoch": 0.2735615954818214,
      "grad_norm": 0.032745788369762274,
      "learning_rate": 0.00028924469869840124,
      "loss": 2.0847,
      "step": 775
    },
    {
      "epoch": 0.27532650900105893,
      "grad_norm": 0.03414446799000706,
      "learning_rate": 0.00028908673862932483,
      "loss": 2.1602,
      "step": 780
    },
    {
      "epoch": 0.2770914225202965,
      "grad_norm": 0.033537805234877066,
      "learning_rate": 0.000288927670817832,
      "loss": 2.1164,
      "step": 785
    },
    {
      "epoch": 0.2788563360395341,
      "grad_norm": 0.032928697653069765,
      "learning_rate": 0.0002887674965308025,
      "loss": 2.2996,
      "step": 790
    },
    {
      "epoch": 0.2806212495587716,
      "grad_norm": 0.03173309369231481,
      "learning_rate": 0.0002886062170439284,
      "loss": 2.1099,
      "step": 795
    },
    {
      "epoch": 0.2823861630780092,
      "grad_norm": 0.03249924246847984,
      "learning_rate": 0.00028844383364170405,
      "loss": 2.2077,
      "step": 800
    },
    {
      "epoch": 0.28415107659724675,
      "grad_norm": 0.03526224130536068,
      "learning_rate": 0.0002882803476174157,
      "loss": 2.1466,
      "step": 805
    },
    {
      "epoch": 0.2859159901164843,
      "grad_norm": 0.036605813414546357,
      "learning_rate": 0.0002881157602731316,
      "loss": 2.1529,
      "step": 810
    },
    {
      "epoch": 0.28768090363572185,
      "grad_norm": 0.03589663428281995,
      "learning_rate": 0.00028795007291969104,
      "loss": 2.1245,
      "step": 815
    },
    {
      "epoch": 0.28944581715495943,
      "grad_norm": 0.036121970182539424,
      "learning_rate": 0.0002877832868766945,
      "loss": 2.2219,
      "step": 820
    },
    {
      "epoch": 0.29121073067419695,
      "grad_norm": 0.03437654036658201,
      "learning_rate": 0.00028761540347249263,
      "loss": 2.012,
      "step": 825
    },
    {
      "epoch": 0.2929756441934345,
      "grad_norm": 0.032381897241935326,
      "learning_rate": 0.0002874464240441761,
      "loss": 2.2461,
      "step": 830
    },
    {
      "epoch": 0.2947405577126721,
      "grad_norm": 0.031558627469942674,
      "learning_rate": 0.0002872763499375646,
      "loss": 2.086,
      "step": 835
    },
    {
      "epoch": 0.2965054712319096,
      "grad_norm": 0.03283164503679855,
      "learning_rate": 0.0002871051825071964,
      "loss": 2.1209,
      "step": 840
    },
    {
      "epoch": 0.2982703847511472,
      "grad_norm": 0.03264520962815425,
      "learning_rate": 0.0002869329231163172,
      "loss": 2.0898,
      "step": 845
    },
    {
      "epoch": 0.3000352982703848,
      "grad_norm": 0.03136286807195927,
      "learning_rate": 0.0002867595731368699,
      "loss": 2.0256,
      "step": 850
    },
    {
      "epoch": 0.3018002117896223,
      "grad_norm": 0.030906771854311548,
      "learning_rate": 0.0002865851339494831,
      "loss": 2.1845,
      "step": 855
    },
    {
      "epoch": 0.3035651253088599,
      "grad_norm": 0.03280850863917648,
      "learning_rate": 0.00028640960694346,
      "loss": 2.0018,
      "step": 860
    },
    {
      "epoch": 0.30533003882809745,
      "grad_norm": 0.033589188584267925,
      "learning_rate": 0.0002862329935167681,
      "loss": 2.3826,
      "step": 865
    },
    {
      "epoch": 0.30709495234733497,
      "grad_norm": 0.032363586423996546,
      "learning_rate": 0.0002860552950760272,
      "loss": 2.1097,
      "step": 870
    },
    {
      "epoch": 0.30885986586657255,
      "grad_norm": 0.0317130458760469,
      "learning_rate": 0.000285876513036499,
      "loss": 2.106,
      "step": 875
    },
    {
      "epoch": 0.31062477938581007,
      "grad_norm": 0.03192850313391572,
      "learning_rate": 0.00028569664882207495,
      "loss": 2.1243,
      "step": 880
    },
    {
      "epoch": 0.31238969290504764,
      "grad_norm": 0.030787316418390272,
      "learning_rate": 0.0002855157038652656,
      "loss": 2.0857,
      "step": 885
    },
    {
      "epoch": 0.3141546064242852,
      "grad_norm": 0.031589314818130196,
      "learning_rate": 0.00028533367960718913,
      "loss": 2.1684,
      "step": 890
    },
    {
      "epoch": 0.31591951994352274,
      "grad_norm": 0.03164938589075929,
      "learning_rate": 0.0002851505774975594,
      "loss": 2.0861,
      "step": 895
    },
    {
      "epoch": 0.3176844334627603,
      "grad_norm": 0.03496517145140474,
      "learning_rate": 0.00028496639899467486,
      "loss": 2.1541,
      "step": 900
    },
    {
      "epoch": 0.3194493469819979,
      "grad_norm": 0.03669965554282724,
      "learning_rate": 0.0002847811455654068,
      "loss": 2.0715,
      "step": 905
    },
    {
      "epoch": 0.3212142605012354,
      "grad_norm": 0.036077066352649886,
      "learning_rate": 0.0002845948186851876,
      "loss": 2.2075,
      "step": 910
    },
    {
      "epoch": 0.322979174020473,
      "grad_norm": 0.032675231869251295,
      "learning_rate": 0.0002844074198379991,
      "loss": 2.0532,
      "step": 915
    },
    {
      "epoch": 0.32474408753971057,
      "grad_norm": 0.03498146054855494,
      "learning_rate": 0.00028421895051636064,
      "loss": 2.212,
      "step": 920
    },
    {
      "epoch": 0.3265090010589481,
      "grad_norm": 0.0344843689407788,
      "learning_rate": 0.0002840294122213173,
      "loss": 2.2024,
      "step": 925
    },
    {
      "epoch": 0.32827391457818567,
      "grad_norm": 0.03237165573136892,
      "learning_rate": 0.0002838388064624278,
      "loss": 2.215,
      "step": 930
    },
    {
      "epoch": 0.33003882809742324,
      "grad_norm": 0.03445765046406074,
      "learning_rate": 0.0002836471347577527,
      "loss": 2.1015,
      "step": 935
    },
    {
      "epoch": 0.33180374161666076,
      "grad_norm": 0.033095612728491826,
      "learning_rate": 0.00028345439863384207,
      "loss": 2.0577,
      "step": 940
    },
    {
      "epoch": 0.33356865513589834,
      "grad_norm": 0.03363037214322298,
      "learning_rate": 0.0002832605996257236,
      "loss": 2.1047,
      "step": 945
    },
    {
      "epoch": 0.3353335686551359,
      "grad_norm": 0.031353729957200864,
      "learning_rate": 0.00028306573927689007,
      "loss": 2.0823,
      "step": 950
    },
    {
      "epoch": 0.33709848217437344,
      "grad_norm": 0.033728463876960685,
      "learning_rate": 0.0002828698191392871,
      "loss": 2.2383,
      "step": 955
    },
    {
      "epoch": 0.338863395693611,
      "grad_norm": 0.031957978011313046,
      "learning_rate": 0.0002826728407733012,
      "loss": 2.1302,
      "step": 960
    },
    {
      "epoch": 0.3406283092128486,
      "grad_norm": 0.03212775871087497,
      "learning_rate": 0.00028247480574774674,
      "loss": 2.2524,
      "step": 965
    },
    {
      "epoch": 0.3423932227320861,
      "grad_norm": 0.034989168862386295,
      "learning_rate": 0.0002822757156398539,
      "loss": 1.9753,
      "step": 970
    },
    {
      "epoch": 0.3441581362513237,
      "grad_norm": 0.03385051882383798,
      "learning_rate": 0.00028207557203525604,
      "loss": 1.9766,
      "step": 975
    },
    {
      "epoch": 0.34592304977056126,
      "grad_norm": 0.03273252857741976,
      "learning_rate": 0.0002818743765279767,
      "loss": 2.0491,
      "step": 980
    },
    {
      "epoch": 0.3476879632897988,
      "grad_norm": 0.030850980074499237,
      "learning_rate": 0.0002816721307204175,
      "loss": 2.0357,
      "step": 985
    },
    {
      "epoch": 0.34945287680903636,
      "grad_norm": 0.031865527362074424,
      "learning_rate": 0.0002814688362233449,
      "loss": 2.0826,
      "step": 990
    },
    {
      "epoch": 0.35121779032827394,
      "grad_norm": 0.031495060621332706,
      "learning_rate": 0.0002812644946558776,
      "loss": 2.1531,
      "step": 995
    },
    {
      "epoch": 0.35298270384751146,
      "grad_norm": 0.03477014326283163,
      "learning_rate": 0.0002810591076454735,
      "loss": 2.1923,
      "step": 1000
    },
    {
      "epoch": 0.35474761736674904,
      "grad_norm": 0.036670064592913755,
      "learning_rate": 0.00028085267682791695,
      "loss": 2.0221,
      "step": 1005
    },
    {
      "epoch": 0.3565125308859866,
      "grad_norm": 0.033691898464027425,
      "learning_rate": 0.00028064520384730557,
      "loss": 1.9867,
      "step": 1010
    },
    {
      "epoch": 0.35827744440522413,
      "grad_norm": 0.035095823707589985,
      "learning_rate": 0.00028043669035603716,
      "loss": 2.1052,
      "step": 1015
    },
    {
      "epoch": 0.3600423579244617,
      "grad_norm": 0.03512742369207502,
      "learning_rate": 0.00028022713801479656,
      "loss": 2.0658,
      "step": 1020
    },
    {
      "epoch": 0.3618072714436993,
      "grad_norm": 0.0345518953155344,
      "learning_rate": 0.0002800165484925424,
      "loss": 2.0377,
      "step": 1025
    },
    {
      "epoch": 0.3635721849629368,
      "grad_norm": 0.03586824307019526,
      "learning_rate": 0.00027980492346649385,
      "loss": 2.0155,
      "step": 1030
    },
    {
      "epoch": 0.3653370984821744,
      "grad_norm": 0.03237762834207819,
      "learning_rate": 0.0002795922646221173,
      "loss": 2.1023,
      "step": 1035
    },
    {
      "epoch": 0.3671020120014119,
      "grad_norm": 0.03297821626751376,
      "learning_rate": 0.00027937857365311285,
      "loss": 2.0894,
      "step": 1040
    },
    {
      "epoch": 0.3688669255206495,
      "grad_norm": 0.03328373844207128,
      "learning_rate": 0.0002791638522614008,
      "loss": 2.1916,
      "step": 1045
    },
    {
      "epoch": 0.37063183903988706,
      "grad_norm": 0.032890869295347853,
      "learning_rate": 0.00027894810215710824,
      "loss": 2.0841,
      "step": 1050
    },
    {
      "epoch": 0.3723967525591246,
      "grad_norm": 0.03210559071060243,
      "learning_rate": 0.00027873132505855527,
      "loss": 2.0588,
      "step": 1055
    },
    {
      "epoch": 0.37416166607836215,
      "grad_norm": 0.033366455037701755,
      "learning_rate": 0.0002785135226922414,
      "loss": 2.0739,
      "step": 1060
    },
    {
      "epoch": 0.37592657959759973,
      "grad_norm": 0.03374599112721655,
      "learning_rate": 0.00027829469679283177,
      "loss": 2.1457,
      "step": 1065
    },
    {
      "epoch": 0.37769149311683725,
      "grad_norm": 0.03285848677061954,
      "learning_rate": 0.0002780748491031435,
      "loss": 2.0158,
      "step": 1070
    },
    {
      "epoch": 0.37945640663607483,
      "grad_norm": 0.034298649570843436,
      "learning_rate": 0.0002778539813741313,
      "loss": 2.0311,
      "step": 1075
    },
    {
      "epoch": 0.3812213201553124,
      "grad_norm": 0.03493328500218814,
      "learning_rate": 0.0002776320953648743,
      "loss": 2.1531,
      "step": 1080
    },
    {
      "epoch": 0.3829862336745499,
      "grad_norm": 0.03418377528359241,
      "learning_rate": 0.0002774091928425613,
      "loss": 2.1248,
      "step": 1085
    },
    {
      "epoch": 0.3847511471937875,
      "grad_norm": 0.03190825476068291,
      "learning_rate": 0.0002771852755824772,
      "loss": 2.2637,
      "step": 1090
    },
    {
      "epoch": 0.3865160607130251,
      "grad_norm": 0.03475039484489621,
      "learning_rate": 0.00027696034536798863,
      "loss": 2.0331,
      "step": 1095
    },
    {
      "epoch": 0.3882809742322626,
      "grad_norm": 0.03722899073079216,
      "learning_rate": 0.0002767344039905297,
      "loss": 2.0959,
      "step": 1100
    },
    {
      "epoch": 0.3900458877515002,
      "grad_norm": 0.04206335956043232,
      "learning_rate": 0.000276507453249588,
      "loss": 2.1869,
      "step": 1105
    },
    {
      "epoch": 0.39181080127073775,
      "grad_norm": 0.03741766702570404,
      "learning_rate": 0.00027627949495269004,
      "loss": 2.1399,
      "step": 1110
    },
    {
      "epoch": 0.3935757147899753,
      "grad_norm": 0.035987744465726425,
      "learning_rate": 0.00027605053091538665,
      "loss": 2.085,
      "step": 1115
    },
    {
      "epoch": 0.39534062830921285,
      "grad_norm": 0.036512922759248466,
      "learning_rate": 0.0002758205629612393,
      "loss": 2.0886,
      "step": 1120
    },
    {
      "epoch": 0.3971055418284504,
      "grad_norm": 0.03632362257347427,
      "learning_rate": 0.0002755895929218045,
      "loss": 2.0927,
      "step": 1125
    },
    {
      "epoch": 0.39887045534768795,
      "grad_norm": 0.03423191738091953,
      "learning_rate": 0.0002753576226366202,
      "loss": 2.1753,
      "step": 1130
    },
    {
      "epoch": 0.4006353688669255,
      "grad_norm": 0.03615517054444847,
      "learning_rate": 0.0002751246539531905,
      "loss": 2.0145,
      "step": 1135
    },
    {
      "epoch": 0.4024002823861631,
      "grad_norm": 0.03480923996115515,
      "learning_rate": 0.00027489068872697104,
      "loss": 2.2001,
      "step": 1140
    },
    {
      "epoch": 0.4041651959054006,
      "grad_norm": 0.040212739205729986,
      "learning_rate": 0.0002746557288213546,
      "loss": 2.1179,
      "step": 1145
    },
    {
      "epoch": 0.4059301094246382,
      "grad_norm": 0.035285244575101765,
      "learning_rate": 0.0002744197761076558,
      "loss": 2.0346,
      "step": 1150
    },
    {
      "epoch": 0.4076950229438758,
      "grad_norm": 0.03479285940674813,
      "learning_rate": 0.0002741828324650964,
      "loss": 2.0631,
      "step": 1155
    },
    {
      "epoch": 0.4094599364631133,
      "grad_norm": 0.03478212799072865,
      "learning_rate": 0.00027394489978079043,
      "loss": 2.0288,
      "step": 1160
    },
    {
      "epoch": 0.41122484998235087,
      "grad_norm": 0.03442721873390001,
      "learning_rate": 0.00027370597994972885,
      "loss": 2.1027,
      "step": 1165
    },
    {
      "epoch": 0.41298976350158845,
      "grad_norm": 0.035013108215072315,
      "learning_rate": 0.00027346607487476485,
      "loss": 2.122,
      "step": 1170
    },
    {
      "epoch": 0.41475467702082597,
      "grad_norm": 0.03685488507083505,
      "learning_rate": 0.0002732251864665983,
      "loss": 2.0809,
      "step": 1175
    },
    {
      "epoch": 0.41651959054006354,
      "grad_norm": 0.0374851905968305,
      "learning_rate": 0.0002729833166437609,
      "loss": 2.0885,
      "step": 1180
    },
    {
      "epoch": 0.4182845040593011,
      "grad_norm": 0.03513428701010772,
      "learning_rate": 0.0002727404673326005,
      "loss": 2.1349,
      "step": 1185
    },
    {
      "epoch": 0.42004941757853864,
      "grad_norm": 0.03593527810394835,
      "learning_rate": 0.00027249664046726646,
      "loss": 1.9886,
      "step": 1190
    },
    {
      "epoch": 0.4218143310977762,
      "grad_norm": 0.036875791448744456,
      "learning_rate": 0.00027225183798969315,
      "loss": 2.0894,
      "step": 1195
    },
    {
      "epoch": 0.42357924461701374,
      "grad_norm": 0.03262167438974139,
      "learning_rate": 0.0002720060618495856,
      "loss": 2.0764,
      "step": 1200
    },
    {
      "epoch": 0.4253441581362513,
      "grad_norm": 0.033675860134706456,
      "learning_rate": 0.0002717593140044032,
      "loss": 2.233,
      "step": 1205
    },
    {
      "epoch": 0.4271090716554889,
      "grad_norm": 0.03387281917057669,
      "learning_rate": 0.00027151159641934457,
      "loss": 2.25,
      "step": 1210
    },
    {
      "epoch": 0.4288739851747264,
      "grad_norm": 0.03250899436211034,
      "learning_rate": 0.00027126291106733153,
      "loss": 2.0767,
      "step": 1215
    },
    {
      "epoch": 0.430638898693964,
      "grad_norm": 0.03233745826410541,
      "learning_rate": 0.0002710132599289937,
      "loss": 2.0126,
      "step": 1220
    },
    {
      "epoch": 0.43240381221320157,
      "grad_norm": 0.03180368800275238,
      "learning_rate": 0.00027076264499265273,
      "loss": 2.0627,
      "step": 1225
    },
    {
      "epoch": 0.4341687257324391,
      "grad_norm": 0.0322734260973177,
      "learning_rate": 0.0002705110682543061,
      "loss": 2.0426,
      "step": 1230
    },
    {
      "epoch": 0.43593363925167666,
      "grad_norm": 0.03102410121289385,
      "learning_rate": 0.0002702585317176115,
      "loss": 2.1374,
      "step": 1235
    },
    {
      "epoch": 0.43769855277091424,
      "grad_norm": 0.03200479656396118,
      "learning_rate": 0.0002700050373938711,
      "loss": 2.0922,
      "step": 1240
    },
    {
      "epoch": 0.43946346629015176,
      "grad_norm": 0.031177007128579348,
      "learning_rate": 0.00026975058730201493,
      "loss": 2.0486,
      "step": 1245
    },
    {
      "epoch": 0.44122837980938934,
      "grad_norm": 0.03139238732614584,
      "learning_rate": 0.00026949518346858534,
      "loss": 1.9698,
      "step": 1250
    },
    {
      "epoch": 0.4429932933286269,
      "grad_norm": 0.030907168779273565,
      "learning_rate": 0.0002692388279277207,
      "loss": 1.9343,
      "step": 1255
    },
    {
      "epoch": 0.44475820684786443,
      "grad_norm": 0.03082907795184397,
      "learning_rate": 0.000268981522721139,
      "loss": 2.0842,
      "step": 1260
    },
    {
      "epoch": 0.446523120367102,
      "grad_norm": 0.03075293960047849,
      "learning_rate": 0.0002687232698981217,
      "loss": 2.1045,
      "step": 1265
    },
    {
      "epoch": 0.4482880338863396,
      "grad_norm": 0.031408364123282295,
      "learning_rate": 0.0002684640715154978,
      "loss": 2.0529,
      "step": 1270
    },
    {
      "epoch": 0.4500529474055771,
      "grad_norm": 0.03147517230687401,
      "learning_rate": 0.0002682039296376267,
      "loss": 2.0879,
      "step": 1275
    },
    {
      "epoch": 0.4518178609248147,
      "grad_norm": 0.0323233734261303,
      "learning_rate": 0.0002679428463363825,
      "loss": 2.1399,
      "step": 1280
    },
    {
      "epoch": 0.45358277444405226,
      "grad_norm": 0.031263782667529036,
      "learning_rate": 0.00026768082369113696,
      "loss": 2.0434,
      "step": 1285
    },
    {
      "epoch": 0.4553476879632898,
      "grad_norm": 0.031713538307666836,
      "learning_rate": 0.0002674178637887432,
      "loss": 2.1592,
      "step": 1290
    },
    {
      "epoch": 0.45711260148252736,
      "grad_norm": 0.03140672686733592,
      "learning_rate": 0.00026715396872351916,
      "loss": 1.9876,
      "step": 1295
    },
    {
      "epoch": 0.45887751500176494,
      "grad_norm": 0.034399309547844266,
      "learning_rate": 0.0002668891405972306,
      "loss": 2.1152,
      "step": 1300
    },
    {
      "epoch": 0.46064242852100246,
      "grad_norm": 0.03920278097306655,
      "learning_rate": 0.0002666233815190747,
      "loss": 2.0441,
      "step": 1305
    },
    {
      "epoch": 0.46240734204024003,
      "grad_norm": 0.03679690406460357,
      "learning_rate": 0.00026635669360566296,
      "loss": 2.0483,
      "step": 1310
    },
    {
      "epoch": 0.4641722555594776,
      "grad_norm": 0.03218013320330528,
      "learning_rate": 0.0002660890789810047,
      "loss": 2.1069,
      "step": 1315
    },
    {
      "epoch": 0.46593716907871513,
      "grad_norm": 0.03305246974531592,
      "learning_rate": 0.0002658205397764897,
      "loss": 1.974,
      "step": 1320
    },
    {
      "epoch": 0.4677020825979527,
      "grad_norm": 0.03182030180023369,
      "learning_rate": 0.0002655510781308718,
      "loss": 2.125,
      "step": 1325
    },
    {
      "epoch": 0.4694669961171903,
      "grad_norm": 0.030945200388846374,
      "learning_rate": 0.0002652806961902511,
      "loss": 2.0957,
      "step": 1330
    },
    {
      "epoch": 0.4712319096364278,
      "grad_norm": 0.030658171577616956,
      "learning_rate": 0.0002650093961080577,
      "loss": 1.8768,
      "step": 1335
    },
    {
      "epoch": 0.4729968231556654,
      "grad_norm": 0.030998377047293,
      "learning_rate": 0.0002647371800450337,
      "loss": 2.2316,
      "step": 1340
    },
    {
      "epoch": 0.47476173667490296,
      "grad_norm": 0.03161221396323837,
      "learning_rate": 0.00026446405016921704,
      "loss": 2.0952,
      "step": 1345
    },
    {
      "epoch": 0.4765266501941405,
      "grad_norm": 0.03004654129424578,
      "learning_rate": 0.000264190008655923,
      "loss": 1.9688,
      "step": 1350
    },
    {
      "epoch": 0.47829156371337805,
      "grad_norm": 0.03276315991633029,
      "learning_rate": 0.00026391505768772806,
      "loss": 2.1006,
      "step": 1355
    },
    {
      "epoch": 0.4800564772326156,
      "grad_norm": 0.03230843220270764,
      "learning_rate": 0.0002636391994544515,
      "loss": 2.1486,
      "step": 1360
    },
    {
      "epoch": 0.48182139075185315,
      "grad_norm": 0.03077879401754805,
      "learning_rate": 0.00026336243615313873,
      "loss": 1.9104,
      "step": 1365
    },
    {
      "epoch": 0.48358630427109073,
      "grad_norm": 0.032324649121534106,
      "learning_rate": 0.00026308476998804334,
      "loss": 2.0982,
      "step": 1370
    },
    {
      "epoch": 0.48535121779032825,
      "grad_norm": 0.03234316342989001,
      "learning_rate": 0.0002628062031706097,
      "loss": 2.0679,
      "step": 1375
    },
    {
      "epoch": 0.4871161313095658,
      "grad_norm": 0.031221867182909337,
      "learning_rate": 0.0002625267379194554,
      "loss": 2.0957,
      "step": 1380
    },
    {
      "epoch": 0.4888810448288034,
      "grad_norm": 0.03268103407525422,
      "learning_rate": 0.00026224637646035345,
      "loss": 2.0209,
      "step": 1385
    },
    {
      "epoch": 0.4906459583480409,
      "grad_norm": 0.031993982186490015,
      "learning_rate": 0.00026196512102621473,
      "loss": 2.1004,
      "step": 1390
    },
    {
      "epoch": 0.4924108718672785,
      "grad_norm": 0.03077913399535889,
      "learning_rate": 0.00026168297385706986,
      "loss": 1.867,
      "step": 1395
    },
    {
      "epoch": 0.4941757853865161,
      "grad_norm": 0.034698623632773436,
      "learning_rate": 0.0002613999372000519,
      "loss": 2.1669,
      "step": 1400
    },
    {
      "epoch": 0.4959406989057536,
      "grad_norm": 0.04476846282510472,
      "learning_rate": 0.00026111601330937784,
      "loss": 2.0645,
      "step": 1405
    },
    {
      "epoch": 0.4977056124249912,
      "grad_norm": 0.035739813315660666,
      "learning_rate": 0.0002608312044463312,
      "loss": 2.0385,
      "step": 1410
    },
    {
      "epoch": 0.49947052594422875,
      "grad_norm": 0.03573054273851387,
      "learning_rate": 0.0002605455128792437,
      "loss": 2.1873,
      "step": 1415
    },
    {
      "epoch": 0.5012354394634663,
      "grad_norm": 0.03597947385937176,
      "learning_rate": 0.0002602589408834772,
      "loss": 2.0318,
      "step": 1420
    },
    {
      "epoch": 0.5030003529827038,
      "grad_norm": 0.0336954959804502,
      "learning_rate": 0.0002599714907414057,
      "loss": 2.0639,
      "step": 1425
    },
    {
      "epoch": 0.5047652665019414,
      "grad_norm": 0.0336673399376456,
      "learning_rate": 0.0002596831647423971,
      "loss": 1.9877,
      "step": 1430
    },
    {
      "epoch": 0.506530180021179,
      "grad_norm": 0.03204639666250037,
      "learning_rate": 0.000259393965182795,
      "loss": 2.1717,
      "step": 1435
    },
    {
      "epoch": 0.5082950935404165,
      "grad_norm": 0.03477364359496535,
      "learning_rate": 0.0002591038943659003,
      "loss": 2.1521,
      "step": 1440
    },
    {
      "epoch": 0.510060007059654,
      "grad_norm": 0.03344648625259787,
      "learning_rate": 0.00025881295460195307,
      "loss": 2.0867,
      "step": 1445
    },
    {
      "epoch": 0.5118249205788916,
      "grad_norm": 0.03356190309860851,
      "learning_rate": 0.0002585211482081139,
      "loss": 2.2151,
      "step": 1450
    },
    {
      "epoch": 0.5135898340981292,
      "grad_norm": 0.035250829956586675,
      "learning_rate": 0.00025822847750844576,
      "loss": 2.1646,
      "step": 1455
    },
    {
      "epoch": 0.5153547476173668,
      "grad_norm": 0.033468807619869284,
      "learning_rate": 0.00025793494483389496,
      "loss": 2.0988,
      "step": 1460
    },
    {
      "epoch": 0.5171196611366043,
      "grad_norm": 0.033283971857736974,
      "learning_rate": 0.0002576405525222732,
      "loss": 2.0323,
      "step": 1465
    },
    {
      "epoch": 0.5188845746558418,
      "grad_norm": 0.034389937250349646,
      "learning_rate": 0.0002573453029182387,
      "loss": 2.2742,
      "step": 1470
    },
    {
      "epoch": 0.5206494881750794,
      "grad_norm": 0.032300315453966,
      "learning_rate": 0.0002570491983732773,
      "loss": 2.0879,
      "step": 1475
    },
    {
      "epoch": 0.522414401694317,
      "grad_norm": 0.03539641068412446,
      "learning_rate": 0.000256752241245684,
      "loss": 2.1998,
      "step": 1480
    },
    {
      "epoch": 0.5241793152135545,
      "grad_norm": 0.03461192321620284,
      "learning_rate": 0.0002564544339005442,
      "loss": 2.2052,
      "step": 1485
    },
    {
      "epoch": 0.5259442287327921,
      "grad_norm": 0.03402386654170651,
      "learning_rate": 0.0002561557787097147,
      "loss": 2.2198,
      "step": 1490
    },
    {
      "epoch": 0.5277091422520297,
      "grad_norm": 0.03622145830784721,
      "learning_rate": 0.0002558562780518049,
      "loss": 2.0614,
      "step": 1495
    },
    {
      "epoch": 0.5294740557712672,
      "grad_norm": 0.0371718258385898,
      "learning_rate": 0.0002555559343121577,
      "loss": 2.2121,
      "step": 1500
    },
    {
      "epoch": 0.5312389692905047,
      "grad_norm": 0.04180893521708982,
      "learning_rate": 0.00025525474988283097,
      "loss": 2.0787,
      "step": 1505
    },
    {
      "epoch": 0.5330038828097423,
      "grad_norm": 0.04036241283975166,
      "learning_rate": 0.00025495272716257784,
      "loss": 1.9809,
      "step": 1510
    },
    {
      "epoch": 0.5347687963289799,
      "grad_norm": 0.04209950499131354,
      "learning_rate": 0.00025464986855682815,
      "loss": 2.0939,
      "step": 1515
    },
    {
      "epoch": 0.5365337098482175,
      "grad_norm": 0.03829236470820007,
      "learning_rate": 0.00025434617647766887,
      "loss": 1.9998,
      "step": 1520
    },
    {
      "epoch": 0.538298623367455,
      "grad_norm": 0.03794497094740352,
      "learning_rate": 0.00025404165334382516,
      "loss": 1.9074,
      "step": 1525
    },
    {
      "epoch": 0.5400635368866925,
      "grad_norm": 0.03760553300906864,
      "learning_rate": 0.0002537363015806412,
      "loss": 2.0548,
      "step": 1530
    },
    {
      "epoch": 0.5418284504059301,
      "grad_norm": 0.03499570362354962,
      "learning_rate": 0.00025343012362006044,
      "loss": 1.9747,
      "step": 1535
    },
    {
      "epoch": 0.5435933639251677,
      "grad_norm": 0.037916636045701606,
      "learning_rate": 0.0002531231219006067,
      "loss": 2.0348,
      "step": 1540
    },
    {
      "epoch": 0.5453582774444052,
      "grad_norm": 0.03739455905733242,
      "learning_rate": 0.0002528152988673644,
      "loss": 2.1421,
      "step": 1545
    },
    {
      "epoch": 0.5471231909636428,
      "grad_norm": 0.03663858296682295,
      "learning_rate": 0.00025250665697195936,
      "loss": 2.0219,
      "step": 1550
    },
    {
      "epoch": 0.5488881044828804,
      "grad_norm": 0.035717893252210364,
      "learning_rate": 0.000252197198672539,
      "loss": 2.1173,
      "step": 1555
    },
    {
      "epoch": 0.5506530180021179,
      "grad_norm": 0.03573303516125351,
      "learning_rate": 0.00025188692643375306,
      "loss": 2.1262,
      "step": 1560
    },
    {
      "epoch": 0.5524179315213554,
      "grad_norm": 0.033283116033722755,
      "learning_rate": 0.0002515758427267337,
      "loss": 2.1402,
      "step": 1565
    },
    {
      "epoch": 0.554182845040593,
      "grad_norm": 0.03670333464658142,
      "learning_rate": 0.00025126395002907597,
      "loss": 2.0886,
      "step": 1570
    },
    {
      "epoch": 0.5559477585598306,
      "grad_norm": 0.03696742889718139,
      "learning_rate": 0.0002509512508248182,
      "loss": 2.1521,
      "step": 1575
    },
    {
      "epoch": 0.5577126720790682,
      "grad_norm": 0.035448258104787154,
      "learning_rate": 0.0002506377476044217,
      "loss": 2.0807,
      "step": 1580
    },
    {
      "epoch": 0.5594775855983057,
      "grad_norm": 0.035479788995991794,
      "learning_rate": 0.0002503234428647517,
      "loss": 2.0106,
      "step": 1585
    },
    {
      "epoch": 0.5612424991175432,
      "grad_norm": 0.03797297560579901,
      "learning_rate": 0.0002500083391090567,
      "loss": 2.0087,
      "step": 1590
    },
    {
      "epoch": 0.5630074126367808,
      "grad_norm": 0.03608249672999952,
      "learning_rate": 0.00024969243884694916,
      "loss": 1.9312,
      "step": 1595
    },
    {
      "epoch": 0.5647723261560184,
      "grad_norm": 0.03681238195116478,
      "learning_rate": 0.00024937574459438515,
      "loss": 2.2043,
      "step": 1600
    },
    {
      "epoch": 0.5665372396752559,
      "grad_norm": 0.045285409749272164,
      "learning_rate": 0.00024905825887364423,
      "loss": 2.2137,
      "step": 1605
    },
    {
      "epoch": 0.5683021531944935,
      "grad_norm": 0.03884372126912092,
      "learning_rate": 0.00024873998421330975,
      "loss": 1.9218,
      "step": 1610
    },
    {
      "epoch": 0.570067066713731,
      "grad_norm": 0.03463932955320792,
      "learning_rate": 0.0002484209231482484,
      "loss": 2.2093,
      "step": 1615
    },
    {
      "epoch": 0.5718319802329686,
      "grad_norm": 0.03448296034126532,
      "learning_rate": 0.00024810107821959007,
      "loss": 2.0617,
      "step": 1620
    },
    {
      "epoch": 0.5735968937522061,
      "grad_norm": 0.03664801323301665,
      "learning_rate": 0.0002477804519747077,
      "loss": 2.1588,
      "step": 1625
    },
    {
      "epoch": 0.5753618072714437,
      "grad_norm": 0.036742037704079834,
      "learning_rate": 0.000247459046967197,
      "loss": 2.0023,
      "step": 1630
    },
    {
      "epoch": 0.5771267207906813,
      "grad_norm": 0.03437854224178402,
      "learning_rate": 0.000247136865756856,
      "loss": 2.0192,
      "step": 1635
    },
    {
      "epoch": 0.5788916343099189,
      "grad_norm": 0.035954464814617046,
      "learning_rate": 0.0002468139109096646,
      "loss": 2.1808,
      "step": 1640
    },
    {
      "epoch": 0.5806565478291563,
      "grad_norm": 0.036463863652557084,
      "learning_rate": 0.00024649018499776454,
      "loss": 1.9863,
      "step": 1645
    },
    {
      "epoch": 0.5824214613483939,
      "grad_norm": 0.034047333314064704,
      "learning_rate": 0.0002461656905994384,
      "loss": 2.1675,
      "step": 1650
    },
    {
      "epoch": 0.5841863748676315,
      "grad_norm": 0.034802884332088065,
      "learning_rate": 0.0002458404302990893,
      "loss": 2.1104,
      "step": 1655
    },
    {
      "epoch": 0.585951288386869,
      "grad_norm": 0.03484770231742836,
      "learning_rate": 0.0002455144066872204,
      "loss": 1.9928,
      "step": 1660
    },
    {
      "epoch": 0.5877162019061066,
      "grad_norm": 0.03485844317241166,
      "learning_rate": 0.0002451876223604142,
      "loss": 2.0685,
      "step": 1665
    },
    {
      "epoch": 0.5894811154253442,
      "grad_norm": 0.03517892166758923,
      "learning_rate": 0.0002448600799213117,
      "loss": 2.339,
      "step": 1670
    },
    {
      "epoch": 0.5912460289445817,
      "grad_norm": 0.03391289871055977,
      "learning_rate": 0.0002445317819785919,
      "loss": 2.251,
      "step": 1675
    },
    {
      "epoch": 0.5930109424638192,
      "grad_norm": 0.03509293856751318,
      "learning_rate": 0.000244202731146951,
      "loss": 2.0822,
      "step": 1680
    },
    {
      "epoch": 0.5947758559830568,
      "grad_norm": 0.034195274147096895,
      "learning_rate": 0.00024387293004708135,
      "loss": 2.2187,
      "step": 1685
    },
    {
      "epoch": 0.5965407695022944,
      "grad_norm": 0.03587758206809719,
      "learning_rate": 0.00024354238130565087,
      "loss": 2.0735,
      "step": 1690
    },
    {
      "epoch": 0.598305683021532,
      "grad_norm": 0.034772307118060036,
      "learning_rate": 0.00024321108755528186,
      "loss": 1.999,
      "step": 1695
    },
    {
      "epoch": 0.6000705965407696,
      "grad_norm": 0.03473687411277052,
      "learning_rate": 0.00024287905143453037,
      "loss": 1.9622,
      "step": 1700
    },
    {
      "epoch": 0.601835510060007,
      "grad_norm": 0.0441149655652353,
      "learning_rate": 0.00024254627558786482,
      "loss": 1.9453,
      "step": 1705
    },
    {
      "epoch": 0.6036004235792446,
      "grad_norm": 0.04178910688626766,
      "learning_rate": 0.00024221276266564513,
      "loss": 2.0796,
      "step": 1710
    },
    {
      "epoch": 0.6053653370984822,
      "grad_norm": 0.036570587487241873,
      "learning_rate": 0.0002418785153241016,
      "loss": 2.1459,
      "step": 1715
    },
    {
      "epoch": 0.6071302506177197,
      "grad_norm": 0.03684621099065397,
      "learning_rate": 0.0002415435362253138,
      "loss": 2.0044,
      "step": 1720
    },
    {
      "epoch": 0.6088951641369573,
      "grad_norm": 0.03771251891950647,
      "learning_rate": 0.0002412078280371892,
      "loss": 2.0982,
      "step": 1725
    },
    {
      "epoch": 0.6106600776561949,
      "grad_norm": 0.037107840799768615,
      "learning_rate": 0.00024087139343344213,
      "loss": 2.1232,
      "step": 1730
    },
    {
      "epoch": 0.6124249911754324,
      "grad_norm": 0.037674437327224926,
      "learning_rate": 0.0002405342350935723,
      "loss": 2.0146,
      "step": 1735
    },
    {
      "epoch": 0.6141899046946699,
      "grad_norm": 0.03692512652029206,
      "learning_rate": 0.0002401963557028436,
      "loss": 2.1244,
      "step": 1740
    },
    {
      "epoch": 0.6159548182139075,
      "grad_norm": 0.03689340020991997,
      "learning_rate": 0.00023985775795226256,
      "loss": 2.0166,
      "step": 1745
    },
    {
      "epoch": 0.6177197317331451,
      "grad_norm": 0.03582171552708508,
      "learning_rate": 0.00023951844453855723,
      "loss": 2.0037,
      "step": 1750
    },
    {
      "epoch": 0.6194846452523827,
      "grad_norm": 0.03591063581394303,
      "learning_rate": 0.00023917841816415523,
      "loss": 2.0314,
      "step": 1755
    },
    {
      "epoch": 0.6212495587716201,
      "grad_norm": 0.037387473204399134,
      "learning_rate": 0.00023883768153716274,
      "loss": 2.2235,
      "step": 1760
    },
    {
      "epoch": 0.6230144722908577,
      "grad_norm": 0.03463512713478883,
      "learning_rate": 0.00023849623737134238,
      "loss": 2.1317,
      "step": 1765
    },
    {
      "epoch": 0.6247793858100953,
      "grad_norm": 0.0335651964435421,
      "learning_rate": 0.00023815408838609217,
      "loss": 2.1241,
      "step": 1770
    },
    {
      "epoch": 0.6265442993293329,
      "grad_norm": 0.03501784016654201,
      "learning_rate": 0.00023781123730642342,
      "loss": 1.9438,
      "step": 1775
    },
    {
      "epoch": 0.6283092128485704,
      "grad_norm": 0.03382438076413039,
      "learning_rate": 0.00023746768686293927,
      "loss": 1.9621,
      "step": 1780
    },
    {
      "epoch": 0.630074126367808,
      "grad_norm": 0.03593096091497881,
      "learning_rate": 0.00023712343979181288,
      "loss": 2.1609,
      "step": 1785
    },
    {
      "epoch": 0.6318390398870455,
      "grad_norm": 0.036296264367783077,
      "learning_rate": 0.00023677849883476556,
      "loss": 2.2099,
      "step": 1790
    },
    {
      "epoch": 0.6336039534062831,
      "grad_norm": 0.03660540857678081,
      "learning_rate": 0.00023643286673904513,
      "loss": 2.0158,
      "step": 1795
    },
    {
      "epoch": 0.6353688669255206,
      "grad_norm": 0.034431328952848395,
      "learning_rate": 0.00023608654625740377,
      "loss": 2.0521,
      "step": 1800
    },
    {
      "epoch": 0.6371337804447582,
      "grad_norm": 0.036458655720471446,
      "learning_rate": 0.0002357395401480764,
      "loss": 2.1523,
      "step": 1805
    },
    {
      "epoch": 0.6388986939639958,
      "grad_norm": 0.036077257402277484,
      "learning_rate": 0.00023539185117475836,
      "loss": 2.337,
      "step": 1810
    },
    {
      "epoch": 0.6406636074832334,
      "grad_norm": 0.03801124880836332,
      "learning_rate": 0.00023504348210658376,
      "loss": 1.8912,
      "step": 1815
    },
    {
      "epoch": 0.6424285210024708,
      "grad_norm": 0.03455758965007696,
      "learning_rate": 0.0002346944357181032,
      "loss": 1.9723,
      "step": 1820
    },
    {
      "epoch": 0.6441934345217084,
      "grad_norm": 0.03661742218081978,
      "learning_rate": 0.00023434471478926165,
      "loss": 2.0922,
      "step": 1825
    },
    {
      "epoch": 0.645958348040946,
      "grad_norm": 0.03435967613102213,
      "learning_rate": 0.0002339943221053766,
      "loss": 1.9364,
      "step": 1830
    },
    {
      "epoch": 0.6477232615601836,
      "grad_norm": 0.035667133768118635,
      "learning_rate": 0.0002336432604571154,
      "loss": 1.9636,
      "step": 1835
    },
    {
      "epoch": 0.6494881750794211,
      "grad_norm": 0.03486785641377008,
      "learning_rate": 0.00023329153264047348,
      "loss": 2.0558,
      "step": 1840
    },
    {
      "epoch": 0.6512530885986587,
      "grad_norm": 0.03668403831416794,
      "learning_rate": 0.00023293914145675184,
      "loss": 2.0943,
      "step": 1845
    },
    {
      "epoch": 0.6530180021178962,
      "grad_norm": 0.03476943300951533,
      "learning_rate": 0.00023258608971253486,
      "loss": 1.9965,
      "step": 1850
    },
    {
      "epoch": 0.6547829156371338,
      "grad_norm": 0.03443774753477751,
      "learning_rate": 0.00023223238021966776,
      "loss": 2.0822,
      "step": 1855
    },
    {
      "epoch": 0.6565478291563713,
      "grad_norm": 0.03665607563086681,
      "learning_rate": 0.00023187801579523446,
      "loss": 2.0828,
      "step": 1860
    },
    {
      "epoch": 0.6583127426756089,
      "grad_norm": 0.033787887951323356,
      "learning_rate": 0.000231522999261535,
      "loss": 1.8954,
      "step": 1865
    },
    {
      "epoch": 0.6600776561948465,
      "grad_norm": 0.03530902707709943,
      "learning_rate": 0.00023116733344606297,
      "loss": 2.1379,
      "step": 1870
    },
    {
      "epoch": 0.6618425697140841,
      "grad_norm": 0.038298495977867164,
      "learning_rate": 0.00023081102118148325,
      "loss": 1.9456,
      "step": 1875
    },
    {
      "epoch": 0.6636074832333215,
      "grad_norm": 0.03611598379196364,
      "learning_rate": 0.0002304540653056092,
      "loss": 1.9262,
      "step": 1880
    },
    {
      "epoch": 0.6653723967525591,
      "grad_norm": 0.03586878959495951,
      "learning_rate": 0.00023009646866138016,
      "loss": 2.0516,
      "step": 1885
    },
    {
      "epoch": 0.6671373102717967,
      "grad_norm": 0.034677572851205714,
      "learning_rate": 0.0002297382340968389,
      "loss": 2.0916,
      "step": 1890
    },
    {
      "epoch": 0.6689022237910343,
      "grad_norm": 0.036032611808584275,
      "learning_rate": 0.00022937936446510866,
      "loss": 1.9777,
      "step": 1895
    },
    {
      "epoch": 0.6706671373102718,
      "grad_norm": 0.042360784395910844,
      "learning_rate": 0.00022901986262437087,
      "loss": 2.0911,
      "step": 1900
    },
    {
      "epoch": 0.6724320508295094,
      "grad_norm": 0.04159007223098105,
      "learning_rate": 0.00022865973143784183,
      "loss": 2.1849,
      "step": 1905
    },
    {
      "epoch": 0.6741969643487469,
      "grad_norm": 0.04009396168279417,
      "learning_rate": 0.00022829897377375042,
      "loss": 1.9319,
      "step": 1910
    },
    {
      "epoch": 0.6759618778679845,
      "grad_norm": 0.042567972668609885,
      "learning_rate": 0.00022793759250531502,
      "loss": 2.1074,
      "step": 1915
    },
    {
      "epoch": 0.677726791387222,
      "grad_norm": 0.0425895160699235,
      "learning_rate": 0.00022757559051072052,
      "loss": 1.9762,
      "step": 1920
    },
    {
      "epoch": 0.6794917049064596,
      "grad_norm": 0.03948452206527659,
      "learning_rate": 0.00022721297067309558,
      "loss": 1.9072,
      "step": 1925
    },
    {
      "epoch": 0.6812566184256972,
      "grad_norm": 0.03939288726626579,
      "learning_rate": 0.0002268497358804897,
      "loss": 1.8813,
      "step": 1930
    },
    {
      "epoch": 0.6830215319449346,
      "grad_norm": 0.040208933214084225,
      "learning_rate": 0.00022648588902585,
      "loss": 2.0787,
      "step": 1935
    },
    {
      "epoch": 0.6847864454641722,
      "grad_norm": 0.04093700935422431,
      "learning_rate": 0.0002261214330069983,
      "loss": 1.9761,
      "step": 1940
    },
    {
      "epoch": 0.6865513589834098,
      "grad_norm": 0.039488426920537424,
      "learning_rate": 0.0002257563707266082,
      "loss": 2.0439,
      "step": 1945
    },
    {
      "epoch": 0.6883162725026474,
      "grad_norm": 0.03745905909736412,
      "learning_rate": 0.00022539070509218178,
      "loss": 1.9896,
      "step": 1950
    },
    {
      "epoch": 0.690081186021885,
      "grad_norm": 0.040472557552296826,
      "learning_rate": 0.00022502443901602622,
      "loss": 2.0269,
      "step": 1955
    },
    {
      "epoch": 0.6918460995411225,
      "grad_norm": 0.040086135550804675,
      "learning_rate": 0.00022465757541523105,
      "loss": 1.961,
      "step": 1960
    },
    {
      "epoch": 0.69361101306036,
      "grad_norm": 0.04202801113128649,
      "learning_rate": 0.00022429011721164489,
      "loss": 2.1577,
      "step": 1965
    },
    {
      "epoch": 0.6953759265795976,
      "grad_norm": 0.04086062088028195,
      "learning_rate": 0.00022392206733185175,
      "loss": 2.0868,
      "step": 1970
    },
    {
      "epoch": 0.6971408400988351,
      "grad_norm": 0.041900709891816414,
      "learning_rate": 0.00022355342870714807,
      "loss": 2.1132,
      "step": 1975
    },
    {
      "epoch": 0.6989057536180727,
      "grad_norm": 0.037571214161659414,
      "learning_rate": 0.00022318420427351932,
      "loss": 2.0171,
      "step": 1980
    },
    {
      "epoch": 0.7006706671373103,
      "grad_norm": 0.04060263617550077,
      "learning_rate": 0.00022281439697161655,
      "loss": 2.1087,
      "step": 1985
    },
    {
      "epoch": 0.7024355806565479,
      "grad_norm": 0.0383963400418068,
      "learning_rate": 0.00022244400974673302,
      "loss": 1.9833,
      "step": 1990
    },
    {
      "epoch": 0.7042004941757853,
      "grad_norm": 0.037842473816367274,
      "learning_rate": 0.00022207304554878077,
      "loss": 2.0165,
      "step": 1995
    },
    {
      "epoch": 0.7059654076950229,
      "grad_norm": 0.03609698670438139,
      "learning_rate": 0.00022170150733226703,
      "loss": 2.1203,
      "step": 2000
    },
    {
      "epoch": 0.7077303212142605,
      "grad_norm": 0.03577157081311834,
      "learning_rate": 0.00022132939805627068,
      "loss": 2.0111,
      "step": 2005
    },
    {
      "epoch": 0.7094952347334981,
      "grad_norm": 0.03868543135349071,
      "learning_rate": 0.00022095672068441895,
      "loss": 2.0769,
      "step": 2010
    },
    {
      "epoch": 0.7112601482527356,
      "grad_norm": 0.034883283436284496,
      "learning_rate": 0.00022058347818486342,
      "loss": 1.9393,
      "step": 2015
    },
    {
      "epoch": 0.7130250617719732,
      "grad_norm": 0.034465723226893064,
      "learning_rate": 0.00022020967353025668,
      "loss": 2.166,
      "step": 2020
    },
    {
      "epoch": 0.7147899752912107,
      "grad_norm": 0.03719847154644835,
      "learning_rate": 0.0002198353096977284,
      "loss": 2.083,
      "step": 2025
    },
    {
      "epoch": 0.7165548888104483,
      "grad_norm": 0.03470780961600924,
      "learning_rate": 0.00021946038966886203,
      "loss": 2.2259,
      "step": 2030
    },
    {
      "epoch": 0.7183198023296858,
      "grad_norm": 0.035688275285025675,
      "learning_rate": 0.00021908491642967052,
      "loss": 2.079,
      "step": 2035
    },
    {
      "epoch": 0.7200847158489234,
      "grad_norm": 0.035337313477990455,
      "learning_rate": 0.00021870889297057294,
      "loss": 2.1396,
      "step": 2040
    },
    {
      "epoch": 0.721849629368161,
      "grad_norm": 0.03752828984704112,
      "learning_rate": 0.0002183323222863706,
      "loss": 1.9795,
      "step": 2045
    },
    {
      "epoch": 0.7236145428873986,
      "grad_norm": 0.03410015621832168,
      "learning_rate": 0.00021795520737622295,
      "loss": 2.0263,
      "step": 2050
    },
    {
      "epoch": 0.725379456406636,
      "grad_norm": 0.03551846169959177,
      "learning_rate": 0.00021757755124362398,
      "loss": 2.068,
      "step": 2055
    },
    {
      "epoch": 0.7271443699258736,
      "grad_norm": 0.035228372159733866,
      "learning_rate": 0.0002171993568963783,
      "loss": 2.0887,
      "step": 2060
    },
    {
      "epoch": 0.7289092834451112,
      "grad_norm": 0.03487008300055342,
      "learning_rate": 0.00021682062734657673,
      "loss": 2.0686,
      "step": 2065
    },
    {
      "epoch": 0.7306741969643488,
      "grad_norm": 0.036293036439221084,
      "learning_rate": 0.00021644136561057304,
      "loss": 2.0438,
      "step": 2070
    },
    {
      "epoch": 0.7324391104835863,
      "grad_norm": 0.03740037018924331,
      "learning_rate": 0.00021606157470895935,
      "loss": 2.0746,
      "step": 2075
    },
    {
      "epoch": 0.7342040240028238,
      "grad_norm": 0.036022863459193324,
      "learning_rate": 0.00021568125766654236,
      "loss": 2.0029,
      "step": 2080
    },
    {
      "epoch": 0.7359689375220614,
      "grad_norm": 0.03506624236920992,
      "learning_rate": 0.00021530041751231904,
      "loss": 2.0028,
      "step": 2085
    },
    {
      "epoch": 0.737733851041299,
      "grad_norm": 0.03524684985350237,
      "learning_rate": 0.00021491905727945274,
      "loss": 1.9794,
      "step": 2090
    },
    {
      "epoch": 0.7394987645605365,
      "grad_norm": 0.03571714051432255,
      "learning_rate": 0.0002145371800052488,
      "loss": 2.0336,
      "step": 2095
    },
    {
      "epoch": 0.7412636780797741,
      "grad_norm": 0.03672168161281596,
      "learning_rate": 0.00021415478873113066,
      "loss": 1.917,
      "step": 2100
    },
    {
      "epoch": 0.7430285915990117,
      "grad_norm": 0.037967852002981854,
      "learning_rate": 0.00021377188650261537,
      "loss": 1.9402,
      "step": 2105
    },
    {
      "epoch": 0.7447935051182492,
      "grad_norm": 0.03820955824316396,
      "learning_rate": 0.0002133884763692894,
      "loss": 2.0277,
      "step": 2110
    },
    {
      "epoch": 0.7465584186374867,
      "grad_norm": 0.038723757739905926,
      "learning_rate": 0.0002130045613847844,
      "loss": 2.0032,
      "step": 2115
    },
    {
      "epoch": 0.7483233321567243,
      "grad_norm": 0.04043199045168578,
      "learning_rate": 0.00021262014460675285,
      "loss": 1.9176,
      "step": 2120
    },
    {
      "epoch": 0.7500882456759619,
      "grad_norm": 0.037523305034100646,
      "learning_rate": 0.00021223522909684375,
      "loss": 1.9901,
      "step": 2125
    },
    {
      "epoch": 0.7518531591951995,
      "grad_norm": 0.03514012539236237,
      "learning_rate": 0.00021184981792067814,
      "loss": 2.0598,
      "step": 2130
    },
    {
      "epoch": 0.753618072714437,
      "grad_norm": 0.03710882914586427,
      "learning_rate": 0.00021146391414782483,
      "loss": 1.9927,
      "step": 2135
    },
    {
      "epoch": 0.7553829862336745,
      "grad_norm": 0.03813665346750089,
      "learning_rate": 0.00021107752085177577,
      "loss": 2.1043,
      "step": 2140
    },
    {
      "epoch": 0.7571478997529121,
      "grad_norm": 0.039150624412499356,
      "learning_rate": 0.00021069064110992172,
      "loss": 1.9659,
      "step": 2145
    },
    {
      "epoch": 0.7589128132721497,
      "grad_norm": 0.03752106406943299,
      "learning_rate": 0.00021030327800352773,
      "loss": 1.9538,
      "step": 2150
    },
    {
      "epoch": 0.7606777267913872,
      "grad_norm": 0.03805789209082946,
      "learning_rate": 0.00020991543461770844,
      "loss": 2.0388,
      "step": 2155
    },
    {
      "epoch": 0.7624426403106248,
      "grad_norm": 0.03699737329194902,
      "learning_rate": 0.00020952711404140372,
      "loss": 2.0764,
      "step": 2160
    },
    {
      "epoch": 0.7642075538298624,
      "grad_norm": 0.03690775474820472,
      "learning_rate": 0.00020913831936735398,
      "loss": 1.9851,
      "step": 2165
    },
    {
      "epoch": 0.7659724673490999,
      "grad_norm": 0.03834568659341274,
      "learning_rate": 0.00020874905369207554,
      "loss": 2.1236,
      "step": 2170
    },
    {
      "epoch": 0.7677373808683374,
      "grad_norm": 0.03920184789874272,
      "learning_rate": 0.00020835932011583586,
      "loss": 2.0835,
      "step": 2175
    },
    {
      "epoch": 0.769502294387575,
      "grad_norm": 0.03665360666533061,
      "learning_rate": 0.00020796912174262899,
      "loss": 1.9415,
      "step": 2180
    },
    {
      "epoch": 0.7712672079068126,
      "grad_norm": 0.03511969420514865,
      "learning_rate": 0.00020757846168015093,
      "loss": 2.0053,
      "step": 2185
    },
    {
      "epoch": 0.7730321214260502,
      "grad_norm": 0.03804817661262571,
      "learning_rate": 0.00020718734303977468,
      "loss": 1.959,
      "step": 2190
    },
    {
      "epoch": 0.7747970349452877,
      "grad_norm": 0.035085437498550955,
      "learning_rate": 0.00020679576893652547,
      "loss": 2.0356,
      "step": 2195
    },
    {
      "epoch": 0.7765619484645252,
      "grad_norm": 0.0347594960806743,
      "learning_rate": 0.00020640374248905605,
      "loss": 1.9538,
      "step": 2200
    },
    {
      "epoch": 0.7783268619837628,
      "grad_norm": 0.040667419330315806,
      "learning_rate": 0.00020601126681962187,
      "loss": 2.1364,
      "step": 2205
    },
    {
      "epoch": 0.7800917755030004,
      "grad_norm": 0.03379498766650798,
      "learning_rate": 0.00020561834505405618,
      "loss": 2.0756,
      "step": 2210
    },
    {
      "epoch": 0.7818566890222379,
      "grad_norm": 0.03453855024872286,
      "learning_rate": 0.00020522498032174506,
      "loss": 2.0517,
      "step": 2215
    },
    {
      "epoch": 0.7836216025414755,
      "grad_norm": 0.035065080415837925,
      "learning_rate": 0.00020483117575560255,
      "loss": 2.0356,
      "step": 2220
    },
    {
      "epoch": 0.7853865160607131,
      "grad_norm": 0.03365493432369374,
      "learning_rate": 0.0002044369344920457,
      "loss": 2.0107,
      "step": 2225
    },
    {
      "epoch": 0.7871514295799505,
      "grad_norm": 0.03388885656441201,
      "learning_rate": 0.00020404225967096963,
      "loss": 1.9988,
      "step": 2230
    },
    {
      "epoch": 0.7889163430991881,
      "grad_norm": 0.037128285258714915,
      "learning_rate": 0.00020364715443572256,
      "loss": 1.9492,
      "step": 2235
    },
    {
      "epoch": 0.7906812566184257,
      "grad_norm": 0.03559719180193601,
      "learning_rate": 0.0002032516219330805,
      "loss": 1.9293,
      "step": 2240
    },
    {
      "epoch": 0.7924461701376633,
      "grad_norm": 0.03462919459607743,
      "learning_rate": 0.00020285566531322253,
      "loss": 2.1581,
      "step": 2245
    },
    {
      "epoch": 0.7942110836569009,
      "grad_norm": 0.03348918512022428,
      "learning_rate": 0.0002024592877297056,
      "loss": 1.9208,
      "step": 2250
    },
    {
      "epoch": 0.7959759971761383,
      "grad_norm": 0.03360398227983138,
      "learning_rate": 0.00020206249233943921,
      "loss": 1.8854,
      "step": 2255
    },
    {
      "epoch": 0.7977409106953759,
      "grad_norm": 0.0350715526817266,
      "learning_rate": 0.00020166528230266065,
      "loss": 2.0812,
      "step": 2260
    },
    {
      "epoch": 0.7995058242146135,
      "grad_norm": 0.03440017066419089,
      "learning_rate": 0.00020126766078290944,
      "loss": 1.984,
      "step": 2265
    },
    {
      "epoch": 0.801270737733851,
      "grad_norm": 0.03526836975981266,
      "learning_rate": 0.00020086963094700247,
      "loss": 1.9724,
      "step": 2270
    },
    {
      "epoch": 0.8030356512530886,
      "grad_norm": 0.034070172140250064,
      "learning_rate": 0.00020047119596500854,
      "loss": 2.2208,
      "step": 2275
    },
    {
      "epoch": 0.8048005647723262,
      "grad_norm": 0.03377996637204823,
      "learning_rate": 0.00020007235901022322,
      "loss": 2.0375,
      "step": 2280
    },
    {
      "epoch": 0.8065654782915637,
      "grad_norm": 0.03369303597609998,
      "learning_rate": 0.00019967312325914346,
      "loss": 2.0931,
      "step": 2285
    },
    {
      "epoch": 0.8083303918108012,
      "grad_norm": 0.03390741571878263,
      "learning_rate": 0.0001992734918914425,
      "loss": 1.9972,
      "step": 2290
    },
    {
      "epoch": 0.8100953053300388,
      "grad_norm": 0.0332681271049445,
      "learning_rate": 0.00019887346808994446,
      "loss": 2.0413,
      "step": 2295
    },
    {
      "epoch": 0.8118602188492764,
      "grad_norm": 0.03438053218088771,
      "learning_rate": 0.00019847305504059888,
      "loss": 2.0348,
      "step": 2300
    },
    {
      "epoch": 0.813625132368514,
      "grad_norm": 0.03599754490402073,
      "learning_rate": 0.00019807225593245533,
      "loss": 2.1065,
      "step": 2305
    },
    {
      "epoch": 0.8153900458877515,
      "grad_norm": 0.03383294367019318,
      "learning_rate": 0.00019767107395763826,
      "loss": 2.1208,
      "step": 2310
    },
    {
      "epoch": 0.817154959406989,
      "grad_norm": 0.036187693760982076,
      "learning_rate": 0.0001972695123113214,
      "loss": 2.0006,
      "step": 2315
    },
    {
      "epoch": 0.8189198729262266,
      "grad_norm": 0.03471902617434609,
      "learning_rate": 0.00019686757419170236,
      "loss": 1.8923,
      "step": 2320
    },
    {
      "epoch": 0.8206847864454642,
      "grad_norm": 0.035905691842104126,
      "learning_rate": 0.00019646526279997698,
      "loss": 2.1583,
      "step": 2325
    },
    {
      "epoch": 0.8224496999647017,
      "grad_norm": 0.034476087820152795,
      "learning_rate": 0.00019606258134031415,
      "loss": 2.0751,
      "step": 2330
    },
    {
      "epoch": 0.8242146134839393,
      "grad_norm": 0.03516357709469974,
      "learning_rate": 0.0001956595330198301,
      "loss": 2.0197,
      "step": 2335
    },
    {
      "epoch": 0.8259795270031769,
      "grad_norm": 0.03560768952994699,
      "learning_rate": 0.00019525612104856274,
      "loss": 2.2069,
      "step": 2340
    },
    {
      "epoch": 0.8277444405224144,
      "grad_norm": 0.03183591056028483,
      "learning_rate": 0.00019485234863944657,
      "loss": 2.1048,
      "step": 2345
    },
    {
      "epoch": 0.8295093540416519,
      "grad_norm": 0.031784734200597624,
      "learning_rate": 0.00019444821900828637,
      "loss": 1.8618,
      "step": 2350
    },
    {
      "epoch": 0.8312742675608895,
      "grad_norm": 0.03550619688076879,
      "learning_rate": 0.00019404373537373226,
      "loss": 2.0147,
      "step": 2355
    },
    {
      "epoch": 0.8330391810801271,
      "grad_norm": 0.03487649669359907,
      "learning_rate": 0.00019363890095725362,
      "loss": 1.8918,
      "step": 2360
    },
    {
      "epoch": 0.8348040945993647,
      "grad_norm": 0.03498002275247159,
      "learning_rate": 0.00019323371898311367,
      "loss": 2.0407,
      "step": 2365
    },
    {
      "epoch": 0.8365690081186022,
      "grad_norm": 0.036977436069902204,
      "learning_rate": 0.00019282819267834377,
      "loss": 2.0526,
      "step": 2370
    },
    {
      "epoch": 0.8383339216378397,
      "grad_norm": 0.033619636803852736,
      "learning_rate": 0.00019242232527271754,
      "loss": 1.9411,
      "step": 2375
    },
    {
      "epoch": 0.8400988351570773,
      "grad_norm": 0.03556834017261921,
      "learning_rate": 0.00019201611999872538,
      "loss": 2.1269,
      "step": 2380
    },
    {
      "epoch": 0.8418637486763149,
      "grad_norm": 0.0355931462629283,
      "learning_rate": 0.00019160958009154853,
      "loss": 2.1054,
      "step": 2385
    },
    {
      "epoch": 0.8436286621955524,
      "grad_norm": 0.03291016332021864,
      "learning_rate": 0.00019120270878903345,
      "loss": 1.9528,
      "step": 2390
    },
    {
      "epoch": 0.84539357571479,
      "grad_norm": 0.03481457166438036,
      "learning_rate": 0.00019079550933166585,
      "loss": 2.0606,
      "step": 2395
    },
    {
      "epoch": 0.8471584892340275,
      "grad_norm": 0.03114909436222026,
      "learning_rate": 0.00019038798496254518,
      "loss": 2.0169,
      "step": 2400
    },
    {
      "epoch": 0.848923402753265,
      "grad_norm": 0.03679426721444016,
      "learning_rate": 0.00018998013892735838,
      "loss": 2.0958,
      "step": 2405
    },
    {
      "epoch": 0.8506883162725026,
      "grad_norm": 0.0328534645099942,
      "learning_rate": 0.00018957197447435457,
      "loss": 1.9126,
      "step": 2410
    },
    {
      "epoch": 0.8524532297917402,
      "grad_norm": 0.03457712400451724,
      "learning_rate": 0.00018916349485431858,
      "loss": 1.9843,
      "step": 2415
    },
    {
      "epoch": 0.8542181433109778,
      "grad_norm": 0.03465174290508125,
      "learning_rate": 0.00018875470332054548,
      "loss": 1.9633,
      "step": 2420
    },
    {
      "epoch": 0.8559830568302154,
      "grad_norm": 0.03326982643658357,
      "learning_rate": 0.00018834560312881458,
      "loss": 2.1546,
      "step": 2425
    },
    {
      "epoch": 0.8577479703494528,
      "grad_norm": 0.032709197694297136,
      "learning_rate": 0.0001879361975373635,
      "loss": 1.877,
      "step": 2430
    },
    {
      "epoch": 0.8595128838686904,
      "grad_norm": 0.033755386616952134,
      "learning_rate": 0.000187526489806862,
      "loss": 2.0058,
      "step": 2435
    },
    {
      "epoch": 0.861277797387928,
      "grad_norm": 0.03408280435423345,
      "learning_rate": 0.00018711648320038636,
      "loss": 1.9685,
      "step": 2440
    },
    {
      "epoch": 0.8630427109071656,
      "grad_norm": 0.03297097026193091,
      "learning_rate": 0.00018670618098339323,
      "loss": 2.0074,
      "step": 2445
    },
    {
      "epoch": 0.8648076244264031,
      "grad_norm": 0.034810103755827146,
      "learning_rate": 0.00018629558642369346,
      "loss": 1.9922,
      "step": 2450
    },
    {
      "epoch": 0.8665725379456407,
      "grad_norm": 0.03283833360547938,
      "learning_rate": 0.00018588470279142652,
      "loss": 1.9966,
      "step": 2455
    },
    {
      "epoch": 0.8683374514648782,
      "grad_norm": 0.03328550884584844,
      "learning_rate": 0.00018547353335903382,
      "loss": 1.9703,
      "step": 2460
    },
    {
      "epoch": 0.8701023649841158,
      "grad_norm": 0.03514416651889243,
      "learning_rate": 0.0001850620814012333,
      "loss": 2.2116,
      "step": 2465
    },
    {
      "epoch": 0.8718672785033533,
      "grad_norm": 0.033837741207024985,
      "learning_rate": 0.0001846503501949928,
      "loss": 2.1126,
      "step": 2470
    },
    {
      "epoch": 0.8736321920225909,
      "grad_norm": 0.03345433810476732,
      "learning_rate": 0.00018423834301950444,
      "loss": 2.1365,
      "step": 2475
    },
    {
      "epoch": 0.8753971055418285,
      "grad_norm": 0.032283686969351404,
      "learning_rate": 0.0001838260631561581,
      "loss": 2.0955,
      "step": 2480
    },
    {
      "epoch": 0.8771620190610661,
      "grad_norm": 0.03310144974854262,
      "learning_rate": 0.00018341351388851554,
      "loss": 2.0701,
      "step": 2485
    },
    {
      "epoch": 0.8789269325803035,
      "grad_norm": 0.032555566440577645,
      "learning_rate": 0.00018300069850228407,
      "loss": 2.1663,
      "step": 2490
    },
    {
      "epoch": 0.8806918460995411,
      "grad_norm": 0.03382832633148891,
      "learning_rate": 0.0001825876202852906,
      "loss": 1.9167,
      "step": 2495
    },
    {
      "epoch": 0.8824567596187787,
      "grad_norm": 0.033750270287439134,
      "learning_rate": 0.00018217428252745527,
      "loss": 2.0097,
      "step": 2500
    },
    {
      "epoch": 0.8842216731380163,
      "grad_norm": 0.03366446552723328,
      "learning_rate": 0.00018176068852076522,
      "loss": 2.0314,
      "step": 2505
    },
    {
      "epoch": 0.8859865866572538,
      "grad_norm": 0.035426688583260535,
      "learning_rate": 0.00018134684155924862,
      "loss": 2.0366,
      "step": 2510
    },
    {
      "epoch": 0.8877515001764914,
      "grad_norm": 0.033512709822249624,
      "learning_rate": 0.00018093274493894822,
      "loss": 1.929,
      "step": 2515
    },
    {
      "epoch": 0.8895164136957289,
      "grad_norm": 0.03177934822675584,
      "learning_rate": 0.00018051840195789506,
      "loss": 1.9234,
      "step": 2520
    },
    {
      "epoch": 0.8912813272149664,
      "grad_norm": 0.034336311090997225,
      "learning_rate": 0.00018010381591608243,
      "loss": 1.8586,
      "step": 2525
    },
    {
      "epoch": 0.893046240734204,
      "grad_norm": 0.03310698686089758,
      "learning_rate": 0.00017968899011543927,
      "loss": 2.0306,
      "step": 2530
    },
    {
      "epoch": 0.8948111542534416,
      "grad_norm": 0.03268017246092975,
      "learning_rate": 0.00017927392785980426,
      "loss": 2.0074,
      "step": 2535
    },
    {
      "epoch": 0.8965760677726792,
      "grad_norm": 0.033657568041629796,
      "learning_rate": 0.0001788586324548993,
      "loss": 2.0077,
      "step": 2540
    },
    {
      "epoch": 0.8983409812919168,
      "grad_norm": 0.031741650322905525,
      "learning_rate": 0.00017844310720830294,
      "loss": 2.1483,
      "step": 2545
    },
    {
      "epoch": 0.9001058948111542,
      "grad_norm": 0.03217688749396154,
      "learning_rate": 0.0001780273554294245,
      "loss": 1.8316,
      "step": 2550
    },
    {
      "epoch": 0.9018708083303918,
      "grad_norm": 0.033548107692924885,
      "learning_rate": 0.0001776113804294774,
      "loss": 1.8651,
      "step": 2555
    },
    {
      "epoch": 0.9036357218496294,
      "grad_norm": 0.0331892007290859,
      "learning_rate": 0.00017719518552145302,
      "loss": 2.0009,
      "step": 2560
    },
    {
      "epoch": 0.905400635368867,
      "grad_norm": 0.034152098471257095,
      "learning_rate": 0.000176778774020094,
      "loss": 2.0482,
      "step": 2565
    },
    {
      "epoch": 0.9071655488881045,
      "grad_norm": 0.03362407935533296,
      "learning_rate": 0.00017636214924186805,
      "loss": 2.0247,
      "step": 2570
    },
    {
      "epoch": 0.908930462407342,
      "grad_norm": 0.03433353712344028,
      "learning_rate": 0.00017594531450494162,
      "loss": 2.025,
      "step": 2575
    },
    {
      "epoch": 0.9106953759265796,
      "grad_norm": 0.03186469418749604,
      "learning_rate": 0.0001755282731291532,
      "loss": 1.941,
      "step": 2580
    },
    {
      "epoch": 0.9124602894458171,
      "grad_norm": 0.0336514980864186,
      "learning_rate": 0.0001751110284359872,
      "loss": 1.9883,
      "step": 2585
    },
    {
      "epoch": 0.9142252029650547,
      "grad_norm": 0.033575507709247374,
      "learning_rate": 0.00017469358374854713,
      "loss": 1.9776,
      "step": 2590
    },
    {
      "epoch": 0.9159901164842923,
      "grad_norm": 0.03143527009840965,
      "learning_rate": 0.0001742759423915295,
      "loss": 1.9624,
      "step": 2595
    },
    {
      "epoch": 0.9177550300035299,
      "grad_norm": 0.04017674349332411,
      "learning_rate": 0.00017385810769119715,
      "loss": 1.8998,
      "step": 2600
    },
    {
      "epoch": 0.9195199435227673,
      "grad_norm": 0.10147298136890572,
      "learning_rate": 0.00017344008297535268,
      "loss": 2.0375,
      "step": 2605
    },
    {
      "epoch": 0.9212848570420049,
      "grad_norm": 0.04356273722033763,
      "learning_rate": 0.00017302187157331218,
      "loss": 1.9619,
      "step": 2610
    },
    {
      "epoch": 0.9230497705612425,
      "grad_norm": 0.0769652189955819,
      "learning_rate": 0.00017260347681587852,
      "loss": 2.0921,
      "step": 2615
    },
    {
      "epoch": 0.9248146840804801,
      "grad_norm": 0.08439587443987893,
      "learning_rate": 0.00017218490203531488,
      "loss": 1.9965,
      "step": 2620
    },
    {
      "epoch": 0.9265795975997176,
      "grad_norm": 0.05233213242900874,
      "learning_rate": 0.00017176615056531825,
      "loss": 1.8418,
      "step": 2625
    },
    {
      "epoch": 0.9283445111189552,
      "grad_norm": 0.043658805194593545,
      "learning_rate": 0.00017134722574099276,
      "loss": 2.1117,
      "step": 2630
    },
    {
      "epoch": 0.9301094246381927,
      "grad_norm": 0.059882971090714214,
      "learning_rate": 0.00017092813089882334,
      "loss": 2.1308,
      "step": 2635
    },
    {
      "epoch": 0.9318743381574303,
      "grad_norm": 0.04838485493831148,
      "learning_rate": 0.0001705088693766489,
      "loss": 2.1006,
      "step": 2640
    },
    {
      "epoch": 0.9336392516766678,
      "grad_norm": 0.043350536710871405,
      "learning_rate": 0.00017008944451363586,
      "loss": 2.0499,
      "step": 2645
    },
    {
      "epoch": 0.9354041651959054,
      "grad_norm": 0.04180685858976042,
      "learning_rate": 0.0001696698596502517,
      "loss": 1.8886,
      "step": 2650
    },
    {
      "epoch": 0.937169078715143,
      "grad_norm": 0.03942140123822123,
      "learning_rate": 0.00016925011812823795,
      "loss": 2.0256,
      "step": 2655
    },
    {
      "epoch": 0.9389339922343806,
      "grad_norm": 0.04710574410726406,
      "learning_rate": 0.00016883022329058407,
      "loss": 1.9635,
      "step": 2660
    },
    {
      "epoch": 0.940698905753618,
      "grad_norm": 0.04215487259771187,
      "learning_rate": 0.00016841017848150043,
      "loss": 2.0084,
      "step": 2665
    },
    {
      "epoch": 0.9424638192728556,
      "grad_norm": 0.040521663541122854,
      "learning_rate": 0.00016798998704639195,
      "loss": 1.994,
      "step": 2670
    },
    {
      "epoch": 0.9442287327920932,
      "grad_norm": 0.044354025040441655,
      "learning_rate": 0.00016756965233183127,
      "loss": 2.147,
      "step": 2675
    },
    {
      "epoch": 0.9459936463113308,
      "grad_norm": 0.05221156356902017,
      "learning_rate": 0.00016714917768553212,
      "loss": 2.1125,
      "step": 2680
    },
    {
      "epoch": 0.9477585598305683,
      "grad_norm": 0.04190748044489629,
      "learning_rate": 0.00016672856645632281,
      "loss": 1.9652,
      "step": 2685
    },
    {
      "epoch": 0.9495234733498059,
      "grad_norm": 0.04030418410423746,
      "learning_rate": 0.0001663078219941194,
      "loss": 1.9353,
      "step": 2690
    },
    {
      "epoch": 0.9512883868690434,
      "grad_norm": 0.04454384662570148,
      "learning_rate": 0.00016588694764989905,
      "loss": 2.0403,
      "step": 2695
    },
    {
      "epoch": 0.953053300388281,
      "grad_norm": 0.09832702780934671,
      "learning_rate": 0.00016546594677567338,
      "loss": 1.9162,
      "step": 2700
    },
    {
      "epoch": 0.9548182139075185,
      "grad_norm": 1.4856672814856848,
      "learning_rate": 0.00016504482272446173,
      "loss": 2.0594,
      "step": 2705
    },
    {
      "epoch": 0.9565831274267561,
      "grad_norm": 0.38210054110528996,
      "learning_rate": 0.00016462357885026451,
      "loss": 1.8185,
      "step": 2710
    },
    {
      "epoch": 0.9583480409459937,
      "grad_norm": 0.4326804710954502,
      "learning_rate": 0.00016420221850803636,
      "loss": 2.1007,
      "step": 2715
    },
    {
      "epoch": 0.9601129544652311,
      "grad_norm": 0.48021086351840253,
      "learning_rate": 0.00016378074505365967,
      "loss": 1.9731,
      "step": 2720
    },
    {
      "epoch": 0.9618778679844687,
      "grad_norm": 0.3357665550559798,
      "learning_rate": 0.00016335916184391752,
      "loss": 2.0191,
      "step": 2725
    },
    {
      "epoch": 0.9636427815037063,
      "grad_norm": 0.23898496061823835,
      "learning_rate": 0.0001629374722364672,
      "loss": 2.1089,
      "step": 2730
    },
    {
      "epoch": 0.9654076950229439,
      "grad_norm": 0.12476100829729746,
      "learning_rate": 0.00016251567958981347,
      "loss": 2.1129,
      "step": 2735
    },
    {
      "epoch": 0.9671726085421815,
      "grad_norm": 0.11357000703735999,
      "learning_rate": 0.00016209378726328167,
      "loss": 2.0357,
      "step": 2740
    },
    {
      "epoch": 0.968937522061419,
      "grad_norm": 0.14699484083424258,
      "learning_rate": 0.00016167179861699096,
      "loss": 1.9399,
      "step": 2745
    },
    {
      "epoch": 0.9707024355806565,
      "grad_norm": 0.13780379525973888,
      "learning_rate": 0.00016124971701182776,
      "loss": 2.0116,
      "step": 2750
    },
    {
      "epoch": 0.9724673490998941,
      "grad_norm": 0.09763739291197564,
      "learning_rate": 0.00016082754580941876,
      "loss": 2.0625,
      "step": 2755
    },
    {
      "epoch": 0.9742322626191317,
      "grad_norm": 0.14516048025484143,
      "learning_rate": 0.00016040528837210437,
      "loss": 2.0045,
      "step": 2760
    },
    {
      "epoch": 0.9759971761383692,
      "grad_norm": 0.13517590987858727,
      "learning_rate": 0.00015998294806291154,
      "loss": 1.8777,
      "step": 2765
    },
    {
      "epoch": 0.9777620896576068,
      "grad_norm": 0.09063769862045969,
      "learning_rate": 0.00015956052824552753,
      "loss": 2.0501,
      "step": 2770
    },
    {
      "epoch": 0.9795270031768444,
      "grad_norm": 0.11526559679330342,
      "learning_rate": 0.00015913803228427266,
      "loss": 2.0181,
      "step": 2775
    },
    {
      "epoch": 0.9812919166960818,
      "grad_norm": 0.13568430711331458,
      "learning_rate": 0.0001587154635440738,
      "loss": 2.0077,
      "step": 2780
    },
    {
      "epoch": 0.9830568302153194,
      "grad_norm": 0.13134226205246313,
      "learning_rate": 0.00015829282539043743,
      "loss": 1.9184,
      "step": 2785
    },
    {
      "epoch": 0.984821743734557,
      "grad_norm": 0.10245093105196082,
      "learning_rate": 0.00015787012118942276,
      "loss": 1.9212,
      "step": 2790
    },
    {
      "epoch": 0.9865866572537946,
      "grad_norm": 0.11313742423392072,
      "learning_rate": 0.00015744735430761513,
      "loss": 2.0666,
      "step": 2795
    },
    {
      "epoch": 0.9883515707730322,
      "grad_norm": 0.08210158446547428,
      "learning_rate": 0.00015702452811209913,
      "loss": 1.9224,
      "step": 2800
    },
    {
      "epoch": 0.9901164842922697,
      "grad_norm": 0.1620180154663213,
      "learning_rate": 0.0001566016459704317,
      "loss": 1.9829,
      "step": 2805
    },
    {
      "epoch": 0.9918813978115072,
      "grad_norm": 0.11204318038889231,
      "learning_rate": 0.0001561787112506153,
      "loss": 2.097,
      "step": 2810
    },
    {
      "epoch": 0.9936463113307448,
      "grad_norm": 0.0785993303696052,
      "learning_rate": 0.00015575572732107122,
      "loss": 2.057,
      "step": 2815
    },
    {
      "epoch": 0.9954112248499823,
      "grad_norm": 0.06867530974191595,
      "learning_rate": 0.00015533269755061267,
      "loss": 1.869,
      "step": 2820
    },
    {
      "epoch": 0.9971761383692199,
      "grad_norm": 0.0733417713820362,
      "learning_rate": 0.00015490962530841795,
      "loss": 1.8386,
      "step": 2825
    },
    {
      "epoch": 0.9989410518884575,
      "grad_norm": 0.0760102082218872,
      "learning_rate": 0.00015448651396400358,
      "loss": 1.7059,
      "step": 2830
    },
    {
      "epoch": 1.000705965407695,
      "grad_norm": 0.07337667273344894,
      "learning_rate": 0.00015406336688719754,
      "loss": 1.9036,
      "step": 2835
    },
    {
      "epoch": 1.0024708789269325,
      "grad_norm": 0.07589223109110338,
      "learning_rate": 0.00015364018744811242,
      "loss": 2.0621,
      "step": 2840
    },
    {
      "epoch": 1.0042357924461702,
      "grad_norm": 0.07037428635896245,
      "learning_rate": 0.0001532169790171185,
      "loss": 2.0563,
      "step": 2845
    },
    {
      "epoch": 1.0060007059654077,
      "grad_norm": 0.07590285997350149,
      "learning_rate": 0.00015279374496481707,
      "loss": 2.0112,
      "step": 2850
    },
    {
      "epoch": 1.0077656194846452,
      "grad_norm": 0.08362917378727402,
      "learning_rate": 0.0001523704886620132,
      "loss": 2.0247,
      "step": 2855
    },
    {
      "epoch": 1.0095305330038828,
      "grad_norm": 0.08222846980057047,
      "learning_rate": 0.00015194721347968961,
      "loss": 2.0245,
      "step": 2860
    },
    {
      "epoch": 1.0112954465231203,
      "grad_norm": 0.06725630529893803,
      "learning_rate": 0.00015152392278897902,
      "loss": 1.9894,
      "step": 2865
    },
    {
      "epoch": 1.013060360042358,
      "grad_norm": 0.07028812765292143,
      "learning_rate": 0.0001511006199611379,
      "loss": 1.9291,
      "step": 2870
    },
    {
      "epoch": 1.0148252735615955,
      "grad_norm": 0.06574980065749114,
      "learning_rate": 0.00015067730836751912,
      "loss": 1.7575,
      "step": 2875
    },
    {
      "epoch": 1.016590187080833,
      "grad_norm": 0.07910079864748733,
      "learning_rate": 0.0001502539913795456,
      "loss": 1.9924,
      "step": 2880
    },
    {
      "epoch": 1.0183551006000706,
      "grad_norm": 0.07082133613408269,
      "learning_rate": 0.00014983067236868313,
      "loss": 1.9584,
      "step": 2885
    },
    {
      "epoch": 1.020120014119308,
      "grad_norm": 0.08000004125294279,
      "learning_rate": 0.00014940735470641368,
      "loss": 1.954,
      "step": 2890
    },
    {
      "epoch": 1.0218849276385458,
      "grad_norm": 0.06966307606190847,
      "learning_rate": 0.0001489840417642084,
      "loss": 1.8815,
      "step": 2895
    },
    {
      "epoch": 1.0236498411577832,
      "grad_norm": 0.04989765544226569,
      "learning_rate": 0.0001485607369135008,
      "loss": 1.8912,
      "step": 2900
    },
    {
      "epoch": 1.025414754677021,
      "grad_norm": 0.09896136422307783,
      "learning_rate": 0.0001481374435256601,
      "loss": 1.8818,
      "step": 2905
    },
    {
      "epoch": 1.0271796681962584,
      "grad_norm": 0.049086160158615395,
      "learning_rate": 0.00014771416497196417,
      "loss": 2.0263,
      "step": 2910
    },
    {
      "epoch": 1.0289445817154959,
      "grad_norm": 0.04879201475104746,
      "learning_rate": 0.0001472909046235726,
      "loss": 2.1125,
      "step": 2915
    },
    {
      "epoch": 1.0307094952347335,
      "grad_norm": 0.05475936091574238,
      "learning_rate": 0.00014686766585150017,
      "loss": 2.0275,
      "step": 2920
    },
    {
      "epoch": 1.032474408753971,
      "grad_norm": 0.048771161093180304,
      "learning_rate": 0.00014644445202658968,
      "loss": 1.9635,
      "step": 2925
    },
    {
      "epoch": 1.0342393222732087,
      "grad_norm": 0.05410279348686431,
      "learning_rate": 0.00014602126651948544,
      "loss": 1.9654,
      "step": 2930
    },
    {
      "epoch": 1.0360042357924462,
      "grad_norm": 0.04439304624772019,
      "learning_rate": 0.00014559811270060594,
      "loss": 2.0137,
      "step": 2935
    },
    {
      "epoch": 1.0377691493116836,
      "grad_norm": 0.04946084465786224,
      "learning_rate": 0.00014517499394011755,
      "loss": 2.0591,
      "step": 2940
    },
    {
      "epoch": 1.0395340628309213,
      "grad_norm": 0.04628087419374212,
      "learning_rate": 0.00014475191360790717,
      "loss": 2.1446,
      "step": 2945
    },
    {
      "epoch": 1.0412989763501588,
      "grad_norm": 0.04893099442976669,
      "learning_rate": 0.00014432887507355587,
      "loss": 1.893,
      "step": 2950
    },
    {
      "epoch": 1.0430638898693965,
      "grad_norm": 0.05605667282142996,
      "learning_rate": 0.00014390588170631183,
      "loss": 2.0861,
      "step": 2955
    },
    {
      "epoch": 1.044828803388634,
      "grad_norm": 0.06758114575265582,
      "learning_rate": 0.0001434829368750633,
      "loss": 1.8338,
      "step": 2960
    },
    {
      "epoch": 1.0465937169078716,
      "grad_norm": 0.056420006212586714,
      "learning_rate": 0.0001430600439483121,
      "loss": 1.8763,
      "step": 2965
    },
    {
      "epoch": 1.048358630427109,
      "grad_norm": 0.04262420319352538,
      "learning_rate": 0.00014263720629414657,
      "loss": 1.9167,
      "step": 2970
    },
    {
      "epoch": 1.0501235439463465,
      "grad_norm": 0.046142351015556984,
      "learning_rate": 0.00014221442728021505,
      "loss": 1.9689,
      "step": 2975
    },
    {
      "epoch": 1.0518884574655842,
      "grad_norm": 0.05043607137322254,
      "learning_rate": 0.0001417917102736986,
      "loss": 2.0867,
      "step": 2980
    },
    {
      "epoch": 1.0536533709848217,
      "grad_norm": 0.052163209459506144,
      "learning_rate": 0.00014136905864128453,
      "loss": 1.8988,
      "step": 2985
    },
    {
      "epoch": 1.0554182845040594,
      "grad_norm": 0.04968349194670495,
      "learning_rate": 0.0001409464757491396,
      "loss": 1.898,
      "step": 2990
    },
    {
      "epoch": 1.0571831980232969,
      "grad_norm": 0.04719855223158864,
      "learning_rate": 0.00014052396496288286,
      "loss": 2.0711,
      "step": 2995
    },
    {
      "epoch": 1.0589481115425343,
      "grad_norm": 0.07332811857742193,
      "learning_rate": 0.00014010152964755927,
      "loss": 1.9845,
      "step": 3000
    },
    {
      "epoch": 1.060713025061772,
      "grad_norm": 0.11425369275007886,
      "learning_rate": 0.0001396791731676126,
      "loss": 2.1484,
      "step": 3005
    },
    {
      "epoch": 1.0624779385810095,
      "grad_norm": 0.0779084772321061,
      "learning_rate": 0.00013925689888685878,
      "loss": 1.9079,
      "step": 3010
    },
    {
      "epoch": 1.0642428521002472,
      "grad_norm": 0.07947882876171825,
      "learning_rate": 0.00013883471016845915,
      "loss": 2.0101,
      "step": 3015
    },
    {
      "epoch": 1.0660077656194846,
      "grad_norm": 0.06968763507879955,
      "learning_rate": 0.00013841261037489343,
      "loss": 1.8759,
      "step": 3020
    },
    {
      "epoch": 1.0677726791387223,
      "grad_norm": 0.07592590476818559,
      "learning_rate": 0.00013799060286793328,
      "loss": 1.8954,
      "step": 3025
    },
    {
      "epoch": 1.0695375926579598,
      "grad_norm": 0.07000611325204889,
      "learning_rate": 0.00013756869100861518,
      "loss": 2.003,
      "step": 3030
    },
    {
      "epoch": 1.0713025061771972,
      "grad_norm": 0.07669248125153308,
      "learning_rate": 0.00013714687815721398,
      "loss": 2.1761,
      "step": 3035
    },
    {
      "epoch": 1.073067419696435,
      "grad_norm": 0.06539172555990422,
      "learning_rate": 0.000136725167673216,
      "loss": 1.9865,
      "step": 3040
    },
    {
      "epoch": 1.0748323332156724,
      "grad_norm": 0.07103495425034416,
      "learning_rate": 0.00013630356291529215,
      "loss": 2.0329,
      "step": 3045
    },
    {
      "epoch": 1.07659724673491,
      "grad_norm": 0.06866142907770165,
      "learning_rate": 0.00013588206724127135,
      "loss": 1.9419,
      "step": 3050
    },
    {
      "epoch": 1.0783621602541476,
      "grad_norm": 0.07688750830223512,
      "learning_rate": 0.00013546068400811367,
      "loss": 1.8413,
      "step": 3055
    },
    {
      "epoch": 1.080127073773385,
      "grad_norm": 0.07877883407388588,
      "learning_rate": 0.00013503941657188378,
      "loss": 2.0163,
      "step": 3060
    },
    {
      "epoch": 1.0818919872926227,
      "grad_norm": 0.08220186465541197,
      "learning_rate": 0.0001346182682877241,
      "loss": 1.9333,
      "step": 3065
    },
    {
      "epoch": 1.0836569008118602,
      "grad_norm": 0.08626523157026107,
      "learning_rate": 0.00013419724250982794,
      "loss": 1.7206,
      "step": 3070
    },
    {
      "epoch": 1.0854218143310979,
      "grad_norm": 0.07290793596211015,
      "learning_rate": 0.00013377634259141298,
      "loss": 1.9189,
      "step": 3075
    },
    {
      "epoch": 1.0871867278503353,
      "grad_norm": 0.07971198025121311,
      "learning_rate": 0.00013335557188469448,
      "loss": 2.0069,
      "step": 3080
    },
    {
      "epoch": 1.0889516413695728,
      "grad_norm": 0.07505840980640857,
      "learning_rate": 0.00013293493374085872,
      "loss": 1.9691,
      "step": 3085
    },
    {
      "epoch": 1.0907165548888105,
      "grad_norm": 0.07036482223862744,
      "learning_rate": 0.00013251443151003612,
      "loss": 1.8643,
      "step": 3090
    },
    {
      "epoch": 1.092481468408048,
      "grad_norm": 0.07634026063823118,
      "learning_rate": 0.00013209406854127457,
      "loss": 2.0899,
      "step": 3095
    },
    {
      "epoch": 1.0942463819272856,
      "grad_norm": 0.03251069346182019,
      "learning_rate": 0.00013167384818251295,
      "loss": 1.7938,
      "step": 3100
    },
    {
      "epoch": 1.096011295446523,
      "grad_norm": 0.038723980730320934,
      "learning_rate": 0.00013125377378055418,
      "loss": 1.993,
      "step": 3105
    },
    {
      "epoch": 1.0977762089657608,
      "grad_norm": 0.03588108226931451,
      "learning_rate": 0.00013083384868103892,
      "loss": 1.8665,
      "step": 3110
    },
    {
      "epoch": 1.0995411224849982,
      "grad_norm": 0.03534782908949122,
      "learning_rate": 0.00013041407622841857,
      "loss": 1.9102,
      "step": 3115
    },
    {
      "epoch": 1.1013060360042357,
      "grad_norm": 0.03394423715517006,
      "learning_rate": 0.00012999445976592878,
      "loss": 2.018,
      "step": 3120
    },
    {
      "epoch": 1.1030709495234734,
      "grad_norm": 0.033174070244108365,
      "learning_rate": 0.00012957500263556304,
      "loss": 2.1041,
      "step": 3125
    },
    {
      "epoch": 1.1048358630427109,
      "grad_norm": 0.0352196315248866,
      "learning_rate": 0.00012915570817804552,
      "loss": 1.8694,
      "step": 3130
    },
    {
      "epoch": 1.1066007765619486,
      "grad_norm": 0.031168756944625068,
      "learning_rate": 0.00012873657973280515,
      "loss": 2.06,
      "step": 3135
    },
    {
      "epoch": 1.108365690081186,
      "grad_norm": 0.03339282397455765,
      "learning_rate": 0.00012831762063794837,
      "loss": 2.2009,
      "step": 3140
    },
    {
      "epoch": 1.1101306036004235,
      "grad_norm": 0.033375354612009904,
      "learning_rate": 0.000127898834230233,
      "loss": 2.0763,
      "step": 3145
    },
    {
      "epoch": 1.1118955171196612,
      "grad_norm": 0.03418125212359994,
      "learning_rate": 0.00012748022384504162,
      "loss": 2.0429,
      "step": 3150
    },
    {
      "epoch": 1.1136604306388986,
      "grad_norm": 0.03421647597656662,
      "learning_rate": 0.00012706179281635465,
      "loss": 1.9824,
      "step": 3155
    },
    {
      "epoch": 1.1154253441581363,
      "grad_norm": 0.034398741808789754,
      "learning_rate": 0.00012664354447672422,
      "loss": 1.9851,
      "step": 3160
    },
    {
      "epoch": 1.1171902576773738,
      "grad_norm": 0.03666933867331459,
      "learning_rate": 0.00012622548215724728,
      "loss": 2.0281,
      "step": 3165
    },
    {
      "epoch": 1.1189551711966113,
      "grad_norm": 0.03523282657003033,
      "learning_rate": 0.00012580760918753944,
      "loss": 2.0809,
      "step": 3170
    },
    {
      "epoch": 1.120720084715849,
      "grad_norm": 0.03387976748553185,
      "learning_rate": 0.0001253899288957082,
      "loss": 1.9259,
      "step": 3175
    },
    {
      "epoch": 1.1224849982350864,
      "grad_norm": 0.034136896604200544,
      "learning_rate": 0.00012497244460832641,
      "loss": 2.0725,
      "step": 3180
    },
    {
      "epoch": 1.124249911754324,
      "grad_norm": 0.032174670370331206,
      "learning_rate": 0.00012455515965040598,
      "loss": 1.9467,
      "step": 3185
    },
    {
      "epoch": 1.1260148252735616,
      "grad_norm": 0.03221364698070383,
      "learning_rate": 0.00012413807734537106,
      "loss": 1.9903,
      "step": 3190
    },
    {
      "epoch": 1.1277797387927992,
      "grad_norm": 0.036476137419521416,
      "learning_rate": 0.0001237212010150321,
      "loss": 2.111,
      "step": 3195
    },
    {
      "epoch": 1.1295446523120367,
      "grad_norm": 0.031399463423770896,
      "learning_rate": 0.0001233045339795589,
      "loss": 1.9945,
      "step": 3200
    },
    {
      "epoch": 1.1313095658312742,
      "grad_norm": 0.030824431922845962,
      "learning_rate": 0.0001228880795574543,
      "loss": 1.9593,
      "step": 3205
    },
    {
      "epoch": 1.1330744793505119,
      "grad_norm": 0.03211287501208764,
      "learning_rate": 0.000122471841065528,
      "loss": 1.9419,
      "step": 3210
    },
    {
      "epoch": 1.1348393928697493,
      "grad_norm": 0.03229559162774337,
      "learning_rate": 0.0001220558218188697,
      "loss": 2.1435,
      "step": 3215
    },
    {
      "epoch": 1.136604306388987,
      "grad_norm": 0.028865250894228946,
      "learning_rate": 0.00012164002513082318,
      "loss": 2.0217,
      "step": 3220
    },
    {
      "epoch": 1.1383692199082245,
      "grad_norm": 0.030763799222927924,
      "learning_rate": 0.00012122445431295958,
      "loss": 1.8215,
      "step": 3225
    },
    {
      "epoch": 1.1401341334274622,
      "grad_norm": 0.03514777669043741,
      "learning_rate": 0.00012080911267505103,
      "loss": 1.9606,
      "step": 3230
    },
    {
      "epoch": 1.1418990469466996,
      "grad_norm": 0.03145844309266733,
      "learning_rate": 0.00012039400352504451,
      "loss": 2.1079,
      "step": 3235
    },
    {
      "epoch": 1.143663960465937,
      "grad_norm": 0.030806559968599934,
      "learning_rate": 0.0001199791301690353,
      "loss": 1.8784,
      "step": 3240
    },
    {
      "epoch": 1.1454288739851748,
      "grad_norm": 0.03823663786497356,
      "learning_rate": 0.00011956449591124077,
      "loss": 2.1676,
      "step": 3245
    },
    {
      "epoch": 1.1471937875044123,
      "grad_norm": 0.03009831829614018,
      "learning_rate": 0.00011915010405397389,
      "loss": 1.9355,
      "step": 3250
    },
    {
      "epoch": 1.1489587010236497,
      "grad_norm": 0.035210465103021234,
      "learning_rate": 0.00011873595789761723,
      "loss": 2.0074,
      "step": 3255
    },
    {
      "epoch": 1.1507236145428874,
      "grad_norm": 0.030012800086470587,
      "learning_rate": 0.00011832206074059648,
      "loss": 1.8919,
      "step": 3260
    },
    {
      "epoch": 1.1524885280621249,
      "grad_norm": 0.03595767439905811,
      "learning_rate": 0.00011790841587935405,
      "loss": 1.8595,
      "step": 3265
    },
    {
      "epoch": 1.1542534415813626,
      "grad_norm": 0.030822132960768998,
      "learning_rate": 0.00011749502660832313,
      "loss": 2.058,
      "step": 3270
    },
    {
      "epoch": 1.1560183551006,
      "grad_norm": 0.03154968815500067,
      "learning_rate": 0.00011708189621990112,
      "loss": 2.0532,
      "step": 3275
    },
    {
      "epoch": 1.1577832686198377,
      "grad_norm": 0.040080406157402514,
      "learning_rate": 0.00011666902800442375,
      "loss": 2.018,
      "step": 3280
    },
    {
      "epoch": 1.1595481821390752,
      "grad_norm": 0.029961190157627198,
      "learning_rate": 0.0001162564252501386,
      "loss": 2.0849,
      "step": 3285
    },
    {
      "epoch": 1.1613130956583126,
      "grad_norm": 0.03196867255519621,
      "learning_rate": 0.00011584409124317904,
      "loss": 1.8444,
      "step": 3290
    },
    {
      "epoch": 1.1630780091775503,
      "grad_norm": 0.030014312506980993,
      "learning_rate": 0.00011543202926753803,
      "loss": 1.9923,
      "step": 3295
    },
    {
      "epoch": 1.1648429226967878,
      "grad_norm": 0.033147821664570046,
      "learning_rate": 0.0001150202426050419,
      "loss": 1.9986,
      "step": 3300
    },
    {
      "epoch": 1.1666078362160255,
      "grad_norm": 0.0389611966917462,
      "learning_rate": 0.00011460873453532438,
      "loss": 1.9281,
      "step": 3305
    },
    {
      "epoch": 1.168372749735263,
      "grad_norm": 0.031935670371534816,
      "learning_rate": 0.00011419750833580035,
      "loss": 1.9358,
      "step": 3310
    },
    {
      "epoch": 1.1701376632545006,
      "grad_norm": 0.030428834410082803,
      "learning_rate": 0.00011378656728163966,
      "loss": 1.8651,
      "step": 3315
    },
    {
      "epoch": 1.171902576773738,
      "grad_norm": 0.03281604951134294,
      "learning_rate": 0.00011337591464574131,
      "loss": 1.8506,
      "step": 3320
    },
    {
      "epoch": 1.1736674902929756,
      "grad_norm": 0.03421610885263129,
      "learning_rate": 0.00011296555369870706,
      "loss": 1.9455,
      "step": 3325
    },
    {
      "epoch": 1.1754324038122133,
      "grad_norm": 0.03131134010133921,
      "learning_rate": 0.00011255548770881568,
      "loss": 2.0772,
      "step": 3330
    },
    {
      "epoch": 1.1771973173314507,
      "grad_norm": 0.032843412553030034,
      "learning_rate": 0.00011214571994199674,
      "loss": 1.8982,
      "step": 3335
    },
    {
      "epoch": 1.1789622308506884,
      "grad_norm": 0.030727755899184493,
      "learning_rate": 0.00011173625366180455,
      "loss": 1.9232,
      "step": 3340
    },
    {
      "epoch": 1.1807271443699259,
      "grad_norm": 0.029541004866353728,
      "learning_rate": 0.00011132709212939245,
      "loss": 1.9702,
      "step": 3345
    },
    {
      "epoch": 1.1824920578891633,
      "grad_norm": 0.030726562855779436,
      "learning_rate": 0.00011091823860348643,
      "loss": 1.8255,
      "step": 3350
    },
    {
      "epoch": 1.184256971408401,
      "grad_norm": 0.03156401680159205,
      "learning_rate": 0.00011050969634035949,
      "loss": 1.8687,
      "step": 3355
    },
    {
      "epoch": 1.1860218849276385,
      "grad_norm": 0.03127613884082788,
      "learning_rate": 0.00011010146859380575,
      "loss": 2.0063,
      "step": 3360
    },
    {
      "epoch": 1.1877867984468762,
      "grad_norm": 0.03308661953307029,
      "learning_rate": 0.00010969355861511411,
      "loss": 2.1353,
      "step": 3365
    },
    {
      "epoch": 1.1895517119661136,
      "grad_norm": 0.030159409543144285,
      "learning_rate": 0.0001092859696530429,
      "loss": 1.885,
      "step": 3370
    },
    {
      "epoch": 1.191316625485351,
      "grad_norm": 0.029702148333993476,
      "learning_rate": 0.00010887870495379358,
      "loss": 1.9941,
      "step": 3375
    },
    {
      "epoch": 1.1930815390045888,
      "grad_norm": 0.031102469318039554,
      "learning_rate": 0.00010847176776098514,
      "loss": 1.9189,
      "step": 3380
    },
    {
      "epoch": 1.1948464525238263,
      "grad_norm": 0.030535639390433026,
      "learning_rate": 0.00010806516131562807,
      "loss": 1.9432,
      "step": 3385
    },
    {
      "epoch": 1.196611366043064,
      "grad_norm": 0.03407485096416553,
      "learning_rate": 0.0001076588888560988,
      "loss": 1.9876,
      "step": 3390
    },
    {
      "epoch": 1.1983762795623014,
      "grad_norm": 0.032959257552623265,
      "learning_rate": 0.0001072529536181137,
      "loss": 2.0636,
      "step": 3395
    },
    {
      "epoch": 1.200141193081539,
      "grad_norm": 0.03032018419400235,
      "learning_rate": 0.00010684735883470331,
      "loss": 1.9318,
      "step": 3400
    },
    {
      "epoch": 1.2019061066007766,
      "grad_norm": 0.03158701784367694,
      "learning_rate": 0.00010644210773618679,
      "loss": 1.9487,
      "step": 3405
    },
    {
      "epoch": 1.203671020120014,
      "grad_norm": 0.032495071860565446,
      "learning_rate": 0.00010603720355014586,
      "loss": 1.8043,
      "step": 3410
    },
    {
      "epoch": 1.2054359336392517,
      "grad_norm": 0.030415017614548217,
      "learning_rate": 0.00010563264950139949,
      "loss": 2.0779,
      "step": 3415
    },
    {
      "epoch": 1.2072008471584892,
      "grad_norm": 0.030994232739364636,
      "learning_rate": 0.00010522844881197796,
      "loss": 1.8511,
      "step": 3420
    },
    {
      "epoch": 1.2089657606777269,
      "grad_norm": 0.02990713438925777,
      "learning_rate": 0.00010482460470109711,
      "loss": 2.0744,
      "step": 3425
    },
    {
      "epoch": 1.2107306741969643,
      "grad_norm": 0.029954678305008517,
      "learning_rate": 0.00010442112038513308,
      "loss": 1.8954,
      "step": 3430
    },
    {
      "epoch": 1.212495587716202,
      "grad_norm": 0.030866059429023793,
      "learning_rate": 0.00010401799907759626,
      "loss": 1.9577,
      "step": 3435
    },
    {
      "epoch": 1.2142605012354395,
      "grad_norm": 0.030394062939301546,
      "learning_rate": 0.00010361524398910602,
      "loss": 1.9895,
      "step": 3440
    },
    {
      "epoch": 1.216025414754677,
      "grad_norm": 0.029794056256019365,
      "learning_rate": 0.00010321285832736501,
      "loss": 2.0698,
      "step": 3445
    },
    {
      "epoch": 1.2177903282739146,
      "grad_norm": 0.030935648080681492,
      "learning_rate": 0.00010281084529713346,
      "loss": 2.0168,
      "step": 3450
    },
    {
      "epoch": 1.2195552417931521,
      "grad_norm": 0.03000407036964225,
      "learning_rate": 0.00010240920810020408,
      "loss": 2.0395,
      "step": 3455
    },
    {
      "epoch": 1.2213201553123896,
      "grad_norm": 0.030470268414440352,
      "learning_rate": 0.00010200794993537605,
      "loss": 1.9029,
      "step": 3460
    },
    {
      "epoch": 1.2230850688316273,
      "grad_norm": 0.02990718014055773,
      "learning_rate": 0.00010160707399842987,
      "loss": 1.8046,
      "step": 3465
    },
    {
      "epoch": 1.2248499823508647,
      "grad_norm": 0.029866689308828343,
      "learning_rate": 0.00010120658348210194,
      "loss": 1.8879,
      "step": 3470
    },
    {
      "epoch": 1.2266148958701024,
      "grad_norm": 0.028836964079095424,
      "learning_rate": 0.00010080648157605881,
      "loss": 2.0476,
      "step": 3475
    },
    {
      "epoch": 1.2283798093893399,
      "grad_norm": 0.03234687909376445,
      "learning_rate": 0.00010040677146687218,
      "loss": 2.0518,
      "step": 3480
    },
    {
      "epoch": 1.2301447229085776,
      "grad_norm": 0.028337352370958524,
      "learning_rate": 0.00010000745633799317,
      "loss": 1.9547,
      "step": 3485
    },
    {
      "epoch": 1.231909636427815,
      "grad_norm": 0.029306606507423914,
      "learning_rate": 9.96085393697272e-05,
      "loss": 1.9264,
      "step": 3490
    },
    {
      "epoch": 1.2336745499470525,
      "grad_norm": 0.029473809687637992,
      "learning_rate": 9.921002373920848e-05,
      "loss": 1.9587,
      "step": 3495
    },
    {
      "epoch": 1.2354394634662902,
      "grad_norm": 0.03198727980706444,
      "learning_rate": 9.881191262037501e-05,
      "loss": 1.8541,
      "step": 3500
    },
    {
      "epoch": 1.2372043769855277,
      "grad_norm": 0.031184096631820344,
      "learning_rate": 9.841420918394294e-05,
      "loss": 1.9058,
      "step": 3505
    },
    {
      "epoch": 1.2389692905047653,
      "grad_norm": 0.029830305044107316,
      "learning_rate": 9.801691659738139e-05,
      "loss": 1.9184,
      "step": 3510
    },
    {
      "epoch": 1.2407342040240028,
      "grad_norm": 0.030750065456757465,
      "learning_rate": 9.76200380248876e-05,
      "loss": 1.9931,
      "step": 3515
    },
    {
      "epoch": 1.2424991175432405,
      "grad_norm": 0.02917211898358977,
      "learning_rate": 9.722357662736111e-05,
      "loss": 2.0504,
      "step": 3520
    },
    {
      "epoch": 1.244264031062478,
      "grad_norm": 0.030044198407593453,
      "learning_rate": 9.682753556237914e-05,
      "loss": 1.9253,
      "step": 3525
    },
    {
      "epoch": 1.2460289445817154,
      "grad_norm": 0.031228420729122578,
      "learning_rate": 9.643191798417115e-05,
      "loss": 2.0314,
      "step": 3530
    },
    {
      "epoch": 1.2477938581009531,
      "grad_norm": 0.030825577828092175,
      "learning_rate": 9.603672704359368e-05,
      "loss": 1.9675,
      "step": 3535
    },
    {
      "epoch": 1.2495587716201906,
      "grad_norm": 0.030786626122809125,
      "learning_rate": 9.564196588810556e-05,
      "loss": 1.9578,
      "step": 3540
    },
    {
      "epoch": 1.251323685139428,
      "grad_norm": 0.029261797690061857,
      "learning_rate": 9.524763766174238e-05,
      "loss": 1.8483,
      "step": 3545
    },
    {
      "epoch": 1.2530885986586657,
      "grad_norm": 0.031687445857207994,
      "learning_rate": 9.485374550509197e-05,
      "loss": 2.1405,
      "step": 3550
    },
    {
      "epoch": 1.2548535121779034,
      "grad_norm": 0.030789757512965626,
      "learning_rate": 9.4460292555269e-05,
      "loss": 1.9838,
      "step": 3555
    },
    {
      "epoch": 1.2566184256971409,
      "grad_norm": 0.03085385786781096,
      "learning_rate": 9.406728194589003e-05,
      "loss": 1.9995,
      "step": 3560
    },
    {
      "epoch": 1.2583833392163783,
      "grad_norm": 0.028945859623109978,
      "learning_rate": 9.367471680704891e-05,
      "loss": 1.8116,
      "step": 3565
    },
    {
      "epoch": 1.260148252735616,
      "grad_norm": 0.030155495415531395,
      "learning_rate": 9.328260026529128e-05,
      "loss": 2.0901,
      "step": 3570
    },
    {
      "epoch": 1.2619131662548535,
      "grad_norm": 0.030128890240650772,
      "learning_rate": 9.289093544359012e-05,
      "loss": 1.8706,
      "step": 3575
    },
    {
      "epoch": 1.263678079774091,
      "grad_norm": 0.03075311496322448,
      "learning_rate": 9.24997254613208e-05,
      "loss": 2.0057,
      "step": 3580
    },
    {
      "epoch": 1.2654429932933287,
      "grad_norm": 0.029777633208128304,
      "learning_rate": 9.210897343423602e-05,
      "loss": 1.9914,
      "step": 3585
    },
    {
      "epoch": 1.2672079068125661,
      "grad_norm": 0.029045166460438053,
      "learning_rate": 9.171868247444128e-05,
      "loss": 2.1123,
      "step": 3590
    },
    {
      "epoch": 1.2689728203318038,
      "grad_norm": 0.031084357387276943,
      "learning_rate": 9.132885569036983e-05,
      "loss": 2.0011,
      "step": 3595
    },
    {
      "epoch": 1.2707377338510413,
      "grad_norm": 0.030998383255735507,
      "learning_rate": 9.093949618675805e-05,
      "loss": 2.0393,
      "step": 3600
    },
    {
      "epoch": 1.272502647370279,
      "grad_norm": 0.034012219980734545,
      "learning_rate": 9.055060706462092e-05,
      "loss": 2.0263,
      "step": 3605
    },
    {
      "epoch": 1.2742675608895164,
      "grad_norm": 0.03162666935245559,
      "learning_rate": 9.016219142122679e-05,
      "loss": 1.9792,
      "step": 3610
    },
    {
      "epoch": 1.276032474408754,
      "grad_norm": 0.03158373469449993,
      "learning_rate": 8.977425235007329e-05,
      "loss": 2.1153,
      "step": 3615
    },
    {
      "epoch": 1.2777973879279916,
      "grad_norm": 0.02987208569419512,
      "learning_rate": 8.938679294086225e-05,
      "loss": 2.0119,
      "step": 3620
    },
    {
      "epoch": 1.279562301447229,
      "grad_norm": 0.030889178819891533,
      "learning_rate": 8.899981627947551e-05,
      "loss": 1.9112,
      "step": 3625
    },
    {
      "epoch": 1.2813272149664665,
      "grad_norm": 0.030529433425646905,
      "learning_rate": 8.861332544794984e-05,
      "loss": 2.1946,
      "step": 3630
    },
    {
      "epoch": 1.2830921284857042,
      "grad_norm": 0.031019883722968555,
      "learning_rate": 8.82273235244529e-05,
      "loss": 2.2375,
      "step": 3635
    },
    {
      "epoch": 1.2848570420049419,
      "grad_norm": 0.029064623912400923,
      "learning_rate": 8.784181358325838e-05,
      "loss": 2.0459,
      "step": 3640
    },
    {
      "epoch": 1.2866219555241794,
      "grad_norm": 0.030009701908391445,
      "learning_rate": 8.745679869472159e-05,
      "loss": 2.0742,
      "step": 3645
    },
    {
      "epoch": 1.2883868690434168,
      "grad_norm": 0.03129026866184981,
      "learning_rate": 8.707228192525518e-05,
      "loss": 1.9052,
      "step": 3650
    },
    {
      "epoch": 1.2901517825626545,
      "grad_norm": 0.030710848052605294,
      "learning_rate": 8.66882663373044e-05,
      "loss": 1.8587,
      "step": 3655
    },
    {
      "epoch": 1.291916696081892,
      "grad_norm": 0.029438103608201007,
      "learning_rate": 8.630475498932303e-05,
      "loss": 2.0541,
      "step": 3660
    },
    {
      "epoch": 1.2936816096011294,
      "grad_norm": 0.02823666819685662,
      "learning_rate": 8.59217509357489e-05,
      "loss": 1.8486,
      "step": 3665
    },
    {
      "epoch": 1.2954465231203671,
      "grad_norm": 0.030894190341993692,
      "learning_rate": 8.553925722697944e-05,
      "loss": 2.0947,
      "step": 3670
    },
    {
      "epoch": 1.2972114366396046,
      "grad_norm": 0.02914617905324265,
      "learning_rate": 8.51572769093475e-05,
      "loss": 1.9047,
      "step": 3675
    },
    {
      "epoch": 1.2989763501588423,
      "grad_norm": 0.03072247064606092,
      "learning_rate": 8.477581302509708e-05,
      "loss": 2.1091,
      "step": 3680
    },
    {
      "epoch": 1.3007412636780797,
      "grad_norm": 0.030161184552864203,
      "learning_rate": 8.439486861235916e-05,
      "loss": 2.1205,
      "step": 3685
    },
    {
      "epoch": 1.3025061771973174,
      "grad_norm": 0.029381067607062526,
      "learning_rate": 8.401444670512748e-05,
      "loss": 1.9346,
      "step": 3690
    },
    {
      "epoch": 1.304271090716555,
      "grad_norm": 0.028806108562055628,
      "learning_rate": 8.363455033323412e-05,
      "loss": 1.9801,
      "step": 3695
    },
    {
      "epoch": 1.3060360042357924,
      "grad_norm": 0.030292456550096224,
      "learning_rate": 8.325518252232591e-05,
      "loss": 2.1433,
      "step": 3700
    },
    {
      "epoch": 1.30780091775503,
      "grad_norm": 0.031342730199109825,
      "learning_rate": 8.287634629383963e-05,
      "loss": 1.8015,
      "step": 3705
    },
    {
      "epoch": 1.3095658312742675,
      "grad_norm": 0.030742138431772023,
      "learning_rate": 8.249804466497874e-05,
      "loss": 2.0684,
      "step": 3710
    },
    {
      "epoch": 1.3113307447935052,
      "grad_norm": 0.031609591109127325,
      "learning_rate": 8.212028064868857e-05,
      "loss": 1.973,
      "step": 3715
    },
    {
      "epoch": 1.3130956583127427,
      "grad_norm": 0.03156145121381424,
      "learning_rate": 8.174305725363283e-05,
      "loss": 1.8917,
      "step": 3720
    },
    {
      "epoch": 1.3148605718319804,
      "grad_norm": 0.03241603868534105,
      "learning_rate": 8.136637748416962e-05,
      "loss": 1.9114,
      "step": 3725
    },
    {
      "epoch": 1.3166254853512178,
      "grad_norm": 0.030631325425011652,
      "learning_rate": 8.099024434032717e-05,
      "loss": 1.9653,
      "step": 3730
    },
    {
      "epoch": 1.3183903988704553,
      "grad_norm": 0.03186459486256166,
      "learning_rate": 8.061466081778035e-05,
      "loss": 1.8212,
      "step": 3735
    },
    {
      "epoch": 1.320155312389693,
      "grad_norm": 0.03202163541066731,
      "learning_rate": 8.023962990782657e-05,
      "loss": 2.044,
      "step": 3740
    },
    {
      "epoch": 1.3219202259089304,
      "grad_norm": 0.030803329235101193,
      "learning_rate": 7.986515459736193e-05,
      "loss": 1.9966,
      "step": 3745
    },
    {
      "epoch": 1.323685139428168,
      "grad_norm": 0.030128829450787764,
      "learning_rate": 7.949123786885764e-05,
      "loss": 2.0253,
      "step": 3750
    },
    {
      "epoch": 1.3254500529474056,
      "grad_norm": 0.03299000453503951,
      "learning_rate": 7.911788270033608e-05,
      "loss": 1.8925,
      "step": 3755
    },
    {
      "epoch": 1.327214966466643,
      "grad_norm": 0.0324077675613907,
      "learning_rate": 7.874509206534709e-05,
      "loss": 1.9373,
      "step": 3760
    },
    {
      "epoch": 1.3289798799858807,
      "grad_norm": 0.03250609524308436,
      "learning_rate": 7.837286893294438e-05,
      "loss": 1.9891,
      "step": 3765
    },
    {
      "epoch": 1.3307447935051182,
      "grad_norm": 0.031241675070779008,
      "learning_rate": 7.800121626766189e-05,
      "loss": 1.79,
      "step": 3770
    },
    {
      "epoch": 1.332509707024356,
      "grad_norm": 0.03147293740440876,
      "learning_rate": 7.763013702949015e-05,
      "loss": 2.0676,
      "step": 3775
    },
    {
      "epoch": 1.3342746205435934,
      "grad_norm": 0.029915200474572905,
      "learning_rate": 7.72596341738525e-05,
      "loss": 1.915,
      "step": 3780
    },
    {
      "epoch": 1.3360395340628308,
      "grad_norm": 0.030334178625772805,
      "learning_rate": 7.6889710651582e-05,
      "loss": 1.9927,
      "step": 3785
    },
    {
      "epoch": 1.3378044475820685,
      "grad_norm": 0.030683396349377345,
      "learning_rate": 7.652036940889745e-05,
      "loss": 1.8792,
      "step": 3790
    },
    {
      "epoch": 1.339569361101306,
      "grad_norm": 0.031111190639847297,
      "learning_rate": 7.61516133873803e-05,
      "loss": 1.889,
      "step": 3795
    },
    {
      "epoch": 1.3413342746205437,
      "grad_norm": 0.03232671453012522,
      "learning_rate": 7.578344552395097e-05,
      "loss": 1.9541,
      "step": 3800
    },
    {
      "epoch": 1.3430991881397811,
      "grad_norm": 0.03309394950753326,
      "learning_rate": 7.541586875084551e-05,
      "loss": 2.038,
      "step": 3805
    },
    {
      "epoch": 1.3448641016590188,
      "grad_norm": 0.034339421262217736,
      "learning_rate": 7.504888599559246e-05,
      "loss": 1.8775,
      "step": 3810
    },
    {
      "epoch": 1.3466290151782563,
      "grad_norm": 0.03498688064044485,
      "learning_rate": 7.468250018098918e-05,
      "loss": 1.9517,
      "step": 3815
    },
    {
      "epoch": 1.3483939286974937,
      "grad_norm": 0.0336286559029592,
      "learning_rate": 7.431671422507888e-05,
      "loss": 1.8343,
      "step": 3820
    },
    {
      "epoch": 1.3501588422167314,
      "grad_norm": 0.03356286834610317,
      "learning_rate": 7.395153104112727e-05,
      "loss": 2.0133,
      "step": 3825
    },
    {
      "epoch": 1.351923755735969,
      "grad_norm": 0.0318699107480801,
      "learning_rate": 7.358695353759919e-05,
      "loss": 1.8356,
      "step": 3830
    },
    {
      "epoch": 1.3536886692552064,
      "grad_norm": 0.033391373631519,
      "learning_rate": 7.322298461813577e-05,
      "loss": 2.0353,
      "step": 3835
    },
    {
      "epoch": 1.355453582774444,
      "grad_norm": 0.0326616476909793,
      "learning_rate": 7.285962718153098e-05,
      "loss": 2.0202,
      "step": 3840
    },
    {
      "epoch": 1.3572184962936817,
      "grad_norm": 0.0310991326358504,
      "learning_rate": 7.249688412170889e-05,
      "loss": 2.0012,
      "step": 3845
    },
    {
      "epoch": 1.3589834098129192,
      "grad_norm": 0.033557843179260465,
      "learning_rate": 7.213475832770023e-05,
      "loss": 2.086,
      "step": 3850
    },
    {
      "epoch": 1.3607483233321567,
      "grad_norm": 0.03220485942446892,
      "learning_rate": 7.177325268361965e-05,
      "loss": 2.0772,
      "step": 3855
    },
    {
      "epoch": 1.3625132368513944,
      "grad_norm": 0.03358709639504059,
      "learning_rate": 7.141237006864275e-05,
      "loss": 1.8464,
      "step": 3860
    },
    {
      "epoch": 1.3642781503706318,
      "grad_norm": 0.0325469361019868,
      "learning_rate": 7.105211335698294e-05,
      "loss": 2.0004,
      "step": 3865
    },
    {
      "epoch": 1.3660430638898693,
      "grad_norm": 0.03261608562751164,
      "learning_rate": 7.069248541786887e-05,
      "loss": 2.0437,
      "step": 3870
    },
    {
      "epoch": 1.367807977409107,
      "grad_norm": 0.033757726003366594,
      "learning_rate": 7.033348911552115e-05,
      "loss": 1.9603,
      "step": 3875
    },
    {
      "epoch": 1.3695728909283444,
      "grad_norm": 0.031547260146207665,
      "learning_rate": 6.997512730912999e-05,
      "loss": 1.9865,
      "step": 3880
    },
    {
      "epoch": 1.3713378044475821,
      "grad_norm": 0.032842126200468585,
      "learning_rate": 6.961740285283221e-05,
      "loss": 1.85,
      "step": 3885
    },
    {
      "epoch": 1.3731027179668196,
      "grad_norm": 0.0318719539843843,
      "learning_rate": 6.92603185956884e-05,
      "loss": 2.0996,
      "step": 3890
    },
    {
      "epoch": 1.3748676314860573,
      "grad_norm": 0.03496883372091561,
      "learning_rate": 6.890387738166041e-05,
      "loss": 1.9583,
      "step": 3895
    },
    {
      "epoch": 1.3766325450052947,
      "grad_norm": 0.03505976503622303,
      "learning_rate": 6.854808204958857e-05,
      "loss": 1.9905,
      "step": 3900
    },
    {
      "epoch": 1.3783974585245322,
      "grad_norm": 0.035881630271846314,
      "learning_rate": 6.819293543316925e-05,
      "loss": 1.9506,
      "step": 3905
    },
    {
      "epoch": 1.38016237204377,
      "grad_norm": 0.034924419367974774,
      "learning_rate": 6.783844036093222e-05,
      "loss": 1.9496,
      "step": 3910
    },
    {
      "epoch": 1.3819272855630074,
      "grad_norm": 0.03475186352790621,
      "learning_rate": 6.748459965621793e-05,
      "loss": 2.0638,
      "step": 3915
    },
    {
      "epoch": 1.3836921990822448,
      "grad_norm": 0.033898408666595395,
      "learning_rate": 6.713141613715535e-05,
      "loss": 1.8883,
      "step": 3920
    },
    {
      "epoch": 1.3854571126014825,
      "grad_norm": 0.03502085144782307,
      "learning_rate": 6.67788926166392e-05,
      "loss": 2.0215,
      "step": 3925
    },
    {
      "epoch": 1.3872220261207202,
      "grad_norm": 0.03333086617300456,
      "learning_rate": 6.64270319023079e-05,
      "loss": 2.0483,
      "step": 3930
    },
    {
      "epoch": 1.3889869396399577,
      "grad_norm": 0.03589974377080066,
      "learning_rate": 6.607583679652088e-05,
      "loss": 1.8987,
      "step": 3935
    },
    {
      "epoch": 1.3907518531591951,
      "grad_norm": 0.034050944674780946,
      "learning_rate": 6.57253100963363e-05,
      "loss": 1.8423,
      "step": 3940
    },
    {
      "epoch": 1.3925167666784328,
      "grad_norm": 0.03480061387848505,
      "learning_rate": 6.537545459348921e-05,
      "loss": 1.9584,
      "step": 3945
    },
    {
      "epoch": 1.3942816801976703,
      "grad_norm": 0.034558372317336446,
      "learning_rate": 6.502627307436856e-05,
      "loss": 2.0189,
      "step": 3950
    },
    {
      "epoch": 1.3960465937169078,
      "grad_norm": 0.03401303820618363,
      "learning_rate": 6.467776831999575e-05,
      "loss": 1.898,
      "step": 3955
    },
    {
      "epoch": 1.3978115072361454,
      "grad_norm": 0.03464719311174923,
      "learning_rate": 6.432994310600208e-05,
      "loss": 1.9088,
      "step": 3960
    },
    {
      "epoch": 1.399576420755383,
      "grad_norm": 0.03484561221357701,
      "learning_rate": 6.398280020260651e-05,
      "loss": 1.9583,
      "step": 3965
    },
    {
      "epoch": 1.4013413342746206,
      "grad_norm": 0.03446400293747441,
      "learning_rate": 6.363634237459414e-05,
      "loss": 1.8288,
      "step": 3970
    },
    {
      "epoch": 1.403106247793858,
      "grad_norm": 0.03423945281481812,
      "learning_rate": 6.329057238129362e-05,
      "loss": 1.9538,
      "step": 3975
    },
    {
      "epoch": 1.4048711613130958,
      "grad_norm": 0.03444048263380152,
      "learning_rate": 6.294549297655538e-05,
      "loss": 1.9491,
      "step": 3980
    },
    {
      "epoch": 1.4066360748323332,
      "grad_norm": 0.03478853271551262,
      "learning_rate": 6.260110690872995e-05,
      "loss": 1.982,
      "step": 3985
    },
    {
      "epoch": 1.4084009883515707,
      "grad_norm": 0.03407339866745072,
      "learning_rate": 6.225741692064561e-05,
      "loss": 2.0367,
      "step": 3990
    },
    {
      "epoch": 1.4101659018708084,
      "grad_norm": 0.03310925378500857,
      "learning_rate": 6.191442574958701e-05,
      "loss": 1.9349,
      "step": 3995
    },
    {
      "epoch": 1.4119308153900458,
      "grad_norm": 0.030211259163328414,
      "learning_rate": 6.15721361272729e-05,
      "loss": 1.9296,
      "step": 4000
    },
    {
      "epoch": 1.4136957289092835,
      "grad_norm": 0.032131019426815836,
      "learning_rate": 6.123055077983485e-05,
      "loss": 1.9549,
      "step": 4005
    },
    {
      "epoch": 1.415460642428521,
      "grad_norm": 0.02996955515322764,
      "learning_rate": 6.088967242779506e-05,
      "loss": 2.0469,
      "step": 4010
    },
    {
      "epoch": 1.4172255559477587,
      "grad_norm": 0.030949648160448658,
      "learning_rate": 6.0549503786045194e-05,
      "loss": 1.9037,
      "step": 4015
    },
    {
      "epoch": 1.4189904694669961,
      "grad_norm": 0.02962549902014697,
      "learning_rate": 6.021004756382432e-05,
      "loss": 1.7788,
      "step": 4020
    },
    {
      "epoch": 1.4207553829862336,
      "grad_norm": 0.03127216284630837,
      "learning_rate": 5.987130646469749e-05,
      "loss": 1.9419,
      "step": 4025
    },
    {
      "epoch": 1.4225202965054713,
      "grad_norm": 0.03210803533770451,
      "learning_rate": 5.9533283186534424e-05,
      "loss": 1.9051,
      "step": 4030
    },
    {
      "epoch": 1.4242852100247088,
      "grad_norm": 0.03087351458876162,
      "learning_rate": 5.91959804214876e-05,
      "loss": 1.9196,
      "step": 4035
    },
    {
      "epoch": 1.4260501235439462,
      "grad_norm": 0.030645441745246662,
      "learning_rate": 5.88594008559712e-05,
      "loss": 2.0086,
      "step": 4040
    },
    {
      "epoch": 1.427815037063184,
      "grad_norm": 0.03629929969527182,
      "learning_rate": 5.852354717063954e-05,
      "loss": 1.9886,
      "step": 4045
    },
    {
      "epoch": 1.4295799505824216,
      "grad_norm": 0.029703626987045696,
      "learning_rate": 5.8188422040365626e-05,
      "loss": 2.0076,
      "step": 4050
    },
    {
      "epoch": 1.431344864101659,
      "grad_norm": 0.030105257577454053,
      "learning_rate": 5.785402813422012e-05,
      "loss": 1.8839,
      "step": 4055
    },
    {
      "epoch": 1.4331097776208965,
      "grad_norm": 0.03261338616480212,
      "learning_rate": 5.752036811544973e-05,
      "loss": 2.1015,
      "step": 4060
    },
    {
      "epoch": 1.4348746911401342,
      "grad_norm": 0.030698727898042278,
      "learning_rate": 5.718744464145641e-05,
      "loss": 2.109,
      "step": 4065
    },
    {
      "epoch": 1.4366396046593717,
      "grad_norm": 0.030767091745341205,
      "learning_rate": 5.685526036377582e-05,
      "loss": 1.869,
      "step": 4070
    },
    {
      "epoch": 1.4384045181786091,
      "grad_norm": 0.030075523350369757,
      "learning_rate": 5.652381792805632e-05,
      "loss": 2.0871,
      "step": 4075
    },
    {
      "epoch": 1.4401694316978468,
      "grad_norm": 0.03102482240023936,
      "learning_rate": 5.619311997403819e-05,
      "loss": 2.0683,
      "step": 4080
    },
    {
      "epoch": 1.4419343452170843,
      "grad_norm": 0.030590176064959243,
      "learning_rate": 5.5863169135532074e-05,
      "loss": 2.0001,
      "step": 4085
    },
    {
      "epoch": 1.443699258736322,
      "grad_norm": 0.030473850542287392,
      "learning_rate": 5.553396804039847e-05,
      "loss": 1.8997,
      "step": 4090
    },
    {
      "epoch": 1.4454641722555595,
      "grad_norm": 0.030529190063898,
      "learning_rate": 5.5205519310526606e-05,
      "loss": 1.9751,
      "step": 4095
    },
    {
      "epoch": 1.4472290857747971,
      "grad_norm": 0.030011620191175203,
      "learning_rate": 5.4877825561813474e-05,
      "loss": 1.9433,
      "step": 4100
    },
    {
      "epoch": 1.4489939992940346,
      "grad_norm": 0.02892031793205635,
      "learning_rate": 5.4550889404143214e-05,
      "loss": 1.7073,
      "step": 4105
    },
    {
      "epoch": 1.450758912813272,
      "grad_norm": 0.029717790708532206,
      "learning_rate": 5.422471344136611e-05,
      "loss": 1.9333,
      "step": 4110
    },
    {
      "epoch": 1.4525238263325098,
      "grad_norm": 0.02930954097067733,
      "learning_rate": 5.3899300271277976e-05,
      "loss": 1.9659,
      "step": 4115
    },
    {
      "epoch": 1.4542887398517472,
      "grad_norm": 0.03000545192877199,
      "learning_rate": 5.3574652485599485e-05,
      "loss": 2.1037,
      "step": 4120
    },
    {
      "epoch": 1.4560536533709847,
      "grad_norm": 0.031217563643557062,
      "learning_rate": 5.325077266995541e-05,
      "loss": 1.9793,
      "step": 4125
    },
    {
      "epoch": 1.4578185668902224,
      "grad_norm": 0.03149908382304411,
      "learning_rate": 5.2927663403854207e-05,
      "loss": 2.0097,
      "step": 4130
    },
    {
      "epoch": 1.45958348040946,
      "grad_norm": 0.029283485300683372,
      "learning_rate": 5.260532726066723e-05,
      "loss": 2.0911,
      "step": 4135
    },
    {
      "epoch": 1.4613483939286975,
      "grad_norm": 0.031013403887131315,
      "learning_rate": 5.2283766807608527e-05,
      "loss": 2.1522,
      "step": 4140
    },
    {
      "epoch": 1.463113307447935,
      "grad_norm": 0.029849094261517904,
      "learning_rate": 5.196298460571406e-05,
      "loss": 1.9244,
      "step": 4145
    },
    {
      "epoch": 1.4648782209671727,
      "grad_norm": 0.031995056189921926,
      "learning_rate": 5.164298320982169e-05,
      "loss": 2.0307,
      "step": 4150
    },
    {
      "epoch": 1.4666431344864101,
      "grad_norm": 0.030535109935981897,
      "learning_rate": 5.13237651685505e-05,
      "loss": 2.075,
      "step": 4155
    },
    {
      "epoch": 1.4684080480056476,
      "grad_norm": 0.029861382483526627,
      "learning_rate": 5.100533302428056e-05,
      "loss": 2.0797,
      "step": 4160
    },
    {
      "epoch": 1.4701729615248853,
      "grad_norm": 0.03113422332401389,
      "learning_rate": 5.068768931313293e-05,
      "loss": 2.0316,
      "step": 4165
    },
    {
      "epoch": 1.4719378750441228,
      "grad_norm": 0.030371057421138728,
      "learning_rate": 5.037083656494909e-05,
      "loss": 2.0134,
      "step": 4170
    },
    {
      "epoch": 1.4737027885633605,
      "grad_norm": 0.030195355576018514,
      "learning_rate": 5.005477730327112e-05,
      "loss": 2.005,
      "step": 4175
    },
    {
      "epoch": 1.475467702082598,
      "grad_norm": 0.031642143263772855,
      "learning_rate": 4.97395140453214e-05,
      "loss": 2.0198,
      "step": 4180
    },
    {
      "epoch": 1.4772326156018356,
      "grad_norm": 0.030783067250674048,
      "learning_rate": 4.942504930198254e-05,
      "loss": 1.9722,
      "step": 4185
    },
    {
      "epoch": 1.478997529121073,
      "grad_norm": 0.03147018031393304,
      "learning_rate": 4.9111385577777644e-05,
      "loss": 1.8712,
      "step": 4190
    },
    {
      "epoch": 1.4807624426403105,
      "grad_norm": 0.02988972329672921,
      "learning_rate": 4.8798525370849976e-05,
      "loss": 1.7412,
      "step": 4195
    },
    {
      "epoch": 1.4825273561595482,
      "grad_norm": 0.031335254889202926,
      "learning_rate": 4.8486471172943336e-05,
      "loss": 1.8953,
      "step": 4200
    },
    {
      "epoch": 1.4842922696787857,
      "grad_norm": 0.04292576923872797,
      "learning_rate": 4.8175225469382265e-05,
      "loss": 1.9579,
      "step": 4205
    },
    {
      "epoch": 1.4860571831980234,
      "grad_norm": 0.033075868159661063,
      "learning_rate": 4.7864790739051936e-05,
      "loss": 1.9982,
      "step": 4210
    },
    {
      "epoch": 1.4878220967172608,
      "grad_norm": 0.03093078048486634,
      "learning_rate": 4.755516945437878e-05,
      "loss": 1.9502,
      "step": 4215
    },
    {
      "epoch": 1.4895870102364985,
      "grad_norm": 0.032565005325328994,
      "learning_rate": 4.724636408131048e-05,
      "loss": 2.0328,
      "step": 4220
    },
    {
      "epoch": 1.491351923755736,
      "grad_norm": 0.03382235424474912,
      "learning_rate": 4.6938377079296577e-05,
      "loss": 1.7977,
      "step": 4225
    },
    {
      "epoch": 1.4931168372749735,
      "grad_norm": 0.03122599356098033,
      "learning_rate": 4.663121090126878e-05,
      "loss": 2.0124,
      "step": 4230
    },
    {
      "epoch": 1.4948817507942112,
      "grad_norm": 0.03293457498046121,
      "learning_rate": 4.632486799362133e-05,
      "loss": 2.0137,
      "step": 4235
    },
    {
      "epoch": 1.4966466643134486,
      "grad_norm": 0.03274112503582576,
      "learning_rate": 4.60193507961917e-05,
      "loss": 1.905,
      "step": 4240
    },
    {
      "epoch": 1.498411577832686,
      "grad_norm": 0.03121910772804433,
      "learning_rate": 4.5714661742240956e-05,
      "loss": 1.7853,
      "step": 4245
    },
    {
      "epoch": 1.5001764913519238,
      "grad_norm": 0.03127952953510779,
      "learning_rate": 4.541080325843472e-05,
      "loss": 1.996,
      "step": 4250
    },
    {
      "epoch": 1.5019414048711615,
      "grad_norm": 0.03388019026652588,
      "learning_rate": 4.51077777648234e-05,
      "loss": 1.8462,
      "step": 4255
    },
    {
      "epoch": 1.503706318390399,
      "grad_norm": 0.031815745456058475,
      "learning_rate": 4.480558767482324e-05,
      "loss": 1.9531,
      "step": 4260
    },
    {
      "epoch": 1.5054712319096364,
      "grad_norm": 0.032317129873010504,
      "learning_rate": 4.4504235395197054e-05,
      "loss": 1.937,
      "step": 4265
    },
    {
      "epoch": 1.507236145428874,
      "grad_norm": 0.03122000405064531,
      "learning_rate": 4.420372332603483e-05,
      "loss": 2.0452,
      "step": 4270
    },
    {
      "epoch": 1.5090010589481115,
      "grad_norm": 0.03366683694943424,
      "learning_rate": 4.390405386073497e-05,
      "loss": 1.9186,
      "step": 4275
    },
    {
      "epoch": 1.510765972467349,
      "grad_norm": 0.032210809084909024,
      "learning_rate": 4.360522938598491e-05,
      "loss": 1.9893,
      "step": 4280
    },
    {
      "epoch": 1.5125308859865867,
      "grad_norm": 0.031648345467933534,
      "learning_rate": 4.330725228174225e-05,
      "loss": 1.9865,
      "step": 4285
    },
    {
      "epoch": 1.5142957995058244,
      "grad_norm": 0.03320143068243922,
      "learning_rate": 4.301012492121589e-05,
      "loss": 1.7901,
      "step": 4290
    },
    {
      "epoch": 1.5160607130250616,
      "grad_norm": 0.032575017922963696,
      "learning_rate": 4.271384967084691e-05,
      "loss": 1.8788,
      "step": 4295
    },
    {
      "epoch": 1.5178256265442993,
      "grad_norm": 0.033807906266644455,
      "learning_rate": 4.241842889028999e-05,
      "loss": 1.8669,
      "step": 4300
    },
    {
      "epoch": 1.519590540063537,
      "grad_norm": 0.03544941725879154,
      "learning_rate": 4.212386493239428e-05,
      "loss": 1.9998,
      "step": 4305
    },
    {
      "epoch": 1.5213554535827745,
      "grad_norm": 0.03352425296231444,
      "learning_rate": 4.183016014318501e-05,
      "loss": 1.9388,
      "step": 4310
    },
    {
      "epoch": 1.523120367102012,
      "grad_norm": 0.03429388603806833,
      "learning_rate": 4.153731686184464e-05,
      "loss": 1.9969,
      "step": 4315
    },
    {
      "epoch": 1.5248852806212496,
      "grad_norm": 0.035745263271570446,
      "learning_rate": 4.124533742069408e-05,
      "loss": 1.8527,
      "step": 4320
    },
    {
      "epoch": 1.526650194140487,
      "grad_norm": 0.03331654703180943,
      "learning_rate": 4.0954224145174516e-05,
      "loss": 1.8984,
      "step": 4325
    },
    {
      "epoch": 1.5284151076597245,
      "grad_norm": 0.033161562192361986,
      "learning_rate": 4.066397935382842e-05,
      "loss": 1.9105,
      "step": 4330
    },
    {
      "epoch": 1.5301800211789622,
      "grad_norm": 0.03420793235763417,
      "learning_rate": 4.0374605358281376e-05,
      "loss": 1.8085,
      "step": 4335
    },
    {
      "epoch": 1.5319449346982,
      "grad_norm": 0.0351341442029064,
      "learning_rate": 4.0086104463223704e-05,
      "loss": 1.9777,
      "step": 4340
    },
    {
      "epoch": 1.5337098482174374,
      "grad_norm": 0.03518965728758648,
      "learning_rate": 3.9798478966391845e-05,
      "loss": 1.8944,
      "step": 4345
    },
    {
      "epoch": 1.5354747617366749,
      "grad_norm": 0.03549401557703974,
      "learning_rate": 3.9511731158550366e-05,
      "loss": 2.0236,
      "step": 4350
    },
    {
      "epoch": 1.5372396752559125,
      "grad_norm": 0.03624716728232057,
      "learning_rate": 3.922586332347343e-05,
      "loss": 2.0764,
      "step": 4355
    },
    {
      "epoch": 1.53900458877515,
      "grad_norm": 0.03614978489396938,
      "learning_rate": 3.894087773792686e-05,
      "loss": 1.8375,
      "step": 4360
    },
    {
      "epoch": 1.5407695022943875,
      "grad_norm": 0.03480835954719979,
      "learning_rate": 3.8656776671649856e-05,
      "loss": 1.8728,
      "step": 4365
    },
    {
      "epoch": 1.5425344158136252,
      "grad_norm": 0.0351064356806685,
      "learning_rate": 3.837356238733692e-05,
      "loss": 1.976,
      "step": 4370
    },
    {
      "epoch": 1.5442993293328628,
      "grad_norm": 0.03436045015342909,
      "learning_rate": 3.80912371406199e-05,
      "loss": 1.8648,
      "step": 4375
    },
    {
      "epoch": 1.5460642428521,
      "grad_norm": 0.035825034074144994,
      "learning_rate": 3.780980318004991e-05,
      "loss": 1.9092,
      "step": 4380
    },
    {
      "epoch": 1.5478291563713378,
      "grad_norm": 0.03618090985329705,
      "learning_rate": 3.752926274707966e-05,
      "loss": 2.0864,
      "step": 4385
    },
    {
      "epoch": 1.5495940698905755,
      "grad_norm": 0.03382552946679882,
      "learning_rate": 3.724961807604531e-05,
      "loss": 1.9425,
      "step": 4390
    },
    {
      "epoch": 1.551358983409813,
      "grad_norm": 0.03484827805342798,
      "learning_rate": 3.6970871394148895e-05,
      "loss": 2.101,
      "step": 4395
    },
    {
      "epoch": 1.5531238969290504,
      "grad_norm": 0.03320640448986934,
      "learning_rate": 3.669302492144052e-05,
      "loss": 2.0688,
      "step": 4400
    },
    {
      "epoch": 1.554888810448288,
      "grad_norm": 0.03484038306740596,
      "learning_rate": 3.6416080870800547e-05,
      "loss": 1.9454,
      "step": 4405
    },
    {
      "epoch": 1.5566537239675255,
      "grad_norm": 0.035197623913338666,
      "learning_rate": 3.6140041447922225e-05,
      "loss": 1.7624,
      "step": 4410
    },
    {
      "epoch": 1.558418637486763,
      "grad_norm": 0.03609254311952255,
      "learning_rate": 3.5864908851293914e-05,
      "loss": 2.1283,
      "step": 4415
    },
    {
      "epoch": 1.5601835510060007,
      "grad_norm": 0.03481377536297356,
      "learning_rate": 3.559068527218157e-05,
      "loss": 1.8186,
      "step": 4420
    },
    {
      "epoch": 1.5619484645252384,
      "grad_norm": 0.03396508159901674,
      "learning_rate": 3.531737289461159e-05,
      "loss": 1.9517,
      "step": 4425
    },
    {
      "epoch": 1.5637133780444759,
      "grad_norm": 0.03349459424542829,
      "learning_rate": 3.504497389535296e-05,
      "loss": 1.8817,
      "step": 4430
    },
    {
      "epoch": 1.5654782915637133,
      "grad_norm": 0.03354989744772323,
      "learning_rate": 3.477349044390034e-05,
      "loss": 1.8772,
      "step": 4435
    },
    {
      "epoch": 1.567243205082951,
      "grad_norm": 0.03453484301292485,
      "learning_rate": 3.450292470245645e-05,
      "loss": 1.9036,
      "step": 4440
    },
    {
      "epoch": 1.5690081186021885,
      "grad_norm": 0.03411400764399191,
      "learning_rate": 3.42332788259151e-05,
      "loss": 1.9382,
      "step": 4445
    },
    {
      "epoch": 1.570773032121426,
      "grad_norm": 0.033435228514182735,
      "learning_rate": 3.3964554961843944e-05,
      "loss": 2.0641,
      "step": 4450
    },
    {
      "epoch": 1.5725379456406636,
      "grad_norm": 0.03367024468091004,
      "learning_rate": 3.369675525046727e-05,
      "loss": 1.9334,
      "step": 4455
    },
    {
      "epoch": 1.5743028591599013,
      "grad_norm": 0.03433997274475782,
      "learning_rate": 3.342988182464911e-05,
      "loss": 2.0534,
      "step": 4460
    },
    {
      "epoch": 1.5760677726791386,
      "grad_norm": 0.0350617920784125,
      "learning_rate": 3.316393680987612e-05,
      "loss": 1.8423,
      "step": 4465
    },
    {
      "epoch": 1.5778326861983762,
      "grad_norm": 0.03481307165141278,
      "learning_rate": 3.289892232424079e-05,
      "loss": 2.0224,
      "step": 4470
    },
    {
      "epoch": 1.579597599717614,
      "grad_norm": 0.03428922222495566,
      "learning_rate": 3.2634840478424535e-05,
      "loss": 1.7084,
      "step": 4475
    },
    {
      "epoch": 1.5813625132368514,
      "grad_norm": 0.033417882269180514,
      "learning_rate": 3.237169337568071e-05,
      "loss": 2.0756,
      "step": 4480
    },
    {
      "epoch": 1.5831274267560889,
      "grad_norm": 0.033803883912114696,
      "learning_rate": 3.210948311181818e-05,
      "loss": 1.9036,
      "step": 4485
    },
    {
      "epoch": 1.5848923402753265,
      "grad_norm": 0.03634601411926046,
      "learning_rate": 3.184821177518428e-05,
      "loss": 1.9282,
      "step": 4490
    },
    {
      "epoch": 1.586657253794564,
      "grad_norm": 0.033508534289896266,
      "learning_rate": 3.1587881446648514e-05,
      "loss": 1.954,
      "step": 4495
    },
    {
      "epoch": 1.5884221673138015,
      "grad_norm": 0.035590160411160615,
      "learning_rate": 3.13284941995857e-05,
      "loss": 1.9688,
      "step": 4500
    },
    {
      "epoch": 1.5901870808330392,
      "grad_norm": 0.03265422079734215,
      "learning_rate": 3.107005209985958e-05,
      "loss": 2.0097,
      "step": 4505
    },
    {
      "epoch": 1.5919519943522769,
      "grad_norm": 0.03296117328913444,
      "learning_rate": 3.0812557205806475e-05,
      "loss": 1.9257,
      "step": 4510
    },
    {
      "epoch": 1.5937169078715143,
      "grad_norm": 0.034587592714518715,
      "learning_rate": 3.055601156821865e-05,
      "loss": 1.8154,
      "step": 4515
    },
    {
      "epoch": 1.5954818213907518,
      "grad_norm": 0.03376921264284581,
      "learning_rate": 3.0300417230328244e-05,
      "loss": 1.9254,
      "step": 4520
    },
    {
      "epoch": 1.5972467349099895,
      "grad_norm": 0.0343184167137067,
      "learning_rate": 3.0045776227790697e-05,
      "loss": 2.0497,
      "step": 4525
    },
    {
      "epoch": 1.599011648429227,
      "grad_norm": 0.03622464562386491,
      "learning_rate": 2.9792090588668876e-05,
      "loss": 1.9846,
      "step": 4530
    },
    {
      "epoch": 1.6007765619484644,
      "grad_norm": 0.03575303468534114,
      "learning_rate": 2.953936233341667e-05,
      "loss": 1.8907,
      "step": 4535
    },
    {
      "epoch": 1.602541475467702,
      "grad_norm": 0.032723961319037265,
      "learning_rate": 2.9287593474862986e-05,
      "loss": 2.0426,
      "step": 4540
    },
    {
      "epoch": 1.6043063889869398,
      "grad_norm": 0.03377216791919303,
      "learning_rate": 2.9036786018195668e-05,
      "loss": 2.0135,
      "step": 4545
    },
    {
      "epoch": 1.6060713025061772,
      "grad_norm": 0.03208908689321701,
      "learning_rate": 2.8786941960945674e-05,
      "loss": 1.9142,
      "step": 4550
    },
    {
      "epoch": 1.6078362160254147,
      "grad_norm": 0.03308820380791096,
      "learning_rate": 2.8538063292970935e-05,
      "loss": 1.9797,
      "step": 4555
    },
    {
      "epoch": 1.6096011295446524,
      "grad_norm": 0.032953914742919574,
      "learning_rate": 2.829015199644078e-05,
      "loss": 1.9388,
      "step": 4560
    },
    {
      "epoch": 1.6113660430638899,
      "grad_norm": 0.03240639314147682,
      "learning_rate": 2.8043210045819865e-05,
      "loss": 1.965,
      "step": 4565
    },
    {
      "epoch": 1.6131309565831273,
      "grad_norm": 0.03187279733830787,
      "learning_rate": 2.7797239407852722e-05,
      "loss": 1.8038,
      "step": 4570
    },
    {
      "epoch": 1.614895870102365,
      "grad_norm": 0.03500866531045439,
      "learning_rate": 2.755224204154783e-05,
      "loss": 1.9147,
      "step": 4575
    },
    {
      "epoch": 1.6166607836216027,
      "grad_norm": 0.03266894651679398,
      "learning_rate": 2.730821989816222e-05,
      "loss": 2.055,
      "step": 4580
    },
    {
      "epoch": 1.61842569714084,
      "grad_norm": 0.0320641736799915,
      "learning_rate": 2.70651749211859e-05,
      "loss": 1.9506,
      "step": 4585
    },
    {
      "epoch": 1.6201906106600776,
      "grad_norm": 0.03369471922644863,
      "learning_rate": 2.6823109046326213e-05,
      "loss": 2.0466,
      "step": 4590
    },
    {
      "epoch": 1.6219555241793153,
      "grad_norm": 0.03244818698525006,
      "learning_rate": 2.6582024201492624e-05,
      "loss": 1.9494,
      "step": 4595
    },
    {
      "epoch": 1.6237204376985528,
      "grad_norm": 0.03364220990923876,
      "learning_rate": 2.634192230678123e-05,
      "loss": 2.055,
      "step": 4600
    },
    {
      "epoch": 1.6254853512177903,
      "grad_norm": 0.03559180939610663,
      "learning_rate": 2.610280527445958e-05,
      "loss": 1.9353,
      "step": 4605
    },
    {
      "epoch": 1.627250264737028,
      "grad_norm": 0.03374331211309215,
      "learning_rate": 2.586467500895139e-05,
      "loss": 1.9115,
      "step": 4610
    },
    {
      "epoch": 1.6290151782562654,
      "grad_norm": 0.03427240045585054,
      "learning_rate": 2.5627533406821283e-05,
      "loss": 1.9418,
      "step": 4615
    },
    {
      "epoch": 1.6307800917755029,
      "grad_norm": 0.03484851275376693,
      "learning_rate": 2.5391382356759875e-05,
      "loss": 1.8673,
      "step": 4620
    },
    {
      "epoch": 1.6325450052947406,
      "grad_norm": 0.033056791723209876,
      "learning_rate": 2.5156223739568537e-05,
      "loss": 2.0146,
      "step": 4625
    },
    {
      "epoch": 1.6343099188139782,
      "grad_norm": 0.032684067257381516,
      "learning_rate": 2.49220594281446e-05,
      "loss": 1.9037,
      "step": 4630
    },
    {
      "epoch": 1.6360748323332157,
      "grad_norm": 0.03524316145001109,
      "learning_rate": 2.4688891287466278e-05,
      "loss": 1.9452,
      "step": 4635
    },
    {
      "epoch": 1.6378397458524532,
      "grad_norm": 0.03267041417057933,
      "learning_rate": 2.4456721174577864e-05,
      "loss": 2.0948,
      "step": 4640
    },
    {
      "epoch": 1.6396046593716909,
      "grad_norm": 0.03305088136172108,
      "learning_rate": 2.4225550938575054e-05,
      "loss": 1.9246,
      "step": 4645
    },
    {
      "epoch": 1.6413695728909283,
      "grad_norm": 0.033692619829589356,
      "learning_rate": 2.3995382420590014e-05,
      "loss": 2.0536,
      "step": 4650
    },
    {
      "epoch": 1.6431344864101658,
      "grad_norm": 0.03367884203170107,
      "learning_rate": 2.3766217453776935e-05,
      "loss": 1.982,
      "step": 4655
    },
    {
      "epoch": 1.6448993999294035,
      "grad_norm": 0.03360602357947156,
      "learning_rate": 2.3538057863297227e-05,
      "loss": 1.9125,
      "step": 4660
    },
    {
      "epoch": 1.6466643134486412,
      "grad_norm": 0.03295215993407256,
      "learning_rate": 2.331090546630513e-05,
      "loss": 1.7465,
      "step": 4665
    },
    {
      "epoch": 1.6484292269678784,
      "grad_norm": 0.03510990884133024,
      "learning_rate": 2.308476207193324e-05,
      "loss": 1.9727,
      "step": 4670
    },
    {
      "epoch": 1.650194140487116,
      "grad_norm": 0.03249544603841909,
      "learning_rate": 2.2859629481277957e-05,
      "loss": 1.7661,
      "step": 4675
    },
    {
      "epoch": 1.6519590540063538,
      "grad_norm": 0.033302650260135465,
      "learning_rate": 2.2635509487385284e-05,
      "loss": 1.8944,
      "step": 4680
    },
    {
      "epoch": 1.6537239675255913,
      "grad_norm": 0.03358669674623887,
      "learning_rate": 2.2412403875236445e-05,
      "loss": 2.0577,
      "step": 4685
    },
    {
      "epoch": 1.6554888810448287,
      "grad_norm": 0.0332853305537157,
      "learning_rate": 2.2190314421733816e-05,
      "loss": 1.8156,
      "step": 4690
    },
    {
      "epoch": 1.6572537945640664,
      "grad_norm": 0.03399706837086618,
      "learning_rate": 2.1969242895686684e-05,
      "loss": 1.9527,
      "step": 4695
    },
    {
      "epoch": 1.6590187080833039,
      "grad_norm": 0.034468055413874314,
      "learning_rate": 2.1749191057796995e-05,
      "loss": 2.1008,
      "step": 4700
    },
    {
      "epoch": 1.6607836216025413,
      "grad_norm": 0.03808073137337732,
      "learning_rate": 2.1530160660645695e-05,
      "loss": 2.1552,
      "step": 4705
    },
    {
      "epoch": 1.662548535121779,
      "grad_norm": 0.03717021529550901,
      "learning_rate": 2.131215344867841e-05,
      "loss": 1.8806,
      "step": 4710
    },
    {
      "epoch": 1.6643134486410167,
      "grad_norm": 0.03482861043963838,
      "learning_rate": 2.109517115819181e-05,
      "loss": 2.0962,
      "step": 4715
    },
    {
      "epoch": 1.6660783621602542,
      "grad_norm": 0.037454099036786793,
      "learning_rate": 2.0879215517319632e-05,
      "loss": 1.9126,
      "step": 4720
    },
    {
      "epoch": 1.6678432756794916,
      "grad_norm": 0.03761764890590753,
      "learning_rate": 2.066428824601892e-05,
      "loss": 1.8034,
      "step": 4725
    },
    {
      "epoch": 1.6696081891987293,
      "grad_norm": 0.03777633028348587,
      "learning_rate": 2.0450391056056514e-05,
      "loss": 1.8725,
      "step": 4730
    },
    {
      "epoch": 1.6713731027179668,
      "grad_norm": 0.0383366262825412,
      "learning_rate": 2.023752565099513e-05,
      "loss": 1.8807,
      "step": 4735
    },
    {
      "epoch": 1.6731380162372043,
      "grad_norm": 0.041395627558972546,
      "learning_rate": 2.0025693726179992e-05,
      "loss": 1.8714,
      "step": 4740
    },
    {
      "epoch": 1.674902929756442,
      "grad_norm": 0.03776877520097343,
      "learning_rate": 1.981489696872532e-05,
      "loss": 1.981,
      "step": 4745
    },
    {
      "epoch": 1.6766678432756796,
      "grad_norm": 0.03864560142228677,
      "learning_rate": 1.960513705750075e-05,
      "loss": 2.0369,
      "step": 4750
    },
    {
      "epoch": 1.678432756794917,
      "grad_norm": 0.03660753652499858,
      "learning_rate": 1.9396415663118158e-05,
      "loss": 2.1063,
      "step": 4755
    },
    {
      "epoch": 1.6801976703141546,
      "grad_norm": 0.03794168690051479,
      "learning_rate": 1.9188734447918203e-05,
      "loss": 2.1145,
      "step": 4760
    },
    {
      "epoch": 1.6819625838333923,
      "grad_norm": 0.03689174548789547,
      "learning_rate": 1.8982095065957126e-05,
      "loss": 2.0411,
      "step": 4765
    },
    {
      "epoch": 1.6837274973526297,
      "grad_norm": 0.038791143862949254,
      "learning_rate": 1.877649916299359e-05,
      "loss": 2.0615,
      "step": 4770
    },
    {
      "epoch": 1.6854924108718672,
      "grad_norm": 0.03794446708599632,
      "learning_rate": 1.857194837647561e-05,
      "loss": 1.9214,
      "step": 4775
    },
    {
      "epoch": 1.6872573243911049,
      "grad_norm": 0.0355230849136272,
      "learning_rate": 1.8368444335527534e-05,
      "loss": 1.6658,
      "step": 4780
    },
    {
      "epoch": 1.6890222379103423,
      "grad_norm": 0.03874174681361104,
      "learning_rate": 1.8165988660936847e-05,
      "loss": 1.9385,
      "step": 4785
    },
    {
      "epoch": 1.6907871514295798,
      "grad_norm": 0.03677305174678137,
      "learning_rate": 1.796458296514159e-05,
      "loss": 2.0329,
      "step": 4790
    },
    {
      "epoch": 1.6925520649488175,
      "grad_norm": 0.03788140831824028,
      "learning_rate": 1.776422885221721e-05,
      "loss": 1.9731,
      "step": 4795
    },
    {
      "epoch": 1.6943169784680552,
      "grad_norm": 0.03571226468199232,
      "learning_rate": 1.7564927917864037e-05,
      "loss": 2.0341,
      "step": 4800
    },
    {
      "epoch": 1.6960818919872926,
      "grad_norm": 0.035248073343293045,
      "learning_rate": 1.7366681749394445e-05,
      "loss": 2.09,
      "step": 4805
    },
    {
      "epoch": 1.69784680550653,
      "grad_norm": 0.035564067795887826,
      "learning_rate": 1.716949192572019e-05,
      "loss": 2.1418,
      "step": 4810
    },
    {
      "epoch": 1.6996117190257678,
      "grad_norm": 0.03388794299753511,
      "learning_rate": 1.697336001733989e-05,
      "loss": 2.0008,
      "step": 4815
    },
    {
      "epoch": 1.7013766325450053,
      "grad_norm": 0.035929992822541924,
      "learning_rate": 1.677828758632649e-05,
      "loss": 2.0369,
      "step": 4820
    },
    {
      "epoch": 1.7031415460642427,
      "grad_norm": 0.034283244845831146,
      "learning_rate": 1.6584276186314865e-05,
      "loss": 1.9419,
      "step": 4825
    },
    {
      "epoch": 1.7049064595834804,
      "grad_norm": 0.03400790973735181,
      "learning_rate": 1.6391327362489448e-05,
      "loss": 2.0578,
      "step": 4830
    },
    {
      "epoch": 1.706671373102718,
      "grad_norm": 0.03509175665870161,
      "learning_rate": 1.6199442651571788e-05,
      "loss": 1.8902,
      "step": 4835
    },
    {
      "epoch": 1.7084362866219556,
      "grad_norm": 0.03508523956425158,
      "learning_rate": 1.6008623581808528e-05,
      "loss": 2.0424,
      "step": 4840
    },
    {
      "epoch": 1.710201200141193,
      "grad_norm": 0.0336206368964309,
      "learning_rate": 1.581887167295899e-05,
      "loss": 1.8735,
      "step": 4845
    },
    {
      "epoch": 1.7119661136604307,
      "grad_norm": 0.03501249923546285,
      "learning_rate": 1.5630188436283336e-05,
      "loss": 2.0012,
      "step": 4850
    },
    {
      "epoch": 1.7137310271796682,
      "grad_norm": 0.03434071903450408,
      "learning_rate": 1.5442575374530297e-05,
      "loss": 1.9999,
      "step": 4855
    },
    {
      "epoch": 1.7154959406989057,
      "grad_norm": 0.03373694298322959,
      "learning_rate": 1.5256033981925297e-05,
      "loss": 1.946,
      "step": 4860
    },
    {
      "epoch": 1.7172608542181433,
      "grad_norm": 0.03391461878353098,
      "learning_rate": 1.5070565744158692e-05,
      "loss": 1.9577,
      "step": 4865
    },
    {
      "epoch": 1.719025767737381,
      "grad_norm": 0.03550827603229797,
      "learning_rate": 1.4886172138373603e-05,
      "loss": 2.0624,
      "step": 4870
    },
    {
      "epoch": 1.7207906812566183,
      "grad_norm": 0.03438548046525696,
      "learning_rate": 1.4702854633154521e-05,
      "loss": 1.753,
      "step": 4875
    },
    {
      "epoch": 1.722555594775856,
      "grad_norm": 0.03642489961359046,
      "learning_rate": 1.4520614688515403e-05,
      "loss": 1.984,
      "step": 4880
    },
    {
      "epoch": 1.7243205082950936,
      "grad_norm": 0.03492018291854148,
      "learning_rate": 1.4339453755887976e-05,
      "loss": 1.8575,
      "step": 4885
    },
    {
      "epoch": 1.7260854218143311,
      "grad_norm": 0.033482674089617574,
      "learning_rate": 1.4159373278110452e-05,
      "loss": 1.8484,
      "step": 4890
    },
    {
      "epoch": 1.7278503353335686,
      "grad_norm": 0.03445439341727427,
      "learning_rate": 1.3980374689415735e-05,
      "loss": 1.7615,
      "step": 4895
    },
    {
      "epoch": 1.7296152488528063,
      "grad_norm": 0.03472204442938287,
      "learning_rate": 1.3802459415420197e-05,
      "loss": 1.8561,
      "step": 4900
    },
    {
      "epoch": 1.7313801623720437,
      "grad_norm": 0.03535791081181799,
      "learning_rate": 1.3625628873112182e-05,
      "loss": 2.0643,
      "step": 4905
    },
    {
      "epoch": 1.7331450758912812,
      "grad_norm": 0.0349559723312278,
      "learning_rate": 1.344988447084091e-05,
      "loss": 1.9739,
      "step": 4910
    },
    {
      "epoch": 1.7349099894105189,
      "grad_norm": 0.0344026445785495,
      "learning_rate": 1.3275227608305122e-05,
      "loss": 1.9237,
      "step": 4915
    },
    {
      "epoch": 1.7366749029297566,
      "grad_norm": 0.03523023241778303,
      "learning_rate": 1.3101659676541837e-05,
      "loss": 1.998,
      "step": 4920
    },
    {
      "epoch": 1.738439816448994,
      "grad_norm": 0.037054044254085525,
      "learning_rate": 1.2929182057915577e-05,
      "loss": 1.9682,
      "step": 4925
    },
    {
      "epoch": 1.7402047299682315,
      "grad_norm": 0.03607678344856152,
      "learning_rate": 1.2757796126107028e-05,
      "loss": 1.8698,
      "step": 4930
    },
    {
      "epoch": 1.7419696434874692,
      "grad_norm": 0.03461436106601157,
      "learning_rate": 1.2587503246102332e-05,
      "loss": 1.9138,
      "step": 4935
    },
    {
      "epoch": 1.7437345570067067,
      "grad_norm": 0.03539240913339504,
      "learning_rate": 1.2418304774182075e-05,
      "loss": 1.7903,
      "step": 4940
    },
    {
      "epoch": 1.7454994705259441,
      "grad_norm": 0.0353244956045996,
      "learning_rate": 1.2250202057910535e-05,
      "loss": 1.9706,
      "step": 4945
    },
    {
      "epoch": 1.7472643840451818,
      "grad_norm": 0.03474009794468743,
      "learning_rate": 1.2083196436125037e-05,
      "loss": 1.9454,
      "step": 4950
    },
    {
      "epoch": 1.7490292975644195,
      "grad_norm": 0.034766879117241446,
      "learning_rate": 1.1917289238925092e-05,
      "loss": 1.937,
      "step": 4955
    },
    {
      "epoch": 1.7507942110836567,
      "grad_norm": 0.03418572125679393,
      "learning_rate": 1.1752481787662015e-05,
      "loss": 1.867,
      "step": 4960
    },
    {
      "epoch": 1.7525591246028944,
      "grad_norm": 0.03534656952176172,
      "learning_rate": 1.1588775394928273e-05,
      "loss": 2.0516,
      "step": 4965
    },
    {
      "epoch": 1.7543240381221321,
      "grad_norm": 0.035690207687914664,
      "learning_rate": 1.1426171364547015e-05,
      "loss": 1.9852,
      "step": 4970
    },
    {
      "epoch": 1.7560889516413696,
      "grad_norm": 0.035577783905641425,
      "learning_rate": 1.1264670991561813e-05,
      "loss": 2.0095,
      "step": 4975
    },
    {
      "epoch": 1.757853865160607,
      "grad_norm": 0.034858555694979386,
      "learning_rate": 1.110427556222624e-05,
      "loss": 1.9413,
      "step": 4980
    },
    {
      "epoch": 1.7596187786798447,
      "grad_norm": 0.03539053113137391,
      "learning_rate": 1.0944986353993584e-05,
      "loss": 1.9451,
      "step": 4985
    },
    {
      "epoch": 1.7613836921990822,
      "grad_norm": 0.03726042259223971,
      "learning_rate": 1.0786804635506874e-05,
      "loss": 1.9751,
      "step": 4990
    },
    {
      "epoch": 1.7631486057183197,
      "grad_norm": 0.03557920147425404,
      "learning_rate": 1.062973166658852e-05,
      "loss": 2.0106,
      "step": 4995
    },
    {
      "epoch": 1.7649135192375573,
      "grad_norm": 0.03372002449364942,
      "learning_rate": 1.047376869823055e-05,
      "loss": 1.8719,
      "step": 5000
    },
    {
      "epoch": 1.7649135192375573,
      "eval_loss": 1.9466089010238647,
      "eval_runtime": 5.9863,
      "eval_samples_per_second": 30.403,
      "eval_steps_per_second": 2.005,
      "step": 5000
    },
    {
      "epoch": 1.766678432756795,
      "grad_norm": 0.03388234508287682,
      "learning_rate": 1.0318916972584363e-05,
      "loss": 1.9646,
      "step": 5005
    },
    {
      "epoch": 1.7684433462760325,
      "grad_norm": 0.03173844540441306,
      "learning_rate": 1.0165177722951051e-05,
      "loss": 2.0326,
      "step": 5010
    },
    {
      "epoch": 1.77020825979527,
      "grad_norm": 0.03342440602825524,
      "learning_rate": 1.0012552173771515e-05,
      "loss": 1.9593,
      "step": 5015
    },
    {
      "epoch": 1.7719731733145077,
      "grad_norm": 0.032979318906046794,
      "learning_rate": 9.861041540616666e-06,
      "loss": 2.109,
      "step": 5020
    },
    {
      "epoch": 1.7737380868337451,
      "grad_norm": 0.032750277229710106,
      "learning_rate": 9.710647030177732e-06,
      "loss": 1.9195,
      "step": 5025
    },
    {
      "epoch": 1.7755030003529826,
      "grad_norm": 0.034019726750770585,
      "learning_rate": 9.561369840256822e-06,
      "loss": 2.0177,
      "step": 5030
    },
    {
      "epoch": 1.7772679138722203,
      "grad_norm": 0.034567983065093455,
      "learning_rate": 9.413211159757144e-06,
      "loss": 1.8478,
      "step": 5035
    },
    {
      "epoch": 1.779032827391458,
      "grad_norm": 0.032952913636075415,
      "learning_rate": 9.266172168673668e-06,
      "loss": 1.893,
      "step": 5040
    },
    {
      "epoch": 1.7807977409106954,
      "grad_norm": 0.03456253901205636,
      "learning_rate": 9.120254038083762e-06,
      "loss": 1.9549,
      "step": 5045
    },
    {
      "epoch": 1.782562654429933,
      "grad_norm": 0.031152620981820957,
      "learning_rate": 8.975457930137786e-06,
      "loss": 1.7915,
      "step": 5050
    },
    {
      "epoch": 1.7843275679491706,
      "grad_norm": 0.03186519152464313,
      "learning_rate": 8.831784998049828e-06,
      "loss": 1.8485,
      "step": 5055
    },
    {
      "epoch": 1.786092481468408,
      "grad_norm": 0.032729806647655305,
      "learning_rate": 8.689236386088622e-06,
      "loss": 1.9637,
      "step": 5060
    },
    {
      "epoch": 1.7878573949876455,
      "grad_norm": 0.0329128133725629,
      "learning_rate": 8.547813229568274e-06,
      "loss": 1.8866,
      "step": 5065
    },
    {
      "epoch": 1.7896223085068832,
      "grad_norm": 0.032989449010666604,
      "learning_rate": 8.407516654839431e-06,
      "loss": 2.1032,
      "step": 5070
    },
    {
      "epoch": 1.7913872220261209,
      "grad_norm": 0.032982273579494535,
      "learning_rate": 8.268347779280081e-06,
      "loss": 1.9345,
      "step": 5075
    },
    {
      "epoch": 1.7931521355453581,
      "grad_norm": 0.031480972712878474,
      "learning_rate": 8.130307711286805e-06,
      "loss": 1.9074,
      "step": 5080
    },
    {
      "epoch": 1.7949170490645958,
      "grad_norm": 0.03285840220088487,
      "learning_rate": 7.993397550265963e-06,
      "loss": 1.9735,
      "step": 5085
    },
    {
      "epoch": 1.7966819625838335,
      "grad_norm": 0.03301267055686261,
      "learning_rate": 7.857618386624787e-06,
      "loss": 1.8525,
      "step": 5090
    },
    {
      "epoch": 1.798446876103071,
      "grad_norm": 0.03229186047709807,
      "learning_rate": 7.722971301762881e-06,
      "loss": 2.0201,
      "step": 5095
    },
    {
      "epoch": 1.8002117896223084,
      "grad_norm": 0.03311208018629292,
      "learning_rate": 7.589457368063462e-06,
      "loss": 1.9816,
      "step": 5100
    },
    {
      "epoch": 1.8019767031415461,
      "grad_norm": 0.033904337774243884,
      "learning_rate": 7.457077648884913e-06,
      "loss": 2.0992,
      "step": 5105
    },
    {
      "epoch": 1.8037416166607836,
      "grad_norm": 0.03283954085938039,
      "learning_rate": 7.325833198552261e-06,
      "loss": 1.8921,
      "step": 5110
    },
    {
      "epoch": 1.805506530180021,
      "grad_norm": 0.03321362379399172,
      "learning_rate": 7.195725062348801e-06,
      "loss": 1.9042,
      "step": 5115
    },
    {
      "epoch": 1.8072714436992587,
      "grad_norm": 0.03372338045578344,
      "learning_rate": 7.06675427650773e-06,
      "loss": 1.9033,
      "step": 5120
    },
    {
      "epoch": 1.8090363572184964,
      "grad_norm": 0.03182286061460464,
      "learning_rate": 6.938921868204045e-06,
      "loss": 1.9908,
      "step": 5125
    },
    {
      "epoch": 1.810801270737734,
      "grad_norm": 0.034275817692474446,
      "learning_rate": 6.812228855546109e-06,
      "loss": 1.8681,
      "step": 5130
    },
    {
      "epoch": 1.8125661842569714,
      "grad_norm": 0.03270753521457761,
      "learning_rate": 6.686676247567796e-06,
      "loss": 1.9336,
      "step": 5135
    },
    {
      "epoch": 1.814331097776209,
      "grad_norm": 0.0339513917580001,
      "learning_rate": 6.562265044220244e-06,
      "loss": 1.9743,
      "step": 5140
    },
    {
      "epoch": 1.8160960112954465,
      "grad_norm": 0.03382092291300359,
      "learning_rate": 6.438996236364097e-06,
      "loss": 2.0854,
      "step": 5145
    },
    {
      "epoch": 1.817860924814684,
      "grad_norm": 0.03270997373745948,
      "learning_rate": 6.316870805761376e-06,
      "loss": 2.0476,
      "step": 5150
    },
    {
      "epoch": 1.8196258383339217,
      "grad_norm": 0.03421471377316621,
      "learning_rate": 6.19588972506792e-06,
      "loss": 2.0668,
      "step": 5155
    },
    {
      "epoch": 1.8213907518531594,
      "grad_norm": 0.03393510749774542,
      "learning_rate": 6.076053957825411e-06,
      "loss": 1.985,
      "step": 5160
    },
    {
      "epoch": 1.8231556653723966,
      "grad_norm": 0.03176836254857722,
      "learning_rate": 5.957364458453806e-06,
      "loss": 1.8655,
      "step": 5165
    },
    {
      "epoch": 1.8249205788916343,
      "grad_norm": 0.0325259215466001,
      "learning_rate": 5.839822172243802e-06,
      "loss": 2.0488,
      "step": 5170
    },
    {
      "epoch": 1.826685492410872,
      "grad_norm": 0.032014400627162105,
      "learning_rate": 5.723428035349137e-06,
      "loss": 1.9829,
      "step": 5175
    },
    {
      "epoch": 1.8284504059301094,
      "grad_norm": 0.03351955788227276,
      "learning_rate": 5.60818297477928e-06,
      "loss": 2.0452,
      "step": 5180
    },
    {
      "epoch": 1.830215319449347,
      "grad_norm": 0.03486740191285143,
      "learning_rate": 5.49408790839202e-06,
      "loss": 2.0024,
      "step": 5185
    },
    {
      "epoch": 1.8319802329685846,
      "grad_norm": 0.0340211315454655,
      "learning_rate": 5.381143744886057e-06,
      "loss": 1.8852,
      "step": 5190
    },
    {
      "epoch": 1.833745146487822,
      "grad_norm": 0.03312009988956621,
      "learning_rate": 5.269351383793924e-06,
      "loss": 2.0005,
      "step": 5195
    },
    {
      "epoch": 1.8355100600070595,
      "grad_norm": 0.03129193004017765,
      "learning_rate": 5.158711715474673e-06,
      "loss": 2.0418,
      "step": 5200
    },
    {
      "epoch": 1.8372749735262972,
      "grad_norm": 0.032671808615875125,
      "learning_rate": 5.04922562110685e-06,
      "loss": 1.9405,
      "step": 5205
    },
    {
      "epoch": 1.839039887045535,
      "grad_norm": 0.03295012459437104,
      "learning_rate": 4.940893972681553e-06,
      "loss": 2.0745,
      "step": 5210
    },
    {
      "epoch": 1.8408048005647724,
      "grad_norm": 0.031320115174951424,
      "learning_rate": 4.833717632995315e-06,
      "loss": 1.8338,
      "step": 5215
    },
    {
      "epoch": 1.8425697140840098,
      "grad_norm": 0.033457783481520245,
      "learning_rate": 4.727697455643414e-06,
      "loss": 1.9601,
      "step": 5220
    },
    {
      "epoch": 1.8443346276032475,
      "grad_norm": 0.032468690157388756,
      "learning_rate": 4.622834285012894e-06,
      "loss": 1.8938,
      "step": 5225
    },
    {
      "epoch": 1.846099541122485,
      "grad_norm": 0.03148126778843055,
      "learning_rate": 4.519128956276019e-06,
      "loss": 1.9992,
      "step": 5230
    },
    {
      "epoch": 1.8478644546417224,
      "grad_norm": 0.03319909789233191,
      "learning_rate": 4.416582295383531e-06,
      "loss": 1.9458,
      "step": 5235
    },
    {
      "epoch": 1.8496293681609601,
      "grad_norm": 0.03231655503711228,
      "learning_rate": 4.315195119058018e-06,
      "loss": 1.8073,
      "step": 5240
    },
    {
      "epoch": 1.8513942816801978,
      "grad_norm": 0.031586637342813084,
      "learning_rate": 4.214968234787508e-06,
      "loss": 2.006,
      "step": 5245
    },
    {
      "epoch": 1.8531591951994353,
      "grad_norm": 0.03228558244480731,
      "learning_rate": 4.115902440818985e-06,
      "loss": 1.9002,
      "step": 5250
    },
    {
      "epoch": 1.8549241087186727,
      "grad_norm": 0.030397134471291578,
      "learning_rate": 4.017998526152066e-06,
      "loss": 1.9321,
      "step": 5255
    },
    {
      "epoch": 1.8566890222379104,
      "grad_norm": 0.031956548072100195,
      "learning_rate": 3.921257270532718e-06,
      "loss": 1.799,
      "step": 5260
    },
    {
      "epoch": 1.858453935757148,
      "grad_norm": 0.03194458267746179,
      "learning_rate": 3.825679444446933e-06,
      "loss": 1.8247,
      "step": 5265
    },
    {
      "epoch": 1.8602188492763854,
      "grad_norm": 0.03035443049757921,
      "learning_rate": 3.7312658091147972e-06,
      "loss": 1.8936,
      "step": 5270
    },
    {
      "epoch": 1.861983762795623,
      "grad_norm": 0.031679179750616765,
      "learning_rate": 3.6380171164842153e-06,
      "loss": 2.0703,
      "step": 5275
    },
    {
      "epoch": 1.8637486763148605,
      "grad_norm": 0.03244756676740826,
      "learning_rate": 3.5459341092251293e-06,
      "loss": 1.9064,
      "step": 5280
    },
    {
      "epoch": 1.865513589834098,
      "grad_norm": 0.03235174239807699,
      "learning_rate": 3.455017520723391e-06,
      "loss": 1.9654,
      "step": 5285
    },
    {
      "epoch": 1.8672785033533357,
      "grad_norm": 0.03332835363031365,
      "learning_rate": 3.365268075075117e-06,
      "loss": 1.8933,
      "step": 5290
    },
    {
      "epoch": 1.8690434168725734,
      "grad_norm": 0.03219195010701653,
      "learning_rate": 3.276686487080743e-06,
      "loss": 1.8224,
      "step": 5295
    },
    {
      "epoch": 1.8708083303918108,
      "grad_norm": 0.03042162941322287,
      "learning_rate": 3.1892734622394945e-06,
      "loss": 1.7724,
      "step": 5300
    },
    {
      "epoch": 1.8725732439110483,
      "grad_norm": 0.032089385918014524,
      "learning_rate": 3.1030296967436584e-06,
      "loss": 1.9049,
      "step": 5305
    },
    {
      "epoch": 1.874338157430286,
      "grad_norm": 0.03230796321056136,
      "learning_rate": 3.017955877473072e-06,
      "loss": 1.9944,
      "step": 5310
    },
    {
      "epoch": 1.8761030709495234,
      "grad_norm": 0.03207319746609541,
      "learning_rate": 2.934052681989657e-06,
      "loss": 2.0412,
      "step": 5315
    },
    {
      "epoch": 1.877867984468761,
      "grad_norm": 0.03105215654531922,
      "learning_rate": 2.851320778532046e-06,
      "loss": 2.0387,
      "step": 5320
    },
    {
      "epoch": 1.8796328979879986,
      "grad_norm": 0.030533134995743266,
      "learning_rate": 2.769760826010181e-06,
      "loss": 1.9938,
      "step": 5325
    },
    {
      "epoch": 1.8813978115072363,
      "grad_norm": 0.031945692271731635,
      "learning_rate": 2.689373474000156e-06,
      "loss": 1.9957,
      "step": 5330
    },
    {
      "epoch": 1.8831627250264737,
      "grad_norm": 0.032079035497907214,
      "learning_rate": 2.610159362738984e-06,
      "loss": 2.1756,
      "step": 5335
    },
    {
      "epoch": 1.8849276385457112,
      "grad_norm": 0.03229954383181674,
      "learning_rate": 2.5321191231195357e-06,
      "loss": 1.9178,
      "step": 5340
    },
    {
      "epoch": 1.886692552064949,
      "grad_norm": 0.032668607498753596,
      "learning_rate": 2.455253376685512e-06,
      "loss": 1.86,
      "step": 5345
    },
    {
      "epoch": 1.8884574655841864,
      "grad_norm": 0.031925102017349695,
      "learning_rate": 2.3795627356264114e-06,
      "loss": 2.1114,
      "step": 5350
    },
    {
      "epoch": 1.8902223791034238,
      "grad_norm": 0.030449498377627754,
      "learning_rate": 2.3050478027728358e-06,
      "loss": 1.8879,
      "step": 5355
    },
    {
      "epoch": 1.8919872926226615,
      "grad_norm": 0.031246546160277756,
      "learning_rate": 2.2317091715914616e-06,
      "loss": 2.0636,
      "step": 5360
    },
    {
      "epoch": 1.8937522061418992,
      "grad_norm": 0.03262026506147617,
      "learning_rate": 2.159547426180508e-06,
      "loss": 1.8624,
      "step": 5365
    },
    {
      "epoch": 1.8955171196611365,
      "grad_norm": 0.03286335639207764,
      "learning_rate": 2.088563141264993e-06,
      "loss": 2.0062,
      "step": 5370
    },
    {
      "epoch": 1.8972820331803741,
      "grad_norm": 0.03150066662386577,
      "learning_rate": 2.0187568821921186e-06,
      "loss": 1.8553,
      "step": 5375
    },
    {
      "epoch": 1.8990469466996118,
      "grad_norm": 0.03081444435815705,
      "learning_rate": 1.9501292049268593e-06,
      "loss": 2.0964,
      "step": 5380
    },
    {
      "epoch": 1.9008118602188493,
      "grad_norm": 0.032909666575650864,
      "learning_rate": 1.8826806560474973e-06,
      "loss": 2.008,
      "step": 5385
    },
    {
      "epoch": 1.9025767737380868,
      "grad_norm": 0.03199505668910896,
      "learning_rate": 1.8164117727412275e-06,
      "loss": 2.0443,
      "step": 5390
    },
    {
      "epoch": 1.9043416872573244,
      "grad_norm": 0.031219065243428327,
      "learning_rate": 1.7513230827999936e-06,
      "loss": 1.8145,
      "step": 5395
    },
    {
      "epoch": 1.906106600776562,
      "grad_norm": 0.03872583004998154,
      "learning_rate": 1.687415104616091e-06,
      "loss": 1.9071,
      "step": 5400
    },
    {
      "epoch": 1.9078715142957994,
      "grad_norm": 0.03591829349011323,
      "learning_rate": 1.6246883471782713e-06,
      "loss": 1.999,
      "step": 5405
    },
    {
      "epoch": 1.909636427815037,
      "grad_norm": 0.037920342576348166,
      "learning_rate": 1.563143310067494e-06,
      "loss": 2.0992,
      "step": 5410
    },
    {
      "epoch": 1.9114013413342748,
      "grad_norm": 0.038195692231333386,
      "learning_rate": 1.5027804834530644e-06,
      "loss": 1.9252,
      "step": 5415
    },
    {
      "epoch": 1.9131662548535122,
      "grad_norm": 0.03563838653456414,
      "learning_rate": 1.4436003480886693e-06,
      "loss": 2.0734,
      "step": 5420
    },
    {
      "epoch": 1.9149311683727497,
      "grad_norm": 0.036955792282102086,
      "learning_rate": 1.3856033753085637e-06,
      "loss": 1.9187,
      "step": 5425
    },
    {
      "epoch": 1.9166960818919874,
      "grad_norm": 0.03838198594517415,
      "learning_rate": 1.3287900270238571e-06,
      "loss": 1.8917,
      "step": 5430
    },
    {
      "epoch": 1.9184609954112248,
      "grad_norm": 0.037612537561979596,
      "learning_rate": 1.273160755718766e-06,
      "loss": 2.1228,
      "step": 5435
    },
    {
      "epoch": 1.9202259089304623,
      "grad_norm": 0.03755711160928464,
      "learning_rate": 1.218716004447068e-06,
      "loss": 2.0537,
      "step": 5440
    },
    {
      "epoch": 1.9219908224497,
      "grad_norm": 0.038302665572445466,
      "learning_rate": 1.165456206828519e-06,
      "loss": 1.92,
      "step": 5445
    },
    {
      "epoch": 1.9237557359689377,
      "grad_norm": 0.03928986374724929,
      "learning_rate": 1.1133817870454587e-06,
      "loss": 2.1021,
      "step": 5450
    },
    {
      "epoch": 1.925520649488175,
      "grad_norm": 0.037195745863024564,
      "learning_rate": 1.0624931598394116e-06,
      "loss": 1.8913,
      "step": 5455
    },
    {
      "epoch": 1.9272855630074126,
      "grad_norm": 0.03750351670343573,
      "learning_rate": 1.0127907305077398e-06,
      "loss": 1.8375,
      "step": 5460
    },
    {
      "epoch": 1.9290504765266503,
      "grad_norm": 0.03819519190720331,
      "learning_rate": 9.642748949004632e-07,
      "loss": 1.8955,
      "step": 5465
    },
    {
      "epoch": 1.9308153900458878,
      "grad_norm": 0.036198910084744025,
      "learning_rate": 9.169460394171103e-07,
      "loss": 1.9922,
      "step": 5470
    },
    {
      "epoch": 1.9325803035651252,
      "grad_norm": 0.03603030409058373,
      "learning_rate": 8.708045410036224e-07,
      "loss": 1.915,
      "step": 5475
    },
    {
      "epoch": 1.934345217084363,
      "grad_norm": 0.036998818891040314,
      "learning_rate": 8.258507671493386e-07,
      "loss": 1.9352,
      "step": 5480
    },
    {
      "epoch": 1.9361101306036004,
      "grad_norm": 0.03741688587725777,
      "learning_rate": 7.82085075884098e-07,
      "loss": 2.0887,
      "step": 5485
    },
    {
      "epoch": 1.9378750441228378,
      "grad_norm": 0.03677701116119859,
      "learning_rate": 7.39507815775392e-07,
      "loss": 2.1482,
      "step": 5490
    },
    {
      "epoch": 1.9396399576420755,
      "grad_norm": 0.03576471011591952,
      "learning_rate": 6.981193259255002e-07,
      "loss": 1.9899,
      "step": 5495
    },
    {
      "epoch": 1.9414048711613132,
      "grad_norm": 0.08637960426386758,
      "learning_rate": 6.579199359689425e-07,
      "loss": 2.0606,
      "step": 5500
    },
    {
      "epoch": 1.9431697846805507,
      "grad_norm": 0.09931887278527518,
      "learning_rate": 6.189099660697472e-07,
      "loss": 2.0384,
      "step": 5505
    },
    {
      "epoch": 1.9449346981997881,
      "grad_norm": 0.08731081738947606,
      "learning_rate": 5.810897269188874e-07,
      "loss": 1.8498,
      "step": 5510
    },
    {
      "epoch": 1.9466996117190258,
      "grad_norm": 0.08756193374420392,
      "learning_rate": 5.444595197319157e-07,
      "loss": 1.839,
      "step": 5515
    },
    {
      "epoch": 1.9484645252382633,
      "grad_norm": 0.08911094605704886,
      "learning_rate": 5.090196362463994e-07,
      "loss": 1.8862,
      "step": 5520
    },
    {
      "epoch": 1.9502294387575008,
      "grad_norm": 0.09095727018188401,
      "learning_rate": 4.747703587197893e-07,
      "loss": 2.126,
      "step": 5525
    },
    {
      "epoch": 1.9519943522767385,
      "grad_norm": 0.09306232896526734,
      "learning_rate": 4.4171195992702135e-07,
      "loss": 1.9376,
      "step": 5530
    },
    {
      "epoch": 1.9537592657959761,
      "grad_norm": 0.08321472301728682,
      "learning_rate": 4.0984470315838514e-07,
      "loss": 1.9896,
      "step": 5535
    },
    {
      "epoch": 1.9555241793152136,
      "grad_norm": 0.081724168774306,
      "learning_rate": 3.7916884221747545e-07,
      "loss": 1.8946,
      "step": 5540
    },
    {
      "epoch": 1.957289092834451,
      "grad_norm": 0.0859236498261215,
      "learning_rate": 3.496846214191107e-07,
      "loss": 2.0307,
      "step": 5545
    },
    {
      "epoch": 1.9590540063536888,
      "grad_norm": 0.08329989946133373,
      "learning_rate": 3.2139227558745095e-07,
      "loss": 2.0076,
      "step": 5550
    },
    {
      "epoch": 1.9608189198729262,
      "grad_norm": 0.08761147165058103,
      "learning_rate": 2.942920300539997e-07,
      "loss": 2.0952,
      "step": 5555
    },
    {
      "epoch": 1.9625838333921637,
      "grad_norm": 0.08731812196465744,
      "learning_rate": 2.6838410065598834e-07,
      "loss": 2.1741,
      "step": 5560
    },
    {
      "epoch": 1.9643487469114014,
      "grad_norm": 0.09085626534065844,
      "learning_rate": 2.436686937345278e-07,
      "loss": 1.872,
      "step": 5565
    },
    {
      "epoch": 1.966113660430639,
      "grad_norm": 0.08073060092367672,
      "learning_rate": 2.2014600613297627e-07,
      "loss": 1.8811,
      "step": 5570
    },
    {
      "epoch": 1.9678785739498763,
      "grad_norm": 0.08978745617817076,
      "learning_rate": 1.9781622519545738e-07,
      "loss": 1.9227,
      "step": 5575
    },
    {
      "epoch": 1.969643487469114,
      "grad_norm": 0.09079926227330753,
      "learning_rate": 1.766795287652778e-07,
      "loss": 1.8001,
      "step": 5580
    },
    {
      "epoch": 1.9714084009883517,
      "grad_norm": 0.08758121621555381,
      "learning_rate": 1.56736085183512e-07,
      "loss": 1.9557,
      "step": 5585
    },
    {
      "epoch": 1.9731733145075891,
      "grad_norm": 0.09174925659720469,
      "learning_rate": 1.3798605328775304e-07,
      "loss": 1.9966,
      "step": 5590
    },
    {
      "epoch": 1.9749382280268266,
      "grad_norm": 0.0853879503570275,
      "learning_rate": 1.2042958241073042e-07,
      "loss": 2.072,
      "step": 5595
    },
    {
      "epoch": 1.9767031415460643,
      "grad_norm": 0.0642092738731648,
      "learning_rate": 1.04066812379211e-07,
      "loss": 2.0203,
      "step": 5600
    },
    {
      "epoch": 1.9784680550653018,
      "grad_norm": 0.06428299227475578,
      "learning_rate": 8.889787351283317e-08,
      "loss": 2.0843,
      "step": 5605
    },
    {
      "epoch": 1.9802329685845392,
      "grad_norm": 0.05749298640268323,
      "learning_rate": 7.492288662310774e-08,
      "loss": 2.0887,
      "step": 5610
    },
    {
      "epoch": 1.981997882103777,
      "grad_norm": 0.05782532238953428,
      "learning_rate": 6.21419630124187e-08,
      "loss": 2.0708,
      "step": 5615
    },
    {
      "epoch": 1.9837627956230146,
      "grad_norm": 0.06279948058227888,
      "learning_rate": 5.0555204473140545e-08,
      "loss": 2.0345,
      "step": 5620
    },
    {
      "epoch": 1.985527709142252,
      "grad_norm": 0.06278897677484054,
      "learning_rate": 4.016270328685567e-08,
      "loss": 1.9149,
      "step": 5625
    },
    {
      "epoch": 1.9872926226614895,
      "grad_norm": 0.05776467482344734,
      "learning_rate": 3.096454222358824e-08,
      "loss": 1.9564,
      "step": 5630
    },
    {
      "epoch": 1.9890575361807272,
      "grad_norm": 0.06807533084790415,
      "learning_rate": 2.2960794541204697e-08,
      "loss": 2.0475,
      "step": 5635
    },
    {
      "epoch": 1.9908224496999647,
      "grad_norm": 0.05905181864978403,
      "learning_rate": 1.6151523984730962e-08,
      "loss": 1.8153,
      "step": 5640
    },
    {
      "epoch": 1.9925873632192022,
      "grad_norm": 0.05828133137542685,
      "learning_rate": 1.0536784785936114e-08,
      "loss": 1.8298,
      "step": 5645
    },
    {
      "epoch": 1.9943522767384398,
      "grad_norm": 0.06835898566768721,
      "learning_rate": 6.1166216628161234e-09,
      "loss": 1.9217,
      "step": 5650
    },
    {
      "epoch": 1.9961171902576775,
      "grad_norm": 0.06034261919044672,
      "learning_rate": 2.8910698193440607e-09,
      "loss": 1.9689,
      "step": 5655
    },
    {
      "epoch": 1.9978821037769148,
      "grad_norm": 0.06218030936990563,
      "learning_rate": 8.601549451203726e-10,
      "loss": 1.7275,
      "step": 5660
    },
    {
      "epoch": 1.9996470172961525,
      "grad_norm": 0.06211761036387624,
      "learning_rate": 2.3893215123083065e-11,
      "loss": 2.046,
      "step": 5665
    },
    {
      "epoch": 2.0,
      "step": 5666,
      "total_flos": 1.317227096577147e+18,
      "train_loss": 2.02712393619128,
      "train_runtime": 22983.8323,
      "train_samples_per_second": 15.776,
      "train_steps_per_second": 0.247
    }
  ],
  "logging_steps": 5,
  "max_steps": 5666,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.317227096577147e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}