{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0014906547414286,
  "eval_steps": 69,
  "global_step": 546,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003663423010875787,
      "grad_norm": 1.5390625,
      "learning_rate": 1.8518518518518518e-07,
      "loss": 1.539,
      "step": 1
    },
    {
      "epoch": 0.003663423010875787,
      "eval_loss": 1.5559252500534058,
      "eval_runtime": 86.4411,
      "eval_samples_per_second": 8.966,
      "eval_steps_per_second": 4.489,
      "step": 1
    },
    {
      "epoch": 0.007326846021751574,
      "grad_norm": 1.6796875,
      "learning_rate": 3.7037037037037036e-07,
      "loss": 1.6519,
      "step": 2
    },
    {
      "epoch": 0.010990269032627361,
      "grad_norm": 1.6015625,
      "learning_rate": 5.555555555555555e-07,
      "loss": 1.6261,
      "step": 3
    },
    {
      "epoch": 0.014653692043503148,
      "grad_norm": 1.5625,
      "learning_rate": 7.407407407407407e-07,
      "loss": 1.6201,
      "step": 4
    },
    {
      "epoch": 0.018317115054378934,
      "grad_norm": 1.5078125,
      "learning_rate": 9.259259259259259e-07,
      "loss": 1.6406,
      "step": 5
    },
    {
      "epoch": 0.021980538065254723,
      "grad_norm": 1.484375,
      "learning_rate": 1.111111111111111e-06,
      "loss": 1.6432,
      "step": 6
    },
    {
      "epoch": 0.025643961076130508,
      "grad_norm": 1.5,
      "learning_rate": 1.2962962962962962e-06,
      "loss": 1.6198,
      "step": 7
    },
    {
      "epoch": 0.029307384087006297,
      "grad_norm": 1.4453125,
      "learning_rate": 1.4814814814814815e-06,
      "loss": 1.6053,
      "step": 8
    },
    {
      "epoch": 0.03297080709788208,
      "grad_norm": 1.4609375,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 1.5996,
      "step": 9
    },
    {
      "epoch": 0.03663423010875787,
      "grad_norm": 1.359375,
      "learning_rate": 1.8518518518518519e-06,
      "loss": 1.5756,
      "step": 10
    },
    {
      "epoch": 0.04029765311963366,
      "grad_norm": 1.3046875,
      "learning_rate": 2.037037037037037e-06,
      "loss": 1.6125,
      "step": 11
    },
    {
      "epoch": 0.043961076130509445,
      "grad_norm": 1.296875,
      "learning_rate": 2.222222222222222e-06,
      "loss": 1.6129,
      "step": 12
    },
    {
      "epoch": 0.04762449914138523,
      "grad_norm": 1.265625,
      "learning_rate": 2.4074074074074075e-06,
      "loss": 1.6614,
      "step": 13
    },
    {
      "epoch": 0.051287922152261016,
      "grad_norm": 1.5546875,
      "learning_rate": 2.5925925925925925e-06,
      "loss": 1.5732,
      "step": 14
    },
    {
      "epoch": 0.05495134516313681,
      "grad_norm": 1.2578125,
      "learning_rate": 2.7777777777777783e-06,
      "loss": 1.6096,
      "step": 15
    },
    {
      "epoch": 0.058614768174012594,
      "grad_norm": 1.109375,
      "learning_rate": 2.962962962962963e-06,
      "loss": 1.6093,
      "step": 16
    },
    {
      "epoch": 0.06227819118488838,
      "grad_norm": 1.1328125,
      "learning_rate": 3.1481481481481483e-06,
      "loss": 1.5846,
      "step": 17
    },
    {
      "epoch": 0.06594161419576416,
      "grad_norm": 1.03125,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 1.6201,
      "step": 18
    },
    {
      "epoch": 0.06960503720663995,
      "grad_norm": 1.15625,
      "learning_rate": 3.5185185185185187e-06,
      "loss": 1.6206,
      "step": 19
    },
    {
      "epoch": 0.07326846021751574,
      "grad_norm": 1.09375,
      "learning_rate": 3.7037037037037037e-06,
      "loss": 1.6238,
      "step": 20
    },
    {
      "epoch": 0.07693188322839153,
      "grad_norm": 1.21875,
      "learning_rate": 3.88888888888889e-06,
      "loss": 1.6347,
      "step": 21
    },
    {
      "epoch": 0.08059530623926732,
      "grad_norm": 1.0390625,
      "learning_rate": 4.074074074074074e-06,
      "loss": 1.6516,
      "step": 22
    },
    {
      "epoch": 0.0842587292501431,
      "grad_norm": 1.078125,
      "learning_rate": 4.2592592592592596e-06,
      "loss": 1.6333,
      "step": 23
    },
    {
      "epoch": 0.08792215226101889,
      "grad_norm": 0.98046875,
      "learning_rate": 4.444444444444444e-06,
      "loss": 1.6349,
      "step": 24
    },
    {
      "epoch": 0.09158557527189468,
      "grad_norm": 0.9609375,
      "learning_rate": 4.62962962962963e-06,
      "loss": 1.6026,
      "step": 25
    },
    {
      "epoch": 0.09524899828277046,
      "grad_norm": 0.93359375,
      "learning_rate": 4.814814814814815e-06,
      "loss": 1.5571,
      "step": 26
    },
    {
      "epoch": 0.09891242129364625,
      "grad_norm": 0.9609375,
      "learning_rate": 5e-06,
      "loss": 1.582,
      "step": 27
    },
    {
      "epoch": 0.10257584430452203,
      "grad_norm": 0.97265625,
      "learning_rate": 5.185185185185185e-06,
      "loss": 1.6034,
      "step": 28
    },
    {
      "epoch": 0.10623926731539783,
      "grad_norm": 0.93359375,
      "learning_rate": 5.370370370370371e-06,
      "loss": 1.5796,
      "step": 29
    },
    {
      "epoch": 0.10990269032627362,
      "grad_norm": 0.9140625,
      "learning_rate": 5.555555555555557e-06,
      "loss": 1.5657,
      "step": 30
    },
    {
      "epoch": 0.1135661133371494,
      "grad_norm": 0.91015625,
      "learning_rate": 5.740740740740741e-06,
      "loss": 1.6262,
      "step": 31
    },
    {
      "epoch": 0.11722953634802519,
      "grad_norm": 0.95703125,
      "learning_rate": 5.925925925925926e-06,
      "loss": 1.5697,
      "step": 32
    },
    {
      "epoch": 0.12089295935890097,
      "grad_norm": 0.85546875,
      "learning_rate": 6.111111111111112e-06,
      "loss": 1.5783,
      "step": 33
    },
    {
      "epoch": 0.12455638236977676,
      "grad_norm": 0.83203125,
      "learning_rate": 6.296296296296297e-06,
      "loss": 1.5434,
      "step": 34
    },
    {
      "epoch": 0.12821980538065256,
      "grad_norm": 0.83203125,
      "learning_rate": 6.481481481481482e-06,
      "loss": 1.4929,
      "step": 35
    },
    {
      "epoch": 0.13188322839152833,
      "grad_norm": 0.83984375,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.5474,
      "step": 36
    },
    {
      "epoch": 0.13554665140240413,
      "grad_norm": 0.79296875,
      "learning_rate": 6.851851851851853e-06,
      "loss": 1.5836,
      "step": 37
    },
    {
      "epoch": 0.1392100744132799,
      "grad_norm": 0.91015625,
      "learning_rate": 7.0370370370370375e-06,
      "loss": 1.5739,
      "step": 38
    },
    {
      "epoch": 0.1428734974241557,
      "grad_norm": 0.78515625,
      "learning_rate": 7.222222222222223e-06,
      "loss": 1.5365,
      "step": 39
    },
    {
      "epoch": 0.14653692043503147,
      "grad_norm": 0.82421875,
      "learning_rate": 7.4074074074074075e-06,
      "loss": 1.5932,
      "step": 40
    },
    {
      "epoch": 0.15020034344590727,
      "grad_norm": 0.80078125,
      "learning_rate": 7.592592592592594e-06,
      "loss": 1.5309,
      "step": 41
    },
    {
      "epoch": 0.15386376645678307,
      "grad_norm": 0.8203125,
      "learning_rate": 7.77777777777778e-06,
      "loss": 1.5373,
      "step": 42
    },
    {
      "epoch": 0.15752718946765884,
      "grad_norm": 0.78125,
      "learning_rate": 7.962962962962963e-06,
      "loss": 1.5511,
      "step": 43
    },
    {
      "epoch": 0.16119061247853464,
      "grad_norm": 0.83203125,
      "learning_rate": 8.148148148148148e-06,
      "loss": 1.5749,
      "step": 44
    },
    {
      "epoch": 0.1648540354894104,
      "grad_norm": 1.375,
      "learning_rate": 8.333333333333334e-06,
      "loss": 1.5303,
      "step": 45
    },
    {
      "epoch": 0.1685174585002862,
      "grad_norm": 0.8203125,
      "learning_rate": 8.518518518518519e-06,
      "loss": 1.6222,
      "step": 46
    },
    {
      "epoch": 0.17218088151116198,
      "grad_norm": 0.87109375,
      "learning_rate": 8.703703703703705e-06,
      "loss": 1.5169,
      "step": 47
    },
    {
      "epoch": 0.17584430452203778,
      "grad_norm": 0.8671875,
      "learning_rate": 8.888888888888888e-06,
      "loss": 1.5518,
      "step": 48
    },
    {
      "epoch": 0.17950772753291355,
      "grad_norm": 0.8359375,
      "learning_rate": 9.074074074074075e-06,
      "loss": 1.5487,
      "step": 49
    },
    {
      "epoch": 0.18317115054378935,
      "grad_norm": 0.8515625,
      "learning_rate": 9.25925925925926e-06,
      "loss": 1.5546,
      "step": 50
    },
    {
      "epoch": 0.18683457355466515,
      "grad_norm": 0.78125,
      "learning_rate": 9.444444444444445e-06,
      "loss": 1.5225,
      "step": 51
    },
    {
      "epoch": 0.19049799656554092,
      "grad_norm": 0.73046875,
      "learning_rate": 9.62962962962963e-06,
      "loss": 1.5685,
      "step": 52
    },
    {
      "epoch": 0.19416141957641672,
      "grad_norm": 0.73828125,
      "learning_rate": 9.814814814814815e-06,
      "loss": 1.5496,
      "step": 53
    },
    {
      "epoch": 0.1978248425872925,
      "grad_norm": 0.83984375,
      "learning_rate": 1e-05,
      "loss": 1.4815,
      "step": 54
    },
    {
      "epoch": 0.2014882655981683,
      "grad_norm": 0.71484375,
      "learning_rate": 9.999898068580346e-06,
      "loss": 1.5171,
      "step": 55
    },
    {
      "epoch": 0.20515168860904406,
      "grad_norm": 0.7734375,
      "learning_rate": 9.999592278477389e-06,
      "loss": 1.5559,
      "step": 56
    },
    {
      "epoch": 0.20881511161991986,
      "grad_norm": 0.76171875,
      "learning_rate": 9.999082642158972e-06,
      "loss": 1.5364,
      "step": 57
    },
    {
      "epoch": 0.21247853463079566,
      "grad_norm": 0.76171875,
      "learning_rate": 9.998369180404283e-06,
      "loss": 1.5392,
      "step": 58
    },
    {
      "epoch": 0.21614195764167143,
      "grad_norm": 0.7109375,
      "learning_rate": 9.997451922302987e-06,
      "loss": 1.5376,
      "step": 59
    },
    {
      "epoch": 0.21980538065254723,
      "grad_norm": 0.765625,
      "learning_rate": 9.99633090525405e-06,
      "loss": 1.5128,
      "step": 60
    },
    {
      "epoch": 0.223468803663423,
      "grad_norm": 0.78515625,
      "learning_rate": 9.99500617496422e-06,
      "loss": 1.4922,
      "step": 61
    },
    {
      "epoch": 0.2271322266742988,
      "grad_norm": 0.75,
      "learning_rate": 9.993477785446151e-06,
      "loss": 1.5314,
      "step": 62
    },
    {
      "epoch": 0.23079564968517458,
      "grad_norm": 0.78515625,
      "learning_rate": 9.991745799016206e-06,
      "loss": 1.5243,
      "step": 63
    },
    {
      "epoch": 0.23445907269605037,
      "grad_norm": 0.73828125,
      "learning_rate": 9.989810286291923e-06,
      "loss": 1.5216,
      "step": 64
    },
    {
      "epoch": 0.23812249570692615,
      "grad_norm": 0.76953125,
      "learning_rate": 9.987671326189123e-06,
      "loss": 1.4933,
      "step": 65
    },
    {
      "epoch": 0.24178591871780195,
      "grad_norm": 0.73828125,
      "learning_rate": 9.985329005918702e-06,
      "loss": 1.5784,
      "step": 66
    },
    {
      "epoch": 0.24544934172867774,
      "grad_norm": 0.73046875,
      "learning_rate": 9.982783420983075e-06,
      "loss": 1.5277,
      "step": 67
    },
    {
      "epoch": 0.24911276473955352,
      "grad_norm": 0.765625,
      "learning_rate": 9.980034675172274e-06,
      "loss": 1.5479,
      "step": 68
    },
    {
      "epoch": 0.2527761877504293,
      "grad_norm": 0.75390625,
      "learning_rate": 9.977082880559725e-06,
      "loss": 1.562,
      "step": 69
    },
    {
      "epoch": 0.2527761877504293,
      "eval_loss": 1.4610767364501953,
      "eval_runtime": 86.5737,
      "eval_samples_per_second": 8.952,
      "eval_steps_per_second": 4.482,
      "step": 69
    },
    {
      "epoch": 0.2564396107613051,
      "grad_norm": 0.7421875,
      "learning_rate": 9.973928157497675e-06,
      "loss": 1.5046,
      "step": 70
    },
    {
      "epoch": 0.26010303377218086,
      "grad_norm": 0.828125,
      "learning_rate": 9.970570634612282e-06,
      "loss": 1.5485,
      "step": 71
    },
    {
      "epoch": 0.26376645678305666,
      "grad_norm": 0.73046875,
      "learning_rate": 9.967010448798376e-06,
      "loss": 1.5255,
      "step": 72
    },
    {
      "epoch": 0.26742987979393246,
      "grad_norm": 0.73828125,
      "learning_rate": 9.963247745213876e-06,
      "loss": 1.5434,
      "step": 73
    },
    {
      "epoch": 0.27109330280480826,
      "grad_norm": 0.85546875,
      "learning_rate": 9.959282677273869e-06,
      "loss": 1.5317,
      "step": 74
    },
    {
      "epoch": 0.27475672581568406,
      "grad_norm": 0.74609375,
      "learning_rate": 9.955115406644357e-06,
      "loss": 1.5696,
      "step": 75
    },
    {
      "epoch": 0.2784201488265598,
      "grad_norm": 0.91015625,
      "learning_rate": 9.950746103235663e-06,
      "loss": 1.59,
      "step": 76
    },
    {
      "epoch": 0.2820835718374356,
      "grad_norm": 1.0703125,
      "learning_rate": 9.946174945195508e-06,
      "loss": 1.4958,
      "step": 77
    },
    {
      "epoch": 0.2857469948483114,
      "grad_norm": 0.76171875,
      "learning_rate": 9.941402118901743e-06,
      "loss": 1.5623,
      "step": 78
    },
    {
      "epoch": 0.2894104178591872,
      "grad_norm": 0.78125,
      "learning_rate": 9.936427818954753e-06,
      "loss": 1.5951,
      "step": 79
    },
    {
      "epoch": 0.29307384087006294,
      "grad_norm": 0.734375,
      "learning_rate": 9.931252248169518e-06,
      "loss": 1.5174,
      "step": 80
    },
    {
      "epoch": 0.29673726388093874,
      "grad_norm": 0.74609375,
      "learning_rate": 9.92587561756735e-06,
      "loss": 1.5268,
      "step": 81
    },
    {
      "epoch": 0.30040068689181454,
      "grad_norm": 0.78125,
      "learning_rate": 9.920298146367287e-06,
      "loss": 1.5133,
      "step": 82
    },
    {
      "epoch": 0.30406410990269034,
      "grad_norm": 0.73046875,
      "learning_rate": 9.91452006197715e-06,
      "loss": 1.4929,
      "step": 83
    },
    {
      "epoch": 0.30772753291356614,
      "grad_norm": 0.77734375,
      "learning_rate": 9.908541599984276e-06,
      "loss": 1.4949,
      "step": 84
    },
    {
      "epoch": 0.3113909559244419,
      "grad_norm": 0.73046875,
      "learning_rate": 9.902363004145914e-06,
      "loss": 1.5007,
      "step": 85
    },
    {
      "epoch": 0.3150543789353177,
      "grad_norm": 0.7734375,
      "learning_rate": 9.895984526379282e-06,
      "loss": 1.5442,
      "step": 86
    },
    {
      "epoch": 0.3187178019461935,
      "grad_norm": 0.83203125,
      "learning_rate": 9.889406426751296e-06,
      "loss": 1.4796,
      "step": 87
    },
    {
      "epoch": 0.3223812249570693,
      "grad_norm": 0.8125,
      "learning_rate": 9.882628973467972e-06,
      "loss": 1.5317,
      "step": 88
    },
    {
      "epoch": 0.326044647967945,
      "grad_norm": 0.7421875,
      "learning_rate": 9.875652442863483e-06,
      "loss": 1.511,
      "step": 89
    },
    {
      "epoch": 0.3297080709788208,
      "grad_norm": 0.8046875,
      "learning_rate": 9.868477119388897e-06,
      "loss": 1.5016,
      "step": 90
    },
    {
      "epoch": 0.3333714939896966,
      "grad_norm": 0.76953125,
      "learning_rate": 9.861103295600574e-06,
      "loss": 1.5879,
      "step": 91
    },
    {
      "epoch": 0.3370349170005724,
      "grad_norm": 0.859375,
      "learning_rate": 9.853531272148248e-06,
      "loss": 1.5265,
      "step": 92
    },
    {
      "epoch": 0.3406983400114482,
      "grad_norm": 0.75,
      "learning_rate": 9.84576135776276e-06,
      "loss": 1.5244,
      "step": 93
    },
    {
      "epoch": 0.34436176302232396,
      "grad_norm": 0.74609375,
      "learning_rate": 9.837793869243468e-06,
      "loss": 1.5531,
      "step": 94
    },
    {
      "epoch": 0.34802518603319976,
      "grad_norm": 0.75390625,
      "learning_rate": 9.829629131445342e-06,
      "loss": 1.5195,
      "step": 95
    },
    {
      "epoch": 0.35168860904407556,
      "grad_norm": 0.7109375,
      "learning_rate": 9.821267477265705e-06,
      "loss": 1.54,
      "step": 96
    },
    {
      "epoch": 0.35535203205495136,
      "grad_norm": 0.67578125,
      "learning_rate": 9.812709247630671e-06,
      "loss": 1.4454,
      "step": 97
    },
    {
      "epoch": 0.3590154550658271,
      "grad_norm": 0.765625,
      "learning_rate": 9.803954791481239e-06,
      "loss": 1.4574,
      "step": 98
    },
    {
      "epoch": 0.3626788780767029,
      "grad_norm": 0.73828125,
      "learning_rate": 9.795004465759067e-06,
      "loss": 1.5201,
      "step": 99
    },
    {
      "epoch": 0.3663423010875787,
      "grad_norm": 0.73828125,
      "learning_rate": 9.785858635391913e-06,
      "loss": 1.4939,
      "step": 100
    },
    {
      "epoch": 0.3700057240984545,
      "grad_norm": 0.6953125,
      "learning_rate": 9.776517673278772e-06,
      "loss": 1.5067,
      "step": 101
    },
    {
      "epoch": 0.3736691471093303,
      "grad_norm": 0.75390625,
      "learning_rate": 9.766981960274653e-06,
      "loss": 1.4932,
      "step": 102
    },
    {
      "epoch": 0.37733257012020605,
      "grad_norm": 0.78125,
      "learning_rate": 9.757251885175063e-06,
      "loss": 1.4845,
      "step": 103
    },
    {
      "epoch": 0.38099599313108184,
      "grad_norm": 0.7109375,
      "learning_rate": 9.747327844700147e-06,
      "loss": 1.5307,
      "step": 104
    },
    {
      "epoch": 0.38465941614195764,
      "grad_norm": 0.75390625,
      "learning_rate": 9.737210243478522e-06,
      "loss": 1.4548,
      "step": 105
    },
    {
      "epoch": 0.38832283915283344,
      "grad_norm": 0.72265625,
      "learning_rate": 9.726899494030768e-06,
      "loss": 1.4711,
      "step": 106
    },
    {
      "epoch": 0.39198626216370924,
      "grad_norm": 0.70703125,
      "learning_rate": 9.716396016752616e-06,
      "loss": 1.4636,
      "step": 107
    },
    {
      "epoch": 0.395649685174585,
      "grad_norm": 0.7421875,
      "learning_rate": 9.705700239897809e-06,
      "loss": 1.499,
      "step": 108
    },
    {
      "epoch": 0.3993131081854608,
      "grad_norm": 0.77734375,
      "learning_rate": 9.694812599560632e-06,
      "loss": 1.5242,
      "step": 109
    },
    {
      "epoch": 0.4029765311963366,
      "grad_norm": 0.75390625,
      "learning_rate": 9.68373353965814e-06,
      "loss": 1.5273,
      "step": 110
    },
    {
      "epoch": 0.4066399542072124,
      "grad_norm": 0.71875,
      "learning_rate": 9.672463511912056e-06,
      "loss": 1.5333,
      "step": 111
    },
    {
      "epoch": 0.41030337721808813,
      "grad_norm": 0.703125,
      "learning_rate": 9.66100297583035e-06,
      "loss": 1.4781,
      "step": 112
    },
    {
      "epoch": 0.4139668002289639,
      "grad_norm": 0.69921875,
      "learning_rate": 9.649352398688506e-06,
      "loss": 1.5159,
      "step": 113
    },
    {
      "epoch": 0.4176302232398397,
      "grad_norm": 0.703125,
      "learning_rate": 9.637512255510475e-06,
      "loss": 1.5112,
      "step": 114
    },
    {
      "epoch": 0.4212936462507155,
      "grad_norm": 0.79296875,
      "learning_rate": 9.625483029049295e-06,
      "loss": 1.5399,
      "step": 115
    },
    {
      "epoch": 0.4249570692615913,
      "grad_norm": 0.73828125,
      "learning_rate": 9.613265209767417e-06,
      "loss": 1.521,
      "step": 116
    },
    {
      "epoch": 0.42862049227246707,
      "grad_norm": 0.7265625,
      "learning_rate": 9.600859295816708e-06,
      "loss": 1.4956,
      "step": 117
    },
    {
      "epoch": 0.43228391528334287,
      "grad_norm": 0.7109375,
      "learning_rate": 9.588265793018141e-06,
      "loss": 1.4859,
      "step": 118
    },
    {
      "epoch": 0.43594733829421867,
      "grad_norm": 0.68359375,
      "learning_rate": 9.575485214841158e-06,
      "loss": 1.4867,
      "step": 119
    },
    {
      "epoch": 0.43961076130509447,
      "grad_norm": 0.85546875,
      "learning_rate": 9.562518082382751e-06,
      "loss": 1.488,
      "step": 120
    },
    {
      "epoch": 0.4432741843159702,
      "grad_norm": 0.79296875,
      "learning_rate": 9.54936492434621e-06,
      "loss": 1.5129,
      "step": 121
    },
    {
      "epoch": 0.446937607326846,
      "grad_norm": 0.7578125,
      "learning_rate": 9.536026277019562e-06,
      "loss": 1.5484,
      "step": 122
    },
    {
      "epoch": 0.4506010303377218,
      "grad_norm": 0.71875,
      "learning_rate": 9.522502684253709e-06,
      "loss": 1.5017,
      "step": 123
    },
    {
      "epoch": 0.4542644533485976,
      "grad_norm": 0.73828125,
      "learning_rate": 9.508794697440257e-06,
      "loss": 1.4869,
      "step": 124
    },
    {
      "epoch": 0.4579278763594734,
      "grad_norm": 0.7578125,
      "learning_rate": 9.494902875489031e-06,
      "loss": 1.5279,
      "step": 125
    },
    {
      "epoch": 0.46159129937034915,
      "grad_norm": 0.7109375,
      "learning_rate": 9.480827784805278e-06,
      "loss": 1.506,
      "step": 126
    },
    {
      "epoch": 0.46525472238122495,
      "grad_norm": 0.7578125,
      "learning_rate": 9.466569999266595e-06,
      "loss": 1.4857,
      "step": 127
    },
    {
      "epoch": 0.46891814539210075,
      "grad_norm": 0.69140625,
      "learning_rate": 9.452130100199504e-06,
      "loss": 1.5652,
      "step": 128
    },
    {
      "epoch": 0.47258156840297655,
      "grad_norm": 0.75,
      "learning_rate": 9.437508676355774e-06,
      "loss": 1.5093,
      "step": 129
    },
    {
      "epoch": 0.4762449914138523,
      "grad_norm": 0.75,
      "learning_rate": 9.422706323888398e-06,
      "loss": 1.4592,
      "step": 130
    },
    {
      "epoch": 0.4799084144247281,
      "grad_norm": 0.734375,
      "learning_rate": 9.407723646327299e-06,
      "loss": 1.4626,
      "step": 131
    },
    {
      "epoch": 0.4835718374356039,
      "grad_norm": 0.68359375,
      "learning_rate": 9.392561254554712e-06,
      "loss": 1.5082,
      "step": 132
    },
    {
      "epoch": 0.4872352604464797,
      "grad_norm": 0.703125,
      "learning_rate": 9.377219766780288e-06,
      "loss": 1.5389,
      "step": 133
    },
    {
      "epoch": 0.4908986834573555,
      "grad_norm": 0.66015625,
      "learning_rate": 9.361699808515877e-06,
      "loss": 1.4567,
      "step": 134
    },
    {
      "epoch": 0.49456210646823123,
      "grad_norm": 0.6796875,
      "learning_rate": 9.346002012550027e-06,
      "loss": 1.4903,
      "step": 135
    },
    {
      "epoch": 0.49822552947910703,
      "grad_norm": 0.69921875,
      "learning_rate": 9.330127018922195e-06,
      "loss": 1.5068,
      "step": 136
    },
    {
      "epoch": 0.5018889524899828,
      "grad_norm": 0.6953125,
      "learning_rate": 9.314075474896631e-06,
      "loss": 1.5039,
      "step": 137
    },
    {
      "epoch": 0.5055523755008586,
      "grad_norm": 0.7265625,
      "learning_rate": 9.297848034936007e-06,
      "loss": 1.4928,
      "step": 138
    },
    {
      "epoch": 0.5055523755008586,
      "eval_loss": 1.4303784370422363,
      "eval_runtime": 86.5297,
      "eval_samples_per_second": 8.956,
      "eval_steps_per_second": 4.484,
      "step": 138
    },
    {
      "epoch": 0.5092157985117344,
      "grad_norm": 0.734375,
      "learning_rate": 9.281445360674717e-06,
      "loss": 1.5562,
      "step": 139
    },
    {
      "epoch": 0.5128792215226102,
      "grad_norm": 0.6875,
      "learning_rate": 9.264868120891913e-06,
      "loss": 1.4492,
      "step": 140
    },
    {
      "epoch": 0.516542644533486,
      "grad_norm": 0.69140625,
      "learning_rate": 9.24811699148423e-06,
      "loss": 1.4349,
      "step": 141
    },
    {
      "epoch": 0.5202060675443617,
      "grad_norm": 0.67578125,
      "learning_rate": 9.231192655438222e-06,
      "loss": 1.479,
      "step": 142
    },
    {
      "epoch": 0.5238694905552376,
      "grad_norm": 0.765625,
      "learning_rate": 9.214095802802533e-06,
      "loss": 1.5113,
      "step": 143
    },
    {
      "epoch": 0.5275329135661133,
      "grad_norm": 0.75,
      "learning_rate": 9.196827130659752e-06,
      "loss": 1.5157,
      "step": 144
    },
    {
      "epoch": 0.5311963365769892,
      "grad_norm": 0.69921875,
      "learning_rate": 9.179387343097978e-06,
      "loss": 1.4772,
      "step": 145
    },
    {
      "epoch": 0.5348597595878649,
      "grad_norm": 0.74609375,
      "learning_rate": 9.161777151182137e-06,
      "loss": 1.5372,
      "step": 146
    },
    {
      "epoch": 0.5385231825987407,
      "grad_norm": 0.6796875,
      "learning_rate": 9.143997272924974e-06,
      "loss": 1.4623,
      "step": 147
    },
    {
      "epoch": 0.5421866056096165,
      "grad_norm": 0.7109375,
      "learning_rate": 9.12604843325778e-06,
      "loss": 1.5204,
      "step": 148
    },
    {
      "epoch": 0.5458500286204923,
      "grad_norm": 0.72265625,
      "learning_rate": 9.10793136400084e-06,
      "loss": 1.5264,
      "step": 149
    },
    {
      "epoch": 0.5495134516313681,
      "grad_norm": 0.796875,
      "learning_rate": 9.089646803833589e-06,
      "loss": 1.467,
      "step": 150
    },
    {
      "epoch": 0.5531768746422439,
      "grad_norm": 0.6875,
      "learning_rate": 9.071195498264497e-06,
      "loss": 1.4847,
      "step": 151
    },
    {
      "epoch": 0.5568402976531196,
      "grad_norm": 0.71875,
      "learning_rate": 9.052578199600675e-06,
      "loss": 1.4867,
      "step": 152
    },
    {
      "epoch": 0.5605037206639955,
      "grad_norm": 0.73828125,
      "learning_rate": 9.033795666917191e-06,
      "loss": 1.49,
      "step": 153
    },
    {
      "epoch": 0.5641671436748712,
      "grad_norm": 0.70703125,
      "learning_rate": 9.014848666026138e-06,
      "loss": 1.4984,
      "step": 154
    },
    {
      "epoch": 0.5678305666857469,
      "grad_norm": 0.82421875,
      "learning_rate": 8.995737969445395e-06,
      "loss": 1.4957,
      "step": 155
    },
    {
      "epoch": 0.5714939896966228,
      "grad_norm": 0.70703125,
      "learning_rate": 8.976464356367133e-06,
      "loss": 1.4975,
      "step": 156
    },
    {
      "epoch": 0.5751574127074985,
      "grad_norm": 0.7578125,
      "learning_rate": 8.957028612626051e-06,
      "loss": 1.5144,
      "step": 157
    },
    {
      "epoch": 0.5788208357183744,
      "grad_norm": 0.69140625,
      "learning_rate": 8.937431530667329e-06,
      "loss": 1.4688,
      "step": 158
    },
    {
      "epoch": 0.5824842587292501,
      "grad_norm": 0.796875,
      "learning_rate": 8.917673909514321e-06,
      "loss": 1.4647,
      "step": 159
    },
    {
      "epoch": 0.5861476817401259,
      "grad_norm": 0.69140625,
      "learning_rate": 8.897756554735976e-06,
      "loss": 1.5029,
      "step": 160
    },
    {
      "epoch": 0.5898111047510017,
      "grad_norm": 0.71875,
      "learning_rate": 8.877680278413995e-06,
      "loss": 1.4559,
      "step": 161
    },
    {
      "epoch": 0.5934745277618775,
      "grad_norm": 0.7265625,
      "learning_rate": 8.857445899109716e-06,
      "loss": 1.4876,
      "step": 162
    },
    {
      "epoch": 0.5971379507727533,
      "grad_norm": 0.71484375,
      "learning_rate": 8.83705424183074e-06,
      "loss": 1.5204,
      "step": 163
    },
    {
      "epoch": 0.6008013737836291,
      "grad_norm": 0.75390625,
      "learning_rate": 8.8165061379973e-06,
      "loss": 1.5099,
      "step": 164
    },
    {
      "epoch": 0.6044647967945048,
      "grad_norm": 0.8203125,
      "learning_rate": 8.795802425408352e-06,
      "loss": 1.5189,
      "step": 165
    },
    {
      "epoch": 0.6081282198053807,
      "grad_norm": 0.67578125,
      "learning_rate": 8.774943948207427e-06,
      "loss": 1.4384,
      "step": 166
    },
    {
      "epoch": 0.6117916428162564,
      "grad_norm": 0.7109375,
      "learning_rate": 8.753931556848195e-06,
      "loss": 1.4618,
      "step": 167
    },
    {
      "epoch": 0.6154550658271323,
      "grad_norm": 0.69140625,
      "learning_rate": 8.732766108059814e-06,
      "loss": 1.4531,
      "step": 168
    },
    {
      "epoch": 0.619118488838008,
      "grad_norm": 0.71875,
      "learning_rate": 8.711448464811978e-06,
      "loss": 1.4737,
      "step": 169
    },
    {
      "epoch": 0.6227819118488838,
      "grad_norm": 0.69921875,
      "learning_rate": 8.689979496279747e-06,
      "loss": 1.4604,
      "step": 170
    },
    {
      "epoch": 0.6264453348597596,
      "grad_norm": 0.7734375,
      "learning_rate": 8.668360077808093e-06,
      "loss": 1.488,
      "step": 171
    },
    {
      "epoch": 0.6301087578706354,
      "grad_norm": 0.8828125,
      "learning_rate": 8.646591090876225e-06,
      "loss": 1.4882,
      "step": 172
    },
    {
      "epoch": 0.6337721808815112,
      "grad_norm": 0.76953125,
      "learning_rate": 8.62467342306164e-06,
      "loss": 1.4495,
      "step": 173
    },
    {
      "epoch": 0.637435603892387,
      "grad_norm": 0.6953125,
      "learning_rate": 8.602607968003935e-06,
      "loss": 1.4671,
      "step": 174
    },
    {
      "epoch": 0.6410990269032627,
      "grad_norm": 0.71484375,
      "learning_rate": 8.580395625368377e-06,
      "loss": 1.4682,
      "step": 175
    },
    {
      "epoch": 0.6447624499141386,
      "grad_norm": 0.7734375,
      "learning_rate": 8.558037300809209e-06,
      "loss": 1.5226,
      "step": 176
    },
    {
      "epoch": 0.6484258729250143,
      "grad_norm": 0.73046875,
      "learning_rate": 8.535533905932739e-06,
      "loss": 1.4958,
      "step": 177
    },
    {
      "epoch": 0.65208929593589,
      "grad_norm": 0.85546875,
      "learning_rate": 8.512886358260162e-06,
      "loss": 1.4589,
      "step": 178
    },
    {
      "epoch": 0.6557527189467659,
      "grad_norm": 0.6796875,
      "learning_rate": 8.490095581190149e-06,
      "loss": 1.4966,
      "step": 179
    },
    {
      "epoch": 0.6594161419576416,
      "grad_norm": 0.73046875,
      "learning_rate": 8.467162503961209e-06,
      "loss": 1.4866,
      "step": 180
    },
    {
      "epoch": 0.6630795649685175,
      "grad_norm": 0.6953125,
      "learning_rate": 8.444088061613788e-06,
      "loss": 1.4029,
      "step": 181
    },
    {
      "epoch": 0.6667429879793932,
      "grad_norm": 0.7421875,
      "learning_rate": 8.420873194952153e-06,
      "loss": 1.4235,
      "step": 182
    },
    {
      "epoch": 0.670406410990269,
      "grad_norm": 0.72265625,
      "learning_rate": 8.39751885050603e-06,
      "loss": 1.5138,
      "step": 183
    },
    {
      "epoch": 0.6740698340011448,
      "grad_norm": 0.734375,
      "learning_rate": 8.37402598049201e-06,
      "loss": 1.4258,
      "step": 184
    },
    {
      "epoch": 0.6777332570120206,
      "grad_norm": 0.6875,
      "learning_rate": 8.350395542774737e-06,
      "loss": 1.5137,
      "step": 185
    },
    {
      "epoch": 0.6813966800228964,
      "grad_norm": 0.76171875,
      "learning_rate": 8.326628500827826e-06,
      "loss": 1.5015,
      "step": 186
    },
    {
      "epoch": 0.6850601030337722,
      "grad_norm": 0.74609375,
      "learning_rate": 8.302725823694619e-06,
      "loss": 1.4839,
      "step": 187
    },
    {
      "epoch": 0.6887235260446479,
      "grad_norm": 0.69921875,
      "learning_rate": 8.278688485948634e-06,
      "loss": 1.479,
      "step": 188
    },
    {
      "epoch": 0.6923869490555238,
      "grad_norm": 0.69921875,
      "learning_rate": 8.254517467653858e-06,
      "loss": 1.5126,
      "step": 189
    },
    {
      "epoch": 0.6960503720663995,
      "grad_norm": 0.67578125,
      "learning_rate": 8.230213754324773e-06,
      "loss": 1.4236,
      "step": 190
    },
    {
      "epoch": 0.6997137950772754,
      "grad_norm": 0.6953125,
      "learning_rate": 8.205778336886182e-06,
      "loss": 1.4576,
      "step": 191
    },
    {
      "epoch": 0.7033772180881511,
      "grad_norm": 0.68359375,
      "learning_rate": 8.1812122116328e-06,
      "loss": 1.4378,
      "step": 192
    },
    {
      "epoch": 0.7070406410990269,
      "grad_norm": 0.7421875,
      "learning_rate": 8.156516380188635e-06,
      "loss": 1.4678,
      "step": 193
    },
    {
      "epoch": 0.7107040641099027,
      "grad_norm": 0.734375,
      "learning_rate": 8.131691849466154e-06,
      "loss": 1.4711,
      "step": 194
    },
    {
      "epoch": 0.7143674871207785,
      "grad_norm": 0.65625,
      "learning_rate": 8.106739631625216e-06,
      "loss": 1.4751,
      "step": 195
    },
    {
      "epoch": 0.7180309101316542,
      "grad_norm": 0.8046875,
      "learning_rate": 8.081660744031818e-06,
      "loss": 1.4802,
      "step": 196
    },
    {
      "epoch": 0.7216943331425301,
      "grad_norm": 0.6953125,
      "learning_rate": 8.056456209216609e-06,
      "loss": 1.4942,
      "step": 197
    },
    {
      "epoch": 0.7253577561534058,
      "grad_norm": 0.6875,
      "learning_rate": 8.031127054833192e-06,
      "loss": 1.4993,
      "step": 198
    },
    {
      "epoch": 0.7290211791642817,
      "grad_norm": 0.71484375,
      "learning_rate": 8.005674313616231e-06,
      "loss": 1.4589,
      "step": 199
    },
    {
      "epoch": 0.7326846021751574,
      "grad_norm": 0.6953125,
      "learning_rate": 7.98009902333935e-06,
      "loss": 1.535,
      "step": 200
    },
    {
      "epoch": 0.7363480251860332,
      "grad_norm": 0.6953125,
      "learning_rate": 7.954402226772804e-06,
      "loss": 1.4564,
      "step": 201
    },
    {
      "epoch": 0.740011448196909,
      "grad_norm": 0.75390625,
      "learning_rate": 7.928584971640974e-06,
      "loss": 1.5054,
      "step": 202
    },
    {
      "epoch": 0.7436748712077847,
      "grad_norm": 0.74609375,
      "learning_rate": 7.90264831057965e-06,
      "loss": 1.4671,
      "step": 203
    },
    {
      "epoch": 0.7473382942186606,
      "grad_norm": 0.8046875,
      "learning_rate": 7.876593301093104e-06,
      "loss": 1.4747,
      "step": 204
    },
    {
      "epoch": 0.7510017172295363,
      "grad_norm": 0.79296875,
      "learning_rate": 7.850421005510977e-06,
      "loss": 1.4493,
      "step": 205
    },
    {
      "epoch": 0.7546651402404121,
      "grad_norm": 0.71875,
      "learning_rate": 7.824132490944968e-06,
      "loss": 1.4558,
      "step": 206
    },
    {
      "epoch": 0.758328563251288,
      "grad_norm": 0.7265625,
      "learning_rate": 7.797728829245321e-06,
      "loss": 1.4968,
      "step": 207
    },
    {
      "epoch": 0.758328563251288,
      "eval_loss": 1.4155006408691406,
      "eval_runtime": 86.4267,
      "eval_samples_per_second": 8.967,
      "eval_steps_per_second": 4.489,
      "step": 207
    },
    {
      "epoch": 0.7619919862621637,
      "grad_norm": 0.67578125,
      "learning_rate": 7.771211096957125e-06,
      "loss": 1.5118,
      "step": 208
    },
    {
      "epoch": 0.7656554092730395,
      "grad_norm": 0.7109375,
      "learning_rate": 7.744580375276416e-06,
      "loss": 1.4467,
      "step": 209
    },
    {
      "epoch": 0.7693188322839153,
      "grad_norm": 0.72265625,
      "learning_rate": 7.717837750006106e-06,
      "loss": 1.434,
      "step": 210
    },
    {
      "epoch": 0.772982255294791,
      "grad_norm": 0.68359375,
      "learning_rate": 7.690984311511695e-06,
      "loss": 1.4912,
      "step": 211
    },
    {
      "epoch": 0.7766456783056669,
      "grad_norm": 0.75390625,
      "learning_rate": 7.664021154676828e-06,
      "loss": 1.4985,
      "step": 212
    },
    {
      "epoch": 0.7803091013165426,
      "grad_norm": 0.6953125,
      "learning_rate": 7.636949378858647e-06,
      "loss": 1.4642,
      "step": 213
    },
    {
      "epoch": 0.7839725243274185,
      "grad_norm": 0.78125,
      "learning_rate": 7.609770087842969e-06,
      "loss": 1.5051,
      "step": 214
    },
    {
      "epoch": 0.7876359473382942,
      "grad_norm": 0.7265625,
      "learning_rate": 7.582484389799279e-06,
      "loss": 1.4656,
      "step": 215
    },
    {
      "epoch": 0.79129937034917,
      "grad_norm": 0.75,
      "learning_rate": 7.555093397235553e-06,
      "loss": 1.4589,
      "step": 216
    },
    {
      "epoch": 0.7949627933600458,
      "grad_norm": 0.74609375,
      "learning_rate": 7.527598226952895e-06,
      "loss": 1.499,
      "step": 217
    },
    {
      "epoch": 0.7986262163709216,
      "grad_norm": 0.71484375,
      "learning_rate": 7.500000000000001e-06,
      "loss": 1.4684,
      "step": 218
    },
    {
      "epoch": 0.8022896393817973,
      "grad_norm": 0.7109375,
      "learning_rate": 7.472299841627452e-06,
      "loss": 1.488,
      "step": 219
    },
    {
      "epoch": 0.8059530623926732,
      "grad_norm": 0.6953125,
      "learning_rate": 7.444498881241835e-06,
      "loss": 1.5102,
      "step": 220
    },
    {
      "epoch": 0.8096164854035489,
      "grad_norm": 0.6875,
      "learning_rate": 7.4165982523596945e-06,
      "loss": 1.4967,
      "step": 221
    },
    {
      "epoch": 0.8132799084144248,
      "grad_norm": 0.7109375,
      "learning_rate": 7.388599092561315e-06,
      "loss": 1.4965,
      "step": 222
    },
    {
      "epoch": 0.8169433314253005,
      "grad_norm": 0.7265625,
      "learning_rate": 7.360502543444339e-06,
      "loss": 1.4254,
      "step": 223
    },
    {
      "epoch": 0.8206067544361763,
      "grad_norm": 0.6953125,
      "learning_rate": 7.3323097505772225e-06,
      "loss": 1.4696,
      "step": 224
    },
    {
      "epoch": 0.8242701774470521,
      "grad_norm": 0.69921875,
      "learning_rate": 7.304021863452525e-06,
      "loss": 1.4695,
      "step": 225
    },
    {
      "epoch": 0.8279336004579279,
      "grad_norm": 0.69140625,
      "learning_rate": 7.2756400354400445e-06,
      "loss": 1.4825,
      "step": 226
    },
    {
      "epoch": 0.8315970234688037,
      "grad_norm": 0.69921875,
      "learning_rate": 7.24716542373979e-06,
      "loss": 1.4858,
      "step": 227
    },
    {
      "epoch": 0.8352604464796795,
      "grad_norm": 0.72265625,
      "learning_rate": 7.218599189334799e-06,
      "loss": 1.4415,
      "step": 228
    },
    {
      "epoch": 0.8389238694905552,
      "grad_norm": 0.765625,
      "learning_rate": 7.189942496943803e-06,
      "loss": 1.4819,
      "step": 229
    },
    {
      "epoch": 0.842587292501431,
      "grad_norm": 0.6953125,
      "learning_rate": 7.161196514973735e-06,
      "loss": 1.4335,
      "step": 230
    },
    {
      "epoch": 0.8462507155123068,
      "grad_norm": 0.6875,
      "learning_rate": 7.132362415472099e-06,
      "loss": 1.4494,
      "step": 231
    },
    {
      "epoch": 0.8499141385231826,
      "grad_norm": 0.7265625,
      "learning_rate": 7.1034413740791705e-06,
      "loss": 1.4306,
      "step": 232
    },
    {
      "epoch": 0.8535775615340584,
      "grad_norm": 0.69140625,
      "learning_rate": 7.0744345699800755e-06,
      "loss": 1.4598,
      "step": 233
    },
    {
      "epoch": 0.8572409845449341,
      "grad_norm": 0.73046875,
      "learning_rate": 7.045343185856701e-06,
      "loss": 1.4681,
      "step": 234
    },
    {
      "epoch": 0.86090440755581,
      "grad_norm": 0.6953125,
      "learning_rate": 7.016168407839478e-06,
      "loss": 1.4952,
      "step": 235
    },
    {
      "epoch": 0.8645678305666857,
      "grad_norm": 0.66796875,
      "learning_rate": 6.986911425459028e-06,
      "loss": 1.4403,
      "step": 236
    },
    {
      "epoch": 0.8682312535775615,
      "grad_norm": 0.73828125,
      "learning_rate": 6.957573431597646e-06,
      "loss": 1.4945,
      "step": 237
    },
    {
      "epoch": 0.8718946765884373,
      "grad_norm": 0.7578125,
      "learning_rate": 6.92815562244068e-06,
      "loss": 1.4798,
      "step": 238
    },
    {
      "epoch": 0.8755580995993131,
      "grad_norm": 0.69921875,
      "learning_rate": 6.898659197427748e-06,
      "loss": 1.4269,
      "step": 239
    },
    {
      "epoch": 0.8792215226101889,
      "grad_norm": 0.703125,
      "learning_rate": 6.869085359203844e-06,
      "loss": 1.4421,
      "step": 240
    },
    {
      "epoch": 0.8828849456210647,
      "grad_norm": 0.7109375,
      "learning_rate": 6.839435313570293e-06,
      "loss": 1.4389,
      "step": 241
    },
    {
      "epoch": 0.8865483686319404,
      "grad_norm": 0.70703125,
      "learning_rate": 6.80971026943559e-06,
      "loss": 1.4923,
      "step": 242
    },
    {
      "epoch": 0.8902117916428163,
      "grad_norm": 0.65234375,
      "learning_rate": 6.779911438766117e-06,
      "loss": 1.4152,
      "step": 243
    },
    {
      "epoch": 0.893875214653692,
      "grad_norm": 0.6796875,
      "learning_rate": 6.750040036536718e-06,
      "loss": 1.446,
      "step": 244
    },
    {
      "epoch": 0.8975386376645679,
      "grad_norm": 0.69140625,
      "learning_rate": 6.72009728068117e-06,
      "loss": 1.4097,
      "step": 245
    },
    {
      "epoch": 0.9012020606754436,
      "grad_norm": 0.6875,
      "learning_rate": 6.690084392042514e-06,
      "loss": 1.4293,
      "step": 246
    },
    {
      "epoch": 0.9048654836863194,
      "grad_norm": 0.6953125,
      "learning_rate": 6.6600025943232935e-06,
      "loss": 1.464,
      "step": 247
    },
    {
      "epoch": 0.9085289066971952,
      "grad_norm": 0.7421875,
      "learning_rate": 6.629853114035643e-06,
      "loss": 1.4908,
      "step": 248
    },
    {
      "epoch": 0.912192329708071,
      "grad_norm": 0.7109375,
      "learning_rate": 6.599637180451295e-06,
      "loss": 1.4942,
      "step": 249
    },
    {
      "epoch": 0.9158557527189468,
      "grad_norm": 0.734375,
      "learning_rate": 6.569356025551454e-06,
      "loss": 1.4677,
      "step": 250
    },
    {
      "epoch": 0.9195191757298226,
      "grad_norm": 0.67578125,
      "learning_rate": 6.539010883976562e-06,
      "loss": 1.4457,
      "step": 251
    },
    {
      "epoch": 0.9231825987406983,
      "grad_norm": 0.703125,
      "learning_rate": 6.508602992975963e-06,
      "loss": 1.4622,
      "step": 252
    },
    {
      "epoch": 0.9268460217515742,
      "grad_norm": 0.65625,
      "learning_rate": 6.478133592357455e-06,
      "loss": 1.4319,
      "step": 253
    },
    {
      "epoch": 0.9305094447624499,
      "grad_norm": 0.703125,
      "learning_rate": 6.447603924436744e-06,
      "loss": 1.453,
      "step": 254
    },
    {
      "epoch": 0.9341728677733258,
      "grad_norm": 0.70703125,
      "learning_rate": 6.417015233986786e-06,
      "loss": 1.4239,
      "step": 255
    },
    {
      "epoch": 0.9378362907842015,
      "grad_norm": 0.79296875,
      "learning_rate": 6.38636876818704e-06,
      "loss": 1.4798,
      "step": 256
    },
    {
      "epoch": 0.9414997137950772,
      "grad_norm": 0.79296875,
      "learning_rate": 6.3556657765726116e-06,
      "loss": 1.4944,
      "step": 257
    },
    {
      "epoch": 0.9451631368059531,
      "grad_norm": 0.7421875,
      "learning_rate": 6.32490751098331e-06,
      "loss": 1.4843,
      "step": 258
    },
    {
      "epoch": 0.9488265598168288,
      "grad_norm": 0.67578125,
      "learning_rate": 6.294095225512604e-06,
      "loss": 1.495,
      "step": 259
    },
    {
      "epoch": 0.9524899828277046,
      "grad_norm": 0.68359375,
      "learning_rate": 6.263230176456497e-06,
      "loss": 1.4301,
      "step": 260
    },
    {
      "epoch": 0.9561534058385804,
      "grad_norm": 0.74609375,
      "learning_rate": 6.232313622262297e-06,
      "loss": 1.5314,
      "step": 261
    },
    {
      "epoch": 0.9598168288494562,
      "grad_norm": 0.69140625,
      "learning_rate": 6.2013468234773034e-06,
      "loss": 1.4744,
      "step": 262
    },
    {
      "epoch": 0.963480251860332,
      "grad_norm": 0.67578125,
      "learning_rate": 6.170331042697425e-06,
      "loss": 1.4152,
      "step": 263
    },
    {
      "epoch": 0.9671436748712078,
      "grad_norm": 0.73828125,
      "learning_rate": 6.139267544515689e-06,
      "loss": 1.4507,
      "step": 264
    },
    {
      "epoch": 0.9708070978820835,
      "grad_norm": 0.6796875,
      "learning_rate": 6.10815759547068e-06,
      "loss": 1.4621,
      "step": 265
    },
    {
      "epoch": 0.9744705208929594,
      "grad_norm": 0.6953125,
      "learning_rate": 6.077002463994908e-06,
      "loss": 1.4759,
      "step": 266
    },
    {
      "epoch": 0.9781339439038351,
      "grad_norm": 0.70703125,
      "learning_rate": 6.045803420363085e-06,
      "loss": 1.5047,
      "step": 267
    },
    {
      "epoch": 0.981797366914711,
      "grad_norm": 0.76171875,
      "learning_rate": 6.014561736640334e-06,
      "loss": 1.446,
      "step": 268
    },
    {
      "epoch": 0.9854607899255867,
      "grad_norm": 0.76953125,
      "learning_rate": 5.983278686630327e-06,
      "loss": 1.4742,
      "step": 269
    },
    {
      "epoch": 0.9891242129364625,
      "grad_norm": 0.703125,
      "learning_rate": 5.951955545823342e-06,
      "loss": 1.4837,
      "step": 270
    },
    {
      "epoch": 0.9927876359473383,
      "grad_norm": 0.7421875,
      "learning_rate": 5.920593591344264e-06,
      "loss": 1.4585,
      "step": 271
    },
    {
      "epoch": 0.9964510589582141,
      "grad_norm": 0.67578125,
      "learning_rate": 5.8891941019005095e-06,
      "loss": 1.4889,
      "step": 272
    },
    {
      "epoch": 1.00011448196909,
      "grad_norm": 0.7265625,
      "learning_rate": 5.857758357729892e-06,
      "loss": 1.5012,
      "step": 273
    },
    {
      "epoch": 1.00343997248022,
      "grad_norm": 0.6875,
      "learning_rate": 5.826287640548425e-06,
      "loss": 1.4676,
      "step": 274
    },
    {
      "epoch": 1.0071092764591216,
      "grad_norm": 0.6875,
      "learning_rate": 5.794783233498062e-06,
      "loss": 1.4632,
      "step": 275
    },
    {
      "epoch": 1.0107785804380232,
      "grad_norm": 0.734375,
      "learning_rate": 5.763246421094373e-06,
      "loss": 1.4817,
      "step": 276
    },
    {
      "epoch": 1.0107785804380232,
      "eval_loss": 1.4074798822402954,
      "eval_runtime": 86.3869,
      "eval_samples_per_second": 8.971,
      "eval_steps_per_second": 4.491,
      "step": 276
    },
    {
      "epoch": 1.0144478844169247,
      "grad_norm": 0.69140625,
      "learning_rate": 5.731678489174186e-06,
      "loss": 1.3825,
      "step": 277
    },
    {
      "epoch": 1.0181171883958262,
      "grad_norm": 0.75,
      "learning_rate": 5.7000807248431466e-06,
      "loss": 1.4202,
      "step": 278
    },
    {
      "epoch": 1.0217864923747277,
      "grad_norm": 0.7578125,
      "learning_rate": 5.668454416423243e-06,
      "loss": 1.4907,
      "step": 279
    },
    {
      "epoch": 1.0254557963536293,
      "grad_norm": 0.70703125,
      "learning_rate": 5.636800853400285e-06,
      "loss": 1.4115,
      "step": 280
    },
    {
      "epoch": 1.0291251003325306,
      "grad_norm": 0.7421875,
      "learning_rate": 5.605121326371316e-06,
      "loss": 1.4316,
      "step": 281
    },
    {
      "epoch": 1.032794404311432,
      "grad_norm": 0.69140625,
      "learning_rate": 5.573417126992004e-06,
      "loss": 1.4734,
      "step": 282
    },
    {
      "epoch": 1.0364637082903336,
      "grad_norm": 0.69140625,
      "learning_rate": 5.5416895479239665e-06,
      "loss": 1.4181,
      "step": 283
    },
    {
      "epoch": 1.0401330122692352,
      "grad_norm": 0.70703125,
      "learning_rate": 5.509939882782077e-06,
      "loss": 1.5014,
      "step": 284
    },
    {
      "epoch": 1.0438023162481367,
      "grad_norm": 0.67578125,
      "learning_rate": 5.478169426081712e-06,
      "loss": 1.4454,
      "step": 285
    },
    {
      "epoch": 1.0474716202270382,
      "grad_norm": 0.71875,
      "learning_rate": 5.446379473185972e-06,
      "loss": 1.4678,
      "step": 286
    },
    {
      "epoch": 1.0511409242059397,
      "grad_norm": 0.671875,
      "learning_rate": 5.41457132025287e-06,
      "loss": 1.4437,
      "step": 287
    },
    {
      "epoch": 1.0548102281848413,
      "grad_norm": 0.69140625,
      "learning_rate": 5.38274626418248e-06,
      "loss": 1.4636,
      "step": 288
    },
    {
      "epoch": 1.0584795321637426,
      "grad_norm": 0.6953125,
      "learning_rate": 5.3509056025640575e-06,
      "loss": 1.4414,
      "step": 289
    },
    {
      "epoch": 1.062148836142644,
      "grad_norm": 0.75390625,
      "learning_rate": 5.319050633623141e-06,
      "loss": 1.5076,
      "step": 290
    },
    {
      "epoch": 1.0658181401215456,
      "grad_norm": 0.671875,
      "learning_rate": 5.287182656168618e-06,
      "loss": 1.4199,
      "step": 291
    },
    {
      "epoch": 1.0694874441004472,
      "grad_norm": 0.7421875,
      "learning_rate": 5.255302969539753e-06,
      "loss": 1.4788,
      "step": 292
    },
    {
      "epoch": 1.0731567480793487,
      "grad_norm": 0.71875,
      "learning_rate": 5.22341287355324e-06,
      "loss": 1.4889,
      "step": 293
    },
    {
      "epoch": 1.0768260520582502,
      "grad_norm": 0.6875,
      "learning_rate": 5.191513668450178e-06,
      "loss": 1.4079,
      "step": 294
    },
    {
      "epoch": 1.0804953560371517,
      "grad_norm": 0.71875,
      "learning_rate": 5.1596066548430725e-06,
      "loss": 1.5113,
      "step": 295
    },
    {
      "epoch": 1.0841646600160533,
      "grad_norm": 0.6796875,
      "learning_rate": 5.127693133662801e-06,
      "loss": 1.4427,
      "step": 296
    },
    {
      "epoch": 1.0878339639949548,
      "grad_norm": 0.70703125,
      "learning_rate": 5.095774406105572e-06,
      "loss": 1.4381,
      "step": 297
    },
    {
      "epoch": 1.091503267973856,
      "grad_norm": 0.6875,
      "learning_rate": 5.06385177357987e-06,
      "loss": 1.4975,
      "step": 298
    },
    {
      "epoch": 1.0951725719527576,
      "grad_norm": 0.6953125,
      "learning_rate": 5.031926537653396e-06,
      "loss": 1.4333,
      "step": 299
    },
    {
      "epoch": 1.0988418759316592,
      "grad_norm": 0.66015625,
      "learning_rate": 5e-06,
      "loss": 1.4498,
      "step": 300
    },
    {
      "epoch": 1.1025111799105607,
      "grad_norm": 0.67578125,
      "learning_rate": 4.968073462346605e-06,
      "loss": 1.428,
      "step": 301
    },
    {
      "epoch": 1.1061804838894622,
      "grad_norm": 0.69140625,
      "learning_rate": 4.936148226420133e-06,
      "loss": 1.5139,
      "step": 302
    },
    {
      "epoch": 1.1098497878683637,
      "grad_norm": 0.70703125,
      "learning_rate": 4.90422559389443e-06,
      "loss": 1.4781,
      "step": 303
    },
    {
      "epoch": 1.1135190918472653,
      "grad_norm": 0.73828125,
      "learning_rate": 4.8723068663372005e-06,
      "loss": 1.5284,
      "step": 304
    },
    {
      "epoch": 1.1171883958261668,
      "grad_norm": 0.765625,
      "learning_rate": 4.84039334515693e-06,
      "loss": 1.4669,
      "step": 305
    },
    {
      "epoch": 1.120857699805068,
      "grad_norm": 0.7265625,
      "learning_rate": 4.808486331549824e-06,
      "loss": 1.4945,
      "step": 306
    },
    {
      "epoch": 1.1245270037839696,
      "grad_norm": 0.67578125,
      "learning_rate": 4.776587126446761e-06,
      "loss": 1.5031,
      "step": 307
    },
    {
      "epoch": 1.1281963077628712,
      "grad_norm": 0.6875,
      "learning_rate": 4.744697030460248e-06,
      "loss": 1.4379,
      "step": 308
    },
    {
      "epoch": 1.1318656117417727,
      "grad_norm": 0.68359375,
      "learning_rate": 4.712817343831384e-06,
      "loss": 1.4564,
      "step": 309
    },
    {
      "epoch": 1.1355349157206742,
      "grad_norm": 0.703125,
      "learning_rate": 4.680949366376858e-06,
      "loss": 1.4879,
      "step": 310
    },
    {
      "epoch": 1.1392042196995757,
      "grad_norm": 0.6953125,
      "learning_rate": 4.649094397435944e-06,
      "loss": 1.5162,
      "step": 311
    },
    {
      "epoch": 1.1428735236784773,
      "grad_norm": 0.73828125,
      "learning_rate": 4.617253735817522e-06,
      "loss": 1.4739,
      "step": 312
    },
    {
      "epoch": 1.1465428276573788,
      "grad_norm": 0.73046875,
      "learning_rate": 4.585428679747133e-06,
      "loss": 1.4835,
      "step": 313
    },
    {
      "epoch": 1.1502121316362803,
      "grad_norm": 0.71484375,
      "learning_rate": 4.553620526814029e-06,
      "loss": 1.414,
      "step": 314
    },
    {
      "epoch": 1.1538814356151819,
      "grad_norm": 0.734375,
      "learning_rate": 4.521830573918289e-06,
      "loss": 1.4474,
      "step": 315
    },
    {
      "epoch": 1.1575507395940832,
      "grad_norm": 0.69140625,
      "learning_rate": 4.490060117217925e-06,
      "loss": 1.428,
      "step": 316
    },
    {
      "epoch": 1.1612200435729847,
      "grad_norm": 0.66796875,
      "learning_rate": 4.458310452076034e-06,
      "loss": 1.4305,
      "step": 317
    },
    {
      "epoch": 1.1648893475518862,
      "grad_norm": 0.70703125,
      "learning_rate": 4.426582873007999e-06,
      "loss": 1.4561,
      "step": 318
    },
    {
      "epoch": 1.1685586515307878,
      "grad_norm": 0.71484375,
      "learning_rate": 4.3948786736286866e-06,
      "loss": 1.4406,
      "step": 319
    },
    {
      "epoch": 1.1722279555096893,
      "grad_norm": 0.671875,
      "learning_rate": 4.363199146599717e-06,
      "loss": 1.4912,
      "step": 320
    },
    {
      "epoch": 1.1758972594885908,
      "grad_norm": 0.68359375,
      "learning_rate": 4.331545583576758e-06,
      "loss": 1.4481,
      "step": 321
    },
    {
      "epoch": 1.1795665634674923,
      "grad_norm": 0.7421875,
      "learning_rate": 4.299919275156857e-06,
      "loss": 1.4796,
      "step": 322
    },
    {
      "epoch": 1.1832358674463936,
      "grad_norm": 0.6796875,
      "learning_rate": 4.2683215108258145e-06,
      "loss": 1.5001,
      "step": 323
    },
    {
      "epoch": 1.1869051714252952,
      "grad_norm": 0.67578125,
      "learning_rate": 4.236753578905627e-06,
      "loss": 1.4334,
      "step": 324
    },
    {
      "epoch": 1.1905744754041967,
      "grad_norm": 0.6875,
      "learning_rate": 4.205216766501941e-06,
      "loss": 1.5136,
      "step": 325
    },
    {
      "epoch": 1.1942437793830982,
      "grad_norm": 0.6796875,
      "learning_rate": 4.173712359451576e-06,
      "loss": 1.5047,
      "step": 326
    },
    {
      "epoch": 1.1979130833619998,
      "grad_norm": 0.6484375,
      "learning_rate": 4.142241642270109e-06,
      "loss": 1.4266,
      "step": 327
    },
    {
      "epoch": 1.2015823873409013,
      "grad_norm": 0.71484375,
      "learning_rate": 4.110805898099492e-06,
      "loss": 1.5102,
      "step": 328
    },
    {
      "epoch": 1.2052516913198028,
      "grad_norm": 0.70703125,
      "learning_rate": 4.079406408655737e-06,
      "loss": 1.4405,
      "step": 329
    },
    {
      "epoch": 1.2089209952987043,
      "grad_norm": 0.70703125,
      "learning_rate": 4.048044454176658e-06,
      "loss": 1.4366,
      "step": 330
    },
    {
      "epoch": 1.2125902992776059,
      "grad_norm": 0.74609375,
      "learning_rate": 4.016721313369674e-06,
      "loss": 1.4686,
      "step": 331
    },
    {
      "epoch": 1.2162596032565074,
      "grad_norm": 0.7109375,
      "learning_rate": 3.985438263359667e-06,
      "loss": 1.4541,
      "step": 332
    },
    {
      "epoch": 1.2199289072354087,
      "grad_norm": 0.6875,
      "learning_rate": 3.954196579636918e-06,
      "loss": 1.4657,
      "step": 333
    },
    {
      "epoch": 1.2235982112143102,
      "grad_norm": 0.734375,
      "learning_rate": 3.922997536005094e-06,
      "loss": 1.3919,
      "step": 334
    },
    {
      "epoch": 1.2272675151932118,
      "grad_norm": 0.71484375,
      "learning_rate": 3.891842404529321e-06,
      "loss": 1.4672,
      "step": 335
    },
    {
      "epoch": 1.2309368191721133,
      "grad_norm": 0.69140625,
      "learning_rate": 3.860732455484314e-06,
      "loss": 1.4108,
      "step": 336
    },
    {
      "epoch": 1.2346061231510148,
      "grad_norm": 0.69921875,
      "learning_rate": 3.829668957302576e-06,
      "loss": 1.4663,
      "step": 337
    },
    {
      "epoch": 1.2382754271299163,
      "grad_norm": 0.671875,
      "learning_rate": 3.7986531765226965e-06,
      "loss": 1.4127,
      "step": 338
    },
    {
      "epoch": 1.2419447311088179,
      "grad_norm": 0.71875,
      "learning_rate": 3.7676863777377055e-06,
      "loss": 1.4151,
      "step": 339
    },
    {
      "epoch": 1.2456140350877192,
      "grad_norm": 0.765625,
      "learning_rate": 3.7367698235435036e-06,
      "loss": 1.4531,
      "step": 340
    },
    {
      "epoch": 1.2492833390666207,
      "grad_norm": 0.6953125,
      "learning_rate": 3.705904774487396e-06,
      "loss": 1.4463,
      "step": 341
    },
    {
      "epoch": 1.2529526430455222,
      "grad_norm": 0.68359375,
      "learning_rate": 3.675092489016693e-06,
      "loss": 1.4502,
      "step": 342
    },
    {
      "epoch": 1.2566219470244238,
      "grad_norm": 0.703125,
      "learning_rate": 3.6443342234273905e-06,
      "loss": 1.4793,
      "step": 343
    },
    {
      "epoch": 1.2602912510033253,
      "grad_norm": 0.75390625,
      "learning_rate": 3.61363123181296e-06,
      "loss": 1.5136,
      "step": 344
    },
    {
      "epoch": 1.2639605549822268,
      "grad_norm": 0.6875,
      "learning_rate": 3.582984766013215e-06,
      "loss": 1.4637,
      "step": 345
    },
    {
      "epoch": 1.2639605549822268,
      "eval_loss": 1.4037530422210693,
      "eval_runtime": 86.5383,
      "eval_samples_per_second": 8.956,
      "eval_steps_per_second": 4.484,
      "step": 345
    },
    {
      "epoch": 1.2676298589611283,
      "grad_norm": 0.6875,
      "learning_rate": 3.5523960755632573e-06,
      "loss": 1.5192,
      "step": 346
    },
    {
      "epoch": 1.2712991629400299,
      "grad_norm": 0.6875,
      "learning_rate": 3.5218664076425455e-06,
      "loss": 1.4695,
      "step": 347
    },
    {
      "epoch": 1.2749684669189314,
      "grad_norm": 0.6953125,
      "learning_rate": 3.4913970070240388e-06,
      "loss": 1.4707,
      "step": 348
    },
    {
      "epoch": 1.278637770897833,
      "grad_norm": 0.6640625,
      "learning_rate": 3.460989116023439e-06,
      "loss": 1.4646,
      "step": 349
    },
    {
      "epoch": 1.2823070748767345,
      "grad_norm": 0.734375,
      "learning_rate": 3.4306439744485453e-06,
      "loss": 1.4668,
      "step": 350
    },
    {
      "epoch": 1.2859763788556358,
      "grad_norm": 0.6875,
      "learning_rate": 3.400362819548706e-06,
      "loss": 1.4729,
      "step": 351
    },
    {
      "epoch": 1.2896456828345373,
      "grad_norm": 0.6796875,
      "learning_rate": 3.3701468859643583e-06,
      "loss": 1.4596,
      "step": 352
    },
    {
      "epoch": 1.2933149868134388,
      "grad_norm": 0.72265625,
      "learning_rate": 3.3399974056767095e-06,
      "loss": 1.4346,
      "step": 353
    },
    {
      "epoch": 1.2969842907923403,
      "grad_norm": 0.69921875,
      "learning_rate": 3.309915607957487e-06,
      "loss": 1.432,
      "step": 354
    },
    {
      "epoch": 1.3006535947712419,
      "grad_norm": 0.68359375,
      "learning_rate": 3.2799027193188316e-06,
      "loss": 1.3905,
      "step": 355
    },
    {
      "epoch": 1.3043228987501434,
      "grad_norm": 0.703125,
      "learning_rate": 3.249959963463283e-06,
      "loss": 1.4609,
      "step": 356
    },
    {
      "epoch": 1.3079922027290447,
      "grad_norm": 0.6796875,
      "learning_rate": 3.2200885612338846e-06,
      "loss": 1.4484,
      "step": 357
    },
    {
      "epoch": 1.3116615067079462,
      "grad_norm": 0.6796875,
      "learning_rate": 3.19028973056441e-06,
      "loss": 1.4393,
      "step": 358
    },
    {
      "epoch": 1.3153308106868478,
      "grad_norm": 0.71875,
      "learning_rate": 3.160564686429709e-06,
      "loss": 1.4205,
      "step": 359
    },
    {
      "epoch": 1.3190001146657493,
      "grad_norm": 0.65234375,
      "learning_rate": 3.1309146407961565e-06,
      "loss": 1.4736,
      "step": 360
    },
    {
      "epoch": 1.3226694186446508,
      "grad_norm": 0.6875,
      "learning_rate": 3.1013408025722515e-06,
      "loss": 1.4501,
      "step": 361
    },
    {
      "epoch": 1.3263387226235523,
      "grad_norm": 0.640625,
      "learning_rate": 3.0718443775593233e-06,
      "loss": 1.4038,
      "step": 362
    },
    {
      "epoch": 1.3300080266024539,
      "grad_norm": 0.72265625,
      "learning_rate": 3.0424265684023556e-06,
      "loss": 1.4786,
      "step": 363
    },
    {
      "epoch": 1.3336773305813554,
      "grad_norm": 0.71875,
      "learning_rate": 3.0130885745409744e-06,
      "loss": 1.4944,
      "step": 364
    },
    {
      "epoch": 1.337346634560257,
      "grad_norm": 0.72265625,
      "learning_rate": 2.9838315921605237e-06,
      "loss": 1.4274,
      "step": 365
    },
    {
      "epoch": 1.3410159385391585,
      "grad_norm": 0.71875,
      "learning_rate": 2.9546568141433007e-06,
      "loss": 1.4483,
      "step": 366
    },
    {
      "epoch": 1.34468524251806,
      "grad_norm": 0.6953125,
      "learning_rate": 2.9255654300199253e-06,
      "loss": 1.4838,
      "step": 367
    },
    {
      "epoch": 1.3483545464969613,
      "grad_norm": 0.66796875,
      "learning_rate": 2.8965586259208295e-06,
      "loss": 1.4264,
      "step": 368
    },
    {
      "epoch": 1.3520238504758628,
      "grad_norm": 0.69140625,
      "learning_rate": 2.8676375845279013e-06,
      "loss": 1.4688,
      "step": 369
    },
    {
      "epoch": 1.3556931544547643,
      "grad_norm": 0.71484375,
      "learning_rate": 2.838803485026265e-06,
      "loss": 1.4343,
      "step": 370
    },
    {
      "epoch": 1.3593624584336659,
      "grad_norm": 0.671875,
      "learning_rate": 2.810057503056198e-06,
      "loss": 1.4511,
      "step": 371
    },
    {
      "epoch": 1.3630317624125674,
      "grad_norm": 0.67578125,
      "learning_rate": 2.781400810665201e-06,
      "loss": 1.4483,
      "step": 372
    },
    {
      "epoch": 1.366701066391469,
      "grad_norm": 0.73046875,
      "learning_rate": 2.7528345762602125e-06,
      "loss": 1.4168,
      "step": 373
    },
    {
      "epoch": 1.3703703703703702,
      "grad_norm": 0.74609375,
      "learning_rate": 2.724359964559958e-06,
      "loss": 1.4603,
      "step": 374
    },
    {
      "epoch": 1.3740396743492718,
      "grad_norm": 0.69140625,
      "learning_rate": 2.695978136547476e-06,
      "loss": 1.5096,
      "step": 375
    },
    {
      "epoch": 1.3777089783281733,
      "grad_norm": 0.6875,
      "learning_rate": 2.6676902494227795e-06,
      "loss": 1.4904,
      "step": 376
    },
    {
      "epoch": 1.3813782823070748,
      "grad_norm": 0.69140625,
      "learning_rate": 2.639497456555663e-06,
      "loss": 1.4747,
      "step": 377
    },
    {
      "epoch": 1.3850475862859764,
      "grad_norm": 0.7109375,
      "learning_rate": 2.611400907438685e-06,
      "loss": 1.4133,
      "step": 378
    },
    {
      "epoch": 1.3887168902648779,
      "grad_norm": 0.69140625,
      "learning_rate": 2.583401747640307e-06,
      "loss": 1.5062,
      "step": 379
    },
    {
      "epoch": 1.3923861942437794,
      "grad_norm": 0.7109375,
      "learning_rate": 2.555501118758167e-06,
      "loss": 1.4598,
      "step": 380
    },
    {
      "epoch": 1.396055498222681,
      "grad_norm": 0.703125,
      "learning_rate": 2.527700158372548e-06,
      "loss": 1.5289,
      "step": 381
    },
    {
      "epoch": 1.3997248022015825,
      "grad_norm": 0.7578125,
      "learning_rate": 2.5000000000000015e-06,
      "loss": 1.4476,
      "step": 382
    },
    {
      "epoch": 1.403394106180484,
      "grad_norm": 0.6796875,
      "learning_rate": 2.472401773047107e-06,
      "loss": 1.4792,
      "step": 383
    },
    {
      "epoch": 1.4070634101593855,
      "grad_norm": 0.67578125,
      "learning_rate": 2.4449066027644473e-06,
      "loss": 1.4892,
      "step": 384
    },
    {
      "epoch": 1.4107327141382868,
      "grad_norm": 0.6796875,
      "learning_rate": 2.4175156102007237e-06,
      "loss": 1.4466,
      "step": 385
    },
    {
      "epoch": 1.4144020181171884,
      "grad_norm": 0.6484375,
      "learning_rate": 2.3902299121570332e-06,
      "loss": 1.4712,
      "step": 386
    },
    {
      "epoch": 1.4180713220960899,
      "grad_norm": 0.69140625,
      "learning_rate": 2.363050621141354e-06,
      "loss": 1.4384,
      "step": 387
    },
    {
      "epoch": 1.4217406260749914,
      "grad_norm": 0.69140625,
      "learning_rate": 2.3359788453231723e-06,
      "loss": 1.4767,
      "step": 388
    },
    {
      "epoch": 1.425409930053893,
      "grad_norm": 0.70703125,
      "learning_rate": 2.309015688488305e-06,
      "loss": 1.4331,
      "step": 389
    },
    {
      "epoch": 1.4290792340327945,
      "grad_norm": 0.734375,
      "learning_rate": 2.282162249993895e-06,
      "loss": 1.4562,
      "step": 390
    },
    {
      "epoch": 1.4327485380116958,
      "grad_norm": 0.6875,
      "learning_rate": 2.2554196247235843e-06,
      "loss": 1.4585,
      "step": 391
    },
    {
      "epoch": 1.4364178419905973,
      "grad_norm": 0.72265625,
      "learning_rate": 2.228788903042877e-06,
      "loss": 1.4396,
      "step": 392
    },
    {
      "epoch": 1.4400871459694988,
      "grad_norm": 0.703125,
      "learning_rate": 2.20227117075468e-06,
      "loss": 1.4184,
      "step": 393
    },
    {
      "epoch": 1.4437564499484004,
      "grad_norm": 0.67578125,
      "learning_rate": 2.175867509055033e-06,
      "loss": 1.4734,
      "step": 394
    },
    {
      "epoch": 1.4474257539273019,
      "grad_norm": 0.703125,
      "learning_rate": 2.149578994489024e-06,
      "loss": 1.4194,
      "step": 395
    },
    {
      "epoch": 1.4510950579062034,
      "grad_norm": 0.69921875,
      "learning_rate": 2.1234066989068972e-06,
      "loss": 1.4408,
      "step": 396
    },
    {
      "epoch": 1.454764361885105,
      "grad_norm": 0.6484375,
      "learning_rate": 2.0973516894203507e-06,
      "loss": 1.4546,
      "step": 397
    },
    {
      "epoch": 1.4584336658640065,
      "grad_norm": 0.6875,
      "learning_rate": 2.071415028359026e-06,
      "loss": 1.4392,
      "step": 398
    },
    {
      "epoch": 1.462102969842908,
      "grad_norm": 0.7109375,
      "learning_rate": 2.045597773227199e-06,
      "loss": 1.4277,
      "step": 399
    },
    {
      "epoch": 1.4657722738218095,
      "grad_norm": 0.68359375,
      "learning_rate": 2.019900976660651e-06,
      "loss": 1.4296,
      "step": 400
    },
    {
      "epoch": 1.469441577800711,
      "grad_norm": 0.73046875,
      "learning_rate": 1.994325686383769e-06,
      "loss": 1.5095,
      "step": 401
    },
    {
      "epoch": 1.4731108817796124,
      "grad_norm": 0.69140625,
      "learning_rate": 1.9688729451668116e-06,
      "loss": 1.4765,
      "step": 402
    },
    {
      "epoch": 1.4767801857585139,
      "grad_norm": 0.703125,
      "learning_rate": 1.943543790783392e-06,
      "loss": 1.5502,
      "step": 403
    },
    {
      "epoch": 1.4804494897374154,
      "grad_norm": 0.6640625,
      "learning_rate": 1.9183392559681812e-06,
      "loss": 1.5307,
      "step": 404
    },
    {
      "epoch": 1.484118793716317,
      "grad_norm": 0.7109375,
      "learning_rate": 1.8932603683747858e-06,
      "loss": 1.4203,
      "step": 405
    },
    {
      "epoch": 1.4877880976952185,
      "grad_norm": 0.703125,
      "learning_rate": 1.8683081505338468e-06,
      "loss": 1.4446,
      "step": 406
    },
    {
      "epoch": 1.49145740167412,
      "grad_norm": 0.69921875,
      "learning_rate": 1.8434836198113642e-06,
      "loss": 1.4736,
      "step": 407
    },
    {
      "epoch": 1.4951267056530213,
      "grad_norm": 0.671875,
      "learning_rate": 1.8187877883672024e-06,
      "loss": 1.4205,
      "step": 408
    },
    {
      "epoch": 1.4987960096319228,
      "grad_norm": 0.69140625,
      "learning_rate": 1.7942216631138188e-06,
      "loss": 1.4663,
      "step": 409
    },
    {
      "epoch": 1.5024653136108244,
      "grad_norm": 0.7109375,
      "learning_rate": 1.7697862456752273e-06,
      "loss": 1.4042,
      "step": 410
    },
    {
      "epoch": 1.5061346175897259,
      "grad_norm": 0.7265625,
      "learning_rate": 1.745482532346145e-06,
      "loss": 1.4556,
      "step": 411
    },
    {
      "epoch": 1.5098039215686274,
      "grad_norm": 0.71875,
      "learning_rate": 1.7213115140513687e-06,
      "loss": 1.477,
      "step": 412
    },
    {
      "epoch": 1.513473225547529,
      "grad_norm": 0.64453125,
      "learning_rate": 1.6972741763053835e-06,
      "loss": 1.4345,
      "step": 413
    },
    {
      "epoch": 1.5171425295264305,
      "grad_norm": 0.70703125,
      "learning_rate": 1.6733714991721738e-06,
      "loss": 1.4701,
      "step": 414
    },
    {
      "epoch": 1.5171425295264305,
      "eval_loss": 1.4025633335113525,
      "eval_runtime": 86.4313,
      "eval_samples_per_second": 8.967,
      "eval_steps_per_second": 4.489,
      "step": 414
    },
    {
      "epoch": 1.520811833505332,
      "grad_norm": 0.71484375,
      "learning_rate": 1.649604457225266e-06,
      "loss": 1.4382,
      "step": 415
    },
    {
      "epoch": 1.5244811374842335,
      "grad_norm": 0.66796875,
      "learning_rate": 1.6259740195079903e-06,
      "loss": 1.4168,
      "step": 416
    },
    {
      "epoch": 1.528150441463135,
      "grad_norm": 0.67578125,
      "learning_rate": 1.6024811494939723e-06,
      "loss": 1.4085,
      "step": 417
    },
    {
      "epoch": 1.5318197454420366,
      "grad_norm": 0.67578125,
      "learning_rate": 1.5791268050478487e-06,
      "loss": 1.3977,
      "step": 418
    },
    {
      "epoch": 1.5354890494209381,
      "grad_norm": 0.71484375,
      "learning_rate": 1.555911938386213e-06,
      "loss": 1.472,
      "step": 419
    },
    {
      "epoch": 1.5391583533998394,
      "grad_norm": 0.6953125,
      "learning_rate": 1.532837496038792e-06,
      "loss": 1.4904,
      "step": 420
    },
    {
      "epoch": 1.542827657378741,
      "grad_norm": 0.65625,
      "learning_rate": 1.509904418809852e-06,
      "loss": 1.4428,
      "step": 421
    },
    {
      "epoch": 1.5464969613576425,
      "grad_norm": 0.6875,
      "learning_rate": 1.4871136417398407e-06,
      "loss": 1.4436,
      "step": 422
    },
    {
      "epoch": 1.550166265336544,
      "grad_norm": 0.72265625,
      "learning_rate": 1.4644660940672628e-06,
      "loss": 1.4498,
      "step": 423
    },
    {
      "epoch": 1.5538355693154455,
      "grad_norm": 0.703125,
      "learning_rate": 1.4419626991907925e-06,
      "loss": 1.4447,
      "step": 424
    },
    {
      "epoch": 1.5575048732943468,
      "grad_norm": 0.6796875,
      "learning_rate": 1.4196043746316252e-06,
      "loss": 1.4668,
      "step": 425
    },
    {
      "epoch": 1.5611741772732484,
      "grad_norm": 0.71875,
      "learning_rate": 1.3973920319960654e-06,
      "loss": 1.4628,
      "step": 426
    },
    {
      "epoch": 1.56484348125215,
      "grad_norm": 0.6796875,
      "learning_rate": 1.3753265769383605e-06,
      "loss": 1.4474,
      "step": 427
    },
    {
      "epoch": 1.5685127852310514,
      "grad_norm": 0.7421875,
      "learning_rate": 1.3534089091237757e-06,
      "loss": 1.5121,
      "step": 428
    },
    {
      "epoch": 1.572182089209953,
      "grad_norm": 0.7421875,
      "learning_rate": 1.3316399221919075e-06,
      "loss": 1.4867,
      "step": 429
    },
    {
      "epoch": 1.5758513931888545,
      "grad_norm": 0.6640625,
      "learning_rate": 1.310020503720254e-06,
      "loss": 1.4734,
      "step": 430
    },
    {
      "epoch": 1.579520697167756,
      "grad_norm": 0.6953125,
      "learning_rate": 1.2885515351880217e-06,
      "loss": 1.4975,
      "step": 431
    },
    {
      "epoch": 1.5831900011466575,
      "grad_norm": 0.71484375,
      "learning_rate": 1.2672338919401866e-06,
      "loss": 1.4988,
      "step": 432
    },
    {
      "epoch": 1.586859305125559,
      "grad_norm": 0.6640625,
      "learning_rate": 1.2460684431518055e-06,
      "loss": 1.4176,
      "step": 433
    },
    {
      "epoch": 1.5905286091044606,
      "grad_norm": 0.671875,
      "learning_rate": 1.2250560517925747e-06,
      "loss": 1.485,
      "step": 434
    },
    {
      "epoch": 1.5941979130833621,
      "grad_norm": 0.7265625,
      "learning_rate": 1.2041975745916474e-06,
      "loss": 1.5118,
      "step": 435
    },
    {
      "epoch": 1.5978672170622636,
      "grad_norm": 0.68359375,
      "learning_rate": 1.183493862002702e-06,
      "loss": 1.4962,
      "step": 436
    },
    {
      "epoch": 1.601536521041165,
      "grad_norm": 0.71875,
      "learning_rate": 1.1629457581692616e-06,
      "loss": 1.4537,
      "step": 437
    },
    {
      "epoch": 1.6052058250200665,
      "grad_norm": 0.6953125,
      "learning_rate": 1.1425541008902852e-06,
      "loss": 1.4817,
      "step": 438
    },
    {
      "epoch": 1.608875128998968,
      "grad_norm": 0.7109375,
      "learning_rate": 1.1223197215860065e-06,
      "loss": 1.4836,
      "step": 439
    },
    {
      "epoch": 1.6125444329778695,
      "grad_norm": 0.65234375,
      "learning_rate": 1.1022434452640252e-06,
      "loss": 1.4107,
      "step": 440
    },
    {
      "epoch": 1.616213736956771,
      "grad_norm": 0.671875,
      "learning_rate": 1.0823260904856791e-06,
      "loss": 1.4774,
      "step": 441
    },
    {
      "epoch": 1.6198830409356724,
      "grad_norm": 0.671875,
      "learning_rate": 1.0625684693326727e-06,
      "loss": 1.4588,
      "step": 442
    },
    {
      "epoch": 1.623552344914574,
      "grad_norm": 0.6875,
      "learning_rate": 1.0429713873739505e-06,
      "loss": 1.4889,
      "step": 443
    },
    {
      "epoch": 1.6272216488934754,
      "grad_norm": 0.68359375,
      "learning_rate": 1.0235356436328675e-06,
      "loss": 1.4724,
      "step": 444
    },
    {
      "epoch": 1.630890952872377,
      "grad_norm": 0.671875,
      "learning_rate": 1.0042620305546069e-06,
      "loss": 1.4209,
      "step": 445
    },
    {
      "epoch": 1.6345602568512785,
      "grad_norm": 0.70703125,
      "learning_rate": 9.851513339738627e-07,
      "loss": 1.4596,
      "step": 446
    },
    {
      "epoch": 1.63822956083018,
      "grad_norm": 0.77734375,
      "learning_rate": 9.662043330828086e-07,
      "loss": 1.4493,
      "step": 447
    },
    {
      "epoch": 1.6418988648090815,
      "grad_norm": 0.6640625,
      "learning_rate": 9.474218003993275e-07,
      "loss": 1.4586,
      "step": 448
    },
    {
      "epoch": 1.645568168787983,
      "grad_norm": 0.6875,
      "learning_rate": 9.288045017355035e-07,
      "loss": 1.4519,
      "step": 449
    },
    {
      "epoch": 1.6492374727668846,
      "grad_norm": 0.6796875,
      "learning_rate": 9.10353196166412e-07,
      "loss": 1.4053,
      "step": 450
    },
    {
      "epoch": 1.6529067767457861,
      "grad_norm": 0.66796875,
      "learning_rate": 8.920686359991615e-07,
      "loss": 1.452,
      "step": 451
    },
    {
      "epoch": 1.6565760807246876,
      "grad_norm": 0.67578125,
      "learning_rate": 8.739515667422211e-07,
      "loss": 1.4608,
      "step": 452
    },
    {
      "epoch": 1.6602453847035892,
      "grad_norm": 0.73828125,
      "learning_rate": 8.560027270750276e-07,
      "loss": 1.4702,
      "step": 453
    },
    {
      "epoch": 1.6639146886824907,
      "grad_norm": 0.7109375,
      "learning_rate": 8.382228488178639e-07,
      "loss": 1.4405,
      "step": 454
    },
    {
      "epoch": 1.667583992661392,
      "grad_norm": 0.6796875,
      "learning_rate": 8.206126569020234e-07,
      "loss": 1.4379,
      "step": 455
    },
    {
      "epoch": 1.6712532966402935,
      "grad_norm": 0.7265625,
      "learning_rate": 8.031728693402502e-07,
      "loss": 1.4604,
      "step": 456
    },
    {
      "epoch": 1.674922600619195,
      "grad_norm": 0.71484375,
      "learning_rate": 7.859041971974668e-07,
      "loss": 1.4493,
      "step": 457
    },
    {
      "epoch": 1.6785919045980966,
      "grad_norm": 0.7109375,
      "learning_rate": 7.6880734456178e-07,
      "loss": 1.4538,
      "step": 458
    },
    {
      "epoch": 1.682261208576998,
      "grad_norm": 0.66015625,
      "learning_rate": 7.518830085157735e-07,
      "loss": 1.4081,
      "step": 459
    },
    {
      "epoch": 1.6859305125558994,
      "grad_norm": 0.69140625,
      "learning_rate": 7.351318791080881e-07,
      "loss": 1.4211,
      "step": 460
    },
    {
      "epoch": 1.689599816534801,
      "grad_norm": 0.70703125,
      "learning_rate": 7.185546393252835e-07,
      "loss": 1.4536,
      "step": 461
    },
    {
      "epoch": 1.6932691205137025,
      "grad_norm": 0.6953125,
      "learning_rate": 7.021519650639952e-07,
      "loss": 1.4332,
      "step": 462
    },
    {
      "epoch": 1.696938424492604,
      "grad_norm": 0.6953125,
      "learning_rate": 6.859245251033697e-07,
      "loss": 1.4219,
      "step": 463
    },
    {
      "epoch": 1.7006077284715055,
      "grad_norm": 0.671875,
      "learning_rate": 6.698729810778065e-07,
      "loss": 1.4141,
      "step": 464
    },
    {
      "epoch": 1.704277032450407,
      "grad_norm": 0.68359375,
      "learning_rate": 6.539979874499747e-07,
      "loss": 1.4131,
      "step": 465
    },
    {
      "epoch": 1.7079463364293086,
      "grad_norm": 0.69140625,
      "learning_rate": 6.383001914841252e-07,
      "loss": 1.423,
      "step": 466
    },
    {
      "epoch": 1.7116156404082101,
      "grad_norm": 0.68359375,
      "learning_rate": 6.227802332197125e-07,
      "loss": 1.4103,
      "step": 467
    },
    {
      "epoch": 1.7152849443871117,
      "grad_norm": 0.70703125,
      "learning_rate": 6.074387454452891e-07,
      "loss": 1.4348,
      "step": 468
    },
    {
      "epoch": 1.7189542483660132,
      "grad_norm": 0.69921875,
      "learning_rate": 5.922763536727023e-07,
      "loss": 1.4247,
      "step": 469
    },
    {
      "epoch": 1.7226235523449147,
      "grad_norm": 0.71875,
      "learning_rate": 5.772936761116027e-07,
      "loss": 1.4569,
      "step": 470
    },
    {
      "epoch": 1.7262928563238162,
      "grad_norm": 0.703125,
      "learning_rate": 5.624913236442287e-07,
      "loss": 1.5117,
      "step": 471
    },
    {
      "epoch": 1.7299621603027175,
      "grad_norm": 0.66015625,
      "learning_rate": 5.478698998004967e-07,
      "loss": 1.3924,
      "step": 472
    },
    {
      "epoch": 1.733631464281619,
      "grad_norm": 0.7421875,
      "learning_rate": 5.334300007334065e-07,
      "loss": 1.4718,
      "step": 473
    },
    {
      "epoch": 1.7373007682605206,
      "grad_norm": 0.6953125,
      "learning_rate": 5.191722151947227e-07,
      "loss": 1.4761,
      "step": 474
    },
    {
      "epoch": 1.7409700722394221,
      "grad_norm": 0.75,
      "learning_rate": 5.050971245109709e-07,
      "loss": 1.526,
      "step": 475
    },
    {
      "epoch": 1.7446393762183234,
      "grad_norm": 0.6640625,
      "learning_rate": 4.91205302559743e-07,
      "loss": 1.4963,
      "step": 476
    },
    {
      "epoch": 1.748308680197225,
      "grad_norm": 0.703125,
      "learning_rate": 4.77497315746292e-07,
      "loss": 1.5114,
      "step": 477
    },
    {
      "epoch": 1.7519779841761265,
      "grad_norm": 0.69921875,
      "learning_rate": 4.639737229804403e-07,
      "loss": 1.456,
      "step": 478
    },
    {
      "epoch": 1.755647288155028,
      "grad_norm": 0.734375,
      "learning_rate": 4.5063507565379195e-07,
      "loss": 1.4133,
      "step": 479
    },
    {
      "epoch": 1.7593165921339295,
      "grad_norm": 0.69921875,
      "learning_rate": 4.374819176172501e-07,
      "loss": 1.4294,
      "step": 480
    },
    {
      "epoch": 1.762985896112831,
      "grad_norm": 0.71484375,
      "learning_rate": 4.245147851588438e-07,
      "loss": 1.3787,
      "step": 481
    },
    {
      "epoch": 1.7666552000917326,
      "grad_norm": 0.671875,
      "learning_rate": 4.1173420698186027e-07,
      "loss": 1.4484,
      "step": 482
    },
    {
      "epoch": 1.7703245040706341,
      "grad_norm": 0.7265625,
      "learning_rate": 3.9914070418329123e-07,
      "loss": 1.4657,
      "step": 483
    },
    {
      "epoch": 1.7703245040706341,
      "eval_loss": 1.4023281335830688,
      "eval_runtime": 86.4904,
      "eval_samples_per_second": 8.961,
      "eval_steps_per_second": 4.486,
      "step": 483
    },
    {
      "epoch": 1.7739938080495357,
      "grad_norm": 0.66015625,
      "learning_rate": 3.8673479023258464e-07,
      "loss": 1.4335,
      "step": 484
    },
    {
      "epoch": 1.7776631120284372,
      "grad_norm": 0.6953125,
      "learning_rate": 3.7451697095070736e-07,
      "loss": 1.4129,
      "step": 485
    },
    {
      "epoch": 1.7813324160073387,
      "grad_norm": 0.66015625,
      "learning_rate": 3.6248774448952695e-07,
      "loss": 1.3978,
      "step": 486
    },
    {
      "epoch": 1.7850017199862402,
      "grad_norm": 0.83984375,
      "learning_rate": 3.506476013114946e-07,
      "loss": 1.4322,
      "step": 487
    },
    {
      "epoch": 1.7886710239651418,
      "grad_norm": 0.671875,
      "learning_rate": 3.3899702416965166e-07,
      "loss": 1.4127,
      "step": 488
    },
    {
      "epoch": 1.792340327944043,
      "grad_norm": 0.69921875,
      "learning_rate": 3.2753648808794505e-07,
      "loss": 1.418,
      "step": 489
    },
    {
      "epoch": 1.7960096319229446,
      "grad_norm": 0.67578125,
      "learning_rate": 3.1626646034186084e-07,
      "loss": 1.4601,
      "step": 490
    },
    {
      "epoch": 1.7996789359018461,
      "grad_norm": 0.66015625,
      "learning_rate": 3.05187400439369e-07,
      "loss": 1.4585,
      "step": 491
    },
    {
      "epoch": 1.8033482398807477,
      "grad_norm": 0.65625,
      "learning_rate": 2.942997601021924e-07,
      "loss": 1.4127,
      "step": 492
    },
    {
      "epoch": 1.807017543859649,
      "grad_norm": 0.66796875,
      "learning_rate": 2.8360398324738415e-07,
      "loss": 1.437,
      "step": 493
    },
    {
      "epoch": 1.8106868478385505,
      "grad_norm": 0.6875,
      "learning_rate": 2.7310050596923323e-07,
      "loss": 1.4759,
      "step": 494
    },
    {
      "epoch": 1.814356151817452,
      "grad_norm": 0.703125,
      "learning_rate": 2.6278975652147875e-07,
      "loss": 1.4243,
      "step": 495
    },
    {
      "epoch": 1.8180254557963536,
      "grad_norm": 0.6796875,
      "learning_rate": 2.5267215529985346e-07,
      "loss": 1.4361,
      "step": 496
    },
    {
      "epoch": 1.821694759775255,
      "grad_norm": 0.66796875,
      "learning_rate": 2.427481148249383e-07,
      "loss": 1.4993,
      "step": 497
    },
    {
      "epoch": 1.8253640637541566,
      "grad_norm": 0.6796875,
      "learning_rate": 2.330180397253473e-07,
      "loss": 1.4303,
      "step": 498
    },
    {
      "epoch": 1.8290333677330581,
      "grad_norm": 0.71875,
      "learning_rate": 2.2348232672122937e-07,
      "loss": 1.4701,
      "step": 499
    },
    {
      "epoch": 1.8327026717119597,
      "grad_norm": 0.70703125,
      "learning_rate": 2.141413646080881e-07,
      "loss": 1.4679,
      "step": 500
    },
    {
      "epoch": 1.8363719756908612,
      "grad_norm": 0.71484375,
      "learning_rate": 2.049955342409349e-07,
      "loss": 1.4148,
      "step": 501
    },
    {
      "epoch": 1.8400412796697627,
      "grad_norm": 0.6875,
      "learning_rate": 1.9604520851876196e-07,
      "loss": 1.4347,
      "step": 502
    },
    {
      "epoch": 1.8437105836486642,
      "grad_norm": 0.6875,
      "learning_rate": 1.8729075236932903e-07,
      "loss": 1.4295,
      "step": 503
    },
    {
      "epoch": 1.8473798876275658,
      "grad_norm": 0.734375,
      "learning_rate": 1.787325227342951e-07,
      "loss": 1.4682,
      "step": 504
    },
    {
      "epoch": 1.8510491916064673,
      "grad_norm": 0.69140625,
      "learning_rate": 1.7037086855465902e-07,
      "loss": 1.4757,
      "step": 505
    },
    {
      "epoch": 1.8547184955853686,
      "grad_norm": 0.6953125,
      "learning_rate": 1.6220613075653201e-07,
      "loss": 1.5042,
      "step": 506
    },
    {
      "epoch": 1.8583877995642701,
      "grad_norm": 0.69921875,
      "learning_rate": 1.542386422372405e-07,
      "loss": 1.4796,
      "step": 507
    },
    {
      "epoch": 1.8620571035431717,
      "grad_norm": 0.703125,
      "learning_rate": 1.4646872785175182e-07,
      "loss": 1.4894,
      "step": 508
    },
    {
      "epoch": 1.8657264075220732,
      "grad_norm": 0.71875,
      "learning_rate": 1.388967043994266e-07,
      "loss": 1.4937,
      "step": 509
    },
    {
      "epoch": 1.8693957115009745,
      "grad_norm": 0.71875,
      "learning_rate": 1.3152288061110518e-07,
      "loss": 1.4662,
      "step": 510
    },
    {
      "epoch": 1.873065015479876,
      "grad_norm": 0.66015625,
      "learning_rate": 1.243475571365177e-07,
      "loss": 1.4787,
      "step": 511
    },
    {
      "epoch": 1.8767343194587776,
      "grad_norm": 0.70703125,
      "learning_rate": 1.1737102653202825e-07,
      "loss": 1.4981,
      "step": 512
    },
    {
      "epoch": 1.880403623437679,
      "grad_norm": 0.65625,
      "learning_rate": 1.1059357324870456e-07,
      "loss": 1.4118,
      "step": 513
    },
    {
      "epoch": 1.8840729274165806,
      "grad_norm": 0.6953125,
      "learning_rate": 1.0401547362071939e-07,
      "loss": 1.4272,
      "step": 514
    },
    {
      "epoch": 1.8877422313954821,
      "grad_norm": 0.66015625,
      "learning_rate": 9.763699585408737e-08,
      "loss": 1.4569,
      "step": 515
    },
    {
      "epoch": 1.8914115353743837,
      "grad_norm": 0.75390625,
      "learning_rate": 9.145840001572537e-08,
      "loss": 1.4603,
      "step": 516
    },
    {
      "epoch": 1.8950808393532852,
      "grad_norm": 0.69921875,
      "learning_rate": 8.547993802285215e-08,
      "loss": 1.4544,
      "step": 517
    },
    {
      "epoch": 1.8987501433321867,
      "grad_norm": 0.65625,
      "learning_rate": 7.970185363271432e-08,
      "loss": 1.4413,
      "step": 518
    },
    {
      "epoch": 1.9024194473110883,
      "grad_norm": 0.7109375,
      "learning_rate": 7.41243824326504e-08,
      "loss": 1.464,
      "step": 519
    },
    {
      "epoch": 1.9060887512899898,
      "grad_norm": 0.69140625,
      "learning_rate": 6.8747751830483e-08,
      "loss": 1.4288,
      "step": 520
    },
    {
      "epoch": 1.9097580552688913,
      "grad_norm": 0.65234375,
      "learning_rate": 6.357218104524832e-08,
      "loss": 1.4477,
      "step": 521
    },
    {
      "epoch": 1.9134273592477928,
      "grad_norm": 0.73046875,
      "learning_rate": 5.8597881098257924e-08,
      "loss": 1.4375,
      "step": 522
    },
    {
      "epoch": 1.9170966632266941,
      "grad_norm": 0.7578125,
      "learning_rate": 5.382505480449274e-08,
      "loss": 1.477,
      "step": 523
    },
    {
      "epoch": 1.9207659672055957,
      "grad_norm": 0.68359375,
      "learning_rate": 4.925389676433745e-08,
      "loss": 1.4289,
      "step": 524
    },
    {
      "epoch": 1.9244352711844972,
      "grad_norm": 0.6328125,
      "learning_rate": 4.48845933556441e-08,
      "loss": 1.4622,
      "step": 525
    },
    {
      "epoch": 1.9281045751633987,
      "grad_norm": 0.671875,
      "learning_rate": 4.071732272613149e-08,
      "loss": 1.4519,
      "step": 526
    },
    {
      "epoch": 1.9317738791423,
      "grad_norm": 0.67578125,
      "learning_rate": 3.675225478612432e-08,
      "loss": 1.4413,
      "step": 527
    },
    {
      "epoch": 1.9354431831212016,
      "grad_norm": 0.88671875,
      "learning_rate": 3.2989551201624836e-08,
      "loss": 1.4628,
      "step": 528
    },
    {
      "epoch": 1.939112487100103,
      "grad_norm": 0.68359375,
      "learning_rate": 2.9429365387719232e-08,
      "loss": 1.4706,
      "step": 529
    },
    {
      "epoch": 1.9427817910790046,
      "grad_norm": 0.6796875,
      "learning_rate": 2.6071842502326526e-08,
      "loss": 1.4369,
      "step": 530
    },
    {
      "epoch": 1.9464510950579061,
      "grad_norm": 0.7734375,
      "learning_rate": 2.2917119440275524e-08,
      "loss": 1.4531,
      "step": 531
    },
    {
      "epoch": 1.9501203990368077,
      "grad_norm": 0.69140625,
      "learning_rate": 1.996532482772595e-08,
      "loss": 1.4549,
      "step": 532
    },
    {
      "epoch": 1.9537897030157092,
      "grad_norm": 0.65625,
      "learning_rate": 1.7216579016925415e-08,
      "loss": 1.4083,
      "step": 533
    },
    {
      "epoch": 1.9574590069946107,
      "grad_norm": 0.6796875,
      "learning_rate": 1.4670994081297796e-08,
      "loss": 1.4555,
      "step": 534
    },
    {
      "epoch": 1.9611283109735123,
      "grad_norm": 0.671875,
      "learning_rate": 1.2328673810877989e-08,
      "loss": 1.4682,
      "step": 535
    },
    {
      "epoch": 1.9647976149524138,
      "grad_norm": 0.6484375,
      "learning_rate": 1.0189713708078086e-08,
      "loss": 1.4423,
      "step": 536
    },
    {
      "epoch": 1.9684669189313153,
      "grad_norm": 0.73828125,
      "learning_rate": 8.254200983794369e-09,
      "loss": 1.4146,
      "step": 537
    },
    {
      "epoch": 1.9721362229102168,
      "grad_norm": 0.6875,
      "learning_rate": 6.5222145538501595e-09,
      "loss": 1.433,
      "step": 538
    },
    {
      "epoch": 1.9758055268891184,
      "grad_norm": 0.66015625,
      "learning_rate": 4.9938250357806085e-09,
      "loss": 1.4467,
      "step": 539
    },
    {
      "epoch": 1.9794748308680197,
      "grad_norm": 0.6875,
      "learning_rate": 3.669094745950008e-09,
      "loss": 1.4049,
      "step": 540
    },
    {
      "epoch": 1.9831441348469212,
      "grad_norm": 0.65234375,
      "learning_rate": 2.548077697014373e-09,
      "loss": 1.4835,
      "step": 541
    },
    {
      "epoch": 1.9868134388258227,
      "grad_norm": 0.671875,
      "learning_rate": 1.6308195957182028e-09,
      "loss": 1.4528,
      "step": 542
    },
    {
      "epoch": 1.9904827428047243,
      "grad_norm": 0.7109375,
      "learning_rate": 9.173578410281992e-10,
      "loss": 1.4519,
      "step": 543
    },
    {
      "epoch": 1.9941520467836256,
      "grad_norm": 0.671875,
      "learning_rate": 4.0772152261336906e-10,
      "loss": 1.4406,
      "step": 544
    },
    {
      "epoch": 1.997821350762527,
      "grad_norm": 0.7265625,
      "learning_rate": 1.0193141965486597e-10,
      "loss": 1.4137,
      "step": 545
    },
    {
      "epoch": 2.0014906547414286,
      "grad_norm": 0.703125,
      "learning_rate": 0.0,
      "loss": 1.4424,
      "step": 546
    }
  ],
  "logging_steps": 1,
  "max_steps": 546,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 137,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.2144265254892732e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}