{
  "best_metric": 5.560152530670166,
  "best_model_checkpoint": "./results/models/mistral-peptide/checkpoint-215664",
  "epoch": 8.0,
  "eval_steps": 500,
  "global_step": 215664,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01854736998293642,
      "grad_norm": 0.546875,
      "learning_rate": 0.003998516210401365,
      "loss": 5.9005,
      "step": 500
    },
    {
      "epoch": 0.03709473996587284,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0039970324208027305,
      "loss": 5.775,
      "step": 1000
    },
    {
      "epoch": 0.055642109948809255,
      "grad_norm": 0.259765625,
      "learning_rate": 0.003995548631204095,
      "loss": 5.7532,
      "step": 1500
    },
    {
      "epoch": 0.07418947993174568,
      "grad_norm": 0.498046875,
      "learning_rate": 0.00399406484160546,
      "loss": 5.7288,
      "step": 2000
    },
    {
      "epoch": 0.0927368499146821,
      "grad_norm": 0.248046875,
      "learning_rate": 0.003992581052006825,
      "loss": 5.7154,
      "step": 2500
    },
    {
      "epoch": 0.11128421989761851,
      "grad_norm": 4.1875,
      "learning_rate": 0.0039910972624081905,
      "loss": 5.7002,
      "step": 3000
    },
    {
      "epoch": 0.12983158988055493,
      "grad_norm": 0.28125,
      "learning_rate": 0.003989613472809556,
      "loss": 5.6792,
      "step": 3500
    },
    {
      "epoch": 0.14837895986349137,
      "grad_norm": 0.248046875,
      "learning_rate": 0.003988129683210921,
      "loss": 5.6751,
      "step": 4000
    },
    {
      "epoch": 0.16692632984642777,
      "grad_norm": 0.84765625,
      "learning_rate": 0.003986645893612286,
      "loss": 5.7071,
      "step": 4500
    },
    {
      "epoch": 0.1854736998293642,
      "grad_norm": 1.046875,
      "learning_rate": 0.0039851621040136505,
      "loss": 5.7286,
      "step": 5000
    },
    {
      "epoch": 0.20402106981230061,
      "grad_norm": 0.2060546875,
      "learning_rate": 0.003983678314415016,
      "loss": 5.7413,
      "step": 5500
    },
    {
      "epoch": 0.22256843979523702,
      "grad_norm": 0.83984375,
      "learning_rate": 0.003982194524816381,
      "loss": 5.7345,
      "step": 6000
    },
    {
      "epoch": 0.24111580977817346,
      "grad_norm": 4.625,
      "learning_rate": 0.003980710735217746,
      "loss": 5.7295,
      "step": 6500
    },
    {
      "epoch": 0.25966317976110986,
      "grad_norm": 6.625,
      "learning_rate": 0.003979226945619111,
      "loss": 5.7137,
      "step": 7000
    },
    {
      "epoch": 0.2782105497440463,
      "grad_norm": 0.43359375,
      "learning_rate": 0.003977743156020477,
      "loss": 5.7136,
      "step": 7500
    },
    {
      "epoch": 0.29675791972698273,
      "grad_norm": 0.59375,
      "learning_rate": 0.003976259366421842,
      "loss": 5.7133,
      "step": 8000
    },
    {
      "epoch": 0.3153052897099191,
      "grad_norm": 0.44921875,
      "learning_rate": 0.003974775576823206,
      "loss": 5.7126,
      "step": 8500
    },
    {
      "epoch": 0.33385265969285555,
      "grad_norm": 0.75,
      "learning_rate": 0.0039732917872245714,
      "loss": 5.7146,
      "step": 9000
    },
    {
      "epoch": 0.352400029675792,
      "grad_norm": 0.236328125,
      "learning_rate": 0.003971807997625937,
      "loss": 5.7079,
      "step": 9500
    },
    {
      "epoch": 0.3709473996587284,
      "grad_norm": 0.275390625,
      "learning_rate": 0.003970324208027302,
      "loss": 5.7086,
      "step": 10000
    },
    {
      "epoch": 0.3894947696416648,
      "grad_norm": 0.43359375,
      "learning_rate": 0.003968840418428667,
      "loss": 5.7079,
      "step": 10500
    },
    {
      "epoch": 0.40804213962460123,
      "grad_norm": 0.322265625,
      "learning_rate": 0.0039673566288300315,
      "loss": 5.6996,
      "step": 11000
    },
    {
      "epoch": 0.42658950960753766,
      "grad_norm": 0.26171875,
      "learning_rate": 0.003965872839231397,
      "loss": 5.6944,
      "step": 11500
    },
    {
      "epoch": 0.44513687959047404,
      "grad_norm": 0.27734375,
      "learning_rate": 0.003964389049632762,
      "loss": 5.6964,
      "step": 12000
    },
    {
      "epoch": 0.4636842495734105,
      "grad_norm": 0.283203125,
      "learning_rate": 0.003962905260034127,
      "loss": 5.6924,
      "step": 12500
    },
    {
      "epoch": 0.4822316195563469,
      "grad_norm": 0.96484375,
      "learning_rate": 0.003961421470435492,
      "loss": 5.7065,
      "step": 13000
    },
    {
      "epoch": 0.5007789895392833,
      "grad_norm": 0.287109375,
      "learning_rate": 0.0039599376808368576,
      "loss": 5.6997,
      "step": 13500
    },
    {
      "epoch": 0.5193263595222197,
      "grad_norm": 0.41796875,
      "learning_rate": 0.003958453891238223,
      "loss": 5.6976,
      "step": 14000
    },
    {
      "epoch": 0.5378737295051562,
      "grad_norm": 1.1171875,
      "learning_rate": 0.003956970101639588,
      "loss": 5.7148,
      "step": 14500
    },
    {
      "epoch": 0.5564210994880926,
      "grad_norm": 0.69921875,
      "learning_rate": 0.003955486312040952,
      "loss": 5.7088,
      "step": 15000
    },
    {
      "epoch": 0.574968469471029,
      "grad_norm": 0.330078125,
      "learning_rate": 0.003954002522442318,
      "loss": 5.7007,
      "step": 15500
    },
    {
      "epoch": 0.5935158394539655,
      "grad_norm": 0.318359375,
      "learning_rate": 0.003952518732843683,
      "loss": 5.6958,
      "step": 16000
    },
    {
      "epoch": 0.6120632094369018,
      "grad_norm": 0.298828125,
      "learning_rate": 0.003951034943245048,
      "loss": 5.6973,
      "step": 16500
    },
    {
      "epoch": 0.6306105794198382,
      "grad_norm": 19.125,
      "learning_rate": 0.003949551153646413,
      "loss": 5.6959,
      "step": 17000
    },
    {
      "epoch": 0.6491579494027747,
      "grad_norm": 0.41796875,
      "learning_rate": 0.0039480673640477785,
      "loss": 5.6943,
      "step": 17500
    },
    {
      "epoch": 0.6677053193857111,
      "grad_norm": 1.828125,
      "learning_rate": 0.003946583574449144,
      "loss": 5.6879,
      "step": 18000
    },
    {
      "epoch": 0.6862526893686475,
      "grad_norm": 0.58203125,
      "learning_rate": 0.003945099784850508,
      "loss": 5.6871,
      "step": 18500
    },
    {
      "epoch": 0.704800059351584,
      "grad_norm": 0.248046875,
      "learning_rate": 0.003943615995251873,
      "loss": 5.6831,
      "step": 19000
    },
    {
      "epoch": 0.7233474293345203,
      "grad_norm": 0.41796875,
      "learning_rate": 0.0039421322056532385,
      "loss": 5.6856,
      "step": 19500
    },
    {
      "epoch": 0.7418947993174568,
      "grad_norm": 1.4921875,
      "learning_rate": 0.003940648416054604,
      "loss": 5.6844,
      "step": 20000
    },
    {
      "epoch": 0.7604421693003932,
      "grad_norm": 1.703125,
      "learning_rate": 0.003939164626455969,
      "loss": 5.6741,
      "step": 20500
    },
    {
      "epoch": 0.7789895392833296,
      "grad_norm": 1.75,
      "learning_rate": 0.003937680836857333,
      "loss": 5.6793,
      "step": 21000
    },
    {
      "epoch": 0.7975369092662661,
      "grad_norm": 1.0625,
      "learning_rate": 0.0039361970472586985,
      "loss": 5.6735,
      "step": 21500
    },
    {
      "epoch": 0.8160842792492025,
      "grad_norm": 2.859375,
      "learning_rate": 0.003934713257660064,
      "loss": 5.6737,
      "step": 22000
    },
    {
      "epoch": 0.8346316492321388,
      "grad_norm": 0.333984375,
      "learning_rate": 0.003933229468061429,
      "loss": 5.6704,
      "step": 22500
    },
    {
      "epoch": 0.8531790192150753,
      "grad_norm": 0.48828125,
      "learning_rate": 0.003931745678462794,
      "loss": 5.6643,
      "step": 23000
    },
    {
      "epoch": 0.8717263891980117,
      "grad_norm": 0.34765625,
      "learning_rate": 0.003930261888864159,
      "loss": 5.6727,
      "step": 23500
    },
    {
      "epoch": 0.8902737591809481,
      "grad_norm": 0.333984375,
      "learning_rate": 0.003928778099265525,
      "loss": 5.6689,
      "step": 24000
    },
    {
      "epoch": 0.9088211291638846,
      "grad_norm": 0.2216796875,
      "learning_rate": 0.00392729430966689,
      "loss": 5.6722,
      "step": 24500
    },
    {
      "epoch": 0.927368499146821,
      "grad_norm": 0.3359375,
      "learning_rate": 0.003925810520068254,
      "loss": 5.6649,
      "step": 25000
    },
    {
      "epoch": 0.9459158691297574,
      "grad_norm": 0.359375,
      "learning_rate": 0.003924326730469619,
      "loss": 5.6693,
      "step": 25500
    },
    {
      "epoch": 0.9644632391126938,
      "grad_norm": 0.56640625,
      "learning_rate": 0.003922842940870985,
      "loss": 5.6648,
      "step": 26000
    },
    {
      "epoch": 0.9830106090956302,
      "grad_norm": 0.373046875,
      "learning_rate": 0.00392135915127235,
      "loss": 5.6681,
      "step": 26500
    },
    {
      "epoch": 1.0,
      "eval_loss": 5.664683818817139,
      "eval_runtime": 0.7133,
      "eval_samples_per_second": 1211.22,
      "eval_steps_per_second": 37.851,
      "step": 26958
    },
    {
      "epoch": 1.0015579790785667,
      "grad_norm": 0.228515625,
      "learning_rate": 0.003919875361673715,
      "loss": 5.6673,
      "step": 27000
    },
    {
      "epoch": 1.020105349061503,
      "grad_norm": 0.330078125,
      "learning_rate": 0.00391839157207508,
      "loss": 5.6679,
      "step": 27500
    },
    {
      "epoch": 1.0386527190444395,
      "grad_norm": 0.369140625,
      "learning_rate": 0.003916907782476445,
      "loss": 5.6611,
      "step": 28000
    },
    {
      "epoch": 1.0572000890273758,
      "grad_norm": 0.330078125,
      "learning_rate": 0.00391542399287781,
      "loss": 5.6592,
      "step": 28500
    },
    {
      "epoch": 1.0757474590103124,
      "grad_norm": 0.28125,
      "learning_rate": 0.003913940203279175,
      "loss": 5.6571,
      "step": 29000
    },
    {
      "epoch": 1.0942948289932488,
      "grad_norm": 0.59375,
      "learning_rate": 0.00391245641368054,
      "loss": 5.6557,
      "step": 29500
    },
    {
      "epoch": 1.1128421989761852,
      "grad_norm": 0.33203125,
      "learning_rate": 0.0039109726240819055,
      "loss": 5.6538,
      "step": 30000
    },
    {
      "epoch": 1.1313895689591216,
      "grad_norm": 2.609375,
      "learning_rate": 0.00390948883448327,
      "loss": 5.6498,
      "step": 30500
    },
    {
      "epoch": 1.149936938942058,
      "grad_norm": 1.4296875,
      "learning_rate": 0.003908005044884635,
      "loss": 5.6497,
      "step": 31000
    },
    {
      "epoch": 1.1684843089249943,
      "grad_norm": 0.365234375,
      "learning_rate": 0.003906521255286,
      "loss": 5.6488,
      "step": 31500
    },
    {
      "epoch": 1.187031678907931,
      "grad_norm": 0.94921875,
      "learning_rate": 0.003905037465687366,
      "loss": 5.6523,
      "step": 32000
    },
    {
      "epoch": 1.2055790488908673,
      "grad_norm": 0.380859375,
      "learning_rate": 0.0039035536760887307,
      "loss": 5.651,
      "step": 32500
    },
    {
      "epoch": 1.2241264188738037,
      "grad_norm": 0.578125,
      "learning_rate": 0.0039020698864900955,
      "loss": 5.651,
      "step": 33000
    },
    {
      "epoch": 1.24267378885674,
      "grad_norm": 4.40625,
      "learning_rate": 0.0039005860968914607,
      "loss": 5.6528,
      "step": 33500
    },
    {
      "epoch": 1.2612211588396764,
      "grad_norm": 0.25,
      "learning_rate": 0.003899102307292826,
      "loss": 5.6541,
      "step": 34000
    },
    {
      "epoch": 1.279768528822613,
      "grad_norm": 0.53125,
      "learning_rate": 0.003897618517694191,
      "loss": 5.6547,
      "step": 34500
    },
    {
      "epoch": 1.2983158988055494,
      "grad_norm": 0.419921875,
      "learning_rate": 0.003896134728095556,
      "loss": 5.651,
      "step": 35000
    },
    {
      "epoch": 1.3168632687884858,
      "grad_norm": 0.5,
      "learning_rate": 0.003894650938496921,
      "loss": 5.6542,
      "step": 35500
    },
    {
      "epoch": 1.3354106387714222,
      "grad_norm": 0.2138671875,
      "learning_rate": 0.0038931671488982864,
      "loss": 5.6534,
      "step": 36000
    },
    {
      "epoch": 1.3539580087543586,
      "grad_norm": 4.875,
      "learning_rate": 0.0038916833592996516,
      "loss": 5.6519,
      "step": 36500
    },
    {
      "epoch": 1.3725053787372952,
      "grad_norm": 1.625,
      "learning_rate": 0.003890199569701017,
      "loss": 5.65,
      "step": 37000
    },
    {
      "epoch": 1.3910527487202315,
      "grad_norm": 0.341796875,
      "learning_rate": 0.003888715780102381,
      "loss": 5.6486,
      "step": 37500
    },
    {
      "epoch": 1.409600118703168,
      "grad_norm": 0.36328125,
      "learning_rate": 0.0038872319905037464,
      "loss": 5.6503,
      "step": 38000
    },
    {
      "epoch": 1.4281474886861043,
      "grad_norm": 0.265625,
      "learning_rate": 0.0038857482009051116,
      "loss": 5.6419,
      "step": 38500
    },
    {
      "epoch": 1.4466948586690407,
      "grad_norm": 0.48046875,
      "learning_rate": 0.003884264411306477,
      "loss": 5.6449,
      "step": 39000
    },
    {
      "epoch": 1.4652422286519773,
      "grad_norm": 0.296875,
      "learning_rate": 0.003882780621707842,
      "loss": 5.6478,
      "step": 39500
    },
    {
      "epoch": 1.4837895986349134,
      "grad_norm": 0.51171875,
      "learning_rate": 0.003881296832109207,
      "loss": 5.6423,
      "step": 40000
    },
    {
      "epoch": 1.50233696861785,
      "grad_norm": 0.54296875,
      "learning_rate": 0.003879813042510572,
      "loss": 5.642,
      "step": 40500
    },
    {
      "epoch": 1.5208843386007864,
      "grad_norm": 14.625,
      "learning_rate": 0.0038783292529119373,
      "loss": 5.6415,
      "step": 41000
    },
    {
      "epoch": 1.5394317085837228,
      "grad_norm": 0.265625,
      "learning_rate": 0.0038768454633133025,
      "loss": 5.644,
      "step": 41500
    },
    {
      "epoch": 1.5579790785666594,
      "grad_norm": 0.322265625,
      "learning_rate": 0.0038753616737146677,
      "loss": 5.6495,
      "step": 42000
    },
    {
      "epoch": 1.5765264485495956,
      "grad_norm": 1.0234375,
      "learning_rate": 0.003873877884116032,
      "loss": 5.6514,
      "step": 42500
    },
    {
      "epoch": 1.5950738185325322,
      "grad_norm": 1.71875,
      "learning_rate": 0.0038723940945173973,
      "loss": 5.6572,
      "step": 43000
    },
    {
      "epoch": 1.6136211885154685,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0038709103049187625,
      "loss": 5.6482,
      "step": 43500
    },
    {
      "epoch": 1.632168558498405,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0038694265153201277,
      "loss": 5.6448,
      "step": 44000
    },
    {
      "epoch": 1.6507159284813413,
      "grad_norm": 2.25,
      "learning_rate": 0.003867942725721493,
      "loss": 5.6464,
      "step": 44500
    },
    {
      "epoch": 1.6692632984642777,
      "grad_norm": 0.478515625,
      "learning_rate": 0.0038664589361228578,
      "loss": 5.6412,
      "step": 45000
    },
    {
      "epoch": 1.6878106684472143,
      "grad_norm": 1.0625,
      "learning_rate": 0.003864975146524223,
      "loss": 5.6426,
      "step": 45500
    },
    {
      "epoch": 1.7063580384301507,
      "grad_norm": 0.2890625,
      "learning_rate": 0.003863491356925588,
      "loss": 5.6435,
      "step": 46000
    },
    {
      "epoch": 1.724905408413087,
      "grad_norm": 0.283203125,
      "learning_rate": 0.0038620075673269534,
      "loss": 5.6416,
      "step": 46500
    },
    {
      "epoch": 1.7434527783960234,
      "grad_norm": 0.265625,
      "learning_rate": 0.0038605237777283186,
      "loss": 5.6395,
      "step": 47000
    },
    {
      "epoch": 1.7620001483789598,
      "grad_norm": 0.212890625,
      "learning_rate": 0.003859039988129683,
      "loss": 5.6425,
      "step": 47500
    },
    {
      "epoch": 1.7805475183618964,
      "grad_norm": 0.291015625,
      "learning_rate": 0.003857556198531048,
      "loss": 5.6401,
      "step": 48000
    },
    {
      "epoch": 1.7990948883448326,
      "grad_norm": 0.2265625,
      "learning_rate": 0.0038560724089324134,
      "loss": 5.6375,
      "step": 48500
    },
    {
      "epoch": 1.8176422583277692,
      "grad_norm": 0.4921875,
      "learning_rate": 0.0038545886193337786,
      "loss": 5.6349,
      "step": 49000
    },
    {
      "epoch": 1.8361896283107055,
      "grad_norm": 0.2412109375,
      "learning_rate": 0.0038531048297351434,
      "loss": 5.6363,
      "step": 49500
    },
    {
      "epoch": 1.854736998293642,
      "grad_norm": 1.6796875,
      "learning_rate": 0.0038516210401365087,
      "loss": 5.6365,
      "step": 50000
    },
    {
      "epoch": 1.8732843682765785,
      "grad_norm": 0.4765625,
      "learning_rate": 0.003850137250537874,
      "loss": 5.6362,
      "step": 50500
    },
    {
      "epoch": 1.8918317382595147,
      "grad_norm": 0.44140625,
      "learning_rate": 0.003848653460939239,
      "loss": 5.6348,
      "step": 51000
    },
    {
      "epoch": 1.9103791082424513,
      "grad_norm": 0.314453125,
      "learning_rate": 0.0038471696713406043,
      "loss": 5.6407,
      "step": 51500
    },
    {
      "epoch": 1.9289264782253877,
      "grad_norm": 11.25,
      "learning_rate": 0.0038456858817419687,
      "loss": 5.6373,
      "step": 52000
    },
    {
      "epoch": 1.947473848208324,
      "grad_norm": 0.24609375,
      "learning_rate": 0.003844202092143334,
      "loss": 5.6393,
      "step": 52500
    },
    {
      "epoch": 1.9660212181912606,
      "grad_norm": 1.6015625,
      "learning_rate": 0.003842718302544699,
      "loss": 5.6272,
      "step": 53000
    },
    {
      "epoch": 1.9845685881741968,
      "grad_norm": 0.45703125,
      "learning_rate": 0.0038412345129460643,
      "loss": 5.6328,
      "step": 53500
    },
    {
      "epoch": 2.0,
      "eval_loss": 5.620687007904053,
      "eval_runtime": 0.6722,
      "eval_samples_per_second": 1285.247,
      "eval_steps_per_second": 40.164,
      "step": 53916
    },
    {
      "epoch": 2.0031159581571334,
      "grad_norm": 1.03125,
      "learning_rate": 0.0038397507233474295,
      "loss": 5.6283,
      "step": 54000
    },
    {
      "epoch": 2.0216633281400695,
      "grad_norm": 0.326171875,
      "learning_rate": 0.0038382669337487943,
      "loss": 5.6321,
      "step": 54500
    },
    {
      "epoch": 2.040210698123006,
      "grad_norm": 0.70703125,
      "learning_rate": 0.0038367831441501596,
      "loss": 5.6296,
      "step": 55000
    },
    {
      "epoch": 2.0587580681059428,
      "grad_norm": 0.30859375,
      "learning_rate": 0.0038352993545515248,
      "loss": 5.6252,
      "step": 55500
    },
    {
      "epoch": 2.077305438088879,
      "grad_norm": 0.3515625,
      "learning_rate": 0.00383381556495289,
      "loss": 5.6294,
      "step": 56000
    },
    {
      "epoch": 2.0958528080718155,
      "grad_norm": 0.27734375,
      "learning_rate": 0.003832331775354255,
      "loss": 5.6235,
      "step": 56500
    },
    {
      "epoch": 2.1144001780547517,
      "grad_norm": 0.37890625,
      "learning_rate": 0.0038308479857556196,
      "loss": 5.6233,
      "step": 57000
    },
    {
      "epoch": 2.1329475480376883,
      "grad_norm": 1.2578125,
      "learning_rate": 0.003829364196156985,
      "loss": 5.6275,
      "step": 57500
    },
    {
      "epoch": 2.151494918020625,
      "grad_norm": 0.484375,
      "learning_rate": 0.00382788040655835,
      "loss": 5.626,
      "step": 58000
    },
    {
      "epoch": 2.170042288003561,
      "grad_norm": 2.015625,
      "learning_rate": 0.0038263966169597152,
      "loss": 5.6238,
      "step": 58500
    },
    {
      "epoch": 2.1885896579864976,
      "grad_norm": 0.232421875,
      "learning_rate": 0.0038249128273610804,
      "loss": 5.625,
      "step": 59000
    },
    {
      "epoch": 2.207137027969434,
      "grad_norm": 0.4140625,
      "learning_rate": 0.0038234290377624452,
      "loss": 5.6198,
      "step": 59500
    },
    {
      "epoch": 2.2256843979523704,
      "grad_norm": 0.27734375,
      "learning_rate": 0.0038219452481638105,
      "loss": 5.623,
      "step": 60000
    },
    {
      "epoch": 2.2442317679353065,
      "grad_norm": 0.26171875,
      "learning_rate": 0.0038204614585651757,
      "loss": 5.632,
      "step": 60500
    },
    {
      "epoch": 2.262779137918243,
      "grad_norm": 0.73046875,
      "learning_rate": 0.003818977668966541,
      "loss": 5.6247,
      "step": 61000
    },
    {
      "epoch": 2.2813265079011797,
      "grad_norm": 1.09375,
      "learning_rate": 0.003817493879367906,
      "loss": 5.6222,
      "step": 61500
    },
    {
      "epoch": 2.299873877884116,
      "grad_norm": 0.423828125,
      "learning_rate": 0.0038160100897692705,
      "loss": 5.6231,
      "step": 62000
    },
    {
      "epoch": 2.3184212478670525,
      "grad_norm": 7.71875,
      "learning_rate": 0.0038145263001706357,
      "loss": 5.6204,
      "step": 62500
    },
    {
      "epoch": 2.3369686178499887,
      "grad_norm": 0.38671875,
      "learning_rate": 0.003813042510572001,
      "loss": 5.6259,
      "step": 63000
    },
    {
      "epoch": 2.3555159878329253,
      "grad_norm": 0.94140625,
      "learning_rate": 0.003811558720973366,
      "loss": 5.618,
      "step": 63500
    },
    {
      "epoch": 2.374063357815862,
      "grad_norm": 0.5625,
      "learning_rate": 0.003810074931374731,
      "loss": 5.624,
      "step": 64000
    },
    {
      "epoch": 2.392610727798798,
      "grad_norm": 3.15625,
      "learning_rate": 0.003808591141776096,
      "loss": 5.6262,
      "step": 64500
    },
    {
      "epoch": 2.4111580977817346,
      "grad_norm": 0.279296875,
      "learning_rate": 0.0038071073521774614,
      "loss": 5.6213,
      "step": 65000
    },
    {
      "epoch": 2.429705467764671,
      "grad_norm": 0.328125,
      "learning_rate": 0.0038056235625788266,
      "loss": 5.6239,
      "step": 65500
    },
    {
      "epoch": 2.4482528377476074,
      "grad_norm": 0.2451171875,
      "learning_rate": 0.003804139772980192,
      "loss": 5.6291,
      "step": 66000
    },
    {
      "epoch": 2.466800207730544,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0038026559833815566,
      "loss": 5.6262,
      "step": 66500
    },
    {
      "epoch": 2.48534757771348,
      "grad_norm": 0.62109375,
      "learning_rate": 0.0038011721937829214,
      "loss": 5.6221,
      "step": 67000
    },
    {
      "epoch": 2.5038949476964167,
      "grad_norm": 0.42578125,
      "learning_rate": 0.0037996884041842866,
      "loss": 5.621,
      "step": 67500
    },
    {
      "epoch": 2.522442317679353,
      "grad_norm": 0.287109375,
      "learning_rate": 0.003798204614585652,
      "loss": 5.6214,
      "step": 68000
    },
    {
      "epoch": 2.5409896876622895,
      "grad_norm": 2.734375,
      "learning_rate": 0.003796720824987017,
      "loss": 5.6202,
      "step": 68500
    },
    {
      "epoch": 2.559537057645226,
      "grad_norm": 5.65625,
      "learning_rate": 0.003795237035388382,
      "loss": 5.6223,
      "step": 69000
    },
    {
      "epoch": 2.5780844276281623,
      "grad_norm": 0.412109375,
      "learning_rate": 0.003793753245789747,
      "loss": 5.6248,
      "step": 69500
    },
    {
      "epoch": 2.596631797611099,
      "grad_norm": 0.458984375,
      "learning_rate": 0.0037922694561911123,
      "loss": 5.6186,
      "step": 70000
    },
    {
      "epoch": 2.615179167594035,
      "grad_norm": 1.9765625,
      "learning_rate": 0.0037907856665924775,
      "loss": 5.6197,
      "step": 70500
    },
    {
      "epoch": 2.6337265375769716,
      "grad_norm": 0.65234375,
      "learning_rate": 0.0037893018769938427,
      "loss": 5.6179,
      "step": 71000
    },
    {
      "epoch": 2.652273907559908,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0037878180873952075,
      "loss": 5.6212,
      "step": 71500
    },
    {
      "epoch": 2.6708212775428444,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0037863342977965723,
      "loss": 5.6187,
      "step": 72000
    },
    {
      "epoch": 2.689368647525781,
      "grad_norm": 0.4140625,
      "learning_rate": 0.0037848505081979375,
      "loss": 5.6142,
      "step": 72500
    },
    {
      "epoch": 2.707916017508717,
      "grad_norm": 9.25,
      "learning_rate": 0.0037833667185993027,
      "loss": 5.6186,
      "step": 73000
    },
    {
      "epoch": 2.7264633874916537,
      "grad_norm": 0.421875,
      "learning_rate": 0.003781882929000668,
      "loss": 5.619,
      "step": 73500
    },
    {
      "epoch": 2.7450107574745903,
      "grad_norm": 0.314453125,
      "learning_rate": 0.0037803991394020327,
      "loss": 5.6144,
      "step": 74000
    },
    {
      "epoch": 2.7635581274575265,
      "grad_norm": 0.427734375,
      "learning_rate": 0.003778915349803398,
      "loss": 5.6135,
      "step": 74500
    },
    {
      "epoch": 2.782105497440463,
      "grad_norm": 0.70703125,
      "learning_rate": 0.003777431560204763,
      "loss": 5.6098,
      "step": 75000
    },
    {
      "epoch": 2.8006528674233993,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0037759477706061284,
      "loss": 5.6077,
      "step": 75500
    },
    {
      "epoch": 2.819200237406336,
      "grad_norm": 0.30859375,
      "learning_rate": 0.003774463981007493,
      "loss": 5.6143,
      "step": 76000
    },
    {
      "epoch": 2.8377476073892725,
      "grad_norm": 0.60546875,
      "learning_rate": 0.0037729801914088584,
      "loss": 5.6068,
      "step": 76500
    },
    {
      "epoch": 2.8562949773722086,
      "grad_norm": 0.41796875,
      "learning_rate": 0.003771496401810223,
      "loss": 5.6022,
      "step": 77000
    },
    {
      "epoch": 2.8748423473551448,
      "grad_norm": 5.15625,
      "learning_rate": 0.0037700126122115884,
      "loss": 5.6061,
      "step": 77500
    },
    {
      "epoch": 2.8933897173380814,
      "grad_norm": 3.109375,
      "learning_rate": 0.0037685288226129536,
      "loss": 5.6119,
      "step": 78000
    },
    {
      "epoch": 2.911937087321018,
      "grad_norm": 0.294921875,
      "learning_rate": 0.0037670450330143184,
      "loss": 5.6074,
      "step": 78500
    },
    {
      "epoch": 2.9304844573039546,
      "grad_norm": 0.359375,
      "learning_rate": 0.0037655612434156836,
      "loss": 5.6091,
      "step": 79000
    },
    {
      "epoch": 2.9490318272868907,
      "grad_norm": 0.470703125,
      "learning_rate": 0.003764077453817049,
      "loss": 5.6098,
      "step": 79500
    },
    {
      "epoch": 2.967579197269827,
      "grad_norm": 1.796875,
      "learning_rate": 0.003762593664218414,
      "loss": 5.6066,
      "step": 80000
    },
    {
      "epoch": 2.9861265672527635,
      "grad_norm": 0.318359375,
      "learning_rate": 0.0037611098746197793,
      "loss": 5.6141,
      "step": 80500
    },
    {
      "epoch": 3.0,
      "eval_loss": 5.597402095794678,
      "eval_runtime": 0.6753,
      "eval_samples_per_second": 1279.346,
      "eval_steps_per_second": 39.98,
      "step": 80874
    },
    {
      "epoch": 3.0046739372357,
      "grad_norm": 0.462890625,
      "learning_rate": 0.003759626085021144,
      "loss": 5.6015,
      "step": 81000
    },
    {
      "epoch": 3.0232213072186362,
      "grad_norm": 0.447265625,
      "learning_rate": 0.0037581422954225093,
      "loss": 5.6081,
      "step": 81500
    },
    {
      "epoch": 3.041768677201573,
      "grad_norm": 0.419921875,
      "learning_rate": 0.003756658505823874,
      "loss": 5.6036,
      "step": 82000
    },
    {
      "epoch": 3.0603160471845094,
      "grad_norm": 9.8125,
      "learning_rate": 0.0037551747162252393,
      "loss": 5.6046,
      "step": 82500
    },
    {
      "epoch": 3.0788634171674456,
      "grad_norm": 0.35546875,
      "learning_rate": 0.0037536909266266045,
      "loss": 5.6093,
      "step": 83000
    },
    {
      "epoch": 3.097410787150382,
      "grad_norm": 0.63671875,
      "learning_rate": 0.0037522071370279693,
      "loss": 5.6081,
      "step": 83500
    },
    {
      "epoch": 3.1159581571333184,
      "grad_norm": 8.375,
      "learning_rate": 0.0037507233474293345,
      "loss": 5.6033,
      "step": 84000
    },
    {
      "epoch": 3.134505527116255,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0037492395578306997,
      "loss": 5.6081,
      "step": 84500
    },
    {
      "epoch": 3.153052897099191,
      "grad_norm": 0.37890625,
      "learning_rate": 0.003747755768232065,
      "loss": 5.6031,
      "step": 85000
    },
    {
      "epoch": 3.1716002670821277,
      "grad_norm": 0.546875,
      "learning_rate": 0.00374627197863343,
      "loss": 5.6004,
      "step": 85500
    },
    {
      "epoch": 3.1901476370650643,
      "grad_norm": 0.455078125,
      "learning_rate": 0.003744788189034795,
      "loss": 5.5958,
      "step": 86000
    },
    {
      "epoch": 3.2086950070480005,
      "grad_norm": 0.6171875,
      "learning_rate": 0.00374330439943616,
      "loss": 5.6069,
      "step": 86500
    },
    {
      "epoch": 3.227242377030937,
      "grad_norm": 2.515625,
      "learning_rate": 0.003741820609837525,
      "loss": 5.6084,
      "step": 87000
    },
    {
      "epoch": 3.2457897470138732,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00374033682023889,
      "loss": 5.6124,
      "step": 87500
    },
    {
      "epoch": 3.26433711699681,
      "grad_norm": 1.09375,
      "learning_rate": 0.0037388530306402554,
      "loss": 5.6012,
      "step": 88000
    },
    {
      "epoch": 3.2828844869797464,
      "grad_norm": 0.33984375,
      "learning_rate": 0.00373736924104162,
      "loss": 5.6012,
      "step": 88500
    },
    {
      "epoch": 3.3014318569626826,
      "grad_norm": 0.478515625,
      "learning_rate": 0.0037358854514429854,
      "loss": 5.6019,
      "step": 89000
    },
    {
      "epoch": 3.319979226945619,
      "grad_norm": 57.25,
      "learning_rate": 0.0037344016618443506,
      "loss": 5.6005,
      "step": 89500
    },
    {
      "epoch": 3.3385265969285554,
      "grad_norm": 1.25,
      "learning_rate": 0.003732917872245716,
      "loss": 5.6,
      "step": 90000
    },
    {
      "epoch": 3.357073966911492,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0037314340826470806,
      "loss": 5.5993,
      "step": 90500
    },
    {
      "epoch": 3.3756213368944286,
      "grad_norm": 2.421875,
      "learning_rate": 0.003729950293048446,
      "loss": 5.6029,
      "step": 91000
    },
    {
      "epoch": 3.3941687068773647,
      "grad_norm": 1.0,
      "learning_rate": 0.003728466503449811,
      "loss": 5.5991,
      "step": 91500
    },
    {
      "epoch": 3.4127160768603013,
      "grad_norm": 0.7421875,
      "learning_rate": 0.003726982713851176,
      "loss": 5.5965,
      "step": 92000
    },
    {
      "epoch": 3.4312634468432375,
      "grad_norm": 0.41015625,
      "learning_rate": 0.003725498924252541,
      "loss": 5.6004,
      "step": 92500
    },
    {
      "epoch": 3.449810816826174,
      "grad_norm": 1.0859375,
      "learning_rate": 0.003724015134653906,
      "loss": 5.5991,
      "step": 93000
    },
    {
      "epoch": 3.4683581868091107,
      "grad_norm": 0.80859375,
      "learning_rate": 0.003722531345055271,
      "loss": 5.6098,
      "step": 93500
    },
    {
      "epoch": 3.486905556792047,
      "grad_norm": 0.48828125,
      "learning_rate": 0.0037210475554566363,
      "loss": 5.6072,
      "step": 94000
    },
    {
      "epoch": 3.5054529267749834,
      "grad_norm": 1.7734375,
      "learning_rate": 0.0037195637658580015,
      "loss": 5.6078,
      "step": 94500
    },
    {
      "epoch": 3.5240002967579196,
      "grad_norm": 10.25,
      "learning_rate": 0.0037180799762593668,
      "loss": 5.6109,
      "step": 95000
    },
    {
      "epoch": 3.542547666740856,
      "grad_norm": 3.859375,
      "learning_rate": 0.0037165961866607315,
      "loss": 5.6097,
      "step": 95500
    },
    {
      "epoch": 3.561095036723793,
      "grad_norm": 0.67578125,
      "learning_rate": 0.0037151123970620968,
      "loss": 5.6076,
      "step": 96000
    },
    {
      "epoch": 3.579642406706729,
      "grad_norm": 1.2890625,
      "learning_rate": 0.0037136286074634615,
      "loss": 5.6068,
      "step": 96500
    },
    {
      "epoch": 3.5981897766896656,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0037121448178648268,
      "loss": 5.6083,
      "step": 97000
    },
    {
      "epoch": 3.6167371466726017,
      "grad_norm": 4.125,
      "learning_rate": 0.003710661028266192,
      "loss": 5.6109,
      "step": 97500
    },
    {
      "epoch": 3.6352845166555383,
      "grad_norm": 0.283203125,
      "learning_rate": 0.0037091772386675568,
      "loss": 5.6104,
      "step": 98000
    },
    {
      "epoch": 3.653831886638475,
      "grad_norm": 0.875,
      "learning_rate": 0.003707693449068922,
      "loss": 5.6158,
      "step": 98500
    },
    {
      "epoch": 3.672379256621411,
      "grad_norm": 7.0625,
      "learning_rate": 0.003706209659470287,
      "loss": 5.6205,
      "step": 99000
    },
    {
      "epoch": 3.6909266266043472,
      "grad_norm": 6.625,
      "learning_rate": 0.0037047258698716524,
      "loss": 5.6214,
      "step": 99500
    },
    {
      "epoch": 3.709473996587284,
      "grad_norm": 44.25,
      "learning_rate": 0.0037032420802730177,
      "loss": 5.6258,
      "step": 100000
    },
    {
      "epoch": 3.7280213665702204,
      "grad_norm": 0.9609375,
      "learning_rate": 0.0037017582906743824,
      "loss": 5.6237,
      "step": 100500
    },
    {
      "epoch": 3.746568736553157,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0037002745010757477,
      "loss": 5.6164,
      "step": 101000
    },
    {
      "epoch": 3.765116106536093,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0036987907114771124,
      "loss": 5.6159,
      "step": 101500
    },
    {
      "epoch": 3.7836634765190293,
      "grad_norm": 0.345703125,
      "learning_rate": 0.0036973069218784777,
      "loss": 5.6122,
      "step": 102000
    },
    {
      "epoch": 3.802210846501966,
      "grad_norm": 5.53125,
      "learning_rate": 0.003695823132279843,
      "loss": 5.609,
      "step": 102500
    },
    {
      "epoch": 3.8207582164849025,
      "grad_norm": 0.578125,
      "learning_rate": 0.0036943393426812077,
      "loss": 5.609,
      "step": 103000
    },
    {
      "epoch": 3.8393055864678387,
      "grad_norm": 6.6875,
      "learning_rate": 0.003692855553082573,
      "loss": 5.6056,
      "step": 103500
    },
    {
      "epoch": 3.8578529564507753,
      "grad_norm": 0.4296875,
      "learning_rate": 0.003691371763483938,
      "loss": 5.6102,
      "step": 104000
    },
    {
      "epoch": 3.8764003264337115,
      "grad_norm": 2.859375,
      "learning_rate": 0.0036898879738853033,
      "loss": 5.6058,
      "step": 104500
    },
    {
      "epoch": 3.894947696416648,
      "grad_norm": 1.9296875,
      "learning_rate": 0.003688404184286668,
      "loss": 5.6081,
      "step": 105000
    },
    {
      "epoch": 3.9134950663995847,
      "grad_norm": 8.3125,
      "learning_rate": 0.0036869203946880333,
      "loss": 5.6019,
      "step": 105500
    },
    {
      "epoch": 3.932042436382521,
      "grad_norm": 2.65625,
      "learning_rate": 0.0036854366050893986,
      "loss": 5.5993,
      "step": 106000
    },
    {
      "epoch": 3.9505898063654574,
      "grad_norm": 0.70703125,
      "learning_rate": 0.0036839528154907633,
      "loss": 5.6001,
      "step": 106500
    },
    {
      "epoch": 3.9691371763483936,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0036824690258921286,
      "loss": 5.5992,
      "step": 107000
    },
    {
      "epoch": 3.98768454633133,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0036809852362934934,
      "loss": 5.6038,
      "step": 107500
    },
    {
      "epoch": 4.0,
      "eval_loss": 5.593242645263672,
      "eval_runtime": 0.6663,
      "eval_samples_per_second": 1296.741,
      "eval_steps_per_second": 40.523,
      "step": 107832
    },
    {
      "epoch": 4.006231916314267,
      "grad_norm": 3.09375,
      "learning_rate": 0.0036795014466948586,
      "loss": 5.6019,
      "step": 108000
    },
    {
      "epoch": 4.024779286297203,
      "grad_norm": 0.546875,
      "learning_rate": 0.003678017657096224,
      "loss": 5.6019,
      "step": 108500
    },
    {
      "epoch": 4.043326656280139,
      "grad_norm": 2.96875,
      "learning_rate": 0.003676533867497589,
      "loss": 5.6004,
      "step": 109000
    },
    {
      "epoch": 4.061874026263076,
      "grad_norm": 3.796875,
      "learning_rate": 0.0036750500778989542,
      "loss": 5.5929,
      "step": 109500
    },
    {
      "epoch": 4.080421396246012,
      "grad_norm": 0.478515625,
      "learning_rate": 0.003673566288300319,
      "loss": 5.5989,
      "step": 110000
    },
    {
      "epoch": 4.098968766228949,
      "grad_norm": 0.453125,
      "learning_rate": 0.0036720824987016842,
      "loss": 5.5982,
      "step": 110500
    },
    {
      "epoch": 4.1175161362118855,
      "grad_norm": 3.78125,
      "learning_rate": 0.0036705987091030495,
      "loss": 5.5986,
      "step": 111000
    },
    {
      "epoch": 4.136063506194821,
      "grad_norm": 0.9375,
      "learning_rate": 0.0036691149195044142,
      "loss": 5.5984,
      "step": 111500
    },
    {
      "epoch": 4.154610876177758,
      "grad_norm": 3.09375,
      "learning_rate": 0.0036676311299057795,
      "loss": 5.5978,
      "step": 112000
    },
    {
      "epoch": 4.173158246160694,
      "grad_norm": 1.09375,
      "learning_rate": 0.0036661473403071443,
      "loss": 5.5957,
      "step": 112500
    },
    {
      "epoch": 4.191705616143631,
      "grad_norm": 0.408203125,
      "learning_rate": 0.0036646635507085095,
      "loss": 5.5914,
      "step": 113000
    },
    {
      "epoch": 4.210252986126568,
      "grad_norm": 0.41015625,
      "learning_rate": 0.0036631797611098747,
      "loss": 5.5971,
      "step": 113500
    },
    {
      "epoch": 4.228800356109503,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00366169597151124,
      "loss": 5.5971,
      "step": 114000
    },
    {
      "epoch": 4.24734772609244,
      "grad_norm": 0.36328125,
      "learning_rate": 0.003660212181912605,
      "loss": 5.5985,
      "step": 114500
    },
    {
      "epoch": 4.2658950960753765,
      "grad_norm": 0.6015625,
      "learning_rate": 0.00365872839231397,
      "loss": 5.6023,
      "step": 115000
    },
    {
      "epoch": 4.284442466058313,
      "grad_norm": 1.8046875,
      "learning_rate": 0.003657244602715335,
      "loss": 5.6029,
      "step": 115500
    },
    {
      "epoch": 4.30298983604125,
      "grad_norm": 1.265625,
      "learning_rate": 0.0036557608131167004,
      "loss": 5.6077,
      "step": 116000
    },
    {
      "epoch": 4.3215372060241855,
      "grad_norm": 2.796875,
      "learning_rate": 0.003654277023518065,
      "loss": 5.604,
      "step": 116500
    },
    {
      "epoch": 4.340084576007122,
      "grad_norm": 5.375,
      "learning_rate": 0.00365279323391943,
      "loss": 5.6038,
      "step": 117000
    },
    {
      "epoch": 4.358631945990059,
      "grad_norm": 2.78125,
      "learning_rate": 0.003651309444320795,
      "loss": 5.6091,
      "step": 117500
    },
    {
      "epoch": 4.377179315972995,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0036498256547221604,
      "loss": 5.606,
      "step": 118000
    },
    {
      "epoch": 4.395726685955932,
      "grad_norm": 0.65625,
      "learning_rate": 0.0036483418651235256,
      "loss": 5.5985,
      "step": 118500
    },
    {
      "epoch": 4.414274055938868,
      "grad_norm": 17.25,
      "learning_rate": 0.003646858075524891,
      "loss": 5.5961,
      "step": 119000
    },
    {
      "epoch": 4.432821425921804,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0036453742859262556,
      "loss": 5.6007,
      "step": 119500
    },
    {
      "epoch": 4.451368795904741,
      "grad_norm": 6.40625,
      "learning_rate": 0.003643890496327621,
      "loss": 5.6029,
      "step": 120000
    },
    {
      "epoch": 4.469916165887677,
      "grad_norm": 0.400390625,
      "learning_rate": 0.003642406706728986,
      "loss": 5.5998,
      "step": 120500
    },
    {
      "epoch": 4.488463535870613,
      "grad_norm": 0.61328125,
      "learning_rate": 0.0036409229171303513,
      "loss": 5.6039,
      "step": 121000
    },
    {
      "epoch": 4.50701090585355,
      "grad_norm": 0.515625,
      "learning_rate": 0.003639439127531716,
      "loss": 5.5998,
      "step": 121500
    },
    {
      "epoch": 4.525558275836486,
      "grad_norm": 0.58203125,
      "learning_rate": 0.003637955337933081,
      "loss": 5.5987,
      "step": 122000
    },
    {
      "epoch": 4.544105645819423,
      "grad_norm": 3.296875,
      "learning_rate": 0.003636471548334446,
      "loss": 5.5986,
      "step": 122500
    },
    {
      "epoch": 4.5626530158023595,
      "grad_norm": 0.58203125,
      "learning_rate": 0.0036349877587358113,
      "loss": 5.601,
      "step": 123000
    },
    {
      "epoch": 4.581200385785296,
      "grad_norm": 0.3203125,
      "learning_rate": 0.0036335039691371765,
      "loss": 5.6043,
      "step": 123500
    },
    {
      "epoch": 4.599747755768232,
      "grad_norm": 2.796875,
      "learning_rate": 0.0036320201795385417,
      "loss": 5.6029,
      "step": 124000
    },
    {
      "epoch": 4.618295125751168,
      "grad_norm": 25.5,
      "learning_rate": 0.0036305363899399065,
      "loss": 5.5966,
      "step": 124500
    },
    {
      "epoch": 4.636842495734105,
      "grad_norm": 0.484375,
      "learning_rate": 0.0036290526003412717,
      "loss": 5.5938,
      "step": 125000
    },
    {
      "epoch": 4.655389865717042,
      "grad_norm": 0.89453125,
      "learning_rate": 0.003627568810742637,
      "loss": 5.5946,
      "step": 125500
    },
    {
      "epoch": 4.673937235699977,
      "grad_norm": 3.34375,
      "learning_rate": 0.003626085021144002,
      "loss": 5.5968,
      "step": 126000
    },
    {
      "epoch": 4.692484605682914,
      "grad_norm": 0.85546875,
      "learning_rate": 0.003624601231545367,
      "loss": 5.6008,
      "step": 126500
    },
    {
      "epoch": 4.7110319756658505,
      "grad_norm": 0.435546875,
      "learning_rate": 0.0036231174419467317,
      "loss": 5.5946,
      "step": 127000
    },
    {
      "epoch": 4.729579345648787,
      "grad_norm": 0.3671875,
      "learning_rate": 0.003621633652348097,
      "loss": 5.5876,
      "step": 127500
    },
    {
      "epoch": 4.748126715631724,
      "grad_norm": 0.474609375,
      "learning_rate": 0.003620149862749462,
      "loss": 5.5902,
      "step": 128000
    },
    {
      "epoch": 4.76667408561466,
      "grad_norm": 11.8125,
      "learning_rate": 0.0036186660731508274,
      "loss": 5.5933,
      "step": 128500
    },
    {
      "epoch": 4.785221455597596,
      "grad_norm": 1.203125,
      "learning_rate": 0.0036171822835521926,
      "loss": 5.5911,
      "step": 129000
    },
    {
      "epoch": 4.803768825580533,
      "grad_norm": 0.390625,
      "learning_rate": 0.0036156984939535574,
      "loss": 5.5877,
      "step": 129500
    },
    {
      "epoch": 4.822316195563469,
      "grad_norm": 0.416015625,
      "learning_rate": 0.0036142147043549226,
      "loss": 5.5947,
      "step": 130000
    },
    {
      "epoch": 4.840863565546406,
      "grad_norm": 0.419921875,
      "learning_rate": 0.003612730914756288,
      "loss": 5.5903,
      "step": 130500
    },
    {
      "epoch": 4.859410935529342,
      "grad_norm": 0.40234375,
      "learning_rate": 0.003611247125157653,
      "loss": 5.5873,
      "step": 131000
    },
    {
      "epoch": 4.877958305512278,
      "grad_norm": 0.5,
      "learning_rate": 0.0036097633355590174,
      "loss": 5.584,
      "step": 131500
    },
    {
      "epoch": 4.896505675495215,
      "grad_norm": 0.40234375,
      "learning_rate": 0.0036082795459603826,
      "loss": 5.588,
      "step": 132000
    },
    {
      "epoch": 4.915053045478151,
      "grad_norm": 1.8125,
      "learning_rate": 0.003606795756361748,
      "loss": 5.5897,
      "step": 132500
    },
    {
      "epoch": 4.933600415461088,
      "grad_norm": 0.40234375,
      "learning_rate": 0.003605311966763113,
      "loss": 5.5915,
      "step": 133000
    },
    {
      "epoch": 4.952147785444024,
      "grad_norm": 11.125,
      "learning_rate": 0.0036038281771644783,
      "loss": 5.5923,
      "step": 133500
    },
    {
      "epoch": 4.97069515542696,
      "grad_norm": 0.8046875,
      "learning_rate": 0.003602344387565843,
      "loss": 5.587,
      "step": 134000
    },
    {
      "epoch": 4.989242525409897,
      "grad_norm": 14.8125,
      "learning_rate": 0.0036008605979672083,
      "loss": 5.5909,
      "step": 134500
    },
    {
      "epoch": 5.0,
      "eval_loss": 5.58021354675293,
      "eval_runtime": 0.6821,
      "eval_samples_per_second": 1266.679,
      "eval_steps_per_second": 39.584,
      "step": 134790
    },
    {
      "epoch": 5.0077898953928335,
      "grad_norm": 0.470703125,
      "learning_rate": 0.0035993768083685735,
      "loss": 5.5842,
      "step": 135000
    },
    {
      "epoch": 5.02633726537577,
      "grad_norm": 3.125,
      "learning_rate": 0.0035978930187699387,
      "loss": 5.5836,
      "step": 135500
    },
    {
      "epoch": 5.044884635358706,
      "grad_norm": 0.88671875,
      "learning_rate": 0.003596409229171304,
      "loss": 5.5819,
      "step": 136000
    },
    {
      "epoch": 5.063432005341642,
      "grad_norm": 1.1484375,
      "learning_rate": 0.0035949254395726683,
      "loss": 5.5819,
      "step": 136500
    },
    {
      "epoch": 5.081979375324579,
      "grad_norm": 0.455078125,
      "learning_rate": 0.0035934416499740335,
      "loss": 5.5837,
      "step": 137000
    },
    {
      "epoch": 5.100526745307516,
      "grad_norm": 0.30859375,
      "learning_rate": 0.0035919578603753988,
      "loss": 5.5763,
      "step": 137500
    },
    {
      "epoch": 5.119074115290452,
      "grad_norm": 3.375,
      "learning_rate": 0.003590474070776764,
      "loss": 5.5774,
      "step": 138000
    },
    {
      "epoch": 5.137621485273388,
      "grad_norm": 0.71484375,
      "learning_rate": 0.003588990281178129,
      "loss": 5.5806,
      "step": 138500
    },
    {
      "epoch": 5.1561688552563245,
      "grad_norm": 0.5234375,
      "learning_rate": 0.003587506491579494,
      "loss": 5.5815,
      "step": 139000
    },
    {
      "epoch": 5.174716225239261,
      "grad_norm": 0.37890625,
      "learning_rate": 0.003586022701980859,
      "loss": 5.5823,
      "step": 139500
    },
    {
      "epoch": 5.193263595222198,
      "grad_norm": 0.427734375,
      "learning_rate": 0.0035845389123822244,
      "loss": 5.5808,
      "step": 140000
    },
    {
      "epoch": 5.211810965205134,
      "grad_norm": 0.390625,
      "learning_rate": 0.0035830551227835896,
      "loss": 5.5777,
      "step": 140500
    },
    {
      "epoch": 5.23035833518807,
      "grad_norm": 0.431640625,
      "learning_rate": 0.003581571333184955,
      "loss": 5.5755,
      "step": 141000
    },
    {
      "epoch": 5.248905705171007,
      "grad_norm": 2.796875,
      "learning_rate": 0.003580087543586319,
      "loss": 5.5739,
      "step": 141500
    },
    {
      "epoch": 5.267453075153943,
      "grad_norm": 0.953125,
      "learning_rate": 0.0035786037539876844,
      "loss": 5.5777,
      "step": 142000
    },
    {
      "epoch": 5.28600044513688,
      "grad_norm": 1.0,
      "learning_rate": 0.0035771199643890497,
      "loss": 5.5796,
      "step": 142500
    },
    {
      "epoch": 5.304547815119816,
      "grad_norm": 0.3203125,
      "learning_rate": 0.003575636174790415,
      "loss": 5.5775,
      "step": 143000
    },
    {
      "epoch": 5.323095185102752,
      "grad_norm": 0.3359375,
      "learning_rate": 0.00357415238519178,
      "loss": 5.5707,
      "step": 143500
    },
    {
      "epoch": 5.341642555085689,
      "grad_norm": 2.234375,
      "learning_rate": 0.003572668595593145,
      "loss": 5.5792,
      "step": 144000
    },
    {
      "epoch": 5.360189925068625,
      "grad_norm": 3.546875,
      "learning_rate": 0.00357118480599451,
      "loss": 5.5747,
      "step": 144500
    },
    {
      "epoch": 5.378737295051562,
      "grad_norm": 2.046875,
      "learning_rate": 0.0035697010163958753,
      "loss": 5.579,
      "step": 145000
    },
    {
      "epoch": 5.397284665034498,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0035682172267972405,
      "loss": 5.5746,
      "step": 145500
    },
    {
      "epoch": 5.415832035017434,
      "grad_norm": 2.921875,
      "learning_rate": 0.003566733437198605,
      "loss": 5.5761,
      "step": 146000
    },
    {
      "epoch": 5.434379405000371,
      "grad_norm": 1.765625,
      "learning_rate": 0.00356524964759997,
      "loss": 5.5795,
      "step": 146500
    },
    {
      "epoch": 5.4529267749833075,
      "grad_norm": 1.453125,
      "learning_rate": 0.0035637658580013353,
      "loss": 5.5805,
      "step": 147000
    },
    {
      "epoch": 5.471474144966244,
      "grad_norm": 0.484375,
      "learning_rate": 0.0035622820684027006,
      "loss": 5.5802,
      "step": 147500
    },
    {
      "epoch": 5.490021514949181,
      "grad_norm": 2.328125,
      "learning_rate": 0.0035607982788040658,
      "loss": 5.5863,
      "step": 148000
    },
    {
      "epoch": 5.508568884932116,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0035593144892054306,
      "loss": 5.5939,
      "step": 148500
    },
    {
      "epoch": 5.527116254915053,
      "grad_norm": 0.44140625,
      "learning_rate": 0.0035578306996067958,
      "loss": 5.5998,
      "step": 149000
    },
    {
      "epoch": 5.54566362489799,
      "grad_norm": 0.349609375,
      "learning_rate": 0.003556346910008161,
      "loss": 5.6138,
      "step": 149500
    },
    {
      "epoch": 5.564210994880926,
      "grad_norm": 1.2109375,
      "learning_rate": 0.0035548631204095262,
      "loss": 5.6063,
      "step": 150000
    },
    {
      "epoch": 5.582758364863862,
      "grad_norm": 36.25,
      "learning_rate": 0.0035533793308108914,
      "loss": 5.6083,
      "step": 150500
    },
    {
      "epoch": 5.6013057348467985,
      "grad_norm": 0.7734375,
      "learning_rate": 0.003551895541212256,
      "loss": 5.603,
      "step": 151000
    },
    {
      "epoch": 5.619853104829735,
      "grad_norm": 1.3515625,
      "learning_rate": 0.003550411751613621,
      "loss": 5.6061,
      "step": 151500
    },
    {
      "epoch": 5.638400474812672,
      "grad_norm": 3.1875,
      "learning_rate": 0.0035489279620149862,
      "loss": 5.6004,
      "step": 152000
    },
    {
      "epoch": 5.656947844795608,
      "grad_norm": 0.4921875,
      "learning_rate": 0.0035474441724163515,
      "loss": 5.5939,
      "step": 152500
    },
    {
      "epoch": 5.675495214778544,
      "grad_norm": 0.609375,
      "learning_rate": 0.0035459603828177167,
      "loss": 5.6008,
      "step": 153000
    },
    {
      "epoch": 5.694042584761481,
      "grad_norm": 4.0625,
      "learning_rate": 0.0035444765932190815,
      "loss": 5.608,
      "step": 153500
    },
    {
      "epoch": 5.712589954744417,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0035429928036204467,
      "loss": 5.598,
      "step": 154000
    },
    {
      "epoch": 5.731137324727354,
      "grad_norm": 2.09375,
      "learning_rate": 0.003541509014021812,
      "loss": 5.5946,
      "step": 154500
    },
    {
      "epoch": 5.74968469471029,
      "grad_norm": 4.34375,
      "learning_rate": 0.003540025224423177,
      "loss": 5.5909,
      "step": 155000
    },
    {
      "epoch": 5.768232064693226,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0035385414348245423,
      "loss": 5.5915,
      "step": 155500
    },
    {
      "epoch": 5.786779434676163,
      "grad_norm": 25.625,
      "learning_rate": 0.0035370576452259067,
      "loss": 5.6017,
      "step": 156000
    },
    {
      "epoch": 5.805326804659099,
      "grad_norm": 0.9453125,
      "learning_rate": 0.003535573855627272,
      "loss": 5.5936,
      "step": 156500
    },
    {
      "epoch": 5.823874174642036,
      "grad_norm": 0.5390625,
      "learning_rate": 0.003534090066028637,
      "loss": 5.6077,
      "step": 157000
    },
    {
      "epoch": 5.8424215446249725,
      "grad_norm": 1.5625,
      "learning_rate": 0.0035326062764300024,
      "loss": 5.601,
      "step": 157500
    },
    {
      "epoch": 5.860968914607908,
      "grad_norm": 28.0,
      "learning_rate": 0.003531122486831367,
      "loss": 5.5944,
      "step": 158000
    },
    {
      "epoch": 5.879516284590845,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0035296386972327324,
      "loss": 5.5957,
      "step": 158500
    },
    {
      "epoch": 5.8980636545737815,
      "grad_norm": 1.140625,
      "learning_rate": 0.0035281549076340976,
      "loss": 5.5942,
      "step": 159000
    },
    {
      "epoch": 5.916611024556718,
      "grad_norm": 0.88671875,
      "learning_rate": 0.003526671118035463,
      "loss": 5.5923,
      "step": 159500
    },
    {
      "epoch": 5.935158394539655,
      "grad_norm": 0.61328125,
      "learning_rate": 0.003525187328436828,
      "loss": 5.5858,
      "step": 160000
    },
    {
      "epoch": 5.95370576452259,
      "grad_norm": 0.796875,
      "learning_rate": 0.003523703538838193,
      "loss": 5.5872,
      "step": 160500
    },
    {
      "epoch": 5.972253134505527,
      "grad_norm": 1.5625,
      "learning_rate": 0.0035222197492395576,
      "loss": 5.5848,
      "step": 161000
    },
    {
      "epoch": 5.990800504488464,
      "grad_norm": 0.703125,
      "learning_rate": 0.003520735959640923,
      "loss": 5.5871,
      "step": 161500
    },
    {
      "epoch": 6.0,
      "eval_loss": 5.576883792877197,
      "eval_runtime": 0.6871,
      "eval_samples_per_second": 1257.389,
      "eval_steps_per_second": 39.293,
      "step": 161748
    },
    {
      "epoch": 6.0093478744714,
      "grad_norm": 6.0625,
      "learning_rate": 0.003519252170042288,
      "loss": 5.5846,
      "step": 162000
    },
    {
      "epoch": 6.027895244454337,
      "grad_norm": 2.953125,
      "learning_rate": 0.0035177683804436533,
      "loss": 5.5851,
      "step": 162500
    },
    {
      "epoch": 6.0464426144372725,
      "grad_norm": 0.65234375,
      "learning_rate": 0.003516284590845018,
      "loss": 5.5869,
      "step": 163000
    },
    {
      "epoch": 6.064989984420209,
      "grad_norm": 1.296875,
      "learning_rate": 0.0035148008012463833,
      "loss": 5.5884,
      "step": 163500
    },
    {
      "epoch": 6.083537354403146,
      "grad_norm": 0.59375,
      "learning_rate": 0.0035133170116477485,
      "loss": 5.583,
      "step": 164000
    },
    {
      "epoch": 6.102084724386082,
      "grad_norm": 0.796875,
      "learning_rate": 0.0035118332220491137,
      "loss": 5.5868,
      "step": 164500
    },
    {
      "epoch": 6.120632094369019,
      "grad_norm": 1.8125,
      "learning_rate": 0.003510349432450479,
      "loss": 5.5819,
      "step": 165000
    },
    {
      "epoch": 6.139179464351955,
      "grad_norm": 0.65625,
      "learning_rate": 0.0035088656428518437,
      "loss": 5.5795,
      "step": 165500
    },
    {
      "epoch": 6.157726834334891,
      "grad_norm": 0.796875,
      "learning_rate": 0.0035073818532532085,
      "loss": 5.5837,
      "step": 166000
    },
    {
      "epoch": 6.176274204317828,
      "grad_norm": 2.203125,
      "learning_rate": 0.0035058980636545737,
      "loss": 5.5959,
      "step": 166500
    },
    {
      "epoch": 6.194821574300764,
      "grad_norm": 2.390625,
      "learning_rate": 0.003504414274055939,
      "loss": 5.586,
      "step": 167000
    },
    {
      "epoch": 6.213368944283701,
      "grad_norm": 0.99609375,
      "learning_rate": 0.003502930484457304,
      "loss": 5.5969,
      "step": 167500
    },
    {
      "epoch": 6.231916314266637,
      "grad_norm": 9.875,
      "learning_rate": 0.003501446694858669,
      "loss": 5.5835,
      "step": 168000
    },
    {
      "epoch": 6.250463684249573,
      "grad_norm": 0.734375,
      "learning_rate": 0.003499962905260034,
      "loss": 5.5868,
      "step": 168500
    },
    {
      "epoch": 6.26901105423251,
      "grad_norm": 12.125,
      "learning_rate": 0.0034984791156613994,
      "loss": 5.5823,
      "step": 169000
    },
    {
      "epoch": 6.2875584242154465,
      "grad_norm": 1.671875,
      "learning_rate": 0.0034969953260627646,
      "loss": 5.5801,
      "step": 169500
    },
    {
      "epoch": 6.306105794198382,
      "grad_norm": 0.734375,
      "learning_rate": 0.00349551153646413,
      "loss": 5.5808,
      "step": 170000
    },
    {
      "epoch": 6.324653164181319,
      "grad_norm": 12.0,
      "learning_rate": 0.0034940277468654946,
      "loss": 5.5859,
      "step": 170500
    },
    {
      "epoch": 6.3432005341642554,
      "grad_norm": 0.828125,
      "learning_rate": 0.0034925439572668594,
      "loss": 5.5807,
      "step": 171000
    },
    {
      "epoch": 6.361747904147192,
      "grad_norm": 2.53125,
      "learning_rate": 0.0034910601676682246,
      "loss": 5.5804,
      "step": 171500
    },
    {
      "epoch": 6.380295274130129,
      "grad_norm": 0.52734375,
      "learning_rate": 0.00348957637806959,
      "loss": 5.5731,
      "step": 172000
    },
    {
      "epoch": 6.398842644113064,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0034880925884709546,
      "loss": 5.5813,
      "step": 172500
    },
    {
      "epoch": 6.417390014096001,
      "grad_norm": 0.578125,
      "learning_rate": 0.00348660879887232,
      "loss": 5.5763,
      "step": 173000
    },
    {
      "epoch": 6.435937384078938,
      "grad_norm": 0.70703125,
      "learning_rate": 0.003485125009273685,
      "loss": 5.5724,
      "step": 173500
    },
    {
      "epoch": 6.454484754061874,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0034836412196750503,
      "loss": 5.5756,
      "step": 174000
    },
    {
      "epoch": 6.473032124044811,
      "grad_norm": 4.40625,
      "learning_rate": 0.0034821574300764155,
      "loss": 5.581,
      "step": 174500
    },
    {
      "epoch": 6.4915794940277465,
      "grad_norm": 0.5546875,
      "learning_rate": 0.0034806736404777803,
      "loss": 5.5756,
      "step": 175000
    },
    {
      "epoch": 6.510126864010683,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0034791898508791455,
      "loss": 5.5735,
      "step": 175500
    },
    {
      "epoch": 6.52867423399362,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0034777060612805103,
      "loss": 5.573,
      "step": 176000
    },
    {
      "epoch": 6.547221603976556,
      "grad_norm": 1.7578125,
      "learning_rate": 0.0034762222716818755,
      "loss": 5.5762,
      "step": 176500
    },
    {
      "epoch": 6.565768973959493,
      "grad_norm": 0.5625,
      "learning_rate": 0.0034747384820832407,
      "loss": 5.5689,
      "step": 177000
    },
    {
      "epoch": 6.584316343942429,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0034732546924846055,
      "loss": 5.5706,
      "step": 177500
    },
    {
      "epoch": 6.602863713925365,
      "grad_norm": 0.63671875,
      "learning_rate": 0.0034717709028859707,
      "loss": 5.5762,
      "step": 178000
    },
    {
      "epoch": 6.621411083908302,
      "grad_norm": 0.76953125,
      "learning_rate": 0.003470287113287336,
      "loss": 5.5689,
      "step": 178500
    },
    {
      "epoch": 6.639958453891238,
      "grad_norm": 0.7421875,
      "learning_rate": 0.003468803323688701,
      "loss": 5.5731,
      "step": 179000
    },
    {
      "epoch": 6.658505823874175,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0034673195340900664,
      "loss": 5.5723,
      "step": 179500
    },
    {
      "epoch": 6.677053193857111,
      "grad_norm": 0.3984375,
      "learning_rate": 0.003465835744491431,
      "loss": 5.5661,
      "step": 180000
    },
    {
      "epoch": 6.695600563840047,
      "grad_norm": 0.447265625,
      "learning_rate": 0.0034643519548927964,
      "loss": 5.5736,
      "step": 180500
    },
    {
      "epoch": 6.714147933822984,
      "grad_norm": 1.171875,
      "learning_rate": 0.003462868165294161,
      "loss": 5.5735,
      "step": 181000
    },
    {
      "epoch": 6.7326953038059205,
      "grad_norm": 1.09375,
      "learning_rate": 0.0034613843756955264,
      "loss": 5.5725,
      "step": 181500
    },
    {
      "epoch": 6.751242673788857,
      "grad_norm": 3.6875,
      "learning_rate": 0.0034599005860968916,
      "loss": 5.5738,
      "step": 182000
    },
    {
      "epoch": 6.769790043771793,
      "grad_norm": 1.078125,
      "learning_rate": 0.0034584167964982564,
      "loss": 5.5712,
      "step": 182500
    },
    {
      "epoch": 6.788337413754729,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0034569330068996216,
      "loss": 5.5752,
      "step": 183000
    },
    {
      "epoch": 6.806884783737666,
      "grad_norm": 0.69140625,
      "learning_rate": 0.003455449217300987,
      "loss": 5.5772,
      "step": 183500
    },
    {
      "epoch": 6.825432153720603,
      "grad_norm": 3.296875,
      "learning_rate": 0.003453965427702352,
      "loss": 5.5729,
      "step": 184000
    },
    {
      "epoch": 6.843979523703538,
      "grad_norm": 0.578125,
      "learning_rate": 0.0034524816381037173,
      "loss": 5.5763,
      "step": 184500
    },
    {
      "epoch": 6.862526893686475,
      "grad_norm": 0.4921875,
      "learning_rate": 0.003450997848505082,
      "loss": 5.5831,
      "step": 185000
    },
    {
      "epoch": 6.8810742636694116,
      "grad_norm": 4.71875,
      "learning_rate": 0.0034495140589064473,
      "loss": 5.5789,
      "step": 185500
    },
    {
      "epoch": 6.899621633652348,
      "grad_norm": 1.65625,
      "learning_rate": 0.003448030269307812,
      "loss": 5.5779,
      "step": 186000
    },
    {
      "epoch": 6.918169003635285,
      "grad_norm": 2.90625,
      "learning_rate": 0.0034465464797091773,
      "loss": 5.5779,
      "step": 186500
    },
    {
      "epoch": 6.936716373618221,
      "grad_norm": 0.47265625,
      "learning_rate": 0.003445062690110542,
      "loss": 5.5792,
      "step": 187000
    },
    {
      "epoch": 6.955263743601157,
      "grad_norm": 1.015625,
      "learning_rate": 0.0034435789005119073,
      "loss": 5.5777,
      "step": 187500
    },
    {
      "epoch": 6.973811113584094,
      "grad_norm": 7.5625,
      "learning_rate": 0.0034420951109132725,
      "loss": 5.5787,
      "step": 188000
    },
    {
      "epoch": 6.99235848356703,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0034406113213146378,
      "loss": 5.5825,
      "step": 188500
    },
    {
      "epoch": 7.0,
      "eval_loss": 5.567850112915039,
      "eval_runtime": 0.6773,
      "eval_samples_per_second": 1275.659,
      "eval_steps_per_second": 39.864,
      "step": 188706
    },
    {
      "epoch": 7.010905853549967,
      "grad_norm": 0.6484375,
      "learning_rate": 0.003439127531716003,
      "loss": 5.5696,
      "step": 189000
    },
    {
      "epoch": 7.0294532235329035,
      "grad_norm": 3.9375,
      "learning_rate": 0.0034376437421173678,
      "loss": 5.5744,
      "step": 189500
    },
    {
      "epoch": 7.048000593515839,
      "grad_norm": 3.890625,
      "learning_rate": 0.003436159952518733,
      "loss": 5.5745,
      "step": 190000
    },
    {
      "epoch": 7.066547963498776,
      "grad_norm": 0.6875,
      "learning_rate": 0.003434676162920098,
      "loss": 5.5733,
      "step": 190500
    },
    {
      "epoch": 7.085095333481712,
      "grad_norm": 1.6796875,
      "learning_rate": 0.003433192373321463,
      "loss": 5.5771,
      "step": 191000
    },
    {
      "epoch": 7.103642703464649,
      "grad_norm": 2.484375,
      "learning_rate": 0.003431708583722828,
      "loss": 5.5764,
      "step": 191500
    },
    {
      "epoch": 7.122190073447585,
      "grad_norm": 7.46875,
      "learning_rate": 0.003430224794124193,
      "loss": 5.5742,
      "step": 192000
    },
    {
      "epoch": 7.140737443430521,
      "grad_norm": 2.25,
      "learning_rate": 0.0034287410045255582,
      "loss": 5.5703,
      "step": 192500
    },
    {
      "epoch": 7.159284813413458,
      "grad_norm": 1.6640625,
      "learning_rate": 0.0034272572149269234,
      "loss": 5.5721,
      "step": 193000
    },
    {
      "epoch": 7.1778321833963945,
      "grad_norm": 2.296875,
      "learning_rate": 0.0034257734253282887,
      "loss": 5.5754,
      "step": 193500
    },
    {
      "epoch": 7.196379553379331,
      "grad_norm": 5.3125,
      "learning_rate": 0.003424289635729654,
      "loss": 5.5735,
      "step": 194000
    },
    {
      "epoch": 7.214926923362267,
      "grad_norm": 117.0,
      "learning_rate": 0.0034228058461310187,
      "loss": 5.5738,
      "step": 194500
    },
    {
      "epoch": 7.233474293345203,
      "grad_norm": 0.80078125,
      "learning_rate": 0.003421322056532384,
      "loss": 5.5748,
      "step": 195000
    },
    {
      "epoch": 7.25202166332814,
      "grad_norm": 3.125,
      "learning_rate": 0.0034198382669337487,
      "loss": 5.5712,
      "step": 195500
    },
    {
      "epoch": 7.270569033311077,
      "grad_norm": 0.57421875,
      "learning_rate": 0.003418354477335114,
      "loss": 5.5693,
      "step": 196000
    },
    {
      "epoch": 7.289116403294013,
      "grad_norm": 3.578125,
      "learning_rate": 0.003416870687736479,
      "loss": 5.5708,
      "step": 196500
    },
    {
      "epoch": 7.307663773276949,
      "grad_norm": 6.03125,
      "learning_rate": 0.003415386898137844,
      "loss": 5.5688,
      "step": 197000
    },
    {
      "epoch": 7.3262111432598855,
      "grad_norm": 3.25,
      "learning_rate": 0.003413903108539209,
      "loss": 5.5747,
      "step": 197500
    },
    {
      "epoch": 7.344758513242822,
      "grad_norm": 1.078125,
      "learning_rate": 0.0034124193189405743,
      "loss": 5.5745,
      "step": 198000
    },
    {
      "epoch": 7.363305883225759,
      "grad_norm": 7.03125,
      "learning_rate": 0.0034109355293419396,
      "loss": 5.5659,
      "step": 198500
    },
    {
      "epoch": 7.381853253208695,
      "grad_norm": 11.4375,
      "learning_rate": 0.0034094517397433048,
      "loss": 5.5678,
      "step": 199000
    },
    {
      "epoch": 7.400400623191631,
      "grad_norm": 9.3125,
      "learning_rate": 0.0034079679501446696,
      "loss": 5.5704,
      "step": 199500
    },
    {
      "epoch": 7.418947993174568,
      "grad_norm": 1.296875,
      "learning_rate": 0.003406484160546035,
      "loss": 5.5665,
      "step": 200000
    },
    {
      "epoch": 7.437495363157504,
      "grad_norm": 2.25,
      "learning_rate": 0.0034050003709473996,
      "loss": 5.5701,
      "step": 200500
    },
    {
      "epoch": 7.456042733140441,
      "grad_norm": 1.2109375,
      "learning_rate": 0.003403516581348765,
      "loss": 5.5667,
      "step": 201000
    },
    {
      "epoch": 7.4745901031233775,
      "grad_norm": 13.875,
      "learning_rate": 0.0034020327917501296,
      "loss": 5.5646,
      "step": 201500
    },
    {
      "epoch": 7.493137473106313,
      "grad_norm": 1.3359375,
      "learning_rate": 0.003400549002151495,
      "loss": 5.5665,
      "step": 202000
    },
    {
      "epoch": 7.51168484308925,
      "grad_norm": 16.875,
      "learning_rate": 0.00339906521255286,
      "loss": 5.5627,
      "step": 202500
    },
    {
      "epoch": 7.530232213072186,
      "grad_norm": 2.578125,
      "learning_rate": 0.0033975814229542252,
      "loss": 5.57,
      "step": 203000
    },
    {
      "epoch": 7.548779583055123,
      "grad_norm": 32.5,
      "learning_rate": 0.0033960976333555905,
      "loss": 5.5716,
      "step": 203500
    },
    {
      "epoch": 7.56732695303806,
      "grad_norm": 0.7265625,
      "learning_rate": 0.0033946138437569552,
      "loss": 5.5745,
      "step": 204000
    },
    {
      "epoch": 7.585874323020995,
      "grad_norm": 0.46875,
      "learning_rate": 0.0033931300541583205,
      "loss": 5.5691,
      "step": 204500
    },
    {
      "epoch": 7.604421693003932,
      "grad_norm": 3.015625,
      "learning_rate": 0.0033916462645596857,
      "loss": 5.5736,
      "step": 205000
    },
    {
      "epoch": 7.6229690629868685,
      "grad_norm": 75.5,
      "learning_rate": 0.0033901624749610505,
      "loss": 5.5712,
      "step": 205500
    },
    {
      "epoch": 7.641516432969805,
      "grad_norm": 1.6953125,
      "learning_rate": 0.0033886786853624157,
      "loss": 5.5746,
      "step": 206000
    },
    {
      "epoch": 7.660063802952742,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0033871948957637805,
      "loss": 5.5719,
      "step": 206500
    },
    {
      "epoch": 7.678611172935677,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0033857111061651457,
      "loss": 5.5718,
      "step": 207000
    },
    {
      "epoch": 7.697158542918614,
      "grad_norm": 1.1328125,
      "learning_rate": 0.003384227316566511,
      "loss": 5.5724,
      "step": 207500
    },
    {
      "epoch": 7.715705912901551,
      "grad_norm": 0.51953125,
      "learning_rate": 0.003382743526967876,
      "loss": 5.5642,
      "step": 208000
    },
    {
      "epoch": 7.734253282884487,
      "grad_norm": 6.65625,
      "learning_rate": 0.0033812597373692414,
      "loss": 5.5714,
      "step": 208500
    },
    {
      "epoch": 7.752800652867423,
      "grad_norm": 3.375,
      "learning_rate": 0.003379775947770606,
      "loss": 5.5713,
      "step": 209000
    },
    {
      "epoch": 7.7713480228503595,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0033782921581719714,
      "loss": 5.5678,
      "step": 209500
    },
    {
      "epoch": 7.789895392833296,
      "grad_norm": 6.5625,
      "learning_rate": 0.0033768083685733366,
      "loss": 5.5661,
      "step": 210000
    },
    {
      "epoch": 7.808442762816233,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0033753245789747014,
      "loss": 5.5663,
      "step": 210500
    },
    {
      "epoch": 7.826990132799169,
      "grad_norm": 0.5390625,
      "learning_rate": 0.0033738407893760666,
      "loss": 5.5659,
      "step": 211000
    },
    {
      "epoch": 7.845537502782106,
      "grad_norm": 3.0,
      "learning_rate": 0.0033723569997774314,
      "loss": 5.5639,
      "step": 211500
    },
    {
      "epoch": 7.864084872765042,
      "grad_norm": 0.48046875,
      "learning_rate": 0.0033708732101787966,
      "loss": 5.5662,
      "step": 212000
    },
    {
      "epoch": 7.882632242747978,
      "grad_norm": 0.5703125,
      "learning_rate": 0.003369389420580162,
      "loss": 5.5677,
      "step": 212500
    },
    {
      "epoch": 7.901179612730915,
      "grad_norm": 3.03125,
      "learning_rate": 0.003367905630981527,
      "loss": 5.5709,
      "step": 213000
    },
    {
      "epoch": 7.9197269827138514,
      "grad_norm": 0.99609375,
      "learning_rate": 0.003366421841382892,
      "loss": 5.5671,
      "step": 213500
    },
    {
      "epoch": 7.938274352696787,
      "grad_norm": 1.0859375,
      "learning_rate": 0.003364938051784257,
      "loss": 5.5698,
      "step": 214000
    },
    {
      "epoch": 7.956821722679724,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0033634542621856223,
      "loss": 5.567,
      "step": 214500
    },
    {
      "epoch": 7.97536909266266,
      "grad_norm": 1.0,
      "learning_rate": 0.0033619704725869875,
      "loss": 5.5695,
      "step": 215000
    },
    {
      "epoch": 7.993916462645597,
      "grad_norm": 0.53125,
      "learning_rate": 0.0033604866829883523,
      "loss": 5.5664,
      "step": 215500
    },
    {
      "epoch": 8.0,
      "eval_loss": 5.560152530670166,
      "eval_runtime": 0.6991,
      "eval_samples_per_second": 1235.91,
      "eval_steps_per_second": 38.622,
      "step": 215664
    }
  ],
  "logging_steps": 500,
  "max_steps": 1347900,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 50,
  "save_steps": 500,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 7.806432977547817e+17,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}