{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 15260,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 0.9230163097381592,
      "learning_rate": 4.984598243544371e-05,
      "loss": 2.0529,
      "step": 50
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.205999732017517,
      "learning_rate": 4.968213396251148e-05,
      "loss": 1.8376,
      "step": 100
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.5816870331764221,
      "learning_rate": 4.951828548957924e-05,
      "loss": 1.7882,
      "step": 150
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.45057499408721924,
      "learning_rate": 4.935443701664701e-05,
      "loss": 1.8113,
      "step": 200
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.5159332752227783,
      "learning_rate": 4.9190588543714776e-05,
      "loss": 1.8183,
      "step": 250
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.42658549547195435,
      "learning_rate": 4.9026740070782544e-05,
      "loss": 1.8049,
      "step": 300
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.6193262338638306,
      "learning_rate": 4.8862891597850306e-05,
      "loss": 1.8195,
      "step": 350
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.40126094222068787,
      "learning_rate": 4.8699043124918075e-05,
      "loss": 1.8445,
      "step": 400
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.4089142978191376,
      "learning_rate": 4.853519465198584e-05,
      "loss": 1.7967,
      "step": 450
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.3923342525959015,
      "learning_rate": 4.837134617905361e-05,
      "loss": 1.7941,
      "step": 500
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.415017694234848,
      "learning_rate": 4.820749770612138e-05,
      "loss": 1.7999,
      "step": 550
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5846891403198242,
      "learning_rate": 4.804364923318915e-05,
      "loss": 1.8064,
      "step": 600
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.3614323139190674,
      "learning_rate": 4.787980076025692e-05,
      "loss": 1.7865,
      "step": 650
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.37756502628326416,
      "learning_rate": 4.7715952287324686e-05,
      "loss": 1.7745,
      "step": 700
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.3763517141342163,
      "learning_rate": 4.7552103814392455e-05,
      "loss": 1.8188,
      "step": 750
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.41242149472236633,
      "learning_rate": 4.7388255341460216e-05,
      "loss": 1.8238,
      "step": 800
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.4072262644767761,
      "learning_rate": 4.7224406868527985e-05,
      "loss": 1.838,
      "step": 850
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.5368711352348328,
      "learning_rate": 4.7060558395595753e-05,
      "loss": 1.8121,
      "step": 900
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.3726208508014679,
      "learning_rate": 4.689670992266352e-05,
      "loss": 1.7872,
      "step": 950
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.3755347728729248,
      "learning_rate": 4.673286144973129e-05,
      "loss": 1.8164,
      "step": 1000
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.6106815934181213,
      "learning_rate": 4.656901297679906e-05,
      "loss": 1.8034,
      "step": 1050
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.4525647461414337,
      "learning_rate": 4.640516450386683e-05,
      "loss": 1.8174,
      "step": 1100
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.4508289396762848,
      "learning_rate": 4.6241316030934596e-05,
      "loss": 1.7958,
      "step": 1150
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5615507960319519,
      "learning_rate": 4.6077467558002365e-05,
      "loss": 1.807,
      "step": 1200
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5430244207382202,
      "learning_rate": 4.5913619085070133e-05,
      "loss": 1.7694,
      "step": 1250
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.4304679334163666,
      "learning_rate": 4.57497706121379e-05,
      "loss": 1.9162,
      "step": 1300
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.4160442650318146,
      "learning_rate": 4.5585922139205664e-05,
      "loss": 1.8106,
      "step": 1350
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5771602988243103,
      "learning_rate": 4.542207366627343e-05,
      "loss": 1.7815,
      "step": 1400
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.6032801866531372,
      "learning_rate": 4.52582251933412e-05,
      "loss": 1.8171,
      "step": 1450
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.4265432059764862,
      "learning_rate": 4.509437672040897e-05,
      "loss": 1.7537,
      "step": 1500
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.6046428084373474,
      "learning_rate": 4.493052824747673e-05,
      "loss": 1.8251,
      "step": 1550
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.4501182436943054,
      "learning_rate": 4.47666797745445e-05,
      "loss": 1.8186,
      "step": 1600
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5386430621147156,
      "learning_rate": 4.460283130161227e-05,
      "loss": 1.82,
      "step": 1650
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.549318790435791,
      "learning_rate": 4.443898282868004e-05,
      "loss": 1.9232,
      "step": 1700
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.432767778635025,
      "learning_rate": 4.4275134355747806e-05,
      "loss": 1.7913,
      "step": 1750
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5354149341583252,
      "learning_rate": 4.4111285882815574e-05,
      "loss": 1.7933,
      "step": 1800
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.46177294850349426,
      "learning_rate": 4.394743740988334e-05,
      "loss": 1.7801,
      "step": 1850
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.336757183074951,
      "learning_rate": 4.378358893695111e-05,
      "loss": 1.774,
      "step": 1900
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.44567111134529114,
      "learning_rate": 4.361974046401888e-05,
      "loss": 1.7708,
      "step": 1950
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4324832260608673,
      "learning_rate": 4.345589199108664e-05,
      "loss": 1.7743,
      "step": 2000
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.35905638337135315,
      "learning_rate": 4.329204351815441e-05,
      "loss": 1.8115,
      "step": 2050
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.6442646980285645,
      "learning_rate": 4.312819504522218e-05,
      "loss": 1.7691,
      "step": 2100
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.385105162858963,
      "learning_rate": 4.296434657228995e-05,
      "loss": 1.7991,
      "step": 2150
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.4879704713821411,
      "learning_rate": 4.2800498099357716e-05,
      "loss": 1.7906,
      "step": 2200
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.3042909801006317,
      "learning_rate": 4.2636649626425485e-05,
      "loss": 1.7957,
      "step": 2250
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.41942423582077026,
      "learning_rate": 4.247280115349325e-05,
      "loss": 1.791,
      "step": 2300
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.40257078409194946,
      "learning_rate": 4.230895268056102e-05,
      "loss": 1.7815,
      "step": 2350
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.4478552043437958,
      "learning_rate": 4.214510420762879e-05,
      "loss": 1.803,
      "step": 2400
    },
    {
      "epoch": 0.16,
      "grad_norm": 284.23187255859375,
      "learning_rate": 4.198125573469656e-05,
      "loss": 1.8267,
      "step": 2450
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3262351453304291,
      "learning_rate": 4.181740726176433e-05,
      "loss": 1.8991,
      "step": 2500
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.4118567109107971,
      "learning_rate": 4.165355878883209e-05,
      "loss": 1.8224,
      "step": 2550
    },
    {
      "epoch": 0.17,
      "grad_norm": 1.5378553867340088,
      "learning_rate": 4.148971031589986e-05,
      "loss": 1.7887,
      "step": 2600
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.3631303012371063,
      "learning_rate": 4.1325861842967626e-05,
      "loss": 1.7825,
      "step": 2650
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3822169303894043,
      "learning_rate": 4.116201337003539e-05,
      "loss": 1.7608,
      "step": 2700
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.41518792510032654,
      "learning_rate": 4.099816489710316e-05,
      "loss": 1.8161,
      "step": 2750
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.517413318157196,
      "learning_rate": 4.0834316424170925e-05,
      "loss": 1.8081,
      "step": 2800
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.3587147891521454,
      "learning_rate": 4.0670467951238694e-05,
      "loss": 1.8077,
      "step": 2850
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.39981338381767273,
      "learning_rate": 4.050661947830646e-05,
      "loss": 1.7991,
      "step": 2900
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.35814446210861206,
      "learning_rate": 4.034277100537423e-05,
      "loss": 1.7933,
      "step": 2950
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.317147433757782,
      "learning_rate": 4.0178922532442e-05,
      "loss": 1.8309,
      "step": 3000
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.4601675271987915,
      "learning_rate": 4.001507405950977e-05,
      "loss": 1.7635,
      "step": 3050
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.3678904175758362,
      "learning_rate": 3.985122558657754e-05,
      "loss": 1.7948,
      "step": 3100
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.37515679001808167,
      "learning_rate": 3.9687377113645305e-05,
      "loss": 1.823,
      "step": 3150
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.4639309346675873,
      "learning_rate": 3.952352864071307e-05,
      "loss": 1.7888,
      "step": 3200
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.45223185420036316,
      "learning_rate": 3.9359680167780836e-05,
      "loss": 1.7366,
      "step": 3250
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.40405765175819397,
      "learning_rate": 3.9195831694848604e-05,
      "loss": 1.7682,
      "step": 3300
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.45404157042503357,
      "learning_rate": 3.903198322191637e-05,
      "loss": 1.798,
      "step": 3350
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5335371494293213,
      "learning_rate": 3.886813474898414e-05,
      "loss": 1.8179,
      "step": 3400
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.4759540557861328,
      "learning_rate": 3.870428627605191e-05,
      "loss": 1.7829,
      "step": 3450
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5050774216651917,
      "learning_rate": 3.854043780311968e-05,
      "loss": 1.7953,
      "step": 3500
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.44674813747406006,
      "learning_rate": 3.837658933018745e-05,
      "loss": 1.7945,
      "step": 3550
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.34432777762413025,
      "learning_rate": 3.8212740857255216e-05,
      "loss": 1.7968,
      "step": 3600
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.4797002077102661,
      "learning_rate": 3.8048892384322984e-05,
      "loss": 1.7275,
      "step": 3650
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.40203359723091125,
      "learning_rate": 3.788504391139075e-05,
      "loss": 1.7905,
      "step": 3700
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3257518708705902,
      "learning_rate": 3.7721195438458515e-05,
      "loss": 1.8077,
      "step": 3750
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.38829201459884644,
      "learning_rate": 3.755734696552628e-05,
      "loss": 1.7965,
      "step": 3800
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.3530164062976837,
      "learning_rate": 3.739349849259405e-05,
      "loss": 1.7925,
      "step": 3850
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.521428644657135,
      "learning_rate": 3.7229650019661814e-05,
      "loss": 1.7921,
      "step": 3900
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3673698902130127,
      "learning_rate": 3.706580154672958e-05,
      "loss": 1.7981,
      "step": 3950
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.3477175235748291,
      "learning_rate": 3.690195307379735e-05,
      "loss": 1.7857,
      "step": 4000
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.3988274037837982,
      "learning_rate": 3.673810460086512e-05,
      "loss": 1.8014,
      "step": 4050
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.48254644870758057,
      "learning_rate": 3.657425612793289e-05,
      "loss": 1.8317,
      "step": 4100
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.9297109842300415,
      "learning_rate": 3.6410407655000656e-05,
      "loss": 1.7732,
      "step": 4150
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.33822837471961975,
      "learning_rate": 3.6246559182068425e-05,
      "loss": 1.8004,
      "step": 4200
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.3119085431098938,
      "learning_rate": 3.6082710709136193e-05,
      "loss": 1.7709,
      "step": 4250
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.3552871346473694,
      "learning_rate": 3.591886223620396e-05,
      "loss": 1.7865,
      "step": 4300
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5379615426063538,
      "learning_rate": 3.575501376327173e-05,
      "loss": 1.8026,
      "step": 4350
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.3345562815666199,
      "learning_rate": 3.559116529033949e-05,
      "loss": 1.8146,
      "step": 4400
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5010606646537781,
      "learning_rate": 3.542731681740726e-05,
      "loss": 1.8117,
      "step": 4450
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.46487560868263245,
      "learning_rate": 3.526346834447503e-05,
      "loss": 1.7583,
      "step": 4500
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4831026792526245,
      "learning_rate": 3.50996198715428e-05,
      "loss": 1.768,
      "step": 4550
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5314655303955078,
      "learning_rate": 3.493577139861057e-05,
      "loss": 1.8041,
      "step": 4600
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4257725477218628,
      "learning_rate": 3.4771922925678335e-05,
      "loss": 1.7929,
      "step": 4650
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4357529878616333,
      "learning_rate": 3.4608074452746104e-05,
      "loss": 1.7826,
      "step": 4700
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.4604736268520355,
      "learning_rate": 3.444422597981387e-05,
      "loss": 1.8099,
      "step": 4750
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.44079703092575073,
      "learning_rate": 3.428037750688164e-05,
      "loss": 1.7825,
      "step": 4800
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.4325021207332611,
      "learning_rate": 3.411652903394941e-05,
      "loss": 1.7546,
      "step": 4850
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3814845681190491,
      "learning_rate": 3.395268056101718e-05,
      "loss": 1.8295,
      "step": 4900
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3426695764064789,
      "learning_rate": 3.378883208808494e-05,
      "loss": 1.8149,
      "step": 4950
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.3510643541812897,
      "learning_rate": 3.362498361515271e-05,
      "loss": 1.8042,
      "step": 5000
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.4605468213558197,
      "learning_rate": 3.346113514222048e-05,
      "loss": 1.7828,
      "step": 5050
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.3923262059688568,
      "learning_rate": 3.329728666928824e-05,
      "loss": 1.8252,
      "step": 5100
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.35685479640960693,
      "learning_rate": 3.313343819635601e-05,
      "loss": 1.8354,
      "step": 5150
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.6825860738754272,
      "learning_rate": 3.2969589723423776e-05,
      "loss": 1.7901,
      "step": 5200
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.6853482723236084,
      "learning_rate": 3.2805741250491545e-05,
      "loss": 1.8072,
      "step": 5250
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5828983783721924,
      "learning_rate": 3.264189277755931e-05,
      "loss": 1.7666,
      "step": 5300
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4155603051185608,
      "learning_rate": 3.247804430462708e-05,
      "loss": 1.8165,
      "step": 5350
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.3048844635486603,
      "learning_rate": 3.231419583169485e-05,
      "loss": 1.7664,
      "step": 5400
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.786605715751648,
      "learning_rate": 3.215034735876262e-05,
      "loss": 1.8138,
      "step": 5450
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.9150344133377075,
      "learning_rate": 3.198649888583039e-05,
      "loss": 1.8106,
      "step": 5500
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.43113359808921814,
      "learning_rate": 3.1822650412898156e-05,
      "loss": 1.7895,
      "step": 5550
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4392976760864258,
      "learning_rate": 3.165880193996592e-05,
      "loss": 1.7897,
      "step": 5600
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5544856786727905,
      "learning_rate": 3.1494953467033686e-05,
      "loss": 1.783,
      "step": 5650
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.30507203936576843,
      "learning_rate": 3.1331104994101455e-05,
      "loss": 1.819,
      "step": 5700
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.39048048853874207,
      "learning_rate": 3.1167256521169224e-05,
      "loss": 1.8011,
      "step": 5750
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.3265933096408844,
      "learning_rate": 3.100340804823699e-05,
      "loss": 1.7867,
      "step": 5800
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.8230869174003601,
      "learning_rate": 3.083955957530476e-05,
      "loss": 1.8035,
      "step": 5850
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5455942153930664,
      "learning_rate": 3.067571110237253e-05,
      "loss": 1.7662,
      "step": 5900
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.4801247715950012,
      "learning_rate": 3.0511862629440298e-05,
      "loss": 1.7932,
      "step": 5950
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.3930888772010803,
      "learning_rate": 3.0348014156508063e-05,
      "loss": 1.7954,
      "step": 6000
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.3690837323665619,
      "learning_rate": 3.018416568357583e-05,
      "loss": 1.8081,
      "step": 6050
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.45955517888069153,
      "learning_rate": 3.00203172106436e-05,
      "loss": 1.7859,
      "step": 6100
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.3670261800289154,
      "learning_rate": 2.985646873771137e-05,
      "loss": 1.7891,
      "step": 6150
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5386211276054382,
      "learning_rate": 2.9692620264779137e-05,
      "loss": 1.8026,
      "step": 6200
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5107685327529907,
      "learning_rate": 2.95287717918469e-05,
      "loss": 1.8281,
      "step": 6250
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.3285304009914398,
      "learning_rate": 2.9364923318914668e-05,
      "loss": 1.788,
      "step": 6300
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.699974775314331,
      "learning_rate": 2.9201074845982436e-05,
      "loss": 1.8138,
      "step": 6350
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3917068839073181,
      "learning_rate": 2.90372263730502e-05,
      "loss": 1.7874,
      "step": 6400
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.4506165087223053,
      "learning_rate": 2.887337790011797e-05,
      "loss": 1.8026,
      "step": 6450
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.5004333257675171,
      "learning_rate": 2.870952942718574e-05,
      "loss": 1.7651,
      "step": 6500
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4514022171497345,
      "learning_rate": 2.8545680954253507e-05,
      "loss": 1.7393,
      "step": 6550
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.4520861804485321,
      "learning_rate": 2.8381832481321276e-05,
      "loss": 1.7651,
      "step": 6600
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.5931407809257507,
      "learning_rate": 2.821798400838904e-05,
      "loss": 1.7623,
      "step": 6650
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.518058180809021,
      "learning_rate": 2.805413553545681e-05,
      "loss": 1.7582,
      "step": 6700
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.34412890672683716,
      "learning_rate": 2.7890287062524578e-05,
      "loss": 1.8062,
      "step": 6750
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4060100018978119,
      "learning_rate": 2.7726438589592347e-05,
      "loss": 1.8026,
      "step": 6800
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5105322003364563,
      "learning_rate": 2.7562590116660115e-05,
      "loss": 1.7946,
      "step": 6850
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.4951707422733307,
      "learning_rate": 2.7398741643727884e-05,
      "loss": 1.7421,
      "step": 6900
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5833694338798523,
      "learning_rate": 2.723489317079565e-05,
      "loss": 1.774,
      "step": 6950
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.3745187520980835,
      "learning_rate": 2.7071044697863417e-05,
      "loss": 1.7682,
      "step": 7000
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.4256528615951538,
      "learning_rate": 2.6907196224931186e-05,
      "loss": 1.7371,
      "step": 7050
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.3425038754940033,
      "learning_rate": 2.6743347751998955e-05,
      "loss": 1.7922,
      "step": 7100
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.5452577471733093,
      "learning_rate": 2.6579499279066723e-05,
      "loss": 1.8093,
      "step": 7150
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.4865332245826721,
      "learning_rate": 2.641565080613449e-05,
      "loss": 1.7855,
      "step": 7200
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.513595461845398,
      "learning_rate": 2.6251802333202257e-05,
      "loss": 1.7647,
      "step": 7250
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.508758544921875,
      "learning_rate": 2.6087953860270025e-05,
      "loss": 1.8106,
      "step": 7300
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.8143779635429382,
      "learning_rate": 2.5924105387337794e-05,
      "loss": 1.7777,
      "step": 7350
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.44763991236686707,
      "learning_rate": 2.5760256914405563e-05,
      "loss": 1.7972,
      "step": 7400
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.6493588089942932,
      "learning_rate": 2.5596408441473324e-05,
      "loss": 1.8002,
      "step": 7450
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.4406678378582001,
      "learning_rate": 2.5432559968541093e-05,
      "loss": 1.7884,
      "step": 7500
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.500289797782898,
      "learning_rate": 2.526871149560886e-05,
      "loss": 1.7323,
      "step": 7550
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.4473750591278076,
      "learning_rate": 2.5104863022676627e-05,
      "loss": 1.7923,
      "step": 7600
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.3302167057991028,
      "learning_rate": 2.49410145497444e-05,
      "loss": 1.7537,
      "step": 7650
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.5885249376296997,
      "learning_rate": 2.4777166076812167e-05,
      "loss": 1.769,
      "step": 7700
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.3272787034511566,
      "learning_rate": 2.4613317603879932e-05,
      "loss": 1.7479,
      "step": 7750
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.38857901096343994,
      "learning_rate": 2.44494691309477e-05,
      "loss": 1.7615,
      "step": 7800
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.7423263192176819,
      "learning_rate": 2.4285620658015466e-05,
      "loss": 1.7882,
      "step": 7850
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.3933955729007721,
      "learning_rate": 2.4121772185083235e-05,
      "loss": 1.804,
      "step": 7900
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.3640703856945038,
      "learning_rate": 2.3957923712151003e-05,
      "loss": 1.7408,
      "step": 7950
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.7845476865768433,
      "learning_rate": 2.3794075239218772e-05,
      "loss": 1.8048,
      "step": 8000
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.46670156717300415,
      "learning_rate": 2.363022676628654e-05,
      "loss": 1.7889,
      "step": 8050
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.5479481220245361,
      "learning_rate": 2.346637829335431e-05,
      "loss": 1.7725,
      "step": 8100
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.4924238324165344,
      "learning_rate": 2.3302529820422074e-05,
      "loss": 1.7956,
      "step": 8150
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5267847776412964,
      "learning_rate": 2.3138681347489843e-05,
      "loss": 1.7683,
      "step": 8200
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.42921149730682373,
      "learning_rate": 2.297483287455761e-05,
      "loss": 1.7662,
      "step": 8250
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.4606122374534607,
      "learning_rate": 2.281098440162538e-05,
      "loss": 1.7773,
      "step": 8300
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.4239887595176697,
      "learning_rate": 2.2647135928693145e-05,
      "loss": 1.7753,
      "step": 8350
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.46374326944351196,
      "learning_rate": 2.2483287455760914e-05,
      "loss": 1.814,
      "step": 8400
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.3622525632381439,
      "learning_rate": 2.231943898282868e-05,
      "loss": 1.7955,
      "step": 8450
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.7099259495735168,
      "learning_rate": 2.2155590509896447e-05,
      "loss": 1.8063,
      "step": 8500
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.4248027801513672,
      "learning_rate": 2.1991742036964216e-05,
      "loss": 1.7714,
      "step": 8550
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.3817599415779114,
      "learning_rate": 2.1827893564031985e-05,
      "loss": 1.8087,
      "step": 8600
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.4455879032611847,
      "learning_rate": 2.1664045091099753e-05,
      "loss": 1.7811,
      "step": 8650
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.4604770243167877,
      "learning_rate": 2.1500196618167522e-05,
      "loss": 1.7511,
      "step": 8700
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.43301329016685486,
      "learning_rate": 2.1336348145235287e-05,
      "loss": 1.762,
      "step": 8750
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.4077916741371155,
      "learning_rate": 2.1172499672303055e-05,
      "loss": 1.7512,
      "step": 8800
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.3406469225883484,
      "learning_rate": 2.1008651199370824e-05,
      "loss": 1.8008,
      "step": 8850
    },
    {
      "epoch": 0.58,
      "grad_norm": 1.0516856908798218,
      "learning_rate": 2.084480272643859e-05,
      "loss": 1.7822,
      "step": 8900
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.4626096189022064,
      "learning_rate": 2.0680954253506358e-05,
      "loss": 1.7883,
      "step": 8950
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.9625229239463806,
      "learning_rate": 2.0517105780574126e-05,
      "loss": 1.7423,
      "step": 9000
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.5017744302749634,
      "learning_rate": 2.035325730764189e-05,
      "loss": 1.7559,
      "step": 9050
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.41525375843048096,
      "learning_rate": 2.018940883470966e-05,
      "loss": 1.7961,
      "step": 9100
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.48959624767303467,
      "learning_rate": 2.002556036177743e-05,
      "loss": 1.797,
      "step": 9150
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.5421375036239624,
      "learning_rate": 1.9861711888845197e-05,
      "loss": 1.7637,
      "step": 9200
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.47492170333862305,
      "learning_rate": 1.9697863415912966e-05,
      "loss": 1.7559,
      "step": 9250
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.8118923902511597,
      "learning_rate": 1.9534014942980734e-05,
      "loss": 1.8089,
      "step": 9300
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.6577257513999939,
      "learning_rate": 1.93701664700485e-05,
      "loss": 1.7974,
      "step": 9350
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.3861309587955475,
      "learning_rate": 1.9206317997116268e-05,
      "loss": 1.7601,
      "step": 9400
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.4553438723087311,
      "learning_rate": 1.9042469524184037e-05,
      "loss": 1.8411,
      "step": 9450
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.5294969081878662,
      "learning_rate": 1.8878621051251802e-05,
      "loss": 1.8056,
      "step": 9500
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.4538947641849518,
      "learning_rate": 1.871477257831957e-05,
      "loss": 1.7922,
      "step": 9550
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.40422508120536804,
      "learning_rate": 1.855092410538734e-05,
      "loss": 1.7954,
      "step": 9600
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.9616673588752747,
      "learning_rate": 1.8387075632455104e-05,
      "loss": 1.7896,
      "step": 9650
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.3476395606994629,
      "learning_rate": 1.8223227159522873e-05,
      "loss": 1.8015,
      "step": 9700
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.388485312461853,
      "learning_rate": 1.805937868659064e-05,
      "loss": 1.7918,
      "step": 9750
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.5417673587799072,
      "learning_rate": 1.789553021365841e-05,
      "loss": 1.7444,
      "step": 9800
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.3682622015476227,
      "learning_rate": 1.773168174072618e-05,
      "loss": 1.7803,
      "step": 9850
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.6654282212257385,
      "learning_rate": 1.7567833267793947e-05,
      "loss": 1.7559,
      "step": 9900
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.5030877590179443,
      "learning_rate": 1.7403984794861712e-05,
      "loss": 1.7657,
      "step": 9950
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.627768874168396,
      "learning_rate": 1.724013632192948e-05,
      "loss": 1.7261,
      "step": 10000
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.4117398262023926,
      "learning_rate": 1.707628784899725e-05,
      "loss": 1.7837,
      "step": 10050
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.40106311440467834,
      "learning_rate": 1.6912439376065015e-05,
      "loss": 1.7961,
      "step": 10100
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.32165274024009705,
      "learning_rate": 1.6748590903132783e-05,
      "loss": 1.7629,
      "step": 10150
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.47640106081962585,
      "learning_rate": 1.6584742430200552e-05,
      "loss": 1.777,
      "step": 10200
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.45250073075294495,
      "learning_rate": 1.6420893957268317e-05,
      "loss": 1.771,
      "step": 10250
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.45913493633270264,
      "learning_rate": 1.6257045484336086e-05,
      "loss": 1.7971,
      "step": 10300
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.5237872004508972,
      "learning_rate": 1.6093197011403854e-05,
      "loss": 1.7989,
      "step": 10350
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.47246378660202026,
      "learning_rate": 1.5929348538471623e-05,
      "loss": 1.7867,
      "step": 10400
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.3215338885784149,
      "learning_rate": 1.576550006553939e-05,
      "loss": 1.7864,
      "step": 10450
    },
    {
      "epoch": 0.69,
      "grad_norm": 1.0621765851974487,
      "learning_rate": 1.560165159260716e-05,
      "loss": 1.7482,
      "step": 10500
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.5376123785972595,
      "learning_rate": 1.5437803119674925e-05,
      "loss": 1.7635,
      "step": 10550
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.8421134352684021,
      "learning_rate": 1.5273954646742694e-05,
      "loss": 1.7854,
      "step": 10600
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.4911418855190277,
      "learning_rate": 1.5110106173810462e-05,
      "loss": 1.7514,
      "step": 10650
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.32285892963409424,
      "learning_rate": 1.4946257700878227e-05,
      "loss": 1.7701,
      "step": 10700
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.6105034947395325,
      "learning_rate": 1.4782409227945996e-05,
      "loss": 1.7726,
      "step": 10750
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.36749064922332764,
      "learning_rate": 1.4618560755013763e-05,
      "loss": 1.8059,
      "step": 10800
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.46773606538772583,
      "learning_rate": 1.4454712282081531e-05,
      "loss": 1.8167,
      "step": 10850
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.5864791870117188,
      "learning_rate": 1.42908638091493e-05,
      "loss": 1.7503,
      "step": 10900
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.5605257153511047,
      "learning_rate": 1.4127015336217067e-05,
      "loss": 1.8021,
      "step": 10950
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.6443638205528259,
      "learning_rate": 1.3963166863284835e-05,
      "loss": 1.7622,
      "step": 11000
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.323830246925354,
      "learning_rate": 1.3799318390352602e-05,
      "loss": 1.7814,
      "step": 11050
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.5781140327453613,
      "learning_rate": 1.363546991742037e-05,
      "loss": 1.7693,
      "step": 11100
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.7093366980552673,
      "learning_rate": 1.347162144448814e-05,
      "loss": 1.7426,
      "step": 11150
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.4438339173793793,
      "learning_rate": 1.3307772971555906e-05,
      "loss": 1.7855,
      "step": 11200
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.4285770356655121,
      "learning_rate": 1.3143924498623675e-05,
      "loss": 1.7898,
      "step": 11250
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.6678707599639893,
      "learning_rate": 1.298007602569144e-05,
      "loss": 1.7668,
      "step": 11300
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.5140306353569031,
      "learning_rate": 1.2816227552759209e-05,
      "loss": 1.7804,
      "step": 11350
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.3694643974304199,
      "learning_rate": 1.2652379079826975e-05,
      "loss": 1.7633,
      "step": 11400
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.3662973940372467,
      "learning_rate": 1.2488530606894744e-05,
      "loss": 1.758,
      "step": 11450
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.41093963384628296,
      "learning_rate": 1.2324682133962513e-05,
      "loss": 1.7501,
      "step": 11500
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.4775155782699585,
      "learning_rate": 1.216083366103028e-05,
      "loss": 1.7986,
      "step": 11550
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.36493539810180664,
      "learning_rate": 1.1996985188098048e-05,
      "loss": 1.7555,
      "step": 11600
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.9100409746170044,
      "learning_rate": 1.1833136715165815e-05,
      "loss": 1.7505,
      "step": 11650
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.41831496357917786,
      "learning_rate": 1.1669288242233583e-05,
      "loss": 1.7612,
      "step": 11700
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.4716850221157074,
      "learning_rate": 1.150543976930135e-05,
      "loss": 1.7838,
      "step": 11750
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.3609485924243927,
      "learning_rate": 1.1341591296369119e-05,
      "loss": 1.7926,
      "step": 11800
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.3157222270965576,
      "learning_rate": 1.1177742823436886e-05,
      "loss": 1.7448,
      "step": 11850
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.46687546372413635,
      "learning_rate": 1.1013894350504654e-05,
      "loss": 1.7975,
      "step": 11900
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.6575301289558411,
      "learning_rate": 1.0850045877572421e-05,
      "loss": 1.736,
      "step": 11950
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.4544192552566528,
      "learning_rate": 1.0686197404640188e-05,
      "loss": 1.7763,
      "step": 12000
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.5222745537757874,
      "learning_rate": 1.0522348931707957e-05,
      "loss": 1.7786,
      "step": 12050
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.6186469197273254,
      "learning_rate": 1.0358500458775725e-05,
      "loss": 1.7963,
      "step": 12100
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.1090551614761353,
      "learning_rate": 1.0194651985843492e-05,
      "loss": 1.808,
      "step": 12150
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.46629172563552856,
      "learning_rate": 1.003080351291126e-05,
      "loss": 1.7754,
      "step": 12200
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.5671145915985107,
      "learning_rate": 9.866955039979028e-06,
      "loss": 1.7846,
      "step": 12250
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.5020501613616943,
      "learning_rate": 9.703106567046794e-06,
      "loss": 1.753,
      "step": 12300
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.34436970949172974,
      "learning_rate": 9.539258094114563e-06,
      "loss": 1.8023,
      "step": 12350
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.4563136100769043,
      "learning_rate": 9.375409621182332e-06,
      "loss": 1.7644,
      "step": 12400
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.3465505540370941,
      "learning_rate": 9.211561148250098e-06,
      "loss": 1.7819,
      "step": 12450
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.4823606610298157,
      "learning_rate": 9.047712675317867e-06,
      "loss": 1.7626,
      "step": 12500
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.5832303166389465,
      "learning_rate": 8.883864202385634e-06,
      "loss": 1.724,
      "step": 12550
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.590023934841156,
      "learning_rate": 8.7200157294534e-06,
      "loss": 1.7708,
      "step": 12600
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.3506929278373718,
      "learning_rate": 8.55616725652117e-06,
      "loss": 1.7979,
      "step": 12650
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.5510967373847961,
      "learning_rate": 8.392318783588938e-06,
      "loss": 1.7531,
      "step": 12700
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.4131988286972046,
      "learning_rate": 8.228470310656705e-06,
      "loss": 1.7869,
      "step": 12750
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.3922310173511505,
      "learning_rate": 8.064621837724473e-06,
      "loss": 1.8283,
      "step": 12800
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.4114150106906891,
      "learning_rate": 7.90077336479224e-06,
      "loss": 1.8061,
      "step": 12850
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.5551263093948364,
      "learning_rate": 7.736924891860007e-06,
      "loss": 1.8083,
      "step": 12900
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.4596497714519501,
      "learning_rate": 7.573076418927776e-06,
      "loss": 1.768,
      "step": 12950
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.5840251445770264,
      "learning_rate": 7.409227945995543e-06,
      "loss": 1.7793,
      "step": 13000
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.6608572602272034,
      "learning_rate": 7.245379473063311e-06,
      "loss": 1.7433,
      "step": 13050
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.4415280818939209,
      "learning_rate": 7.08153100013108e-06,
      "loss": 1.7555,
      "step": 13100
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.8738279938697815,
      "learning_rate": 6.9176825271988474e-06,
      "loss": 1.7655,
      "step": 13150
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.5214579105377197,
      "learning_rate": 6.753834054266614e-06,
      "loss": 1.7626,
      "step": 13200
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.42428484559059143,
      "learning_rate": 6.589985581334382e-06,
      "loss": 1.754,
      "step": 13250
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.4472542703151703,
      "learning_rate": 6.42613710840215e-06,
      "loss": 1.8004,
      "step": 13300
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.44398799538612366,
      "learning_rate": 6.2622886354699175e-06,
      "loss": 1.7692,
      "step": 13350
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.39280277490615845,
      "learning_rate": 6.098440162537685e-06,
      "loss": 1.756,
      "step": 13400
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.5377512574195862,
      "learning_rate": 5.934591689605453e-06,
      "loss": 1.8203,
      "step": 13450
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.384995698928833,
      "learning_rate": 5.770743216673221e-06,
      "loss": 1.7671,
      "step": 13500
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.5518258810043335,
      "learning_rate": 5.606894743740988e-06,
      "loss": 1.7892,
      "step": 13550
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.5481269955635071,
      "learning_rate": 5.443046270808756e-06,
      "loss": 1.7621,
      "step": 13600
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.6983498930931091,
      "learning_rate": 5.279197797876524e-06,
      "loss": 1.7699,
      "step": 13650
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.42530539631843567,
      "learning_rate": 5.1153493249442916e-06,
      "loss": 1.781,
      "step": 13700
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.5558788776397705,
      "learning_rate": 4.951500852012059e-06,
      "loss": 1.7386,
      "step": 13750
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.40052852034568787,
      "learning_rate": 4.787652379079827e-06,
      "loss": 1.7761,
      "step": 13800
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.3250432312488556,
      "learning_rate": 4.623803906147595e-06,
      "loss": 1.7782,
      "step": 13850
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.38817328214645386,
      "learning_rate": 4.4599554332153624e-06,
      "loss": 1.7407,
      "step": 13900
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.49112117290496826,
      "learning_rate": 4.29610696028313e-06,
      "loss": 1.7229,
      "step": 13950
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.6235454082489014,
      "learning_rate": 4.132258487350898e-06,
      "loss": 1.7547,
      "step": 14000
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.4624078571796417,
      "learning_rate": 3.968410014418666e-06,
      "loss": 1.8014,
      "step": 14050
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.3169557452201843,
      "learning_rate": 3.8045615414864338e-06,
      "loss": 1.7387,
      "step": 14100
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.6099672913551331,
      "learning_rate": 3.640713068554201e-06,
      "loss": 1.8081,
      "step": 14150
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.4258570969104767,
      "learning_rate": 3.4768645956219688e-06,
      "loss": 1.7663,
      "step": 14200
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.3566250801086426,
      "learning_rate": 3.313016122689737e-06,
      "loss": 1.7435,
      "step": 14250
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.4608743190765381,
      "learning_rate": 3.1491676497575042e-06,
      "loss": 1.7605,
      "step": 14300
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.38116034865379333,
      "learning_rate": 2.985319176825272e-06,
      "loss": 1.7673,
      "step": 14350
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.5122969746589661,
      "learning_rate": 2.8214707038930397e-06,
      "loss": 1.767,
      "step": 14400
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.5967180132865906,
      "learning_rate": 2.657622230960808e-06,
      "loss": 1.8025,
      "step": 14450
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.4944264590740204,
      "learning_rate": 2.493773758028575e-06,
      "loss": 1.7947,
      "step": 14500
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.353904128074646,
      "learning_rate": 2.329925285096343e-06,
      "loss": 1.795,
      "step": 14550
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.531599223613739,
      "learning_rate": 2.166076812164111e-06,
      "loss": 1.7888,
      "step": 14600
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.43692663311958313,
      "learning_rate": 2.0022283392318783e-06,
      "loss": 1.7695,
      "step": 14650
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.489036500453949,
      "learning_rate": 1.838379866299646e-06,
      "loss": 1.7895,
      "step": 14700
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.41665858030319214,
      "learning_rate": 1.674531393367414e-06,
      "loss": 1.7757,
      "step": 14750
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.507135272026062,
      "learning_rate": 1.5106829204351817e-06,
      "loss": 1.7717,
      "step": 14800
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.4490343928337097,
      "learning_rate": 1.3468344475029494e-06,
      "loss": 1.7953,
      "step": 14850
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.7222400307655334,
      "learning_rate": 1.182985974570717e-06,
      "loss": 1.7899,
      "step": 14900
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.46795913577079773,
      "learning_rate": 1.0191375016384849e-06,
      "loss": 1.7826,
      "step": 14950
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.0008032321929932,
      "learning_rate": 8.552890287062526e-07,
      "loss": 1.7784,
      "step": 15000
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.5528744459152222,
      "learning_rate": 6.914405557740202e-07,
      "loss": 1.7827,
      "step": 15050
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.38615551590919495,
      "learning_rate": 5.275920828417879e-07,
      "loss": 1.784,
      "step": 15100
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.44470590353012085,
      "learning_rate": 3.6374360990955564e-07,
      "loss": 1.8012,
      "step": 15150
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.39151865243911743,
      "learning_rate": 1.998951369773234e-07,
      "loss": 1.7987,
      "step": 15200
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.4639741778373718,
      "learning_rate": 3.60466640450911e-08,
      "loss": 1.7547,
      "step": 15250
    }
  ],
  "logging_steps": 50,
  "max_steps": 15260,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 3815,
  "total_flos": 1.0144210157797009e+20,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}