| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0014906547414286, | |
| "eval_steps": 69, | |
| "global_step": 546, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.003663423010875787, | |
| "grad_norm": 1.5390625, | |
| "learning_rate": 1.8518518518518518e-07, | |
| "loss": 1.539, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.003663423010875787, | |
| "eval_loss": 1.5559252500534058, | |
| "eval_runtime": 86.4411, | |
| "eval_samples_per_second": 8.966, | |
| "eval_steps_per_second": 4.489, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.007326846021751574, | |
| "grad_norm": 1.6796875, | |
| "learning_rate": 3.7037037037037036e-07, | |
| "loss": 1.6519, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.010990269032627361, | |
| "grad_norm": 1.6015625, | |
| "learning_rate": 5.555555555555555e-07, | |
| "loss": 1.6261, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.014653692043503148, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 7.407407407407407e-07, | |
| "loss": 1.6201, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.018317115054378934, | |
| "grad_norm": 1.5078125, | |
| "learning_rate": 9.259259259259259e-07, | |
| "loss": 1.6406, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.021980538065254723, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 1.111111111111111e-06, | |
| "loss": 1.6432, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.025643961076130508, | |
| "grad_norm": 1.5, | |
| "learning_rate": 1.2962962962962962e-06, | |
| "loss": 1.6198, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.029307384087006297, | |
| "grad_norm": 1.4453125, | |
| "learning_rate": 1.4814814814814815e-06, | |
| "loss": 1.6053, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.03297080709788208, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 1.6666666666666667e-06, | |
| "loss": 1.5996, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.03663423010875787, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 1.8518518518518519e-06, | |
| "loss": 1.5756, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.04029765311963366, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 2.037037037037037e-06, | |
| "loss": 1.6125, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.043961076130509445, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 2.222222222222222e-06, | |
| "loss": 1.6129, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.04762449914138523, | |
| "grad_norm": 1.265625, | |
| "learning_rate": 2.4074074074074075e-06, | |
| "loss": 1.6614, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.051287922152261016, | |
| "grad_norm": 1.5546875, | |
| "learning_rate": 2.5925925925925925e-06, | |
| "loss": 1.5732, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.05495134516313681, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 2.7777777777777783e-06, | |
| "loss": 1.6096, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.058614768174012594, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 2.962962962962963e-06, | |
| "loss": 1.6093, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.06227819118488838, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 3.1481481481481483e-06, | |
| "loss": 1.5846, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.06594161419576416, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 1.6201, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.06960503720663995, | |
| "grad_norm": 1.15625, | |
| "learning_rate": 3.5185185185185187e-06, | |
| "loss": 1.6206, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.07326846021751574, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 3.7037037037037037e-06, | |
| "loss": 1.6238, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.07693188322839153, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 3.88888888888889e-06, | |
| "loss": 1.6347, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.08059530623926732, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 4.074074074074074e-06, | |
| "loss": 1.6516, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.0842587292501431, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 4.2592592592592596e-06, | |
| "loss": 1.6333, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.08792215226101889, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 4.444444444444444e-06, | |
| "loss": 1.6349, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.09158557527189468, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 4.62962962962963e-06, | |
| "loss": 1.6026, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.09524899828277046, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 4.814814814814815e-06, | |
| "loss": 1.5571, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.09891242129364625, | |
| "grad_norm": 0.9609375, | |
| "learning_rate": 5e-06, | |
| "loss": 1.582, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.10257584430452203, | |
| "grad_norm": 0.97265625, | |
| "learning_rate": 5.185185185185185e-06, | |
| "loss": 1.6034, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.10623926731539783, | |
| "grad_norm": 0.93359375, | |
| "learning_rate": 5.370370370370371e-06, | |
| "loss": 1.5796, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.10990269032627362, | |
| "grad_norm": 0.9140625, | |
| "learning_rate": 5.555555555555557e-06, | |
| "loss": 1.5657, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.1135661133371494, | |
| "grad_norm": 0.91015625, | |
| "learning_rate": 5.740740740740741e-06, | |
| "loss": 1.6262, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.11722953634802519, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 5.925925925925926e-06, | |
| "loss": 1.5697, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.12089295935890097, | |
| "grad_norm": 0.85546875, | |
| "learning_rate": 6.111111111111112e-06, | |
| "loss": 1.5783, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.12455638236977676, | |
| "grad_norm": 0.83203125, | |
| "learning_rate": 6.296296296296297e-06, | |
| "loss": 1.5434, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.12821980538065256, | |
| "grad_norm": 0.83203125, | |
| "learning_rate": 6.481481481481482e-06, | |
| "loss": 1.4929, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.13188322839152833, | |
| "grad_norm": 0.83984375, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 1.5474, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.13554665140240413, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 6.851851851851853e-06, | |
| "loss": 1.5836, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.1392100744132799, | |
| "grad_norm": 0.91015625, | |
| "learning_rate": 7.0370370370370375e-06, | |
| "loss": 1.5739, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.1428734974241557, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 7.222222222222223e-06, | |
| "loss": 1.5365, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.14653692043503147, | |
| "grad_norm": 0.82421875, | |
| "learning_rate": 7.4074074074074075e-06, | |
| "loss": 1.5932, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.15020034344590727, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 7.592592592592594e-06, | |
| "loss": 1.5309, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.15386376645678307, | |
| "grad_norm": 0.8203125, | |
| "learning_rate": 7.77777777777778e-06, | |
| "loss": 1.5373, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.15752718946765884, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 7.962962962962963e-06, | |
| "loss": 1.5511, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.16119061247853464, | |
| "grad_norm": 0.83203125, | |
| "learning_rate": 8.148148148148148e-06, | |
| "loss": 1.5749, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.1648540354894104, | |
| "grad_norm": 1.375, | |
| "learning_rate": 8.333333333333334e-06, | |
| "loss": 1.5303, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.1685174585002862, | |
| "grad_norm": 0.8203125, | |
| "learning_rate": 8.518518518518519e-06, | |
| "loss": 1.6222, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.17218088151116198, | |
| "grad_norm": 0.87109375, | |
| "learning_rate": 8.703703703703705e-06, | |
| "loss": 1.5169, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.17584430452203778, | |
| "grad_norm": 0.8671875, | |
| "learning_rate": 8.888888888888888e-06, | |
| "loss": 1.5518, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.17950772753291355, | |
| "grad_norm": 0.8359375, | |
| "learning_rate": 9.074074074074075e-06, | |
| "loss": 1.5487, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.18317115054378935, | |
| "grad_norm": 0.8515625, | |
| "learning_rate": 9.25925925925926e-06, | |
| "loss": 1.5546, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.18683457355466515, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 9.444444444444445e-06, | |
| "loss": 1.5225, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.19049799656554092, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 9.62962962962963e-06, | |
| "loss": 1.5685, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.19416141957641672, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 9.814814814814815e-06, | |
| "loss": 1.5496, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.1978248425872925, | |
| "grad_norm": 0.83984375, | |
| "learning_rate": 1e-05, | |
| "loss": 1.4815, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.2014882655981683, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 9.999898068580346e-06, | |
| "loss": 1.5171, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.20515168860904406, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 9.999592278477389e-06, | |
| "loss": 1.5559, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.20881511161991986, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 9.999082642158972e-06, | |
| "loss": 1.5364, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.21247853463079566, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 9.998369180404283e-06, | |
| "loss": 1.5392, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.21614195764167143, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 9.997451922302987e-06, | |
| "loss": 1.5376, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.21980538065254723, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 9.99633090525405e-06, | |
| "loss": 1.5128, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.223468803663423, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 9.99500617496422e-06, | |
| "loss": 1.4922, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.2271322266742988, | |
| "grad_norm": 0.75, | |
| "learning_rate": 9.993477785446151e-06, | |
| "loss": 1.5314, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.23079564968517458, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 9.991745799016206e-06, | |
| "loss": 1.5243, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.23445907269605037, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 9.989810286291923e-06, | |
| "loss": 1.5216, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.23812249570692615, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 9.987671326189123e-06, | |
| "loss": 1.4933, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.24178591871780195, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 9.985329005918702e-06, | |
| "loss": 1.5784, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.24544934172867774, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 9.982783420983075e-06, | |
| "loss": 1.5277, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.24911276473955352, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 9.980034675172274e-06, | |
| "loss": 1.5479, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.2527761877504293, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 9.977082880559725e-06, | |
| "loss": 1.562, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.2527761877504293, | |
| "eval_loss": 1.4610767364501953, | |
| "eval_runtime": 86.5737, | |
| "eval_samples_per_second": 8.952, | |
| "eval_steps_per_second": 4.482, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.2564396107613051, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 9.973928157497675e-06, | |
| "loss": 1.5046, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.26010303377218086, | |
| "grad_norm": 0.828125, | |
| "learning_rate": 9.970570634612282e-06, | |
| "loss": 1.5485, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.26376645678305666, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 9.967010448798376e-06, | |
| "loss": 1.5255, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.26742987979393246, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 9.963247745213876e-06, | |
| "loss": 1.5434, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.27109330280480826, | |
| "grad_norm": 0.85546875, | |
| "learning_rate": 9.959282677273869e-06, | |
| "loss": 1.5317, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.27475672581568406, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 9.955115406644357e-06, | |
| "loss": 1.5696, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.2784201488265598, | |
| "grad_norm": 0.91015625, | |
| "learning_rate": 9.950746103235663e-06, | |
| "loss": 1.59, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.2820835718374356, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 9.946174945195508e-06, | |
| "loss": 1.4958, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.2857469948483114, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 9.941402118901743e-06, | |
| "loss": 1.5623, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.2894104178591872, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 9.936427818954753e-06, | |
| "loss": 1.5951, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.29307384087006294, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 9.931252248169518e-06, | |
| "loss": 1.5174, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.29673726388093874, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 9.92587561756735e-06, | |
| "loss": 1.5268, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.30040068689181454, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 9.920298146367287e-06, | |
| "loss": 1.5133, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.30406410990269034, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 9.91452006197715e-06, | |
| "loss": 1.4929, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.30772753291356614, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 9.908541599984276e-06, | |
| "loss": 1.4949, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.3113909559244419, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 9.902363004145914e-06, | |
| "loss": 1.5007, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.3150543789353177, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 9.895984526379282e-06, | |
| "loss": 1.5442, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.3187178019461935, | |
| "grad_norm": 0.83203125, | |
| "learning_rate": 9.889406426751296e-06, | |
| "loss": 1.4796, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.3223812249570693, | |
| "grad_norm": 0.8125, | |
| "learning_rate": 9.882628973467972e-06, | |
| "loss": 1.5317, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.326044647967945, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 9.875652442863483e-06, | |
| "loss": 1.511, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.3297080709788208, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 9.868477119388897e-06, | |
| "loss": 1.5016, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.3333714939896966, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 9.861103295600574e-06, | |
| "loss": 1.5879, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.3370349170005724, | |
| "grad_norm": 0.859375, | |
| "learning_rate": 9.853531272148248e-06, | |
| "loss": 1.5265, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.3406983400114482, | |
| "grad_norm": 0.75, | |
| "learning_rate": 9.84576135776276e-06, | |
| "loss": 1.5244, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.34436176302232396, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 9.837793869243468e-06, | |
| "loss": 1.5531, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.34802518603319976, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 9.829629131445342e-06, | |
| "loss": 1.5195, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.35168860904407556, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 9.821267477265705e-06, | |
| "loss": 1.54, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.35535203205495136, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 9.812709247630671e-06, | |
| "loss": 1.4454, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.3590154550658271, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 9.803954791481239e-06, | |
| "loss": 1.4574, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.3626788780767029, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 9.795004465759067e-06, | |
| "loss": 1.5201, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.3663423010875787, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 9.785858635391913e-06, | |
| "loss": 1.4939, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.3700057240984545, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 9.776517673278772e-06, | |
| "loss": 1.5067, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.3736691471093303, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 9.766981960274653e-06, | |
| "loss": 1.4932, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.37733257012020605, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 9.757251885175063e-06, | |
| "loss": 1.4845, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.38099599313108184, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 9.747327844700147e-06, | |
| "loss": 1.5307, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.38465941614195764, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 9.737210243478522e-06, | |
| "loss": 1.4548, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.38832283915283344, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 9.726899494030768e-06, | |
| "loss": 1.4711, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.39198626216370924, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 9.716396016752616e-06, | |
| "loss": 1.4636, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.395649685174585, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 9.705700239897809e-06, | |
| "loss": 1.499, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.3993131081854608, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 9.694812599560632e-06, | |
| "loss": 1.5242, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.4029765311963366, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 9.68373353965814e-06, | |
| "loss": 1.5273, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.4066399542072124, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 9.672463511912056e-06, | |
| "loss": 1.5333, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.41030337721808813, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 9.66100297583035e-06, | |
| "loss": 1.4781, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.4139668002289639, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 9.649352398688506e-06, | |
| "loss": 1.5159, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.4176302232398397, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 9.637512255510475e-06, | |
| "loss": 1.5112, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.4212936462507155, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 9.625483029049295e-06, | |
| "loss": 1.5399, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.4249570692615913, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 9.613265209767417e-06, | |
| "loss": 1.521, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.42862049227246707, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 9.600859295816708e-06, | |
| "loss": 1.4956, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.43228391528334287, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 9.588265793018141e-06, | |
| "loss": 1.4859, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.43594733829421867, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 9.575485214841158e-06, | |
| "loss": 1.4867, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.43961076130509447, | |
| "grad_norm": 0.85546875, | |
| "learning_rate": 9.562518082382751e-06, | |
| "loss": 1.488, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.4432741843159702, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 9.54936492434621e-06, | |
| "loss": 1.5129, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.446937607326846, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 9.536026277019562e-06, | |
| "loss": 1.5484, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.4506010303377218, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 9.522502684253709e-06, | |
| "loss": 1.5017, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.4542644533485976, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 9.508794697440257e-06, | |
| "loss": 1.4869, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.4579278763594734, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 9.494902875489031e-06, | |
| "loss": 1.5279, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.46159129937034915, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 9.480827784805278e-06, | |
| "loss": 1.506, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.46525472238122495, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 9.466569999266595e-06, | |
| "loss": 1.4857, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.46891814539210075, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 9.452130100199504e-06, | |
| "loss": 1.5652, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.47258156840297655, | |
| "grad_norm": 0.75, | |
| "learning_rate": 9.437508676355774e-06, | |
| "loss": 1.5093, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.4762449914138523, | |
| "grad_norm": 0.75, | |
| "learning_rate": 9.422706323888398e-06, | |
| "loss": 1.4592, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.4799084144247281, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 9.407723646327299e-06, | |
| "loss": 1.4626, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.4835718374356039, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 9.392561254554712e-06, | |
| "loss": 1.5082, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.4872352604464797, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 9.377219766780288e-06, | |
| "loss": 1.5389, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.4908986834573555, | |
| "grad_norm": 0.66015625, | |
| "learning_rate": 9.361699808515877e-06, | |
| "loss": 1.4567, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.49456210646823123, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 9.346002012550027e-06, | |
| "loss": 1.4903, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.49822552947910703, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 9.330127018922195e-06, | |
| "loss": 1.5068, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.5018889524899828, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 9.314075474896631e-06, | |
| "loss": 1.5039, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.5055523755008586, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 9.297848034936007e-06, | |
| "loss": 1.4928, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.5055523755008586, | |
| "eval_loss": 1.4303784370422363, | |
| "eval_runtime": 86.5297, | |
| "eval_samples_per_second": 8.956, | |
| "eval_steps_per_second": 4.484, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.5092157985117344, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 9.281445360674717e-06, | |
| "loss": 1.5562, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.5128792215226102, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 9.264868120891913e-06, | |
| "loss": 1.4492, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.516542644533486, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 9.24811699148423e-06, | |
| "loss": 1.4349, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.5202060675443617, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 9.231192655438222e-06, | |
| "loss": 1.479, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.5238694905552376, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 9.214095802802533e-06, | |
| "loss": 1.5113, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.5275329135661133, | |
| "grad_norm": 0.75, | |
| "learning_rate": 9.196827130659752e-06, | |
| "loss": 1.5157, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.5311963365769892, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 9.179387343097978e-06, | |
| "loss": 1.4772, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.5348597595878649, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 9.161777151182137e-06, | |
| "loss": 1.5372, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.5385231825987407, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 9.143997272924974e-06, | |
| "loss": 1.4623, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.5421866056096165, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 9.12604843325778e-06, | |
| "loss": 1.5204, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.5458500286204923, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 9.10793136400084e-06, | |
| "loss": 1.5264, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.5495134516313681, | |
| "grad_norm": 0.796875, | |
| "learning_rate": 9.089646803833589e-06, | |
| "loss": 1.467, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.5531768746422439, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 9.071195498264497e-06, | |
| "loss": 1.4847, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.5568402976531196, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 9.052578199600675e-06, | |
| "loss": 1.4867, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.5605037206639955, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 9.033795666917191e-06, | |
| "loss": 1.49, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.5641671436748712, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 9.014848666026138e-06, | |
| "loss": 1.4984, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.5678305666857469, | |
| "grad_norm": 0.82421875, | |
| "learning_rate": 8.995737969445395e-06, | |
| "loss": 1.4957, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.5714939896966228, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 8.976464356367133e-06, | |
| "loss": 1.4975, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.5751574127074985, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 8.957028612626051e-06, | |
| "loss": 1.5144, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.5788208357183744, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 8.937431530667329e-06, | |
| "loss": 1.4688, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.5824842587292501, | |
| "grad_norm": 0.796875, | |
| "learning_rate": 8.917673909514321e-06, | |
| "loss": 1.4647, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.5861476817401259, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 8.897756554735976e-06, | |
| "loss": 1.5029, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.5898111047510017, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 8.877680278413995e-06, | |
| "loss": 1.4559, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.5934745277618775, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 8.857445899109716e-06, | |
| "loss": 1.4876, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.5971379507727533, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 8.83705424183074e-06, | |
| "loss": 1.5204, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.6008013737836291, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 8.8165061379973e-06, | |
| "loss": 1.5099, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.6044647967945048, | |
| "grad_norm": 0.8203125, | |
| "learning_rate": 8.795802425408352e-06, | |
| "loss": 1.5189, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.6081282198053807, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 8.774943948207427e-06, | |
| "loss": 1.4384, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.6117916428162564, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 8.753931556848195e-06, | |
| "loss": 1.4618, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.6154550658271323, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 8.732766108059814e-06, | |
| "loss": 1.4531, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.619118488838008, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 8.711448464811978e-06, | |
| "loss": 1.4737, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.6227819118488838, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 8.689979496279747e-06, | |
| "loss": 1.4604, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.6264453348597596, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 8.668360077808093e-06, | |
| "loss": 1.488, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.6301087578706354, | |
| "grad_norm": 0.8828125, | |
| "learning_rate": 8.646591090876225e-06, | |
| "loss": 1.4882, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.6337721808815112, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 8.62467342306164e-06, | |
| "loss": 1.4495, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.637435603892387, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 8.602607968003935e-06, | |
| "loss": 1.4671, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.6410990269032627, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 8.580395625368377e-06, | |
| "loss": 1.4682, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.6447624499141386, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 8.558037300809209e-06, | |
| "loss": 1.5226, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.6484258729250143, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 8.535533905932739e-06, | |
| "loss": 1.4958, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.65208929593589, | |
| "grad_norm": 0.85546875, | |
| "learning_rate": 8.512886358260162e-06, | |
| "loss": 1.4589, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.6557527189467659, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 8.490095581190149e-06, | |
| "loss": 1.4966, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.6594161419576416, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 8.467162503961209e-06, | |
| "loss": 1.4866, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.6630795649685175, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 8.444088061613788e-06, | |
| "loss": 1.4029, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.6667429879793932, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 8.420873194952153e-06, | |
| "loss": 1.4235, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.670406410990269, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 8.39751885050603e-06, | |
| "loss": 1.5138, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.6740698340011448, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 8.37402598049201e-06, | |
| "loss": 1.4258, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.6777332570120206, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 8.350395542774737e-06, | |
| "loss": 1.5137, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.6813966800228964, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 8.326628500827826e-06, | |
| "loss": 1.5015, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.6850601030337722, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 8.302725823694619e-06, | |
| "loss": 1.4839, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.6887235260446479, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 8.278688485948634e-06, | |
| "loss": 1.479, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.6923869490555238, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 8.254517467653858e-06, | |
| "loss": 1.5126, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.6960503720663995, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 8.230213754324773e-06, | |
| "loss": 1.4236, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.6997137950772754, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 8.205778336886182e-06, | |
| "loss": 1.4576, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.7033772180881511, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 8.1812122116328e-06, | |
| "loss": 1.4378, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.7070406410990269, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 8.156516380188635e-06, | |
| "loss": 1.4678, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.7107040641099027, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 8.131691849466154e-06, | |
| "loss": 1.4711, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.7143674871207785, | |
| "grad_norm": 0.65625, | |
| "learning_rate": 8.106739631625216e-06, | |
| "loss": 1.4751, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.7180309101316542, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 8.081660744031818e-06, | |
| "loss": 1.4802, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.7216943331425301, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 8.056456209216609e-06, | |
| "loss": 1.4942, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.7253577561534058, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 8.031127054833192e-06, | |
| "loss": 1.4993, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.7290211791642817, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 8.005674313616231e-06, | |
| "loss": 1.4589, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.7326846021751574, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 7.98009902333935e-06, | |
| "loss": 1.535, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.7363480251860332, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 7.954402226772804e-06, | |
| "loss": 1.4564, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.740011448196909, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 7.928584971640974e-06, | |
| "loss": 1.5054, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.7436748712077847, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 7.90264831057965e-06, | |
| "loss": 1.4671, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.7473382942186606, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 7.876593301093104e-06, | |
| "loss": 1.4747, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.7510017172295363, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 7.850421005510977e-06, | |
| "loss": 1.4493, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.7546651402404121, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 7.824132490944968e-06, | |
| "loss": 1.4558, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.758328563251288, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 7.797728829245321e-06, | |
| "loss": 1.4968, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.758328563251288, | |
| "eval_loss": 1.4155006408691406, | |
| "eval_runtime": 86.4267, | |
| "eval_samples_per_second": 8.967, | |
| "eval_steps_per_second": 4.489, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.7619919862621637, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 7.771211096957125e-06, | |
| "loss": 1.5118, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.7656554092730395, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 7.744580375276416e-06, | |
| "loss": 1.4467, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.7693188322839153, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 7.717837750006106e-06, | |
| "loss": 1.434, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.772982255294791, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 7.690984311511695e-06, | |
| "loss": 1.4912, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.7766456783056669, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 7.664021154676828e-06, | |
| "loss": 1.4985, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.7803091013165426, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 7.636949378858647e-06, | |
| "loss": 1.4642, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.7839725243274185, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 7.609770087842969e-06, | |
| "loss": 1.5051, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.7876359473382942, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 7.582484389799279e-06, | |
| "loss": 1.4656, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.79129937034917, | |
| "grad_norm": 0.75, | |
| "learning_rate": 7.555093397235553e-06, | |
| "loss": 1.4589, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.7949627933600458, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 7.527598226952895e-06, | |
| "loss": 1.499, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.7986262163709216, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 7.500000000000001e-06, | |
| "loss": 1.4684, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.8022896393817973, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 7.472299841627452e-06, | |
| "loss": 1.488, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.8059530623926732, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 7.444498881241835e-06, | |
| "loss": 1.5102, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.8096164854035489, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 7.4165982523596945e-06, | |
| "loss": 1.4967, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.8132799084144248, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 7.388599092561315e-06, | |
| "loss": 1.4965, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.8169433314253005, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 7.360502543444339e-06, | |
| "loss": 1.4254, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.8206067544361763, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 7.3323097505772225e-06, | |
| "loss": 1.4696, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.8242701774470521, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 7.304021863452525e-06, | |
| "loss": 1.4695, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.8279336004579279, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 7.2756400354400445e-06, | |
| "loss": 1.4825, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.8315970234688037, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 7.24716542373979e-06, | |
| "loss": 1.4858, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.8352604464796795, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 7.218599189334799e-06, | |
| "loss": 1.4415, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.8389238694905552, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 7.189942496943803e-06, | |
| "loss": 1.4819, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.842587292501431, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 7.161196514973735e-06, | |
| "loss": 1.4335, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.8462507155123068, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 7.132362415472099e-06, | |
| "loss": 1.4494, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.8499141385231826, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 7.1034413740791705e-06, | |
| "loss": 1.4306, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.8535775615340584, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 7.0744345699800755e-06, | |
| "loss": 1.4598, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.8572409845449341, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 7.045343185856701e-06, | |
| "loss": 1.4681, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.86090440755581, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 7.016168407839478e-06, | |
| "loss": 1.4952, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.8645678305666857, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 6.986911425459028e-06, | |
| "loss": 1.4403, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.8682312535775615, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 6.957573431597646e-06, | |
| "loss": 1.4945, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.8718946765884373, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 6.92815562244068e-06, | |
| "loss": 1.4798, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.8755580995993131, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 6.898659197427748e-06, | |
| "loss": 1.4269, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.8792215226101889, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 6.869085359203844e-06, | |
| "loss": 1.4421, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.8828849456210647, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 6.839435313570293e-06, | |
| "loss": 1.4389, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.8865483686319404, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 6.80971026943559e-06, | |
| "loss": 1.4923, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.8902117916428163, | |
| "grad_norm": 0.65234375, | |
| "learning_rate": 6.779911438766117e-06, | |
| "loss": 1.4152, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.893875214653692, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 6.750040036536718e-06, | |
| "loss": 1.446, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.8975386376645679, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 6.72009728068117e-06, | |
| "loss": 1.4097, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.9012020606754436, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 6.690084392042514e-06, | |
| "loss": 1.4293, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.9048654836863194, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 6.6600025943232935e-06, | |
| "loss": 1.464, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.9085289066971952, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 6.629853114035643e-06, | |
| "loss": 1.4908, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.912192329708071, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 6.599637180451295e-06, | |
| "loss": 1.4942, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.9158557527189468, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 6.569356025551454e-06, | |
| "loss": 1.4677, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.9195191757298226, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 6.539010883976562e-06, | |
| "loss": 1.4457, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.9231825987406983, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 6.508602992975963e-06, | |
| "loss": 1.4622, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.9268460217515742, | |
| "grad_norm": 0.65625, | |
| "learning_rate": 6.478133592357455e-06, | |
| "loss": 1.4319, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.9305094447624499, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 6.447603924436744e-06, | |
| "loss": 1.453, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.9341728677733258, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 6.417015233986786e-06, | |
| "loss": 1.4239, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.9378362907842015, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 6.38636876818704e-06, | |
| "loss": 1.4798, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.9414997137950772, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 6.3556657765726116e-06, | |
| "loss": 1.4944, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.9451631368059531, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 6.32490751098331e-06, | |
| "loss": 1.4843, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.9488265598168288, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 6.294095225512604e-06, | |
| "loss": 1.495, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.9524899828277046, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 6.263230176456497e-06, | |
| "loss": 1.4301, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.9561534058385804, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 6.232313622262297e-06, | |
| "loss": 1.5314, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.9598168288494562, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 6.2013468234773034e-06, | |
| "loss": 1.4744, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.963480251860332, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 6.170331042697425e-06, | |
| "loss": 1.4152, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.9671436748712078, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 6.139267544515689e-06, | |
| "loss": 1.4507, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.9708070978820835, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 6.10815759547068e-06, | |
| "loss": 1.4621, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.9744705208929594, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 6.077002463994908e-06, | |
| "loss": 1.4759, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.9781339439038351, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 6.045803420363085e-06, | |
| "loss": 1.5047, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.981797366914711, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 6.014561736640334e-06, | |
| "loss": 1.446, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.9854607899255867, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 5.983278686630327e-06, | |
| "loss": 1.4742, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.9891242129364625, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 5.951955545823342e-06, | |
| "loss": 1.4837, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.9927876359473383, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 5.920593591344264e-06, | |
| "loss": 1.4585, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.9964510589582141, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 5.8891941019005095e-06, | |
| "loss": 1.4889, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 1.00011448196909, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 5.857758357729892e-06, | |
| "loss": 1.5012, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 1.00343997248022, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 5.826287640548425e-06, | |
| "loss": 1.4676, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 1.0071092764591216, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 5.794783233498062e-06, | |
| "loss": 1.4632, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.0107785804380232, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 5.763246421094373e-06, | |
| "loss": 1.4817, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 1.0107785804380232, | |
| "eval_loss": 1.4074798822402954, | |
| "eval_runtime": 86.3869, | |
| "eval_samples_per_second": 8.971, | |
| "eval_steps_per_second": 4.491, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 1.0144478844169247, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 5.731678489174186e-06, | |
| "loss": 1.3825, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 1.0181171883958262, | |
| "grad_norm": 0.75, | |
| "learning_rate": 5.7000807248431466e-06, | |
| "loss": 1.4202, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 1.0217864923747277, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 5.668454416423243e-06, | |
| "loss": 1.4907, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 1.0254557963536293, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 5.636800853400285e-06, | |
| "loss": 1.4115, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.0291251003325306, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 5.605121326371316e-06, | |
| "loss": 1.4316, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 1.032794404311432, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 5.573417126992004e-06, | |
| "loss": 1.4734, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 1.0364637082903336, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 5.5416895479239665e-06, | |
| "loss": 1.4181, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 1.0401330122692352, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 5.509939882782077e-06, | |
| "loss": 1.5014, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 1.0438023162481367, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 5.478169426081712e-06, | |
| "loss": 1.4454, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.0474716202270382, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 5.446379473185972e-06, | |
| "loss": 1.4678, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 1.0511409242059397, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 5.41457132025287e-06, | |
| "loss": 1.4437, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 1.0548102281848413, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 5.38274626418248e-06, | |
| "loss": 1.4636, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 1.0584795321637426, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 5.3509056025640575e-06, | |
| "loss": 1.4414, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 1.062148836142644, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 5.319050633623141e-06, | |
| "loss": 1.5076, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.0658181401215456, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 5.287182656168618e-06, | |
| "loss": 1.4199, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 1.0694874441004472, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 5.255302969539753e-06, | |
| "loss": 1.4788, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 1.0731567480793487, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 5.22341287355324e-06, | |
| "loss": 1.4889, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 1.0768260520582502, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 5.191513668450178e-06, | |
| "loss": 1.4079, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 1.0804953560371517, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 5.1596066548430725e-06, | |
| "loss": 1.5113, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.0841646600160533, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 5.127693133662801e-06, | |
| "loss": 1.4427, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 1.0878339639949548, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 5.095774406105572e-06, | |
| "loss": 1.4381, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 1.091503267973856, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 5.06385177357987e-06, | |
| "loss": 1.4975, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 1.0951725719527576, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 5.031926537653396e-06, | |
| "loss": 1.4333, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 1.0988418759316592, | |
| "grad_norm": 0.66015625, | |
| "learning_rate": 5e-06, | |
| "loss": 1.4498, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.1025111799105607, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 4.968073462346605e-06, | |
| "loss": 1.428, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 1.1061804838894622, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 4.936148226420133e-06, | |
| "loss": 1.5139, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 1.1098497878683637, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 4.90422559389443e-06, | |
| "loss": 1.4781, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 1.1135190918472653, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 4.8723068663372005e-06, | |
| "loss": 1.5284, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 1.1171883958261668, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 4.84039334515693e-06, | |
| "loss": 1.4669, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.120857699805068, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 4.808486331549824e-06, | |
| "loss": 1.4945, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 1.1245270037839696, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 4.776587126446761e-06, | |
| "loss": 1.5031, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 1.1281963077628712, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 4.744697030460248e-06, | |
| "loss": 1.4379, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 1.1318656117417727, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 4.712817343831384e-06, | |
| "loss": 1.4564, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 1.1355349157206742, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 4.680949366376858e-06, | |
| "loss": 1.4879, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.1392042196995757, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 4.649094397435944e-06, | |
| "loss": 1.5162, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 1.1428735236784773, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 4.617253735817522e-06, | |
| "loss": 1.4739, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 1.1465428276573788, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 4.585428679747133e-06, | |
| "loss": 1.4835, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 1.1502121316362803, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 4.553620526814029e-06, | |
| "loss": 1.414, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 1.1538814356151819, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 4.521830573918289e-06, | |
| "loss": 1.4474, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 1.1575507395940832, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 4.490060117217925e-06, | |
| "loss": 1.428, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 1.1612200435729847, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 4.458310452076034e-06, | |
| "loss": 1.4305, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 1.1648893475518862, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 4.426582873007999e-06, | |
| "loss": 1.4561, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 1.1685586515307878, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 4.3948786736286866e-06, | |
| "loss": 1.4406, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 1.1722279555096893, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 4.363199146599717e-06, | |
| "loss": 1.4912, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.1758972594885908, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 4.331545583576758e-06, | |
| "loss": 1.4481, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 1.1795665634674923, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 4.299919275156857e-06, | |
| "loss": 1.4796, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 1.1832358674463936, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 4.2683215108258145e-06, | |
| "loss": 1.5001, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 1.1869051714252952, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 4.236753578905627e-06, | |
| "loss": 1.4334, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 1.1905744754041967, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 4.205216766501941e-06, | |
| "loss": 1.5136, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.1942437793830982, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 4.173712359451576e-06, | |
| "loss": 1.5047, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 1.1979130833619998, | |
| "grad_norm": 0.6484375, | |
| "learning_rate": 4.142241642270109e-06, | |
| "loss": 1.4266, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 1.2015823873409013, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 4.110805898099492e-06, | |
| "loss": 1.5102, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 1.2052516913198028, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 4.079406408655737e-06, | |
| "loss": 1.4405, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 1.2089209952987043, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 4.048044454176658e-06, | |
| "loss": 1.4366, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.2125902992776059, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 4.016721313369674e-06, | |
| "loss": 1.4686, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 1.2162596032565074, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 3.985438263359667e-06, | |
| "loss": 1.4541, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 1.2199289072354087, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 3.954196579636918e-06, | |
| "loss": 1.4657, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 1.2235982112143102, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 3.922997536005094e-06, | |
| "loss": 1.3919, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 1.2272675151932118, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 3.891842404529321e-06, | |
| "loss": 1.4672, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.2309368191721133, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 3.860732455484314e-06, | |
| "loss": 1.4108, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 1.2346061231510148, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 3.829668957302576e-06, | |
| "loss": 1.4663, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 1.2382754271299163, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 3.7986531765226965e-06, | |
| "loss": 1.4127, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 1.2419447311088179, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 3.7676863777377055e-06, | |
| "loss": 1.4151, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 1.2456140350877192, | |
| "grad_norm": 0.765625, | |
| "learning_rate": 3.7367698235435036e-06, | |
| "loss": 1.4531, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.2492833390666207, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 3.705904774487396e-06, | |
| "loss": 1.4463, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 1.2529526430455222, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 3.675092489016693e-06, | |
| "loss": 1.4502, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 1.2566219470244238, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 3.6443342234273905e-06, | |
| "loss": 1.4793, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 1.2602912510033253, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 3.61363123181296e-06, | |
| "loss": 1.5136, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 1.2639605549822268, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 3.582984766013215e-06, | |
| "loss": 1.4637, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.2639605549822268, | |
| "eval_loss": 1.4037530422210693, | |
| "eval_runtime": 86.5383, | |
| "eval_samples_per_second": 8.956, | |
| "eval_steps_per_second": 4.484, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.2676298589611283, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 3.5523960755632573e-06, | |
| "loss": 1.5192, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 1.2712991629400299, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 3.5218664076425455e-06, | |
| "loss": 1.4695, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 1.2749684669189314, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 3.4913970070240388e-06, | |
| "loss": 1.4707, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 1.278637770897833, | |
| "grad_norm": 0.6640625, | |
| "learning_rate": 3.460989116023439e-06, | |
| "loss": 1.4646, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 1.2823070748767345, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 3.4306439744485453e-06, | |
| "loss": 1.4668, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.2859763788556358, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 3.400362819548706e-06, | |
| "loss": 1.4729, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 1.2896456828345373, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 3.3701468859643583e-06, | |
| "loss": 1.4596, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 1.2933149868134388, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 3.3399974056767095e-06, | |
| "loss": 1.4346, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 1.2969842907923403, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 3.309915607957487e-06, | |
| "loss": 1.432, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 1.3006535947712419, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 3.2799027193188316e-06, | |
| "loss": 1.3905, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.3043228987501434, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 3.249959963463283e-06, | |
| "loss": 1.4609, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 1.3079922027290447, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 3.2200885612338846e-06, | |
| "loss": 1.4484, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 1.3116615067079462, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 3.19028973056441e-06, | |
| "loss": 1.4393, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 1.3153308106868478, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 3.160564686429709e-06, | |
| "loss": 1.4205, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 1.3190001146657493, | |
| "grad_norm": 0.65234375, | |
| "learning_rate": 3.1309146407961565e-06, | |
| "loss": 1.4736, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.3226694186446508, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 3.1013408025722515e-06, | |
| "loss": 1.4501, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 1.3263387226235523, | |
| "grad_norm": 0.640625, | |
| "learning_rate": 3.0718443775593233e-06, | |
| "loss": 1.4038, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 1.3300080266024539, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 3.0424265684023556e-06, | |
| "loss": 1.4786, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 1.3336773305813554, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 3.0130885745409744e-06, | |
| "loss": 1.4944, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 1.337346634560257, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 2.9838315921605237e-06, | |
| "loss": 1.4274, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.3410159385391585, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 2.9546568141433007e-06, | |
| "loss": 1.4483, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 1.34468524251806, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 2.9255654300199253e-06, | |
| "loss": 1.4838, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 1.3483545464969613, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 2.8965586259208295e-06, | |
| "loss": 1.4264, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 1.3520238504758628, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 2.8676375845279013e-06, | |
| "loss": 1.4688, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 1.3556931544547643, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 2.838803485026265e-06, | |
| "loss": 1.4343, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.3593624584336659, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 2.810057503056198e-06, | |
| "loss": 1.4511, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 1.3630317624125674, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 2.781400810665201e-06, | |
| "loss": 1.4483, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 1.366701066391469, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 2.7528345762602125e-06, | |
| "loss": 1.4168, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 1.3703703703703702, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 2.724359964559958e-06, | |
| "loss": 1.4603, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 1.3740396743492718, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 2.695978136547476e-06, | |
| "loss": 1.5096, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.3777089783281733, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 2.6676902494227795e-06, | |
| "loss": 1.4904, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 1.3813782823070748, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 2.639497456555663e-06, | |
| "loss": 1.4747, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 1.3850475862859764, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 2.611400907438685e-06, | |
| "loss": 1.4133, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 1.3887168902648779, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 2.583401747640307e-06, | |
| "loss": 1.5062, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 1.3923861942437794, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 2.555501118758167e-06, | |
| "loss": 1.4598, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.396055498222681, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 2.527700158372548e-06, | |
| "loss": 1.5289, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 1.3997248022015825, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 2.5000000000000015e-06, | |
| "loss": 1.4476, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 1.403394106180484, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 2.472401773047107e-06, | |
| "loss": 1.4792, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 1.4070634101593855, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 2.4449066027644473e-06, | |
| "loss": 1.4892, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 1.4107327141382868, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 2.4175156102007237e-06, | |
| "loss": 1.4466, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.4144020181171884, | |
| "grad_norm": 0.6484375, | |
| "learning_rate": 2.3902299121570332e-06, | |
| "loss": 1.4712, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 1.4180713220960899, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 2.363050621141354e-06, | |
| "loss": 1.4384, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 1.4217406260749914, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 2.3359788453231723e-06, | |
| "loss": 1.4767, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 1.425409930053893, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 2.309015688488305e-06, | |
| "loss": 1.4331, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 1.4290792340327945, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 2.282162249993895e-06, | |
| "loss": 1.4562, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.4327485380116958, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 2.2554196247235843e-06, | |
| "loss": 1.4585, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 1.4364178419905973, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 2.228788903042877e-06, | |
| "loss": 1.4396, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 1.4400871459694988, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 2.20227117075468e-06, | |
| "loss": 1.4184, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 1.4437564499484004, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 2.175867509055033e-06, | |
| "loss": 1.4734, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 1.4474257539273019, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 2.149578994489024e-06, | |
| "loss": 1.4194, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.4510950579062034, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 2.1234066989068972e-06, | |
| "loss": 1.4408, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 1.454764361885105, | |
| "grad_norm": 0.6484375, | |
| "learning_rate": 2.0973516894203507e-06, | |
| "loss": 1.4546, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 1.4584336658640065, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 2.071415028359026e-06, | |
| "loss": 1.4392, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 1.462102969842908, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 2.045597773227199e-06, | |
| "loss": 1.4277, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 1.4657722738218095, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 2.019900976660651e-06, | |
| "loss": 1.4296, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.469441577800711, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 1.994325686383769e-06, | |
| "loss": 1.5095, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 1.4731108817796124, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 1.9688729451668116e-06, | |
| "loss": 1.4765, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.4767801857585139, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 1.943543790783392e-06, | |
| "loss": 1.5502, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 1.4804494897374154, | |
| "grad_norm": 0.6640625, | |
| "learning_rate": 1.9183392559681812e-06, | |
| "loss": 1.5307, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 1.484118793716317, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 1.8932603683747858e-06, | |
| "loss": 1.4203, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.4877880976952185, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 1.8683081505338468e-06, | |
| "loss": 1.4446, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 1.49145740167412, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 1.8434836198113642e-06, | |
| "loss": 1.4736, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 1.4951267056530213, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 1.8187877883672024e-06, | |
| "loss": 1.4205, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 1.4987960096319228, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 1.7942216631138188e-06, | |
| "loss": 1.4663, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 1.5024653136108244, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 1.7697862456752273e-06, | |
| "loss": 1.4042, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.5061346175897259, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 1.745482532346145e-06, | |
| "loss": 1.4556, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 1.5098039215686274, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 1.7213115140513687e-06, | |
| "loss": 1.477, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 1.513473225547529, | |
| "grad_norm": 0.64453125, | |
| "learning_rate": 1.6972741763053835e-06, | |
| "loss": 1.4345, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 1.5171425295264305, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 1.6733714991721738e-06, | |
| "loss": 1.4701, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 1.5171425295264305, | |
| "eval_loss": 1.4025633335113525, | |
| "eval_runtime": 86.4313, | |
| "eval_samples_per_second": 8.967, | |
| "eval_steps_per_second": 4.489, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 1.520811833505332, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 1.649604457225266e-06, | |
| "loss": 1.4382, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.5244811374842335, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 1.6259740195079903e-06, | |
| "loss": 1.4168, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 1.528150441463135, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 1.6024811494939723e-06, | |
| "loss": 1.4085, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 1.5318197454420366, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 1.5791268050478487e-06, | |
| "loss": 1.3977, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 1.5354890494209381, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 1.555911938386213e-06, | |
| "loss": 1.472, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 1.5391583533998394, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.532837496038792e-06, | |
| "loss": 1.4904, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.542827657378741, | |
| "grad_norm": 0.65625, | |
| "learning_rate": 1.509904418809852e-06, | |
| "loss": 1.4428, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 1.5464969613576425, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 1.4871136417398407e-06, | |
| "loss": 1.4436, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 1.550166265336544, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 1.4644660940672628e-06, | |
| "loss": 1.4498, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 1.5538355693154455, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 1.4419626991907925e-06, | |
| "loss": 1.4447, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 1.5575048732943468, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 1.4196043746316252e-06, | |
| "loss": 1.4668, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.5611741772732484, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 1.3973920319960654e-06, | |
| "loss": 1.4628, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 1.56484348125215, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 1.3753265769383605e-06, | |
| "loss": 1.4474, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 1.5685127852310514, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 1.3534089091237757e-06, | |
| "loss": 1.5121, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 1.572182089209953, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 1.3316399221919075e-06, | |
| "loss": 1.4867, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 1.5758513931888545, | |
| "grad_norm": 0.6640625, | |
| "learning_rate": 1.310020503720254e-06, | |
| "loss": 1.4734, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.579520697167756, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.2885515351880217e-06, | |
| "loss": 1.4975, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 1.5831900011466575, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 1.2672338919401866e-06, | |
| "loss": 1.4988, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 1.586859305125559, | |
| "grad_norm": 0.6640625, | |
| "learning_rate": 1.2460684431518055e-06, | |
| "loss": 1.4176, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 1.5905286091044606, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 1.2250560517925747e-06, | |
| "loss": 1.485, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 1.5941979130833621, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 1.2041975745916474e-06, | |
| "loss": 1.5118, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.5978672170622636, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 1.183493862002702e-06, | |
| "loss": 1.4962, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 1.601536521041165, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 1.1629457581692616e-06, | |
| "loss": 1.4537, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 1.6052058250200665, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.1425541008902852e-06, | |
| "loss": 1.4817, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 1.608875128998968, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 1.1223197215860065e-06, | |
| "loss": 1.4836, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 1.6125444329778695, | |
| "grad_norm": 0.65234375, | |
| "learning_rate": 1.1022434452640252e-06, | |
| "loss": 1.4107, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.616213736956771, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 1.0823260904856791e-06, | |
| "loss": 1.4774, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 1.6198830409356724, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 1.0625684693326727e-06, | |
| "loss": 1.4588, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 1.623552344914574, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 1.0429713873739505e-06, | |
| "loss": 1.4889, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 1.6272216488934754, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 1.0235356436328675e-06, | |
| "loss": 1.4724, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 1.630890952872377, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 1.0042620305546069e-06, | |
| "loss": 1.4209, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.6345602568512785, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 9.851513339738627e-07, | |
| "loss": 1.4596, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 1.63822956083018, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 9.662043330828086e-07, | |
| "loss": 1.4493, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 1.6418988648090815, | |
| "grad_norm": 0.6640625, | |
| "learning_rate": 9.474218003993275e-07, | |
| "loss": 1.4586, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 1.645568168787983, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 9.288045017355035e-07, | |
| "loss": 1.4519, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 1.6492374727668846, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 9.10353196166412e-07, | |
| "loss": 1.4053, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.6529067767457861, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 8.920686359991615e-07, | |
| "loss": 1.452, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 1.6565760807246876, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 8.739515667422211e-07, | |
| "loss": 1.4608, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 1.6602453847035892, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 8.560027270750276e-07, | |
| "loss": 1.4702, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 1.6639146886824907, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 8.382228488178639e-07, | |
| "loss": 1.4405, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 1.667583992661392, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 8.206126569020234e-07, | |
| "loss": 1.4379, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.6712532966402935, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 8.031728693402502e-07, | |
| "loss": 1.4604, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.674922600619195, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 7.859041971974668e-07, | |
| "loss": 1.4493, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 1.6785919045980966, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 7.6880734456178e-07, | |
| "loss": 1.4538, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.682261208576998, | |
| "grad_norm": 0.66015625, | |
| "learning_rate": 7.518830085157735e-07, | |
| "loss": 1.4081, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 1.6859305125558994, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 7.351318791080881e-07, | |
| "loss": 1.4211, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.689599816534801, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 7.185546393252835e-07, | |
| "loss": 1.4536, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 1.6932691205137025, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 7.021519650639952e-07, | |
| "loss": 1.4332, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.696938424492604, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 6.859245251033697e-07, | |
| "loss": 1.4219, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 1.7006077284715055, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 6.698729810778065e-07, | |
| "loss": 1.4141, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.704277032450407, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 6.539979874499747e-07, | |
| "loss": 1.4131, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.7079463364293086, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 6.383001914841252e-07, | |
| "loss": 1.423, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.7116156404082101, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 6.227802332197125e-07, | |
| "loss": 1.4103, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 1.7152849443871117, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 6.074387454452891e-07, | |
| "loss": 1.4348, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.7189542483660132, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 5.922763536727023e-07, | |
| "loss": 1.4247, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.7226235523449147, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 5.772936761116027e-07, | |
| "loss": 1.4569, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.7262928563238162, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 5.624913236442287e-07, | |
| "loss": 1.5117, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 1.7299621603027175, | |
| "grad_norm": 0.66015625, | |
| "learning_rate": 5.478698998004967e-07, | |
| "loss": 1.3924, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.733631464281619, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 5.334300007334065e-07, | |
| "loss": 1.4718, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.7373007682605206, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 5.191722151947227e-07, | |
| "loss": 1.4761, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.7409700722394221, | |
| "grad_norm": 0.75, | |
| "learning_rate": 5.050971245109709e-07, | |
| "loss": 1.526, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.7446393762183234, | |
| "grad_norm": 0.6640625, | |
| "learning_rate": 4.91205302559743e-07, | |
| "loss": 1.4963, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.748308680197225, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 4.77497315746292e-07, | |
| "loss": 1.5114, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.7519779841761265, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 4.639737229804403e-07, | |
| "loss": 1.456, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.755647288155028, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 4.5063507565379195e-07, | |
| "loss": 1.4133, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.7593165921339295, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 4.374819176172501e-07, | |
| "loss": 1.4294, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.762985896112831, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 4.245147851588438e-07, | |
| "loss": 1.3787, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.7666552000917326, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 4.1173420698186027e-07, | |
| "loss": 1.4484, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.7703245040706341, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 3.9914070418329123e-07, | |
| "loss": 1.4657, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.7703245040706341, | |
| "eval_loss": 1.4023281335830688, | |
| "eval_runtime": 86.4904, | |
| "eval_samples_per_second": 8.961, | |
| "eval_steps_per_second": 4.486, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.7739938080495357, | |
| "grad_norm": 0.66015625, | |
| "learning_rate": 3.8673479023258464e-07, | |
| "loss": 1.4335, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.7776631120284372, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 3.7451697095070736e-07, | |
| "loss": 1.4129, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.7813324160073387, | |
| "grad_norm": 0.66015625, | |
| "learning_rate": 3.6248774448952695e-07, | |
| "loss": 1.3978, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.7850017199862402, | |
| "grad_norm": 0.83984375, | |
| "learning_rate": 3.506476013114946e-07, | |
| "loss": 1.4322, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 1.7886710239651418, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 3.3899702416965166e-07, | |
| "loss": 1.4127, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.792340327944043, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 3.2753648808794505e-07, | |
| "loss": 1.418, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.7960096319229446, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 3.1626646034186084e-07, | |
| "loss": 1.4601, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.7996789359018461, | |
| "grad_norm": 0.66015625, | |
| "learning_rate": 3.05187400439369e-07, | |
| "loss": 1.4585, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.8033482398807477, | |
| "grad_norm": 0.65625, | |
| "learning_rate": 2.942997601021924e-07, | |
| "loss": 1.4127, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.807017543859649, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 2.8360398324738415e-07, | |
| "loss": 1.437, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.8106868478385505, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 2.7310050596923323e-07, | |
| "loss": 1.4759, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.814356151817452, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 2.6278975652147875e-07, | |
| "loss": 1.4243, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.8180254557963536, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 2.5267215529985346e-07, | |
| "loss": 1.4361, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.821694759775255, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 2.427481148249383e-07, | |
| "loss": 1.4993, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.8253640637541566, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 2.330180397253473e-07, | |
| "loss": 1.4303, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.8290333677330581, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 2.2348232672122937e-07, | |
| "loss": 1.4701, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 1.8327026717119597, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 2.141413646080881e-07, | |
| "loss": 1.4679, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.8363719756908612, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 2.049955342409349e-07, | |
| "loss": 1.4148, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.8400412796697627, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 1.9604520851876196e-07, | |
| "loss": 1.4347, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.8437105836486642, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 1.8729075236932903e-07, | |
| "loss": 1.4295, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 1.8473798876275658, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 1.787325227342951e-07, | |
| "loss": 1.4682, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.8510491916064673, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 1.7037086855465902e-07, | |
| "loss": 1.4757, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.8547184955853686, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.6220613075653201e-07, | |
| "loss": 1.5042, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.8583877995642701, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 1.542386422372405e-07, | |
| "loss": 1.4796, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 1.8620571035431717, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 1.4646872785175182e-07, | |
| "loss": 1.4894, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.8657264075220732, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 1.388967043994266e-07, | |
| "loss": 1.4937, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.8693957115009745, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 1.3152288061110518e-07, | |
| "loss": 1.4662, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.873065015479876, | |
| "grad_norm": 0.66015625, | |
| "learning_rate": 1.243475571365177e-07, | |
| "loss": 1.4787, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.8767343194587776, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 1.1737102653202825e-07, | |
| "loss": 1.4981, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.880403623437679, | |
| "grad_norm": 0.65625, | |
| "learning_rate": 1.1059357324870456e-07, | |
| "loss": 1.4118, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.8840729274165806, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 1.0401547362071939e-07, | |
| "loss": 1.4272, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.8877422313954821, | |
| "grad_norm": 0.66015625, | |
| "learning_rate": 9.763699585408737e-08, | |
| "loss": 1.4569, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.8914115353743837, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 9.145840001572537e-08, | |
| "loss": 1.4603, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.8950808393532852, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 8.547993802285215e-08, | |
| "loss": 1.4544, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.8987501433321867, | |
| "grad_norm": 0.65625, | |
| "learning_rate": 7.970185363271432e-08, | |
| "loss": 1.4413, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.9024194473110883, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 7.41243824326504e-08, | |
| "loss": 1.464, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.9060887512899898, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 6.8747751830483e-08, | |
| "loss": 1.4288, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.9097580552688913, | |
| "grad_norm": 0.65234375, | |
| "learning_rate": 6.357218104524832e-08, | |
| "loss": 1.4477, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.9134273592477928, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 5.8597881098257924e-08, | |
| "loss": 1.4375, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.9170966632266941, | |
| "grad_norm": 0.7578125, | |
| "learning_rate": 5.382505480449274e-08, | |
| "loss": 1.477, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.9207659672055957, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 4.925389676433745e-08, | |
| "loss": 1.4289, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.9244352711844972, | |
| "grad_norm": 0.6328125, | |
| "learning_rate": 4.48845933556441e-08, | |
| "loss": 1.4622, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.9281045751633987, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 4.071732272613149e-08, | |
| "loss": 1.4519, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.9317738791423, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 3.675225478612432e-08, | |
| "loss": 1.4413, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.9354431831212016, | |
| "grad_norm": 0.88671875, | |
| "learning_rate": 3.2989551201624836e-08, | |
| "loss": 1.4628, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.939112487100103, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 2.9429365387719232e-08, | |
| "loss": 1.4706, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 1.9427817910790046, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 2.6071842502326526e-08, | |
| "loss": 1.4369, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.9464510950579061, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 2.2917119440275524e-08, | |
| "loss": 1.4531, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 1.9501203990368077, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 1.996532482772595e-08, | |
| "loss": 1.4549, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.9537897030157092, | |
| "grad_norm": 0.65625, | |
| "learning_rate": 1.7216579016925415e-08, | |
| "loss": 1.4083, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 1.9574590069946107, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 1.4670994081297796e-08, | |
| "loss": 1.4555, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.9611283109735123, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 1.2328673810877989e-08, | |
| "loss": 1.4682, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.9647976149524138, | |
| "grad_norm": 0.6484375, | |
| "learning_rate": 1.0189713708078086e-08, | |
| "loss": 1.4423, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.9684669189313153, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 8.254200983794369e-09, | |
| "loss": 1.4146, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 1.9721362229102168, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 6.5222145538501595e-09, | |
| "loss": 1.433, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.9758055268891184, | |
| "grad_norm": 0.66015625, | |
| "learning_rate": 4.9938250357806085e-09, | |
| "loss": 1.4467, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 1.9794748308680197, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 3.669094745950008e-09, | |
| "loss": 1.4049, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.9831441348469212, | |
| "grad_norm": 0.65234375, | |
| "learning_rate": 2.548077697014373e-09, | |
| "loss": 1.4835, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 1.9868134388258227, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 1.6308195957182028e-09, | |
| "loss": 1.4528, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.9904827428047243, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 9.173578410281992e-10, | |
| "loss": 1.4519, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.9941520467836256, | |
| "grad_norm": 0.671875, | |
| "learning_rate": 4.0772152261336906e-10, | |
| "loss": 1.4406, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.997821350762527, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 1.0193141965486597e-10, | |
| "loss": 1.4137, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 2.0014906547414286, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 0.0, | |
| "loss": 1.4424, | |
| "step": 546 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 546, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 137, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.2144265254892732e+19, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |