|
{ |
|
"best_metric": 6.020912170410156, |
|
"best_model_checkpoint": "./results/models/checkpoint-139568", |
|
"epoch": 5.0, |
|
"eval_steps": 500, |
|
"global_step": 174460, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 0.0019994268027054914, |
|
"loss": 6.8812, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 0.0019988536054109823, |
|
"loss": 6.7318, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 0.0019982804081164736, |
|
"loss": 6.7006, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 0.001997707210821965, |
|
"loss": 6.6761, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 0.0019971340135274563, |
|
"loss": 6.6478, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 0.001996560816232947, |
|
"loss": 6.6334, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 0.0019959876189384385, |
|
"loss": 6.6285, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 0.00199541442164393, |
|
"loss": 6.6122, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 0.0019948412243494212, |
|
"loss": 6.6007, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 0.001994268027054912, |
|
"loss": 6.5815, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 0.0019936948297604035, |
|
"loss": 6.5741, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 0.001993121632465895, |
|
"loss": 6.5711, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 0.001992548435171386, |
|
"loss": 6.5854, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 0.001991975237876877, |
|
"loss": 6.5759, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 0.0019914020405823684, |
|
"loss": 6.5474, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 0.0019908288432878597, |
|
"loss": 6.5431, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 0.001990255645993351, |
|
"loss": 6.5421, |
|
"step": 8500 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 0.001989682448698842, |
|
"loss": 6.532, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 0.0019891092514043333, |
|
"loss": 6.5349, |
|
"step": 9500 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 0.0019885360541098246, |
|
"loss": 6.5146, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 0.001987962856815316, |
|
"loss": 6.5103, |
|
"step": 10500 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"learning_rate": 0.0019873896595208073, |
|
"loss": 6.5063, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 0.0019868164622262982, |
|
"loss": 6.494, |
|
"step": 11500 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"learning_rate": 0.0019862432649317896, |
|
"loss": 6.5092, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 0.001985670067637281, |
|
"loss": 6.4969, |
|
"step": 12500 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"learning_rate": 0.0019850968703427722, |
|
"loss": 6.4886, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"learning_rate": 0.001984523673048263, |
|
"loss": 6.4776, |
|
"step": 13500 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 0.0019839504757537545, |
|
"loss": 6.4729, |
|
"step": 14000 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"learning_rate": 0.001983377278459246, |
|
"loss": 6.4706, |
|
"step": 14500 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"learning_rate": 0.001982804081164737, |
|
"loss": 6.4803, |
|
"step": 15000 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 0.001982230883870228, |
|
"loss": 6.4827, |
|
"step": 15500 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"learning_rate": 0.0019816576865757194, |
|
"loss": 6.4716, |
|
"step": 16000 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 0.0019810844892812107, |
|
"loss": 6.4559, |
|
"step": 16500 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 0.001980511291986702, |
|
"loss": 6.4458, |
|
"step": 17000 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"learning_rate": 0.001979938094692193, |
|
"loss": 6.4338, |
|
"step": 17500 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"learning_rate": 0.0019793648973976843, |
|
"loss": 6.4282, |
|
"step": 18000 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 0.0019787917001031757, |
|
"loss": 6.438, |
|
"step": 18500 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"learning_rate": 0.0019782185028086666, |
|
"loss": 6.4408, |
|
"step": 19000 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"learning_rate": 0.001977645305514158, |
|
"loss": 6.4282, |
|
"step": 19500 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 0.0019770721082196492, |
|
"loss": 6.43, |
|
"step": 20000 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"learning_rate": 0.0019764989109251406, |
|
"loss": 6.4287, |
|
"step": 20500 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"learning_rate": 0.0019759257136306315, |
|
"loss": 6.4267, |
|
"step": 21000 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"learning_rate": 0.001975352516336123, |
|
"loss": 6.4148, |
|
"step": 21500 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"learning_rate": 0.001974779319041614, |
|
"loss": 6.4, |
|
"step": 22000 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"learning_rate": 0.0019742061217471055, |
|
"loss": 6.3894, |
|
"step": 22500 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"learning_rate": 0.0019736329244525964, |
|
"loss": 6.395, |
|
"step": 23000 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"learning_rate": 0.0019730597271580877, |
|
"loss": 6.3977, |
|
"step": 23500 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"learning_rate": 0.001972486529863579, |
|
"loss": 6.4017, |
|
"step": 24000 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"learning_rate": 0.0019719133325690704, |
|
"loss": 6.3995, |
|
"step": 24500 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"learning_rate": 0.0019713401352745613, |
|
"loss": 6.3949, |
|
"step": 25000 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"learning_rate": 0.0019707669379800527, |
|
"loss": 6.3947, |
|
"step": 25500 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"learning_rate": 0.001970193740685544, |
|
"loss": 6.4071, |
|
"step": 26000 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 0.0019696205433910353, |
|
"loss": 6.3988, |
|
"step": 26500 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"learning_rate": 0.0019690473460965262, |
|
"loss": 6.3915, |
|
"step": 27000 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"learning_rate": 0.0019684741488020176, |
|
"loss": 6.3869, |
|
"step": 27500 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 0.001967900951507509, |
|
"loss": 6.3724, |
|
"step": 28000 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"learning_rate": 0.0019673277542130003, |
|
"loss": 6.3722, |
|
"step": 28500 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"learning_rate": 0.0019667545569184916, |
|
"loss": 6.3742, |
|
"step": 29000 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"learning_rate": 0.0019661813596239825, |
|
"loss": 6.3672, |
|
"step": 29500 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"learning_rate": 0.001965608162329474, |
|
"loss": 6.3707, |
|
"step": 30000 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"learning_rate": 0.001965034965034965, |
|
"loss": 6.3687, |
|
"step": 30500 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"learning_rate": 0.0019644617677404565, |
|
"loss": 6.3644, |
|
"step": 31000 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"learning_rate": 0.0019638885704459474, |
|
"loss": 6.3596, |
|
"step": 31500 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"learning_rate": 0.0019633153731514388, |
|
"loss": 6.3613, |
|
"step": 32000 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"learning_rate": 0.00196274217585693, |
|
"loss": 6.3542, |
|
"step": 32500 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"learning_rate": 0.0019621689785624214, |
|
"loss": 6.3539, |
|
"step": 33000 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"learning_rate": 0.0019615957812679123, |
|
"loss": 6.3551, |
|
"step": 33500 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"learning_rate": 0.0019610225839734037, |
|
"loss": 6.3491, |
|
"step": 34000 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"learning_rate": 0.001960449386678895, |
|
"loss": 6.3431, |
|
"step": 34500 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_loss": 6.34874963760376, |
|
"eval_runtime": 28.5, |
|
"eval_samples_per_second": 39.228, |
|
"eval_steps_per_second": 1.228, |
|
"step": 34892 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 0.0019598761893843864, |
|
"loss": 6.3416, |
|
"step": 35000 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 0.0019593029920898773, |
|
"loss": 6.343, |
|
"step": 35500 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"learning_rate": 0.0019587297947953686, |
|
"loss": 6.3372, |
|
"step": 36000 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"learning_rate": 0.0019581565975008595, |
|
"loss": 6.3392, |
|
"step": 36500 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"learning_rate": 0.001957583400206351, |
|
"loss": 6.3235, |
|
"step": 37000 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 0.001957010202911842, |
|
"loss": 6.3273, |
|
"step": 37500 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"learning_rate": 0.0019564370056173335, |
|
"loss": 6.3301, |
|
"step": 38000 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"learning_rate": 0.001955863808322825, |
|
"loss": 6.3422, |
|
"step": 38500 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"learning_rate": 0.0019552906110283158, |
|
"loss": 6.3314, |
|
"step": 39000 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"learning_rate": 0.001954717413733807, |
|
"loss": 6.3208, |
|
"step": 39500 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"learning_rate": 0.0019541442164392984, |
|
"loss": 6.3132, |
|
"step": 40000 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"learning_rate": 0.00195357101914479, |
|
"loss": 6.3034, |
|
"step": 40500 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"learning_rate": 0.001952997821850281, |
|
"loss": 6.2984, |
|
"step": 41000 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"learning_rate": 0.0019524246245557722, |
|
"loss": 6.3067, |
|
"step": 41500 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"learning_rate": 0.0019518514272612634, |
|
"loss": 6.2983, |
|
"step": 42000 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"learning_rate": 0.0019512782299667547, |
|
"loss": 6.2971, |
|
"step": 42500 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"learning_rate": 0.0019507050326722458, |
|
"loss": 6.2949, |
|
"step": 43000 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"learning_rate": 0.0019501318353777372, |
|
"loss": 6.2861, |
|
"step": 43500 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"learning_rate": 0.0019495586380832283, |
|
"loss": 6.2903, |
|
"step": 44000 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"learning_rate": 0.0019489854407887196, |
|
"loss": 6.2845, |
|
"step": 44500 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"learning_rate": 0.0019484122434942107, |
|
"loss": 6.2811, |
|
"step": 45000 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"learning_rate": 0.001947839046199702, |
|
"loss": 6.2832, |
|
"step": 45500 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"learning_rate": 0.0019472658489051932, |
|
"loss": 6.2748, |
|
"step": 46000 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"learning_rate": 0.0019466926516106843, |
|
"loss": 6.2664, |
|
"step": 46500 |
|
}, |
|
{ |
|
"epoch": 1.35, |
|
"learning_rate": 0.0019461194543161757, |
|
"loss": 6.2707, |
|
"step": 47000 |
|
}, |
|
{ |
|
"epoch": 1.36, |
|
"learning_rate": 0.0019455462570216668, |
|
"loss": 6.2626, |
|
"step": 47500 |
|
}, |
|
{ |
|
"epoch": 1.38, |
|
"learning_rate": 0.0019449730597271581, |
|
"loss": 6.2621, |
|
"step": 48000 |
|
}, |
|
{ |
|
"epoch": 1.39, |
|
"learning_rate": 0.0019443998624326493, |
|
"loss": 6.2637, |
|
"step": 48500 |
|
}, |
|
{ |
|
"epoch": 1.4, |
|
"learning_rate": 0.0019438266651381406, |
|
"loss": 6.2644, |
|
"step": 49000 |
|
}, |
|
{ |
|
"epoch": 1.42, |
|
"learning_rate": 0.0019432534678436317, |
|
"loss": 6.2595, |
|
"step": 49500 |
|
}, |
|
{ |
|
"epoch": 1.43, |
|
"learning_rate": 0.001942680270549123, |
|
"loss": 6.2502, |
|
"step": 50000 |
|
}, |
|
{ |
|
"epoch": 1.45, |
|
"learning_rate": 0.0019421070732546142, |
|
"loss": 6.2373, |
|
"step": 50500 |
|
}, |
|
{ |
|
"epoch": 1.46, |
|
"learning_rate": 0.0019415338759601055, |
|
"loss": 6.2397, |
|
"step": 51000 |
|
}, |
|
{ |
|
"epoch": 1.48, |
|
"learning_rate": 0.0019409606786655966, |
|
"loss": 6.2358, |
|
"step": 51500 |
|
}, |
|
{ |
|
"epoch": 1.49, |
|
"learning_rate": 0.001940387481371088, |
|
"loss": 6.2362, |
|
"step": 52000 |
|
}, |
|
{ |
|
"epoch": 1.5, |
|
"learning_rate": 0.001939814284076579, |
|
"loss": 6.2348, |
|
"step": 52500 |
|
}, |
|
{ |
|
"epoch": 1.52, |
|
"learning_rate": 0.0019392410867820704, |
|
"loss": 6.2401, |
|
"step": 53000 |
|
}, |
|
{ |
|
"epoch": 1.53, |
|
"learning_rate": 0.0019386678894875616, |
|
"loss": 6.2407, |
|
"step": 53500 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"learning_rate": 0.0019380946921930529, |
|
"loss": 6.2371, |
|
"step": 54000 |
|
}, |
|
{ |
|
"epoch": 1.56, |
|
"learning_rate": 0.001937521494898544, |
|
"loss": 6.2278, |
|
"step": 54500 |
|
}, |
|
{ |
|
"epoch": 1.58, |
|
"learning_rate": 0.0019369482976040354, |
|
"loss": 6.222, |
|
"step": 55000 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"learning_rate": 0.0019363751003095267, |
|
"loss": 6.219, |
|
"step": 55500 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"learning_rate": 0.0019358019030150178, |
|
"loss": 6.2236, |
|
"step": 56000 |
|
}, |
|
{ |
|
"epoch": 1.62, |
|
"learning_rate": 0.0019352287057205091, |
|
"loss": 6.2238, |
|
"step": 56500 |
|
}, |
|
{ |
|
"epoch": 1.63, |
|
"learning_rate": 0.0019346555084260003, |
|
"loss": 6.2226, |
|
"step": 57000 |
|
}, |
|
{ |
|
"epoch": 1.65, |
|
"learning_rate": 0.0019340823111314916, |
|
"loss": 6.2154, |
|
"step": 57500 |
|
}, |
|
{ |
|
"epoch": 1.66, |
|
"learning_rate": 0.0019335091138369827, |
|
"loss": 6.2112, |
|
"step": 58000 |
|
}, |
|
{ |
|
"epoch": 1.68, |
|
"learning_rate": 0.001932935916542474, |
|
"loss": 6.2077, |
|
"step": 58500 |
|
}, |
|
{ |
|
"epoch": 1.69, |
|
"learning_rate": 0.0019323627192479652, |
|
"loss": 6.211, |
|
"step": 59000 |
|
}, |
|
{ |
|
"epoch": 1.71, |
|
"learning_rate": 0.0019317895219534565, |
|
"loss": 6.2161, |
|
"step": 59500 |
|
}, |
|
{ |
|
"epoch": 1.72, |
|
"learning_rate": 0.0019312163246589477, |
|
"loss": 6.2132, |
|
"step": 60000 |
|
}, |
|
{ |
|
"epoch": 1.73, |
|
"learning_rate": 0.001930643127364439, |
|
"loss": 6.2179, |
|
"step": 60500 |
|
}, |
|
{ |
|
"epoch": 1.75, |
|
"learning_rate": 0.0019300699300699301, |
|
"loss": 6.222, |
|
"step": 61000 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"learning_rate": 0.0019294967327754215, |
|
"loss": 6.2136, |
|
"step": 61500 |
|
}, |
|
{ |
|
"epoch": 1.78, |
|
"learning_rate": 0.0019289235354809126, |
|
"loss": 6.2057, |
|
"step": 62000 |
|
}, |
|
{ |
|
"epoch": 1.79, |
|
"learning_rate": 0.001928350338186404, |
|
"loss": 6.2021, |
|
"step": 62500 |
|
}, |
|
{ |
|
"epoch": 1.81, |
|
"learning_rate": 0.001927777140891895, |
|
"loss": 6.1955, |
|
"step": 63000 |
|
}, |
|
{ |
|
"epoch": 1.82, |
|
"learning_rate": 0.0019272039435973864, |
|
"loss": 6.2036, |
|
"step": 63500 |
|
}, |
|
{ |
|
"epoch": 1.83, |
|
"learning_rate": 0.0019266307463028773, |
|
"loss": 6.196, |
|
"step": 64000 |
|
}, |
|
{ |
|
"epoch": 1.85, |
|
"learning_rate": 0.0019260575490083686, |
|
"loss": 6.199, |
|
"step": 64500 |
|
}, |
|
{ |
|
"epoch": 1.86, |
|
"learning_rate": 0.00192548435171386, |
|
"loss": 6.1965, |
|
"step": 65000 |
|
}, |
|
{ |
|
"epoch": 1.88, |
|
"learning_rate": 0.001924911154419351, |
|
"loss": 6.199, |
|
"step": 65500 |
|
}, |
|
{ |
|
"epoch": 1.89, |
|
"learning_rate": 0.0019243379571248424, |
|
"loss": 6.1923, |
|
"step": 66000 |
|
}, |
|
{ |
|
"epoch": 1.91, |
|
"learning_rate": 0.0019237647598303335, |
|
"loss": 6.1953, |
|
"step": 66500 |
|
}, |
|
{ |
|
"epoch": 1.92, |
|
"learning_rate": 0.0019231915625358249, |
|
"loss": 6.1907, |
|
"step": 67000 |
|
}, |
|
{ |
|
"epoch": 1.93, |
|
"learning_rate": 0.001922618365241316, |
|
"loss": 6.195, |
|
"step": 67500 |
|
}, |
|
{ |
|
"epoch": 1.95, |
|
"learning_rate": 0.0019220451679468073, |
|
"loss": 6.1954, |
|
"step": 68000 |
|
}, |
|
{ |
|
"epoch": 1.96, |
|
"learning_rate": 0.0019214719706522985, |
|
"loss": 6.1866, |
|
"step": 68500 |
|
}, |
|
{ |
|
"epoch": 1.98, |
|
"learning_rate": 0.0019208987733577898, |
|
"loss": 6.1891, |
|
"step": 69000 |
|
}, |
|
{ |
|
"epoch": 1.99, |
|
"learning_rate": 0.001920325576063281, |
|
"loss": 6.1892, |
|
"step": 69500 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_loss": 6.193855285644531, |
|
"eval_runtime": 29.902, |
|
"eval_samples_per_second": 37.389, |
|
"eval_steps_per_second": 1.17, |
|
"step": 69784 |
|
}, |
|
{ |
|
"epoch": 2.01, |
|
"learning_rate": 0.0019197523787687723, |
|
"loss": 6.1899, |
|
"step": 70000 |
|
}, |
|
{ |
|
"epoch": 2.02, |
|
"learning_rate": 0.0019191791814742634, |
|
"loss": 6.1933, |
|
"step": 70500 |
|
}, |
|
{ |
|
"epoch": 2.03, |
|
"learning_rate": 0.0019186059841797547, |
|
"loss": 6.1924, |
|
"step": 71000 |
|
}, |
|
{ |
|
"epoch": 2.05, |
|
"learning_rate": 0.0019180327868852458, |
|
"loss": 6.1888, |
|
"step": 71500 |
|
}, |
|
{ |
|
"epoch": 2.06, |
|
"learning_rate": 0.0019174595895907372, |
|
"loss": 6.1943, |
|
"step": 72000 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"learning_rate": 0.0019168863922962283, |
|
"loss": 6.1907, |
|
"step": 72500 |
|
}, |
|
{ |
|
"epoch": 2.09, |
|
"learning_rate": 0.0019163131950017196, |
|
"loss": 6.1904, |
|
"step": 73000 |
|
}, |
|
{ |
|
"epoch": 2.11, |
|
"learning_rate": 0.001915739997707211, |
|
"loss": 6.1815, |
|
"step": 73500 |
|
}, |
|
{ |
|
"epoch": 2.12, |
|
"learning_rate": 0.001915166800412702, |
|
"loss": 6.1816, |
|
"step": 74000 |
|
}, |
|
{ |
|
"epoch": 2.14, |
|
"learning_rate": 0.0019145936031181934, |
|
"loss": 6.1742, |
|
"step": 74500 |
|
}, |
|
{ |
|
"epoch": 2.15, |
|
"learning_rate": 0.0019140204058236846, |
|
"loss": 6.1747, |
|
"step": 75000 |
|
}, |
|
{ |
|
"epoch": 2.16, |
|
"learning_rate": 0.001913447208529176, |
|
"loss": 6.1707, |
|
"step": 75500 |
|
}, |
|
{ |
|
"epoch": 2.18, |
|
"learning_rate": 0.001912874011234667, |
|
"loss": 6.1718, |
|
"step": 76000 |
|
}, |
|
{ |
|
"epoch": 2.19, |
|
"learning_rate": 0.0019123008139401584, |
|
"loss": 6.1677, |
|
"step": 76500 |
|
}, |
|
{ |
|
"epoch": 2.21, |
|
"learning_rate": 0.0019117276166456495, |
|
"loss": 6.1584, |
|
"step": 77000 |
|
}, |
|
{ |
|
"epoch": 2.22, |
|
"learning_rate": 0.0019111544193511408, |
|
"loss": 6.1722, |
|
"step": 77500 |
|
}, |
|
{ |
|
"epoch": 2.24, |
|
"learning_rate": 0.001910581222056632, |
|
"loss": 6.1628, |
|
"step": 78000 |
|
}, |
|
{ |
|
"epoch": 2.25, |
|
"learning_rate": 0.0019100080247621233, |
|
"loss": 6.156, |
|
"step": 78500 |
|
}, |
|
{ |
|
"epoch": 2.26, |
|
"learning_rate": 0.0019094348274676144, |
|
"loss": 6.1512, |
|
"step": 79000 |
|
}, |
|
{ |
|
"epoch": 2.28, |
|
"learning_rate": 0.0019088616301731057, |
|
"loss": 6.1462, |
|
"step": 79500 |
|
}, |
|
{ |
|
"epoch": 2.29, |
|
"learning_rate": 0.0019082884328785969, |
|
"loss": 6.1388, |
|
"step": 80000 |
|
}, |
|
{ |
|
"epoch": 2.31, |
|
"learning_rate": 0.0019077152355840882, |
|
"loss": 6.1404, |
|
"step": 80500 |
|
}, |
|
{ |
|
"epoch": 2.32, |
|
"learning_rate": 0.0019071420382895793, |
|
"loss": 6.1397, |
|
"step": 81000 |
|
}, |
|
{ |
|
"epoch": 2.34, |
|
"learning_rate": 0.0019065688409950707, |
|
"loss": 6.1493, |
|
"step": 81500 |
|
}, |
|
{ |
|
"epoch": 2.35, |
|
"learning_rate": 0.0019059956437005616, |
|
"loss": 6.1431, |
|
"step": 82000 |
|
}, |
|
{ |
|
"epoch": 2.36, |
|
"learning_rate": 0.001905422446406053, |
|
"loss": 6.1521, |
|
"step": 82500 |
|
}, |
|
{ |
|
"epoch": 2.38, |
|
"learning_rate": 0.0019048492491115442, |
|
"loss": 6.1409, |
|
"step": 83000 |
|
}, |
|
{ |
|
"epoch": 2.39, |
|
"learning_rate": 0.0019042760518170354, |
|
"loss": 6.1408, |
|
"step": 83500 |
|
}, |
|
{ |
|
"epoch": 2.41, |
|
"learning_rate": 0.0019037028545225267, |
|
"loss": 6.1416, |
|
"step": 84000 |
|
}, |
|
{ |
|
"epoch": 2.42, |
|
"learning_rate": 0.0019031296572280178, |
|
"loss": 6.1371, |
|
"step": 84500 |
|
}, |
|
{ |
|
"epoch": 2.44, |
|
"learning_rate": 0.0019025564599335092, |
|
"loss": 6.1367, |
|
"step": 85000 |
|
}, |
|
{ |
|
"epoch": 2.45, |
|
"learning_rate": 0.0019019832626390003, |
|
"loss": 6.1372, |
|
"step": 85500 |
|
}, |
|
{ |
|
"epoch": 2.46, |
|
"learning_rate": 0.0019014100653444916, |
|
"loss": 6.1358, |
|
"step": 86000 |
|
}, |
|
{ |
|
"epoch": 2.48, |
|
"learning_rate": 0.0019008368680499827, |
|
"loss": 6.1283, |
|
"step": 86500 |
|
}, |
|
{ |
|
"epoch": 2.49, |
|
"learning_rate": 0.001900263670755474, |
|
"loss": 6.1347, |
|
"step": 87000 |
|
}, |
|
{ |
|
"epoch": 2.51, |
|
"learning_rate": 0.0018996904734609652, |
|
"loss": 6.135, |
|
"step": 87500 |
|
}, |
|
{ |
|
"epoch": 2.52, |
|
"learning_rate": 0.0018991172761664565, |
|
"loss": 6.1352, |
|
"step": 88000 |
|
}, |
|
{ |
|
"epoch": 2.54, |
|
"learning_rate": 0.0018985440788719477, |
|
"loss": 6.1378, |
|
"step": 88500 |
|
}, |
|
{ |
|
"epoch": 2.55, |
|
"learning_rate": 0.001897970881577439, |
|
"loss": 6.1335, |
|
"step": 89000 |
|
}, |
|
{ |
|
"epoch": 2.57, |
|
"learning_rate": 0.0018973976842829301, |
|
"loss": 6.1267, |
|
"step": 89500 |
|
}, |
|
{ |
|
"epoch": 2.58, |
|
"learning_rate": 0.0018968244869884215, |
|
"loss": 6.1266, |
|
"step": 90000 |
|
}, |
|
{ |
|
"epoch": 2.59, |
|
"learning_rate": 0.0018962512896939126, |
|
"loss": 6.1195, |
|
"step": 90500 |
|
}, |
|
{ |
|
"epoch": 2.61, |
|
"learning_rate": 0.001895678092399404, |
|
"loss": 6.1167, |
|
"step": 91000 |
|
}, |
|
{ |
|
"epoch": 2.62, |
|
"learning_rate": 0.0018951048951048953, |
|
"loss": 6.1108, |
|
"step": 91500 |
|
}, |
|
{ |
|
"epoch": 2.64, |
|
"learning_rate": 0.0018945316978103864, |
|
"loss": 6.1093, |
|
"step": 92000 |
|
}, |
|
{ |
|
"epoch": 2.65, |
|
"learning_rate": 0.0018939585005158777, |
|
"loss": 6.1124, |
|
"step": 92500 |
|
}, |
|
{ |
|
"epoch": 2.67, |
|
"learning_rate": 0.0018933853032213688, |
|
"loss": 6.1069, |
|
"step": 93000 |
|
}, |
|
{ |
|
"epoch": 2.68, |
|
"learning_rate": 0.0018928121059268602, |
|
"loss": 6.1051, |
|
"step": 93500 |
|
}, |
|
{ |
|
"epoch": 2.69, |
|
"learning_rate": 0.0018922389086323513, |
|
"loss": 6.1192, |
|
"step": 94000 |
|
}, |
|
{ |
|
"epoch": 2.71, |
|
"learning_rate": 0.0018916657113378426, |
|
"loss": 6.1231, |
|
"step": 94500 |
|
}, |
|
{ |
|
"epoch": 2.72, |
|
"learning_rate": 0.0018910925140433338, |
|
"loss": 6.1156, |
|
"step": 95000 |
|
}, |
|
{ |
|
"epoch": 2.74, |
|
"learning_rate": 0.001890519316748825, |
|
"loss": 6.1098, |
|
"step": 95500 |
|
}, |
|
{ |
|
"epoch": 2.75, |
|
"learning_rate": 0.0018899461194543162, |
|
"loss": 6.0978, |
|
"step": 96000 |
|
}, |
|
{ |
|
"epoch": 2.77, |
|
"learning_rate": 0.0018893729221598076, |
|
"loss": 6.0956, |
|
"step": 96500 |
|
}, |
|
{ |
|
"epoch": 2.78, |
|
"learning_rate": 0.0018887997248652987, |
|
"loss": 6.0932, |
|
"step": 97000 |
|
}, |
|
{ |
|
"epoch": 2.79, |
|
"learning_rate": 0.00188822652757079, |
|
"loss": 6.0938, |
|
"step": 97500 |
|
}, |
|
{ |
|
"epoch": 2.81, |
|
"learning_rate": 0.0018876533302762811, |
|
"loss": 6.0921, |
|
"step": 98000 |
|
}, |
|
{ |
|
"epoch": 2.82, |
|
"learning_rate": 0.0018870801329817725, |
|
"loss": 6.0834, |
|
"step": 98500 |
|
}, |
|
{ |
|
"epoch": 2.84, |
|
"learning_rate": 0.0018865069356872636, |
|
"loss": 6.0833, |
|
"step": 99000 |
|
}, |
|
{ |
|
"epoch": 2.85, |
|
"learning_rate": 0.001885933738392755, |
|
"loss": 6.0827, |
|
"step": 99500 |
|
}, |
|
{ |
|
"epoch": 2.87, |
|
"learning_rate": 0.001885360541098246, |
|
"loss": 6.0858, |
|
"step": 100000 |
|
}, |
|
{ |
|
"epoch": 2.88, |
|
"learning_rate": 0.0018847873438037372, |
|
"loss": 6.0814, |
|
"step": 100500 |
|
}, |
|
{ |
|
"epoch": 2.89, |
|
"learning_rate": 0.0018842141465092285, |
|
"loss": 6.0793, |
|
"step": 101000 |
|
}, |
|
{ |
|
"epoch": 2.91, |
|
"learning_rate": 0.0018836409492147196, |
|
"loss": 6.0743, |
|
"step": 101500 |
|
}, |
|
{ |
|
"epoch": 2.92, |
|
"learning_rate": 0.001883067751920211, |
|
"loss": 6.0821, |
|
"step": 102000 |
|
}, |
|
{ |
|
"epoch": 2.94, |
|
"learning_rate": 0.001882494554625702, |
|
"loss": 6.0827, |
|
"step": 102500 |
|
}, |
|
{ |
|
"epoch": 2.95, |
|
"learning_rate": 0.0018819213573311934, |
|
"loss": 6.0723, |
|
"step": 103000 |
|
}, |
|
{ |
|
"epoch": 2.97, |
|
"learning_rate": 0.0018813481600366846, |
|
"loss": 6.0692, |
|
"step": 103500 |
|
}, |
|
{ |
|
"epoch": 2.98, |
|
"learning_rate": 0.001880774962742176, |
|
"loss": 6.065, |
|
"step": 104000 |
|
}, |
|
{ |
|
"epoch": 2.99, |
|
"learning_rate": 0.001880201765447667, |
|
"loss": 6.0677, |
|
"step": 104500 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_loss": 6.062596321105957, |
|
"eval_runtime": 26.9494, |
|
"eval_samples_per_second": 41.485, |
|
"eval_steps_per_second": 1.299, |
|
"step": 104676 |
|
}, |
|
{ |
|
"epoch": 3.01, |
|
"learning_rate": 0.0018796285681531584, |
|
"loss": 6.0603, |
|
"step": 105000 |
|
}, |
|
{ |
|
"epoch": 3.02, |
|
"learning_rate": 0.0018790553708586495, |
|
"loss": 6.0606, |
|
"step": 105500 |
|
}, |
|
{ |
|
"epoch": 3.04, |
|
"learning_rate": 0.0018784821735641408, |
|
"loss": 6.0603, |
|
"step": 106000 |
|
}, |
|
{ |
|
"epoch": 3.05, |
|
"learning_rate": 0.001877908976269632, |
|
"loss": 6.066, |
|
"step": 106500 |
|
}, |
|
{ |
|
"epoch": 3.07, |
|
"learning_rate": 0.0018773357789751233, |
|
"loss": 6.0745, |
|
"step": 107000 |
|
}, |
|
{ |
|
"epoch": 3.08, |
|
"learning_rate": 0.0018767625816806144, |
|
"loss": 6.0723, |
|
"step": 107500 |
|
}, |
|
{ |
|
"epoch": 3.1, |
|
"learning_rate": 0.0018761893843861057, |
|
"loss": 6.0678, |
|
"step": 108000 |
|
}, |
|
{ |
|
"epoch": 3.11, |
|
"learning_rate": 0.0018756161870915969, |
|
"loss": 6.0639, |
|
"step": 108500 |
|
}, |
|
{ |
|
"epoch": 3.12, |
|
"learning_rate": 0.0018750429897970882, |
|
"loss": 6.0588, |
|
"step": 109000 |
|
}, |
|
{ |
|
"epoch": 3.14, |
|
"learning_rate": 0.0018744697925025793, |
|
"loss": 6.0602, |
|
"step": 109500 |
|
}, |
|
{ |
|
"epoch": 3.15, |
|
"learning_rate": 0.0018738965952080707, |
|
"loss": 6.054, |
|
"step": 110000 |
|
}, |
|
{ |
|
"epoch": 3.17, |
|
"learning_rate": 0.001873323397913562, |
|
"loss": 6.0581, |
|
"step": 110500 |
|
}, |
|
{ |
|
"epoch": 3.18, |
|
"learning_rate": 0.0018727502006190531, |
|
"loss": 6.0562, |
|
"step": 111000 |
|
}, |
|
{ |
|
"epoch": 3.2, |
|
"learning_rate": 0.0018721770033245445, |
|
"loss": 6.0482, |
|
"step": 111500 |
|
}, |
|
{ |
|
"epoch": 3.21, |
|
"learning_rate": 0.0018716038060300356, |
|
"loss": 6.0504, |
|
"step": 112000 |
|
}, |
|
{ |
|
"epoch": 3.22, |
|
"learning_rate": 0.001871030608735527, |
|
"loss": 6.0509, |
|
"step": 112500 |
|
}, |
|
{ |
|
"epoch": 3.24, |
|
"learning_rate": 0.001870457411441018, |
|
"loss": 6.0545, |
|
"step": 113000 |
|
}, |
|
{ |
|
"epoch": 3.25, |
|
"learning_rate": 0.0018698842141465094, |
|
"loss": 6.0529, |
|
"step": 113500 |
|
}, |
|
{ |
|
"epoch": 3.27, |
|
"learning_rate": 0.0018693110168520005, |
|
"loss": 6.0509, |
|
"step": 114000 |
|
}, |
|
{ |
|
"epoch": 3.28, |
|
"learning_rate": 0.0018687378195574918, |
|
"loss": 6.0604, |
|
"step": 114500 |
|
}, |
|
{ |
|
"epoch": 3.3, |
|
"learning_rate": 0.001868164622262983, |
|
"loss": 6.0547, |
|
"step": 115000 |
|
}, |
|
{ |
|
"epoch": 3.31, |
|
"learning_rate": 0.0018675914249684743, |
|
"loss": 6.0622, |
|
"step": 115500 |
|
}, |
|
{ |
|
"epoch": 3.32, |
|
"learning_rate": 0.0018670182276739654, |
|
"loss": 6.0639, |
|
"step": 116000 |
|
}, |
|
{ |
|
"epoch": 3.34, |
|
"learning_rate": 0.0018664450303794568, |
|
"loss": 6.0567, |
|
"step": 116500 |
|
}, |
|
{ |
|
"epoch": 3.35, |
|
"learning_rate": 0.0018658718330849479, |
|
"loss": 6.0493, |
|
"step": 117000 |
|
}, |
|
{ |
|
"epoch": 3.37, |
|
"learning_rate": 0.0018652986357904392, |
|
"loss": 6.0514, |
|
"step": 117500 |
|
}, |
|
{ |
|
"epoch": 3.38, |
|
"learning_rate": 0.0018647254384959303, |
|
"loss": 6.0456, |
|
"step": 118000 |
|
}, |
|
{ |
|
"epoch": 3.4, |
|
"learning_rate": 0.0018641522412014217, |
|
"loss": 6.0514, |
|
"step": 118500 |
|
}, |
|
{ |
|
"epoch": 3.41, |
|
"learning_rate": 0.0018635790439069128, |
|
"loss": 6.0442, |
|
"step": 119000 |
|
}, |
|
{ |
|
"epoch": 3.42, |
|
"learning_rate": 0.001863005846612404, |
|
"loss": 6.0402, |
|
"step": 119500 |
|
}, |
|
{ |
|
"epoch": 3.44, |
|
"learning_rate": 0.0018624326493178953, |
|
"loss": 6.0444, |
|
"step": 120000 |
|
}, |
|
{ |
|
"epoch": 3.45, |
|
"learning_rate": 0.0018618594520233864, |
|
"loss": 6.0423, |
|
"step": 120500 |
|
}, |
|
{ |
|
"epoch": 3.47, |
|
"learning_rate": 0.0018612862547288777, |
|
"loss": 6.0527, |
|
"step": 121000 |
|
}, |
|
{ |
|
"epoch": 3.48, |
|
"learning_rate": 0.0018607130574343688, |
|
"loss": 6.0419, |
|
"step": 121500 |
|
}, |
|
{ |
|
"epoch": 3.5, |
|
"learning_rate": 0.0018601398601398602, |
|
"loss": 6.0386, |
|
"step": 122000 |
|
}, |
|
{ |
|
"epoch": 3.51, |
|
"learning_rate": 0.0018595666628453513, |
|
"loss": 6.0389, |
|
"step": 122500 |
|
}, |
|
{ |
|
"epoch": 3.53, |
|
"learning_rate": 0.0018589934655508426, |
|
"loss": 6.0372, |
|
"step": 123000 |
|
}, |
|
{ |
|
"epoch": 3.54, |
|
"learning_rate": 0.0018584202682563338, |
|
"loss": 6.03, |
|
"step": 123500 |
|
}, |
|
{ |
|
"epoch": 3.55, |
|
"learning_rate": 0.001857847070961825, |
|
"loss": 6.031, |
|
"step": 124000 |
|
}, |
|
{ |
|
"epoch": 3.57, |
|
"learning_rate": 0.0018572738736673162, |
|
"loss": 6.038, |
|
"step": 124500 |
|
}, |
|
{ |
|
"epoch": 3.58, |
|
"learning_rate": 0.0018567006763728076, |
|
"loss": 6.0285, |
|
"step": 125000 |
|
}, |
|
{ |
|
"epoch": 3.6, |
|
"learning_rate": 0.0018561274790782987, |
|
"loss": 6.0309, |
|
"step": 125500 |
|
}, |
|
{ |
|
"epoch": 3.61, |
|
"learning_rate": 0.00185555428178379, |
|
"loss": 6.0351, |
|
"step": 126000 |
|
}, |
|
{ |
|
"epoch": 3.63, |
|
"learning_rate": 0.0018549810844892811, |
|
"loss": 6.0312, |
|
"step": 126500 |
|
}, |
|
{ |
|
"epoch": 3.64, |
|
"learning_rate": 0.0018544078871947725, |
|
"loss": 6.0369, |
|
"step": 127000 |
|
}, |
|
{ |
|
"epoch": 3.65, |
|
"learning_rate": 0.0018538346899002636, |
|
"loss": 6.0317, |
|
"step": 127500 |
|
}, |
|
{ |
|
"epoch": 3.67, |
|
"learning_rate": 0.001853261492605755, |
|
"loss": 6.036, |
|
"step": 128000 |
|
}, |
|
{ |
|
"epoch": 3.68, |
|
"learning_rate": 0.0018526882953112463, |
|
"loss": 6.038, |
|
"step": 128500 |
|
}, |
|
{ |
|
"epoch": 3.7, |
|
"learning_rate": 0.0018521150980167374, |
|
"loss": 6.034, |
|
"step": 129000 |
|
}, |
|
{ |
|
"epoch": 3.71, |
|
"learning_rate": 0.0018515419007222287, |
|
"loss": 6.0312, |
|
"step": 129500 |
|
}, |
|
{ |
|
"epoch": 3.73, |
|
"learning_rate": 0.0018509687034277199, |
|
"loss": 6.0305, |
|
"step": 130000 |
|
}, |
|
{ |
|
"epoch": 3.74, |
|
"learning_rate": 0.0018503955061332112, |
|
"loss": 6.0283, |
|
"step": 130500 |
|
}, |
|
{ |
|
"epoch": 3.75, |
|
"learning_rate": 0.0018498223088387023, |
|
"loss": 6.0298, |
|
"step": 131000 |
|
}, |
|
{ |
|
"epoch": 3.77, |
|
"learning_rate": 0.0018492491115441937, |
|
"loss": 6.0355, |
|
"step": 131500 |
|
}, |
|
{ |
|
"epoch": 3.78, |
|
"learning_rate": 0.0018486759142496848, |
|
"loss": 6.0299, |
|
"step": 132000 |
|
}, |
|
{ |
|
"epoch": 3.8, |
|
"learning_rate": 0.0018481027169551761, |
|
"loss": 6.0283, |
|
"step": 132500 |
|
}, |
|
{ |
|
"epoch": 3.81, |
|
"learning_rate": 0.0018475295196606672, |
|
"loss": 6.0302, |
|
"step": 133000 |
|
}, |
|
{ |
|
"epoch": 3.83, |
|
"learning_rate": 0.0018469563223661586, |
|
"loss": 6.022, |
|
"step": 133500 |
|
}, |
|
{ |
|
"epoch": 3.84, |
|
"learning_rate": 0.0018463831250716497, |
|
"loss": 6.023, |
|
"step": 134000 |
|
}, |
|
{ |
|
"epoch": 3.85, |
|
"learning_rate": 0.001845809927777141, |
|
"loss": 6.0229, |
|
"step": 134500 |
|
}, |
|
{ |
|
"epoch": 3.87, |
|
"learning_rate": 0.0018452367304826322, |
|
"loss": 6.0253, |
|
"step": 135000 |
|
}, |
|
{ |
|
"epoch": 3.88, |
|
"learning_rate": 0.0018446635331881235, |
|
"loss": 6.0343, |
|
"step": 135500 |
|
}, |
|
{ |
|
"epoch": 3.9, |
|
"learning_rate": 0.0018440903358936146, |
|
"loss": 6.0315, |
|
"step": 136000 |
|
}, |
|
{ |
|
"epoch": 3.91, |
|
"learning_rate": 0.001843517138599106, |
|
"loss": 6.031, |
|
"step": 136500 |
|
}, |
|
{ |
|
"epoch": 3.93, |
|
"learning_rate": 0.0018429439413045969, |
|
"loss": 6.0269, |
|
"step": 137000 |
|
}, |
|
{ |
|
"epoch": 3.94, |
|
"learning_rate": 0.0018423707440100882, |
|
"loss": 6.0263, |
|
"step": 137500 |
|
}, |
|
{ |
|
"epoch": 3.96, |
|
"learning_rate": 0.0018417975467155795, |
|
"loss": 6.0277, |
|
"step": 138000 |
|
}, |
|
{ |
|
"epoch": 3.97, |
|
"learning_rate": 0.0018412243494210707, |
|
"loss": 6.0346, |
|
"step": 138500 |
|
}, |
|
{ |
|
"epoch": 3.98, |
|
"learning_rate": 0.001840651152126562, |
|
"loss": 6.0296, |
|
"step": 139000 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"learning_rate": 0.0018400779548320531, |
|
"loss": 6.0229, |
|
"step": 139500 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_loss": 6.020912170410156, |
|
"eval_runtime": 27.2309, |
|
"eval_samples_per_second": 41.056, |
|
"eval_steps_per_second": 1.285, |
|
"step": 139568 |
|
}, |
|
{ |
|
"epoch": 4.01, |
|
"learning_rate": 0.0018395047575375445, |
|
"loss": 6.0199, |
|
"step": 140000 |
|
}, |
|
{ |
|
"epoch": 4.03, |
|
"learning_rate": 0.0018389315602430356, |
|
"loss": 6.0325, |
|
"step": 140500 |
|
}, |
|
{ |
|
"epoch": 4.04, |
|
"learning_rate": 0.001838358362948527, |
|
"loss": 6.0448, |
|
"step": 141000 |
|
}, |
|
{ |
|
"epoch": 4.06, |
|
"learning_rate": 0.001837785165654018, |
|
"loss": 6.0367, |
|
"step": 141500 |
|
}, |
|
{ |
|
"epoch": 4.07, |
|
"learning_rate": 0.0018372119683595094, |
|
"loss": 6.0357, |
|
"step": 142000 |
|
}, |
|
{ |
|
"epoch": 4.08, |
|
"learning_rate": 0.0018366387710650005, |
|
"loss": 6.0411, |
|
"step": 142500 |
|
}, |
|
{ |
|
"epoch": 4.1, |
|
"learning_rate": 0.0018360655737704918, |
|
"loss": 6.0365, |
|
"step": 143000 |
|
}, |
|
{ |
|
"epoch": 4.11, |
|
"learning_rate": 0.001835492376475983, |
|
"loss": 6.0269, |
|
"step": 143500 |
|
}, |
|
{ |
|
"epoch": 4.13, |
|
"learning_rate": 0.0018349191791814743, |
|
"loss": 6.0342, |
|
"step": 144000 |
|
}, |
|
{ |
|
"epoch": 4.14, |
|
"learning_rate": 0.0018343459818869654, |
|
"loss": 6.0291, |
|
"step": 144500 |
|
}, |
|
{ |
|
"epoch": 4.16, |
|
"learning_rate": 0.0018337727845924568, |
|
"loss": 6.0281, |
|
"step": 145000 |
|
}, |
|
{ |
|
"epoch": 4.17, |
|
"learning_rate": 0.0018331995872979479, |
|
"loss": 6.027, |
|
"step": 145500 |
|
}, |
|
{ |
|
"epoch": 4.18, |
|
"learning_rate": 0.0018326263900034392, |
|
"loss": 6.0249, |
|
"step": 146000 |
|
}, |
|
{ |
|
"epoch": 4.2, |
|
"learning_rate": 0.0018320531927089306, |
|
"loss": 6.0276, |
|
"step": 146500 |
|
}, |
|
{ |
|
"epoch": 4.21, |
|
"learning_rate": 0.0018314799954144217, |
|
"loss": 6.0251, |
|
"step": 147000 |
|
}, |
|
{ |
|
"epoch": 4.23, |
|
"learning_rate": 0.001830906798119913, |
|
"loss": 6.021, |
|
"step": 147500 |
|
}, |
|
{ |
|
"epoch": 4.24, |
|
"learning_rate": 0.0018303336008254041, |
|
"loss": 6.0251, |
|
"step": 148000 |
|
}, |
|
{ |
|
"epoch": 4.26, |
|
"learning_rate": 0.0018297604035308955, |
|
"loss": 6.0278, |
|
"step": 148500 |
|
}, |
|
{ |
|
"epoch": 4.27, |
|
"learning_rate": 0.0018291872062363866, |
|
"loss": 6.0329, |
|
"step": 149000 |
|
}, |
|
{ |
|
"epoch": 4.28, |
|
"learning_rate": 0.001828614008941878, |
|
"loss": 6.0398, |
|
"step": 149500 |
|
}, |
|
{ |
|
"epoch": 4.3, |
|
"learning_rate": 0.001828040811647369, |
|
"loss": 6.0468, |
|
"step": 150000 |
|
}, |
|
{ |
|
"epoch": 4.31, |
|
"learning_rate": 0.0018274676143528604, |
|
"loss": 6.0485, |
|
"step": 150500 |
|
}, |
|
{ |
|
"epoch": 4.33, |
|
"learning_rate": 0.0018268944170583515, |
|
"loss": 6.0523, |
|
"step": 151000 |
|
}, |
|
{ |
|
"epoch": 4.34, |
|
"learning_rate": 0.0018263212197638429, |
|
"loss": 6.0604, |
|
"step": 151500 |
|
}, |
|
{ |
|
"epoch": 4.36, |
|
"learning_rate": 0.001825748022469334, |
|
"loss": 6.0486, |
|
"step": 152000 |
|
}, |
|
{ |
|
"epoch": 4.37, |
|
"learning_rate": 0.0018251748251748253, |
|
"loss": 6.0446, |
|
"step": 152500 |
|
}, |
|
{ |
|
"epoch": 4.38, |
|
"learning_rate": 0.0018246016278803164, |
|
"loss": 6.0368, |
|
"step": 153000 |
|
}, |
|
{ |
|
"epoch": 4.4, |
|
"learning_rate": 0.0018240284305858078, |
|
"loss": 6.0323, |
|
"step": 153500 |
|
}, |
|
{ |
|
"epoch": 4.41, |
|
"learning_rate": 0.001823455233291299, |
|
"loss": 6.0308, |
|
"step": 154000 |
|
}, |
|
{ |
|
"epoch": 4.43, |
|
"learning_rate": 0.0018228820359967902, |
|
"loss": 6.0291, |
|
"step": 154500 |
|
}, |
|
{ |
|
"epoch": 4.44, |
|
"learning_rate": 0.0018223088387022812, |
|
"loss": 6.0372, |
|
"step": 155000 |
|
}, |
|
{ |
|
"epoch": 4.46, |
|
"learning_rate": 0.0018217356414077725, |
|
"loss": 6.0355, |
|
"step": 155500 |
|
}, |
|
{ |
|
"epoch": 4.47, |
|
"learning_rate": 0.0018211624441132638, |
|
"loss": 6.0415, |
|
"step": 156000 |
|
}, |
|
{ |
|
"epoch": 4.49, |
|
"learning_rate": 0.001820589246818755, |
|
"loss": 6.0396, |
|
"step": 156500 |
|
}, |
|
{ |
|
"epoch": 4.5, |
|
"learning_rate": 0.0018200160495242463, |
|
"loss": 6.034, |
|
"step": 157000 |
|
}, |
|
{ |
|
"epoch": 4.51, |
|
"learning_rate": 0.0018194428522297374, |
|
"loss": 6.0322, |
|
"step": 157500 |
|
}, |
|
{ |
|
"epoch": 4.53, |
|
"learning_rate": 0.0018188696549352287, |
|
"loss": 6.0336, |
|
"step": 158000 |
|
}, |
|
{ |
|
"epoch": 4.54, |
|
"learning_rate": 0.0018182964576407199, |
|
"loss": 6.0386, |
|
"step": 158500 |
|
}, |
|
{ |
|
"epoch": 4.56, |
|
"learning_rate": 0.0018177232603462112, |
|
"loss": 6.0294, |
|
"step": 159000 |
|
}, |
|
{ |
|
"epoch": 4.57, |
|
"learning_rate": 0.0018171500630517023, |
|
"loss": 6.0288, |
|
"step": 159500 |
|
}, |
|
{ |
|
"epoch": 4.59, |
|
"learning_rate": 0.0018165768657571937, |
|
"loss": 6.0205, |
|
"step": 160000 |
|
}, |
|
{ |
|
"epoch": 4.6, |
|
"learning_rate": 0.0018160036684626848, |
|
"loss": 6.0317, |
|
"step": 160500 |
|
}, |
|
{ |
|
"epoch": 4.61, |
|
"learning_rate": 0.0018154304711681761, |
|
"loss": 6.0411, |
|
"step": 161000 |
|
}, |
|
{ |
|
"epoch": 4.63, |
|
"learning_rate": 0.0018148572738736672, |
|
"loss": 6.0329, |
|
"step": 161500 |
|
}, |
|
{ |
|
"epoch": 4.64, |
|
"learning_rate": 0.0018142840765791586, |
|
"loss": 6.0292, |
|
"step": 162000 |
|
}, |
|
{ |
|
"epoch": 4.66, |
|
"learning_rate": 0.0018137108792846497, |
|
"loss": 6.0329, |
|
"step": 162500 |
|
}, |
|
{ |
|
"epoch": 4.67, |
|
"learning_rate": 0.001813137681990141, |
|
"loss": 6.0332, |
|
"step": 163000 |
|
}, |
|
{ |
|
"epoch": 4.69, |
|
"learning_rate": 0.0018125644846956322, |
|
"loss": 6.0351, |
|
"step": 163500 |
|
}, |
|
{ |
|
"epoch": 4.7, |
|
"learning_rate": 0.0018119912874011235, |
|
"loss": 6.0342, |
|
"step": 164000 |
|
}, |
|
{ |
|
"epoch": 4.71, |
|
"learning_rate": 0.0018114180901066146, |
|
"loss": 6.0428, |
|
"step": 164500 |
|
}, |
|
{ |
|
"epoch": 4.73, |
|
"learning_rate": 0.001810844892812106, |
|
"loss": 6.039, |
|
"step": 165000 |
|
}, |
|
{ |
|
"epoch": 4.74, |
|
"learning_rate": 0.0018102716955175973, |
|
"loss": 6.0341, |
|
"step": 165500 |
|
}, |
|
{ |
|
"epoch": 4.76, |
|
"learning_rate": 0.0018096984982230884, |
|
"loss": 6.035, |
|
"step": 166000 |
|
}, |
|
{ |
|
"epoch": 4.77, |
|
"learning_rate": 0.0018091253009285798, |
|
"loss": 6.0465, |
|
"step": 166500 |
|
}, |
|
{ |
|
"epoch": 4.79, |
|
"learning_rate": 0.0018085521036340709, |
|
"loss": 6.0363, |
|
"step": 167000 |
|
}, |
|
{ |
|
"epoch": 4.8, |
|
"learning_rate": 0.0018079789063395622, |
|
"loss": 6.045, |
|
"step": 167500 |
|
}, |
|
{ |
|
"epoch": 4.81, |
|
"learning_rate": 0.0018074057090450533, |
|
"loss": 6.0442, |
|
"step": 168000 |
|
}, |
|
{ |
|
"epoch": 4.83, |
|
"learning_rate": 0.0018068325117505447, |
|
"loss": 6.0453, |
|
"step": 168500 |
|
}, |
|
{ |
|
"epoch": 4.84, |
|
"learning_rate": 0.0018062593144560358, |
|
"loss": 6.0351, |
|
"step": 169000 |
|
}, |
|
{ |
|
"epoch": 4.86, |
|
"learning_rate": 0.0018056861171615271, |
|
"loss": 6.0323, |
|
"step": 169500 |
|
}, |
|
{ |
|
"epoch": 4.87, |
|
"learning_rate": 0.0018051129198670183, |
|
"loss": 6.0308, |
|
"step": 170000 |
|
}, |
|
{ |
|
"epoch": 4.89, |
|
"learning_rate": 0.0018045397225725096, |
|
"loss": 6.0335, |
|
"step": 170500 |
|
}, |
|
{ |
|
"epoch": 4.9, |
|
"learning_rate": 0.0018039665252780007, |
|
"loss": 6.037, |
|
"step": 171000 |
|
}, |
|
{ |
|
"epoch": 4.92, |
|
"learning_rate": 0.001803393327983492, |
|
"loss": 6.0301, |
|
"step": 171500 |
|
}, |
|
{ |
|
"epoch": 4.93, |
|
"learning_rate": 0.0018028201306889832, |
|
"loss": 6.0363, |
|
"step": 172000 |
|
}, |
|
{ |
|
"epoch": 4.94, |
|
"learning_rate": 0.0018022469333944745, |
|
"loss": 6.0376, |
|
"step": 172500 |
|
}, |
|
{ |
|
"epoch": 4.96, |
|
"learning_rate": 0.0018016737360999656, |
|
"loss": 6.0319, |
|
"step": 173000 |
|
}, |
|
{ |
|
"epoch": 4.97, |
|
"learning_rate": 0.0018011005388054568, |
|
"loss": 6.0311, |
|
"step": 173500 |
|
}, |
|
{ |
|
"epoch": 4.99, |
|
"learning_rate": 0.0018005273415109481, |
|
"loss": 6.0321, |
|
"step": 174000 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_loss": 6.036427974700928, |
|
"eval_runtime": 27.0381, |
|
"eval_samples_per_second": 41.349, |
|
"eval_steps_per_second": 1.294, |
|
"step": 174460 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 1744600, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 50, |
|
"save_steps": 500, |
|
"total_flos": 2.390379476809689e+19, |
|
"train_batch_size": 32, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|