batterybert-cased / trainer_state.json
Shu Huang
1000000 steps
6c0c38a
Raw
History Blame Contribute Delete
259 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 42.627562982224305,
"global_step": 1000000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.02,
"learning_rate": 9.96e-07,
"loss": 3.5376,
"step": 500
},
{
"epoch": 0.04,
"learning_rate": 1.992e-06,
"loss": 3.2204,
"step": 1000
},
{
"epoch": 0.06,
"learning_rate": 2.99e-06,
"loss": 3.0852,
"step": 1500
},
{
"epoch": 0.09,
"learning_rate": 3.988000000000001e-06,
"loss": 2.9628,
"step": 2000
},
{
"epoch": 0.11,
"learning_rate": 4.988e-06,
"loss": 2.6672,
"step": 2500
},
{
"epoch": 0.13,
"learning_rate": 5.988e-06,
"loss": 2.1921,
"step": 3000
},
{
"epoch": 0.15,
"learning_rate": 6.988000000000001e-06,
"loss": 1.9085,
"step": 3500
},
{
"epoch": 0.17,
"learning_rate": 7.988e-06,
"loss": 1.8146,
"step": 4000
},
{
"epoch": 0.19,
"learning_rate": 8.988000000000001e-06,
"loss": 1.7548,
"step": 4500
},
{
"epoch": 0.21,
"learning_rate": 9.988000000000002e-06,
"loss": 1.7099,
"step": 5000
},
{
"epoch": 0.23,
"learning_rate": 1.0988e-05,
"loss": 1.6733,
"step": 5500
},
{
"epoch": 0.26,
"learning_rate": 1.1988000000000001e-05,
"loss": 1.6449,
"step": 6000
},
{
"epoch": 0.28,
"learning_rate": 1.2988e-05,
"loss": 1.6214,
"step": 6500
},
{
"epoch": 0.3,
"learning_rate": 1.3988000000000002e-05,
"loss": 1.6005,
"step": 7000
},
{
"epoch": 0.32,
"learning_rate": 1.4988000000000001e-05,
"loss": 1.5755,
"step": 7500
},
{
"epoch": 0.34,
"learning_rate": 1.5988e-05,
"loss": 1.5608,
"step": 8000
},
{
"epoch": 0.36,
"learning_rate": 1.6988e-05,
"loss": 1.5432,
"step": 8500
},
{
"epoch": 0.38,
"learning_rate": 1.7988e-05,
"loss": 1.5307,
"step": 9000
},
{
"epoch": 0.4,
"learning_rate": 1.8988000000000002e-05,
"loss": 1.5122,
"step": 9500
},
{
"epoch": 0.43,
"learning_rate": 1.9988000000000002e-05,
"loss": 1.5002,
"step": 10000
},
{
"epoch": 0.45,
"learning_rate": 1.999647781881444e-05,
"loss": 1.4902,
"step": 10500
},
{
"epoch": 0.47,
"learning_rate": 1.9992912858100306e-05,
"loss": 1.4755,
"step": 11000
},
{
"epoch": 0.49,
"learning_rate": 1.9989347897386173e-05,
"loss": 1.4646,
"step": 11500
},
{
"epoch": 0.51,
"learning_rate": 1.998578293667204e-05,
"loss": 1.4532,
"step": 12000
},
{
"epoch": 0.53,
"learning_rate": 1.9982225105879337e-05,
"loss": 1.4447,
"step": 12500
},
{
"epoch": 0.55,
"learning_rate": 1.9978660145165204e-05,
"loss": 1.4381,
"step": 13000
},
{
"epoch": 0.58,
"learning_rate": 1.997509518445107e-05,
"loss": 1.4269,
"step": 13500
},
{
"epoch": 0.6,
"learning_rate": 1.997153022373694e-05,
"loss": 1.4211,
"step": 14000
},
{
"epoch": 0.62,
"learning_rate": 1.9967965263022805e-05,
"loss": 1.4155,
"step": 14500
},
{
"epoch": 0.64,
"learning_rate": 1.996440030230867e-05,
"loss": 1.4087,
"step": 15000
},
{
"epoch": 0.66,
"learning_rate": 1.9960835341594536e-05,
"loss": 1.4009,
"step": 15500
},
{
"epoch": 0.68,
"learning_rate": 1.9957270380880404e-05,
"loss": 1.3942,
"step": 16000
},
{
"epoch": 0.7,
"learning_rate": 1.995370542016627e-05,
"loss": 1.39,
"step": 16500
},
{
"epoch": 0.72,
"learning_rate": 1.9950140459452138e-05,
"loss": 1.3859,
"step": 17000
},
{
"epoch": 0.75,
"learning_rate": 1.9946582628659434e-05,
"loss": 1.3852,
"step": 17500
},
{
"epoch": 0.77,
"learning_rate": 1.99430176679453e-05,
"loss": 1.3728,
"step": 18000
},
{
"epoch": 0.79,
"learning_rate": 1.993945270723117e-05,
"loss": 1.3675,
"step": 18500
},
{
"epoch": 0.81,
"learning_rate": 1.9935887746517036e-05,
"loss": 1.3643,
"step": 19000
},
{
"epoch": 0.83,
"learning_rate": 1.9932329915724333e-05,
"loss": 1.3606,
"step": 19500
},
{
"epoch": 0.85,
"learning_rate": 1.99287649550102e-05,
"loss": 1.3543,
"step": 20000
},
{
"epoch": 0.87,
"learning_rate": 1.9925199994296063e-05,
"loss": 1.35,
"step": 20500
},
{
"epoch": 0.9,
"learning_rate": 1.992163503358193e-05,
"loss": 1.3463,
"step": 21000
},
{
"epoch": 0.92,
"learning_rate": 1.9918070072867798e-05,
"loss": 1.3437,
"step": 21500
},
{
"epoch": 0.94,
"learning_rate": 1.9914505112153665e-05,
"loss": 1.3396,
"step": 22000
},
{
"epoch": 0.96,
"learning_rate": 1.991094728136096e-05,
"loss": 1.3366,
"step": 22500
},
{
"epoch": 0.98,
"learning_rate": 1.990738232064683e-05,
"loss": 1.3326,
"step": 23000
},
{
"epoch": 1.0,
"eval_accuracy": 0.7545876212630639,
"eval_loss": 1.1067582368850708,
"eval_runtime": 59.6311,
"eval_samples_per_second": 867.736,
"eval_steps_per_second": 13.567,
"step": 23459
},
{
"epoch": 1.0,
"learning_rate": 1.9903817359932696e-05,
"loss": 1.3273,
"step": 23500
},
{
"epoch": 1.02,
"learning_rate": 1.9900252399218563e-05,
"loss": 1.323,
"step": 24000
},
{
"epoch": 1.04,
"learning_rate": 1.989668743850443e-05,
"loss": 1.3248,
"step": 24500
},
{
"epoch": 1.07,
"learning_rate": 1.9893129607711727e-05,
"loss": 1.3175,
"step": 25000
},
{
"epoch": 1.09,
"learning_rate": 1.9889564646997594e-05,
"loss": 1.3164,
"step": 25500
},
{
"epoch": 1.11,
"learning_rate": 1.9885999686283458e-05,
"loss": 1.3105,
"step": 26000
},
{
"epoch": 1.13,
"learning_rate": 1.9882434725569325e-05,
"loss": 1.3113,
"step": 26500
},
{
"epoch": 1.15,
"learning_rate": 1.987887689477662e-05,
"loss": 1.3085,
"step": 27000
},
{
"epoch": 1.17,
"learning_rate": 1.987531193406249e-05,
"loss": 1.304,
"step": 27500
},
{
"epoch": 1.19,
"learning_rate": 1.9871746973348356e-05,
"loss": 1.3041,
"step": 28000
},
{
"epoch": 1.21,
"learning_rate": 1.9868182012634223e-05,
"loss": 1.3017,
"step": 28500
},
{
"epoch": 1.24,
"learning_rate": 1.986461705192009e-05,
"loss": 1.2977,
"step": 29000
},
{
"epoch": 1.26,
"learning_rate": 1.9861066351048813e-05,
"loss": 1.2914,
"step": 29500
},
{
"epoch": 1.28,
"learning_rate": 1.985750139033468e-05,
"loss": 1.2891,
"step": 30000
},
{
"epoch": 1.3,
"learning_rate": 1.9853936429620547e-05,
"loss": 1.2881,
"step": 30500
},
{
"epoch": 1.32,
"learning_rate": 1.9850371468906414e-05,
"loss": 1.2862,
"step": 31000
},
{
"epoch": 1.34,
"learning_rate": 1.984680650819228e-05,
"loss": 1.286,
"step": 31500
},
{
"epoch": 1.36,
"learning_rate": 1.984324154747815e-05,
"loss": 1.2786,
"step": 32000
},
{
"epoch": 1.39,
"learning_rate": 1.9839676586764016e-05,
"loss": 1.2819,
"step": 32500
},
{
"epoch": 1.41,
"learning_rate": 1.9836111626049883e-05,
"loss": 1.2762,
"step": 33000
},
{
"epoch": 1.43,
"learning_rate": 1.983254666533575e-05,
"loss": 1.2765,
"step": 33500
},
{
"epoch": 1.45,
"learning_rate": 1.9828981704621617e-05,
"loss": 1.2738,
"step": 34000
},
{
"epoch": 1.47,
"learning_rate": 1.9825416743907484e-05,
"loss": 1.2717,
"step": 34500
},
{
"epoch": 1.49,
"learning_rate": 1.982185891311478e-05,
"loss": 1.2711,
"step": 35000
},
{
"epoch": 1.51,
"learning_rate": 1.9818293952400648e-05,
"loss": 1.267,
"step": 35500
},
{
"epoch": 1.53,
"learning_rate": 1.9814728991686515e-05,
"loss": 1.2626,
"step": 36000
},
{
"epoch": 1.56,
"learning_rate": 1.9811164030972382e-05,
"loss": 1.2634,
"step": 36500
},
{
"epoch": 1.58,
"learning_rate": 1.9807606200179676e-05,
"loss": 1.2639,
"step": 37000
},
{
"epoch": 1.6,
"learning_rate": 1.9804041239465543e-05,
"loss": 1.2574,
"step": 37500
},
{
"epoch": 1.62,
"learning_rate": 1.980047627875141e-05,
"loss": 1.2568,
"step": 38000
},
{
"epoch": 1.64,
"learning_rate": 1.9796911318037277e-05,
"loss": 1.2565,
"step": 38500
},
{
"epoch": 1.66,
"learning_rate": 1.9793346357323144e-05,
"loss": 1.2556,
"step": 39000
},
{
"epoch": 1.68,
"learning_rate": 1.978978139660901e-05,
"loss": 1.2518,
"step": 39500
},
{
"epoch": 1.71,
"learning_rate": 1.978621643589488e-05,
"loss": 1.2532,
"step": 40000
},
{
"epoch": 1.73,
"learning_rate": 1.9782651475180746e-05,
"loss": 1.2514,
"step": 40500
},
{
"epoch": 1.75,
"learning_rate": 1.9779086514466613e-05,
"loss": 1.2484,
"step": 41000
},
{
"epoch": 1.77,
"learning_rate": 1.977552155375248e-05,
"loss": 1.2443,
"step": 41500
},
{
"epoch": 1.79,
"learning_rate": 1.9771963722959777e-05,
"loss": 1.2452,
"step": 42000
},
{
"epoch": 1.81,
"learning_rate": 1.976839876224564e-05,
"loss": 1.2446,
"step": 42500
},
{
"epoch": 1.83,
"learning_rate": 1.9764840931452937e-05,
"loss": 1.2429,
"step": 43000
},
{
"epoch": 1.85,
"learning_rate": 1.9761275970738804e-05,
"loss": 1.2408,
"step": 43500
},
{
"epoch": 1.88,
"learning_rate": 1.975771101002467e-05,
"loss": 1.241,
"step": 44000
},
{
"epoch": 1.9,
"learning_rate": 1.975414604931054e-05,
"loss": 1.2361,
"step": 44500
},
{
"epoch": 1.92,
"learning_rate": 1.9750588218517835e-05,
"loss": 1.238,
"step": 45000
},
{
"epoch": 1.94,
"learning_rate": 1.9747023257803702e-05,
"loss": 1.2354,
"step": 45500
},
{
"epoch": 1.96,
"learning_rate": 1.974345829708957e-05,
"loss": 1.2313,
"step": 46000
},
{
"epoch": 1.98,
"learning_rate": 1.9739893336375436e-05,
"loss": 1.2328,
"step": 46500
},
{
"epoch": 2.0,
"eval_accuracy": 0.7677078867058438,
"eval_loss": 1.0249285697937012,
"eval_runtime": 61.6684,
"eval_samples_per_second": 839.069,
"eval_steps_per_second": 13.119,
"step": 46918
},
{
"epoch": 2.0,
"learning_rate": 1.973633550558273e-05,
"loss": 1.2284,
"step": 47000
},
{
"epoch": 2.02,
"learning_rate": 1.9732770544868597e-05,
"loss": 1.2291,
"step": 47500
},
{
"epoch": 2.05,
"learning_rate": 1.9729205584154464e-05,
"loss": 1.229,
"step": 48000
},
{
"epoch": 2.07,
"learning_rate": 1.972564062344033e-05,
"loss": 1.2234,
"step": 48500
},
{
"epoch": 2.09,
"learning_rate": 1.9722075662726198e-05,
"loss": 1.2242,
"step": 49000
},
{
"epoch": 2.11,
"learning_rate": 1.9718517831933495e-05,
"loss": 1.2249,
"step": 49500
},
{
"epoch": 2.13,
"learning_rate": 1.9714952871219362e-05,
"loss": 1.2214,
"step": 50000
},
{
"epoch": 2.15,
"learning_rate": 1.971138791050523e-05,
"loss": 1.2226,
"step": 50500
},
{
"epoch": 2.17,
"learning_rate": 1.9707830079712522e-05,
"loss": 1.2197,
"step": 51000
},
{
"epoch": 2.2,
"learning_rate": 1.9704265118998393e-05,
"loss": 1.2167,
"step": 51500
},
{
"epoch": 2.22,
"learning_rate": 1.9700700158284257e-05,
"loss": 1.2162,
"step": 52000
},
{
"epoch": 2.24,
"learning_rate": 1.9697135197570124e-05,
"loss": 1.2159,
"step": 52500
},
{
"epoch": 2.26,
"learning_rate": 1.969357023685599e-05,
"loss": 1.2151,
"step": 53000
},
{
"epoch": 2.28,
"learning_rate": 1.9690005276141858e-05,
"loss": 1.2143,
"step": 53500
},
{
"epoch": 2.3,
"learning_rate": 1.9686440315427725e-05,
"loss": 1.2121,
"step": 54000
},
{
"epoch": 2.32,
"learning_rate": 1.9682875354713592e-05,
"loss": 1.207,
"step": 54500
},
{
"epoch": 2.34,
"learning_rate": 1.967931039399946e-05,
"loss": 1.2098,
"step": 55000
},
{
"epoch": 2.37,
"learning_rate": 1.9675752563206756e-05,
"loss": 1.2087,
"step": 55500
},
{
"epoch": 2.39,
"learning_rate": 1.9672187602492623e-05,
"loss": 1.2042,
"step": 56000
},
{
"epoch": 2.41,
"learning_rate": 1.966862264177849e-05,
"loss": 1.2088,
"step": 56500
},
{
"epoch": 2.43,
"learning_rate": 1.9665057681064358e-05,
"loss": 1.204,
"step": 57000
},
{
"epoch": 2.45,
"learning_rate": 1.9661492720350225e-05,
"loss": 1.2049,
"step": 57500
},
{
"epoch": 2.47,
"learning_rate": 1.9657927759636092e-05,
"loss": 1.2028,
"step": 58000
},
{
"epoch": 2.49,
"learning_rate": 1.965436279892196e-05,
"loss": 1.2024,
"step": 58500
},
{
"epoch": 2.52,
"learning_rate": 1.9650797838207826e-05,
"loss": 1.2015,
"step": 59000
},
{
"epoch": 2.54,
"learning_rate": 1.964724000741512e-05,
"loss": 1.2018,
"step": 59500
},
{
"epoch": 2.56,
"learning_rate": 1.9643675046700987e-05,
"loss": 1.1964,
"step": 60000
},
{
"epoch": 2.58,
"learning_rate": 1.9640110085986854e-05,
"loss": 1.1938,
"step": 60500
},
{
"epoch": 2.6,
"learning_rate": 1.963654512527272e-05,
"loss": 1.1993,
"step": 61000
},
{
"epoch": 2.62,
"learning_rate": 1.9632980164558588e-05,
"loss": 1.1946,
"step": 61500
},
{
"epoch": 2.64,
"learning_rate": 1.9629422333765885e-05,
"loss": 1.1979,
"step": 62000
},
{
"epoch": 2.66,
"learning_rate": 1.9625857373051752e-05,
"loss": 1.1936,
"step": 62500
},
{
"epoch": 2.69,
"learning_rate": 1.962229241233762e-05,
"loss": 1.1933,
"step": 63000
},
{
"epoch": 2.71,
"learning_rate": 1.9618727451623486e-05,
"loss": 1.1927,
"step": 63500
},
{
"epoch": 2.73,
"learning_rate": 1.961516962083078e-05,
"loss": 1.1913,
"step": 64000
},
{
"epoch": 2.75,
"learning_rate": 1.9611604660116647e-05,
"loss": 1.1916,
"step": 64500
},
{
"epoch": 2.77,
"learning_rate": 1.9608039699402514e-05,
"loss": 1.191,
"step": 65000
},
{
"epoch": 2.79,
"learning_rate": 1.960447473868838e-05,
"loss": 1.1887,
"step": 65500
},
{
"epoch": 2.81,
"learning_rate": 1.9600916907895677e-05,
"loss": 1.1864,
"step": 66000
},
{
"epoch": 2.83,
"learning_rate": 1.959735907710297e-05,
"loss": 1.1876,
"step": 66500
},
{
"epoch": 2.86,
"learning_rate": 1.9593801246310267e-05,
"loss": 1.189,
"step": 67000
},
{
"epoch": 2.88,
"learning_rate": 1.9590236285596134e-05,
"loss": 1.1842,
"step": 67500
},
{
"epoch": 2.9,
"learning_rate": 1.9586671324882e-05,
"loss": 1.1851,
"step": 68000
},
{
"epoch": 2.92,
"learning_rate": 1.958310636416787e-05,
"loss": 1.1837,
"step": 68500
},
{
"epoch": 2.94,
"learning_rate": 1.9579541403453736e-05,
"loss": 1.1844,
"step": 69000
},
{
"epoch": 2.96,
"learning_rate": 1.9575976442739603e-05,
"loss": 1.1822,
"step": 69500
},
{
"epoch": 2.98,
"learning_rate": 1.957241148202547e-05,
"loss": 1.1818,
"step": 70000
},
{
"epoch": 3.0,
"eval_accuracy": 0.7751185001590098,
"eval_loss": 0.9822936058044434,
"eval_runtime": 62.3828,
"eval_samples_per_second": 829.459,
"eval_steps_per_second": 12.968,
"step": 70377
},
{
"epoch": 3.01,
"learning_rate": 1.9568846521311337e-05,
"loss": 1.1791,
"step": 70500
},
{
"epoch": 3.03,
"learning_rate": 1.9565281560597205e-05,
"loss": 1.1815,
"step": 71000
},
{
"epoch": 3.05,
"learning_rate": 1.956171659988307e-05,
"loss": 1.1775,
"step": 71500
},
{
"epoch": 3.07,
"learning_rate": 1.955815163916894e-05,
"loss": 1.1774,
"step": 72000
},
{
"epoch": 3.09,
"learning_rate": 1.9554586678454806e-05,
"loss": 1.1761,
"step": 72500
},
{
"epoch": 3.11,
"learning_rate": 1.9551021717740673e-05,
"loss": 1.1747,
"step": 73000
},
{
"epoch": 3.13,
"learning_rate": 1.954746388694797e-05,
"loss": 1.1712,
"step": 73500
},
{
"epoch": 3.15,
"learning_rate": 1.9543906056155263e-05,
"loss": 1.1718,
"step": 74000
},
{
"epoch": 3.18,
"learning_rate": 1.954034109544113e-05,
"loss": 1.1729,
"step": 74500
},
{
"epoch": 3.2,
"learning_rate": 1.9536776134726997e-05,
"loss": 1.172,
"step": 75000
},
{
"epoch": 3.22,
"learning_rate": 1.9533211174012864e-05,
"loss": 1.1722,
"step": 75500
},
{
"epoch": 3.24,
"learning_rate": 1.952964621329873e-05,
"loss": 1.1705,
"step": 76000
},
{
"epoch": 3.26,
"learning_rate": 1.95260812525846e-05,
"loss": 1.1667,
"step": 76500
},
{
"epoch": 3.28,
"learning_rate": 1.9522516291870466e-05,
"loss": 1.1702,
"step": 77000
},
{
"epoch": 3.3,
"learning_rate": 1.9518951331156333e-05,
"loss": 1.171,
"step": 77500
},
{
"epoch": 3.32,
"learning_rate": 1.95153863704422e-05,
"loss": 1.1679,
"step": 78000
},
{
"epoch": 3.35,
"learning_rate": 1.9511821409728067e-05,
"loss": 1.1668,
"step": 78500
},
{
"epoch": 3.37,
"learning_rate": 1.950827070885679e-05,
"loss": 1.1681,
"step": 79000
},
{
"epoch": 3.39,
"learning_rate": 1.9504705748142657e-05,
"loss": 1.1668,
"step": 79500
},
{
"epoch": 3.41,
"learning_rate": 1.9501140787428524e-05,
"loss": 1.1635,
"step": 80000
},
{
"epoch": 3.43,
"learning_rate": 1.9497582956635818e-05,
"loss": 1.1664,
"step": 80500
},
{
"epoch": 3.45,
"learning_rate": 1.9494017995921685e-05,
"loss": 1.1625,
"step": 81000
},
{
"epoch": 3.47,
"learning_rate": 1.9490453035207552e-05,
"loss": 1.1653,
"step": 81500
},
{
"epoch": 3.5,
"learning_rate": 1.948688807449342e-05,
"loss": 1.1629,
"step": 82000
},
{
"epoch": 3.52,
"learning_rate": 1.9483323113779286e-05,
"loss": 1.1641,
"step": 82500
},
{
"epoch": 3.54,
"learning_rate": 1.9479758153065157e-05,
"loss": 1.1621,
"step": 83000
},
{
"epoch": 3.56,
"learning_rate": 1.9476193192351024e-05,
"loss": 1.1597,
"step": 83500
},
{
"epoch": 3.58,
"learning_rate": 1.947262823163689e-05,
"loss": 1.16,
"step": 84000
},
{
"epoch": 3.6,
"learning_rate": 1.9469063270922758e-05,
"loss": 1.1583,
"step": 84500
},
{
"epoch": 3.62,
"learning_rate": 1.9465498310208625e-05,
"loss": 1.1592,
"step": 85000
},
{
"epoch": 3.64,
"learning_rate": 1.946194047941592e-05,
"loss": 1.1562,
"step": 85500
},
{
"epoch": 3.67,
"learning_rate": 1.9458375518701786e-05,
"loss": 1.1578,
"step": 86000
},
{
"epoch": 3.02,
"learning_rate": 1.8455252525252528e-05,
"loss": 1.1569,
"step": 86500
},
{
"epoch": 3.04,
"learning_rate": 1.8445151515151517e-05,
"loss": 1.1544,
"step": 87000
},
{
"epoch": 3.06,
"learning_rate": 1.8435070707070707e-05,
"loss": 1.1557,
"step": 87500
},
{
"epoch": 3.09,
"learning_rate": 1.84249696969697e-05,
"loss": 1.1524,
"step": 88000
},
{
"epoch": 3.02,
"learning_rate": 1.841488888888889e-05,
"loss": 1.1061,
"step": 88500
},
{
"epoch": 3.04,
"learning_rate": 1.840478787878788e-05,
"loss": 1.1047,
"step": 89000
},
{
"epoch": 3.06,
"learning_rate": 1.839468686868687e-05,
"loss": 1.1074,
"step": 89500
},
{
"epoch": 3.09,
"learning_rate": 1.838458585858586e-05,
"loss": 1.1053,
"step": 90000
},
{
"epoch": 3.11,
"learning_rate": 1.837448484848485e-05,
"loss": 1.1541,
"step": 90500
},
{
"epoch": 3.13,
"learning_rate": 1.836438383838384e-05,
"loss": 1.1524,
"step": 91000
},
{
"epoch": 3.15,
"learning_rate": 1.835428282828283e-05,
"loss": 1.1488,
"step": 91500
},
{
"epoch": 3.17,
"learning_rate": 1.834418181818182e-05,
"loss": 1.1508,
"step": 92000
},
{
"epoch": 3.19,
"learning_rate": 1.833410101010101e-05,
"loss": 1.1487,
"step": 92500
},
{
"epoch": 3.21,
"learning_rate": 1.8324000000000003e-05,
"loss": 1.1491,
"step": 93000
},
{
"epoch": 3.23,
"learning_rate": 1.8313919191919193e-05,
"loss": 1.1513,
"step": 93500
},
{
"epoch": 3.26,
"learning_rate": 1.8303818181818182e-05,
"loss": 1.1469,
"step": 94000
},
{
"epoch": 3.28,
"learning_rate": 1.8293717171717174e-05,
"loss": 1.1486,
"step": 94500
},
{
"epoch": 3.3,
"learning_rate": 1.8283616161616162e-05,
"loss": 1.1467,
"step": 95000
},
{
"epoch": 3.32,
"learning_rate": 1.8273515151515154e-05,
"loss": 1.1441,
"step": 95500
},
{
"epoch": 3.34,
"learning_rate": 1.8263414141414143e-05,
"loss": 1.1458,
"step": 96000
},
{
"epoch": 3.36,
"learning_rate": 1.825331313131313e-05,
"loss": 1.1457,
"step": 96500
},
{
"epoch": 3.38,
"learning_rate": 1.824321212121212e-05,
"loss": 1.1442,
"step": 97000
},
{
"epoch": 3.4,
"learning_rate": 1.8233111111111112e-05,
"loss": 1.1459,
"step": 97500
},
{
"epoch": 3.43,
"learning_rate": 1.8223010101010104e-05,
"loss": 1.1439,
"step": 98000
},
{
"epoch": 3.45,
"learning_rate": 1.8212929292929295e-05,
"loss": 1.1419,
"step": 98500
},
{
"epoch": 3.47,
"learning_rate": 1.8202828282828283e-05,
"loss": 1.1424,
"step": 99000
},
{
"epoch": 3.49,
"learning_rate": 1.8192727272727275e-05,
"loss": 1.1424,
"step": 99500
},
{
"epoch": 3.51,
"learning_rate": 1.8182646464646466e-05,
"loss": 1.1398,
"step": 100000
},
{
"epoch": 3.53,
"learning_rate": 1.8172545454545454e-05,
"loss": 1.1388,
"step": 100500
},
{
"epoch": 3.55,
"learning_rate": 1.8162444444444446e-05,
"loss": 1.1398,
"step": 101000
},
{
"epoch": 3.58,
"learning_rate": 1.8152343434343435e-05,
"loss": 1.14,
"step": 101500
},
{
"epoch": 3.6,
"learning_rate": 1.8142242424242427e-05,
"loss": 1.1382,
"step": 102000
},
{
"epoch": 3.62,
"learning_rate": 1.8132141414141416e-05,
"loss": 1.1369,
"step": 102500
},
{
"epoch": 3.64,
"learning_rate": 1.8122040404040408e-05,
"loss": 1.1373,
"step": 103000
},
{
"epoch": 3.66,
"learning_rate": 1.8111939393939396e-05,
"loss": 1.1358,
"step": 103500
},
{
"epoch": 3.68,
"learning_rate": 1.8101858585858587e-05,
"loss": 1.1351,
"step": 104000
},
{
"epoch": 3.7,
"learning_rate": 1.809177777777778e-05,
"loss": 1.1375,
"step": 104500
},
{
"epoch": 3.72,
"learning_rate": 1.808167676767677e-05,
"loss": 1.1339,
"step": 105000
},
{
"epoch": 3.75,
"learning_rate": 1.8071575757575758e-05,
"loss": 1.1358,
"step": 105500
},
{
"epoch": 3.77,
"learning_rate": 1.806147474747475e-05,
"loss": 1.1348,
"step": 106000
},
{
"epoch": 3.79,
"learning_rate": 1.805137373737374e-05,
"loss": 1.1341,
"step": 106500
},
{
"epoch": 3.81,
"learning_rate": 1.804127272727273e-05,
"loss": 1.1336,
"step": 107000
},
{
"epoch": 3.83,
"learning_rate": 1.803117171717172e-05,
"loss": 1.1334,
"step": 107500
},
{
"epoch": 3.85,
"learning_rate": 1.8021070707070708e-05,
"loss": 1.1341,
"step": 108000
},
{
"epoch": 3.87,
"learning_rate": 1.80109898989899e-05,
"loss": 1.1342,
"step": 108500
},
{
"epoch": 3.9,
"learning_rate": 1.800088888888889e-05,
"loss": 1.1308,
"step": 109000
},
{
"epoch": 3.92,
"learning_rate": 1.7990787878787882e-05,
"loss": 1.1319,
"step": 109500
},
{
"epoch": 3.94,
"learning_rate": 1.798068686868687e-05,
"loss": 1.1297,
"step": 110000
},
{
"epoch": 3.96,
"learning_rate": 1.797060606060606e-05,
"loss": 1.1298,
"step": 110500
},
{
"epoch": 3.98,
"learning_rate": 1.7960525252525255e-05,
"loss": 1.1319,
"step": 111000
},
{
"epoch": 4.0,
"eval_accuracy": 0.7826185119761669,
"eval_loss": 0.9372493624687195,
"eval_runtime": 54.8263,
"eval_samples_per_second": 943.78,
"eval_steps_per_second": 14.756,
"step": 111459
},
{
"epoch": 4.0,
"learning_rate": 1.7950424242424244e-05,
"loss": 1.1277,
"step": 111500
},
{
"epoch": 4.02,
"learning_rate": 1.7940323232323232e-05,
"loss": 1.1274,
"step": 112000
},
{
"epoch": 4.04,
"learning_rate": 1.7930222222222224e-05,
"loss": 1.1262,
"step": 112500
},
{
"epoch": 4.07,
"learning_rate": 1.7920121212121213e-05,
"loss": 1.127,
"step": 113000
},
{
"epoch": 4.09,
"learning_rate": 1.7910020202020205e-05,
"loss": 1.1277,
"step": 113500
},
{
"epoch": 4.11,
"learning_rate": 1.7899919191919194e-05,
"loss": 1.1258,
"step": 114000
},
{
"epoch": 4.13,
"learning_rate": 1.7889818181818182e-05,
"loss": 1.1259,
"step": 114500
},
{
"epoch": 4.15,
"learning_rate": 1.7879717171717174e-05,
"loss": 1.1255,
"step": 115000
},
{
"epoch": 4.17,
"learning_rate": 1.7869636363636365e-05,
"loss": 1.1258,
"step": 115500
},
{
"epoch": 4.19,
"learning_rate": 1.7859535353535357e-05,
"loss": 1.1248,
"step": 116000
},
{
"epoch": 4.21,
"learning_rate": 1.7849434343434345e-05,
"loss": 1.125,
"step": 116500
},
{
"epoch": 4.24,
"learning_rate": 1.7839333333333334e-05,
"loss": 1.1236,
"step": 117000
},
{
"epoch": 4.26,
"learning_rate": 1.7829232323232322e-05,
"loss": 1.124,
"step": 117500
},
{
"epoch": 4.28,
"learning_rate": 1.7819131313131314e-05,
"loss": 1.1236,
"step": 118000
},
{
"epoch": 4.3,
"learning_rate": 1.7809030303030303e-05,
"loss": 1.1227,
"step": 118500
},
{
"epoch": 4.32,
"learning_rate": 1.7798949494949497e-05,
"loss": 1.1235,
"step": 119000
},
{
"epoch": 4.34,
"learning_rate": 1.7788848484848486e-05,
"loss": 1.1203,
"step": 119500
},
{
"epoch": 4.36,
"learning_rate": 1.7778747474747474e-05,
"loss": 1.1216,
"step": 120000
},
{
"epoch": 4.39,
"learning_rate": 1.7768646464646466e-05,
"loss": 1.1224,
"step": 120500
},
{
"epoch": 4.41,
"learning_rate": 1.7758545454545455e-05,
"loss": 1.1203,
"step": 121000
},
{
"epoch": 4.43,
"learning_rate": 1.7748444444444447e-05,
"loss": 1.1159,
"step": 121500
},
{
"epoch": 4.45,
"learning_rate": 1.7738343434343435e-05,
"loss": 1.1201,
"step": 122000
},
{
"epoch": 4.47,
"learning_rate": 1.7728242424242427e-05,
"loss": 1.1205,
"step": 122500
},
{
"epoch": 4.49,
"learning_rate": 1.7718161616161618e-05,
"loss": 1.1184,
"step": 123000
},
{
"epoch": 4.51,
"learning_rate": 1.770806060606061e-05,
"loss": 1.1201,
"step": 123500
},
{
"epoch": 4.53,
"learning_rate": 1.76979595959596e-05,
"loss": 1.1181,
"step": 124000
},
{
"epoch": 4.56,
"learning_rate": 1.7687858585858587e-05,
"loss": 1.1159,
"step": 124500
},
{
"epoch": 4.58,
"learning_rate": 1.7677777777777778e-05,
"loss": 1.1166,
"step": 125000
},
{
"epoch": 4.6,
"learning_rate": 1.766767676767677e-05,
"loss": 1.1158,
"step": 125500
},
{
"epoch": 4.62,
"learning_rate": 1.765757575757576e-05,
"loss": 1.1158,
"step": 126000
},
{
"epoch": 4.64,
"learning_rate": 1.764749494949495e-05,
"loss": 1.1157,
"step": 126500
},
{
"epoch": 4.66,
"learning_rate": 1.763739393939394e-05,
"loss": 1.1149,
"step": 127000
},
{
"epoch": 4.68,
"learning_rate": 1.7627292929292933e-05,
"loss": 1.1146,
"step": 127500
},
{
"epoch": 4.71,
"learning_rate": 1.7617212121212123e-05,
"loss": 1.1142,
"step": 128000
},
{
"epoch": 4.73,
"learning_rate": 1.7607111111111112e-05,
"loss": 1.1163,
"step": 128500
},
{
"epoch": 4.75,
"learning_rate": 1.7597010101010104e-05,
"loss": 1.1126,
"step": 129000
},
{
"epoch": 4.77,
"learning_rate": 1.7586909090909092e-05,
"loss": 1.1118,
"step": 129500
},
{
"epoch": 4.79,
"learning_rate": 1.7576808080808084e-05,
"loss": 1.1124,
"step": 130000
},
{
"epoch": 4.81,
"learning_rate": 1.7566707070707073e-05,
"loss": 1.1132,
"step": 130500
},
{
"epoch": 4.83,
"learning_rate": 1.755660606060606e-05,
"loss": 1.1121,
"step": 131000
},
{
"epoch": 4.85,
"learning_rate": 1.754650505050505e-05,
"loss": 1.1129,
"step": 131500
},
{
"epoch": 4.88,
"learning_rate": 1.7536404040404042e-05,
"loss": 1.1145,
"step": 132000
},
{
"epoch": 4.9,
"learning_rate": 1.752630303030303e-05,
"loss": 1.1118,
"step": 132500
},
{
"epoch": 4.92,
"learning_rate": 1.7516202020202023e-05,
"loss": 1.1116,
"step": 133000
},
{
"epoch": 4.94,
"learning_rate": 1.750610101010101e-05,
"loss": 1.111,
"step": 133500
},
{
"epoch": 4.96,
"learning_rate": 1.7496000000000003e-05,
"loss": 1.1093,
"step": 134000
},
{
"epoch": 4.98,
"learning_rate": 1.7485898989898992e-05,
"loss": 1.1116,
"step": 134500
},
{
"epoch": 5.0,
"eval_accuracy": 0.7848298822164493,
"eval_loss": 0.922777533531189,
"eval_runtime": 56.1658,
"eval_samples_per_second": 921.273,
"eval_steps_per_second": 14.404,
"step": 134918
},
{
"epoch": 5.0,
"learning_rate": 1.747579797979798e-05,
"loss": 1.1099,
"step": 135000
},
{
"epoch": 5.02,
"learning_rate": 1.7465717171717174e-05,
"loss": 1.1078,
"step": 135500
},
{
"epoch": 5.05,
"learning_rate": 1.7455616161616163e-05,
"loss": 1.1091,
"step": 136000
},
{
"epoch": 5.07,
"learning_rate": 1.7445515151515155e-05,
"loss": 1.1063,
"step": 136500
},
{
"epoch": 5.09,
"learning_rate": 1.7435414141414144e-05,
"loss": 1.108,
"step": 137000
},
{
"epoch": 5.11,
"learning_rate": 1.7425333333333334e-05,
"loss": 1.1104,
"step": 137500
},
{
"epoch": 5.13,
"learning_rate": 1.7415232323232326e-05,
"loss": 1.1049,
"step": 138000
},
{
"epoch": 5.15,
"learning_rate": 1.7405151515151517e-05,
"loss": 1.1059,
"step": 138500
},
{
"epoch": 5.17,
"learning_rate": 1.7395050505050505e-05,
"loss": 1.1059,
"step": 139000
},
{
"epoch": 5.2,
"learning_rate": 1.7384949494949497e-05,
"loss": 1.1055,
"step": 139500
},
{
"epoch": 5.22,
"learning_rate": 1.7374848484848486e-05,
"loss": 1.1065,
"step": 140000
},
{
"epoch": 5.24,
"learning_rate": 1.7364747474747478e-05,
"loss": 1.105,
"step": 140500
},
{
"epoch": 5.26,
"learning_rate": 1.7354646464646466e-05,
"loss": 1.1027,
"step": 141000
},
{
"epoch": 5.28,
"learning_rate": 1.7344545454545455e-05,
"loss": 1.1037,
"step": 141500
},
{
"epoch": 5.3,
"learning_rate": 1.7334444444444444e-05,
"loss": 1.1026,
"step": 142000
},
{
"epoch": 5.32,
"learning_rate": 1.7324363636363637e-05,
"loss": 1.1021,
"step": 142500
},
{
"epoch": 5.34,
"learning_rate": 1.731426262626263e-05,
"loss": 1.1034,
"step": 143000
},
{
"epoch": 5.37,
"learning_rate": 1.7304161616161618e-05,
"loss": 1.0995,
"step": 143500
},
{
"epoch": 5.39,
"learning_rate": 1.7294060606060607e-05,
"loss": 1.1042,
"step": 144000
},
{
"epoch": 5.41,
"learning_rate": 1.7283959595959595e-05,
"loss": 1.1014,
"step": 144500
},
{
"epoch": 5.43,
"learning_rate": 1.727387878787879e-05,
"loss": 1.1014,
"step": 145000
},
{
"epoch": 5.45,
"learning_rate": 1.7263777777777778e-05,
"loss": 1.1014,
"step": 145500
},
{
"epoch": 5.47,
"learning_rate": 1.7253676767676766e-05,
"loss": 1.0997,
"step": 146000
},
{
"epoch": 5.49,
"learning_rate": 1.724357575757576e-05,
"loss": 1.1014,
"step": 146500
},
{
"epoch": 5.52,
"learning_rate": 1.7233494949494952e-05,
"loss": 1.1006,
"step": 147000
},
{
"epoch": 5.54,
"learning_rate": 1.722339393939394e-05,
"loss": 1.0981,
"step": 147500
},
{
"epoch": 5.56,
"learning_rate": 1.721329292929293e-05,
"loss": 1.0996,
"step": 148000
},
{
"epoch": 5.58,
"learning_rate": 1.720319191919192e-05,
"loss": 1.0985,
"step": 148500
},
{
"epoch": 5.6,
"learning_rate": 1.719309090909091e-05,
"loss": 1.0991,
"step": 149000
},
{
"epoch": 5.62,
"learning_rate": 1.7182989898989902e-05,
"loss": 1.1012,
"step": 149500
},
{
"epoch": 5.64,
"learning_rate": 1.717288888888889e-05,
"loss": 1.0994,
"step": 150000
},
{
"epoch": 5.66,
"learning_rate": 1.7162787878787883e-05,
"loss": 1.0969,
"step": 150500
},
{
"epoch": 5.69,
"learning_rate": 1.7152707070707073e-05,
"loss": 1.0978,
"step": 151000
},
{
"epoch": 5.71,
"learning_rate": 1.7142626262626264e-05,
"loss": 1.0999,
"step": 151500
},
{
"epoch": 5.73,
"learning_rate": 1.7132525252525252e-05,
"loss": 1.0999,
"step": 152000
},
{
"epoch": 5.75,
"learning_rate": 1.7122424242424244e-05,
"loss": 1.0973,
"step": 152500
},
{
"epoch": 5.77,
"learning_rate": 1.7112323232323233e-05,
"loss": 1.0991,
"step": 153000
},
{
"epoch": 5.79,
"learning_rate": 1.7102222222222225e-05,
"loss": 1.0963,
"step": 153500
},
{
"epoch": 5.81,
"learning_rate": 1.7092121212121213e-05,
"loss": 1.0951,
"step": 154000
},
{
"epoch": 5.83,
"learning_rate": 1.7082020202020205e-05,
"loss": 1.0958,
"step": 154500
},
{
"epoch": 5.86,
"learning_rate": 1.7071919191919194e-05,
"loss": 1.0967,
"step": 155000
},
{
"epoch": 5.88,
"learning_rate": 1.7061838383838385e-05,
"loss": 1.0961,
"step": 155500
},
{
"epoch": 5.9,
"learning_rate": 1.7051737373737377e-05,
"loss": 1.0977,
"step": 156000
},
{
"epoch": 5.92,
"learning_rate": 1.7041636363636365e-05,
"loss": 1.0919,
"step": 156500
},
{
"epoch": 5.94,
"learning_rate": 1.7031535353535357e-05,
"loss": 1.0936,
"step": 157000
},
{
"epoch": 5.96,
"learning_rate": 1.7021434343434346e-05,
"loss": 1.0936,
"step": 157500
},
{
"epoch": 5.98,
"learning_rate": 1.7011333333333334e-05,
"loss": 1.0914,
"step": 158000
},
{
"epoch": 6.0,
"eval_accuracy": 0.7873718456746811,
"eval_loss": 0.9092118740081787,
"eval_runtime": 55.9111,
"eval_samples_per_second": 925.47,
"eval_steps_per_second": 14.469,
"step": 158377
},
{
"epoch": 6.01,
"learning_rate": 1.7001232323232323e-05,
"loss": 1.0931,
"step": 158500
},
{
"epoch": 6.03,
"learning_rate": 1.6991131313131315e-05,
"loss": 1.0902,
"step": 159000
},
{
"epoch": 6.05,
"learning_rate": 1.6981050505050505e-05,
"loss": 1.0955,
"step": 159500
},
{
"epoch": 6.07,
"learning_rate": 1.6970949494949494e-05,
"loss": 1.0928,
"step": 160000
},
{
"epoch": 6.09,
"learning_rate": 1.6960868686868688e-05,
"loss": 1.0925,
"step": 160500
},
{
"epoch": 6.11,
"learning_rate": 1.695076767676768e-05,
"loss": 1.0935,
"step": 161000
},
{
"epoch": 6.13,
"learning_rate": 1.694066666666667e-05,
"loss": 1.0916,
"step": 161500
},
{
"epoch": 6.15,
"learning_rate": 1.6930565656565657e-05,
"loss": 1.0923,
"step": 162000
},
{
"epoch": 6.18,
"learning_rate": 1.6920464646464646e-05,
"loss": 1.0892,
"step": 162500
},
{
"epoch": 6.2,
"learning_rate": 1.6910363636363638e-05,
"loss": 1.0928,
"step": 163000
},
{
"epoch": 6.22,
"learning_rate": 1.6900262626262626e-05,
"loss": 1.0897,
"step": 163500
},
{
"epoch": 6.24,
"learning_rate": 1.689016161616162e-05,
"loss": 1.0903,
"step": 164000
},
{
"epoch": 6.26,
"learning_rate": 1.688008080808081e-05,
"loss": 1.0924,
"step": 164500
},
{
"epoch": 6.28,
"learning_rate": 1.6869979797979797e-05,
"loss": 1.0893,
"step": 165000
},
{
"epoch": 6.3,
"learning_rate": 1.685987878787879e-05,
"loss": 1.0897,
"step": 165500
},
{
"epoch": 6.32,
"learning_rate": 1.6849777777777778e-05,
"loss": 1.0907,
"step": 166000
},
{
"epoch": 6.35,
"learning_rate": 1.683967676767677e-05,
"loss": 1.0861,
"step": 166500
},
{
"epoch": 6.37,
"learning_rate": 1.682957575757576e-05,
"loss": 1.09,
"step": 167000
},
{
"epoch": 6.39,
"learning_rate": 1.6819474747474747e-05,
"loss": 1.0873,
"step": 167500
},
{
"epoch": 6.41,
"learning_rate": 1.680937373737374e-05,
"loss": 1.0889,
"step": 168000
},
{
"epoch": 6.43,
"learning_rate": 1.6799272727272728e-05,
"loss": 1.0825,
"step": 168500
},
{
"epoch": 6.45,
"learning_rate": 1.678917171717172e-05,
"loss": 1.0857,
"step": 169000
},
{
"epoch": 6.47,
"learning_rate": 1.677907070707071e-05,
"loss": 1.0879,
"step": 169500
},
{
"epoch": 6.5,
"learning_rate": 1.67689898989899e-05,
"loss": 1.0869,
"step": 170000
},
{
"epoch": 6.52,
"learning_rate": 1.675888888888889e-05,
"loss": 1.085,
"step": 170500
},
{
"epoch": 6.54,
"learning_rate": 1.674878787878788e-05,
"loss": 1.0875,
"step": 171000
},
{
"epoch": 6.56,
"learning_rate": 1.673868686868687e-05,
"loss": 1.0871,
"step": 171500
},
{
"epoch": 6.58,
"learning_rate": 1.672858585858586e-05,
"loss": 1.0848,
"step": 172000
},
{
"epoch": 6.6,
"learning_rate": 1.6718484848484852e-05,
"loss": 1.0838,
"step": 172500
},
{
"epoch": 6.62,
"learning_rate": 1.670838383838384e-05,
"loss": 1.0866,
"step": 173000
},
{
"epoch": 6.64,
"learning_rate": 1.669828282828283e-05,
"loss": 1.0851,
"step": 173500
},
{
"epoch": 6.67,
"learning_rate": 1.6688202020202023e-05,
"loss": 1.0862,
"step": 174000
},
{
"epoch": 6.69,
"learning_rate": 1.6678101010101012e-05,
"loss": 1.0837,
"step": 174500
},
{
"epoch": 6.71,
"learning_rate": 1.6668e-05,
"loss": 1.084,
"step": 175000
},
{
"epoch": 6.73,
"learning_rate": 1.6657898989898992e-05,
"loss": 1.0833,
"step": 175500
},
{
"epoch": 6.75,
"learning_rate": 1.664779797979798e-05,
"loss": 1.0836,
"step": 176000
},
{
"epoch": 6.77,
"learning_rate": 1.6637717171717175e-05,
"loss": 1.0823,
"step": 176500
},
{
"epoch": 6.79,
"learning_rate": 1.6627636363636365e-05,
"loss": 1.0846,
"step": 177000
},
{
"epoch": 6.82,
"learning_rate": 1.6617535353535354e-05,
"loss": 1.0834,
"step": 177500
},
{
"epoch": 6.84,
"learning_rate": 1.6607434343434346e-05,
"loss": 1.0796,
"step": 178000
},
{
"epoch": 6.86,
"learning_rate": 1.6597333333333335e-05,
"loss": 1.0812,
"step": 178500
},
{
"epoch": 6.88,
"learning_rate": 1.6587232323232327e-05,
"loss": 1.083,
"step": 179000
},
{
"epoch": 6.9,
"learning_rate": 1.6577131313131315e-05,
"loss": 1.0791,
"step": 179500
},
{
"epoch": 6.92,
"learning_rate": 1.6567030303030304e-05,
"loss": 1.0785,
"step": 180000
},
{
"epoch": 6.94,
"learning_rate": 1.6556929292929292e-05,
"loss": 1.0827,
"step": 180500
},
{
"epoch": 6.96,
"learning_rate": 1.6546828282828284e-05,
"loss": 1.0786,
"step": 181000
},
{
"epoch": 6.99,
"learning_rate": 1.6536727272727273e-05,
"loss": 1.0813,
"step": 181500
},
{
"epoch": 7.0,
"eval_accuracy": 0.7889661479765855,
"eval_loss": 0.8995802998542786,
"eval_runtime": 56.4423,
"eval_samples_per_second": 916.76,
"eval_steps_per_second": 14.333,
"step": 181836
},
{
"epoch": 7.01,
"learning_rate": 1.6526646464646467e-05,
"loss": 1.0818,
"step": 182000
},
{
"epoch": 7.03,
"learning_rate": 1.6516565656565657e-05,
"loss": 1.0785,
"step": 182500
},
{
"epoch": 7.05,
"learning_rate": 1.650646464646465e-05,
"loss": 1.0788,
"step": 183000
},
{
"epoch": 7.07,
"learning_rate": 1.6496363636363638e-05,
"loss": 1.0792,
"step": 183500
},
{
"epoch": 7.09,
"learning_rate": 1.6486262626262627e-05,
"loss": 1.0796,
"step": 184000
},
{
"epoch": 7.11,
"learning_rate": 1.6476161616161615e-05,
"loss": 1.0763,
"step": 184500
},
{
"epoch": 7.13,
"learning_rate": 1.6466060606060607e-05,
"loss": 1.0768,
"step": 185000
},
{
"epoch": 7.16,
"learning_rate": 1.6455959595959596e-05,
"loss": 1.0795,
"step": 185500
},
{
"epoch": 7.18,
"learning_rate": 1.6445858585858588e-05,
"loss": 1.0802,
"step": 186000
},
{
"epoch": 7.2,
"learning_rate": 1.6435757575757576e-05,
"loss": 1.0742,
"step": 186500
},
{
"epoch": 7.22,
"learning_rate": 1.6425676767676767e-05,
"loss": 1.0764,
"step": 187000
},
{
"epoch": 7.24,
"learning_rate": 1.641557575757576e-05,
"loss": 1.0763,
"step": 187500
},
{
"epoch": 7.26,
"learning_rate": 1.6405474747474747e-05,
"loss": 1.0756,
"step": 188000
},
{
"epoch": 7.28,
"learning_rate": 1.639537373737374e-05,
"loss": 1.0777,
"step": 188500
},
{
"epoch": 7.31,
"learning_rate": 1.6385272727272728e-05,
"loss": 1.0742,
"step": 189000
},
{
"epoch": 7.33,
"learning_rate": 1.637519191919192e-05,
"loss": 1.0784,
"step": 189500
},
{
"epoch": 7.35,
"learning_rate": 1.636509090909091e-05,
"loss": 1.0741,
"step": 190000
},
{
"epoch": 7.37,
"learning_rate": 1.6354989898989903e-05,
"loss": 1.0746,
"step": 190500
},
{
"epoch": 7.39,
"learning_rate": 1.634488888888889e-05,
"loss": 1.0757,
"step": 191000
},
{
"epoch": 7.41,
"learning_rate": 1.633478787878788e-05,
"loss": 1.0741,
"step": 191500
},
{
"epoch": 7.43,
"learning_rate": 1.632470707070707e-05,
"loss": 1.074,
"step": 192000
},
{
"epoch": 7.45,
"learning_rate": 1.6314606060606062e-05,
"loss": 1.0743,
"step": 192500
},
{
"epoch": 7.48,
"learning_rate": 1.6304505050505054e-05,
"loss": 1.0725,
"step": 193000
},
{
"epoch": 7.5,
"learning_rate": 1.6294404040404043e-05,
"loss": 1.0753,
"step": 193500
},
{
"epoch": 7.52,
"learning_rate": 1.628430303030303e-05,
"loss": 1.0724,
"step": 194000
},
{
"epoch": 7.54,
"learning_rate": 1.627420202020202e-05,
"loss": 1.0751,
"step": 194500
},
{
"epoch": 7.56,
"learning_rate": 1.6264101010101012e-05,
"loss": 1.0749,
"step": 195000
},
{
"epoch": 7.58,
"learning_rate": 1.6254e-05,
"loss": 1.0743,
"step": 195500
},
{
"epoch": 7.6,
"learning_rate": 1.6243898989898993e-05,
"loss": 1.0736,
"step": 196000
},
{
"epoch": 7.63,
"learning_rate": 1.6233818181818183e-05,
"loss": 1.0724,
"step": 196500
},
{
"epoch": 7.65,
"learning_rate": 1.6223717171717172e-05,
"loss": 1.0711,
"step": 197000
},
{
"epoch": 7.67,
"learning_rate": 1.6213636363636366e-05,
"loss": 1.0749,
"step": 197500
},
{
"epoch": 7.69,
"learning_rate": 1.6203555555555556e-05,
"loss": 1.0735,
"step": 198000
},
{
"epoch": 7.71,
"learning_rate": 1.6193454545454548e-05,
"loss": 1.0713,
"step": 198500
},
{
"epoch": 7.73,
"learning_rate": 1.6183353535353537e-05,
"loss": 1.072,
"step": 199000
},
{
"epoch": 7.75,
"learning_rate": 1.617325252525253e-05,
"loss": 1.0715,
"step": 199500
},
{
"epoch": 7.77,
"learning_rate": 1.6163151515151517e-05,
"loss": 1.0702,
"step": 200000
},
{
"epoch": 7.8,
"learning_rate": 1.6153050505050506e-05,
"loss": 1.0705,
"step": 200500
},
{
"epoch": 7.82,
"learning_rate": 1.6142949494949495e-05,
"loss": 1.0745,
"step": 201000
},
{
"epoch": 7.84,
"learning_rate": 1.6132848484848487e-05,
"loss": 1.0707,
"step": 201500
},
{
"epoch": 7.86,
"learning_rate": 1.6122747474747475e-05,
"loss": 1.0714,
"step": 202000
},
{
"epoch": 7.88,
"learning_rate": 1.611266666666667e-05,
"loss": 1.0695,
"step": 202500
},
{
"epoch": 7.9,
"learning_rate": 1.6102565656565658e-05,
"loss": 1.0718,
"step": 203000
},
{
"epoch": 8.67,
"learning_rate": 1.6092464646464646e-05,
"loss": 1.0704,
"step": 203500
},
{
"epoch": 8.7,
"learning_rate": 1.6082363636363638e-05,
"loss": 1.0684,
"step": 204000
},
{
"epoch": 8.72,
"learning_rate": 1.6072262626262627e-05,
"loss": 1.0678,
"step": 204500
},
{
"epoch": 8.74,
"learning_rate": 1.606216161616162e-05,
"loss": 1.0691,
"step": 205000
},
{
"epoch": 8.76,
"learning_rate": 1.6052060606060607e-05,
"loss": 1.0676,
"step": 205500
},
{
"epoch": 8.78,
"learning_rate": 1.6041959595959596e-05,
"loss": 1.0653,
"step": 206000
},
{
"epoch": 8.8,
"learning_rate": 1.6031858585858585e-05,
"loss": 1.0667,
"step": 206500
},
{
"epoch": 8.82,
"learning_rate": 1.6021757575757577e-05,
"loss": 1.0695,
"step": 207000
},
{
"epoch": 8.85,
"learning_rate": 1.601167676767677e-05,
"loss": 1.0674,
"step": 207500
},
{
"epoch": 8.87,
"learning_rate": 1.600157575757576e-05,
"loss": 1.0654,
"step": 208000
},
{
"epoch": 8.89,
"learning_rate": 1.5991474747474748e-05,
"loss": 1.0678,
"step": 208500
},
{
"epoch": 8.91,
"learning_rate": 1.598139393939394e-05,
"loss": 1.0665,
"step": 209000
},
{
"epoch": 8.93,
"learning_rate": 1.597129292929293e-05,
"loss": 1.0674,
"step": 209500
},
{
"epoch": 8.95,
"learning_rate": 1.5961191919191922e-05,
"loss": 1.0654,
"step": 210000
},
{
"epoch": 8.97,
"learning_rate": 1.595109090909091e-05,
"loss": 1.0658,
"step": 210500
},
{
"epoch": 8.99,
"learning_rate": 1.59409898989899e-05,
"loss": 1.0669,
"step": 211000
},
{
"epoch": 9.0,
"eval_accuracy": 0.7910602816265144,
"eval_loss": 0.8885152339935303,
"eval_runtime": 55.1982,
"eval_samples_per_second": 937.422,
"eval_steps_per_second": 14.656,
"step": 211131
},
{
"epoch": 9.02,
"learning_rate": 1.593088888888889e-05,
"loss": 1.0656,
"step": 211500
},
{
"epoch": 9.04,
"learning_rate": 1.592078787878788e-05,
"loss": 1.0632,
"step": 212000
},
{
"epoch": 9.06,
"learning_rate": 1.591070707070707e-05,
"loss": 1.0627,
"step": 212500
},
{
"epoch": 9.08,
"learning_rate": 1.5900606060606062e-05,
"loss": 1.0669,
"step": 213000
},
{
"epoch": 9.1,
"learning_rate": 1.5890525252525253e-05,
"loss": 1.0649,
"step": 213500
},
{
"epoch": 9.12,
"learning_rate": 1.5880424242424245e-05,
"loss": 1.0643,
"step": 214000
},
{
"epoch": 9.14,
"learning_rate": 1.5870323232323234e-05,
"loss": 1.0667,
"step": 214500
},
{
"epoch": 9.16,
"learning_rate": 1.5860222222222222e-05,
"loss": 1.0641,
"step": 215000
},
{
"epoch": 9.19,
"learning_rate": 1.5850141414141416e-05,
"loss": 1.0624,
"step": 215500
},
{
"epoch": 9.21,
"learning_rate": 1.5840040404040405e-05,
"loss": 1.0641,
"step": 216000
},
{
"epoch": 9.23,
"learning_rate": 1.5829939393939397e-05,
"loss": 1.0642,
"step": 216500
},
{
"epoch": 9.25,
"learning_rate": 1.5819838383838385e-05,
"loss": 1.0625,
"step": 217000
},
{
"epoch": 9.27,
"learning_rate": 1.5809737373737374e-05,
"loss": 1.062,
"step": 217500
},
{
"epoch": 9.29,
"learning_rate": 1.5799636363636366e-05,
"loss": 1.0616,
"step": 218000
},
{
"epoch": 9.31,
"learning_rate": 1.5789535353535354e-05,
"loss": 1.0609,
"step": 218500
},
{
"epoch": 9.34,
"learning_rate": 1.5779434343434346e-05,
"loss": 1.0648,
"step": 219000
},
{
"epoch": 9.36,
"learning_rate": 1.5769333333333335e-05,
"loss": 1.0604,
"step": 219500
},
{
"epoch": 9.38,
"learning_rate": 1.5759232323232324e-05,
"loss": 1.0623,
"step": 220000
},
{
"epoch": 9.4,
"learning_rate": 1.5749131313131316e-05,
"loss": 1.0619,
"step": 220500
},
{
"epoch": 9.42,
"learning_rate": 1.5739030303030304e-05,
"loss": 1.0612,
"step": 221000
},
{
"epoch": 9.44,
"learning_rate": 1.5728949494949498e-05,
"loss": 1.0631,
"step": 221500
},
{
"epoch": 9.46,
"learning_rate": 1.5718848484848487e-05,
"loss": 1.0619,
"step": 222000
},
{
"epoch": 9.48,
"learning_rate": 1.5708747474747475e-05,
"loss": 1.0626,
"step": 222500
},
{
"epoch": 9.51,
"learning_rate": 1.5698646464646464e-05,
"loss": 1.0615,
"step": 223000
},
{
"epoch": 9.53,
"learning_rate": 1.5688545454545456e-05,
"loss": 1.0611,
"step": 223500
},
{
"epoch": 9.55,
"learning_rate": 1.567846464646465e-05,
"loss": 1.0623,
"step": 224000
},
{
"epoch": 9.57,
"learning_rate": 1.566838383838384e-05,
"loss": 1.0596,
"step": 224500
},
{
"epoch": 9.59,
"learning_rate": 1.565828282828283e-05,
"loss": 1.0625,
"step": 225000
},
{
"epoch": 9.61,
"learning_rate": 1.564818181818182e-05,
"loss": 1.0597,
"step": 225500
},
{
"epoch": 9.63,
"learning_rate": 1.563808080808081e-05,
"loss": 1.059,
"step": 226000
},
{
"epoch": 9.66,
"learning_rate": 1.5628e-05,
"loss": 1.0586,
"step": 226500
},
{
"epoch": 9.68,
"learning_rate": 1.5617898989898992e-05,
"loss": 1.0588,
"step": 227000
},
{
"epoch": 9.7,
"learning_rate": 1.560779797979798e-05,
"loss": 1.0594,
"step": 227500
},
{
"epoch": 9.72,
"learning_rate": 1.5597696969696973e-05,
"loss": 1.0576,
"step": 228000
},
{
"epoch": 9.74,
"learning_rate": 1.558759595959596e-05,
"loss": 1.0577,
"step": 228500
},
{
"epoch": 9.76,
"learning_rate": 1.557749494949495e-05,
"loss": 1.0579,
"step": 229000
},
{
"epoch": 9.78,
"learning_rate": 1.556739393939394e-05,
"loss": 1.0581,
"step": 229500
},
{
"epoch": 9.8,
"learning_rate": 1.555729292929293e-05,
"loss": 1.0582,
"step": 230000
},
{
"epoch": 9.83,
"learning_rate": 1.5547212121212124e-05,
"loss": 1.0615,
"step": 230500
},
{
"epoch": 9.85,
"learning_rate": 1.5537111111111113e-05,
"loss": 1.0594,
"step": 231000
},
{
"epoch": 9.87,
"learning_rate": 1.55270101010101e-05,
"loss": 1.0568,
"step": 231500
},
{
"epoch": 9.89,
"learning_rate": 1.551690909090909e-05,
"loss": 1.0573,
"step": 232000
},
{
"epoch": 9.91,
"learning_rate": 1.5506808080808082e-05,
"loss": 1.0569,
"step": 232500
},
{
"epoch": 9.93,
"learning_rate": 1.5496727272727276e-05,
"loss": 1.0574,
"step": 233000
},
{
"epoch": 9.95,
"learning_rate": 1.5486626262626265e-05,
"loss": 1.0588,
"step": 233500
},
{
"epoch": 9.97,
"learning_rate": 1.5476525252525253e-05,
"loss": 1.0588,
"step": 234000
},
{
"epoch": 10.0,
"learning_rate": 1.5466424242424242e-05,
"loss": 1.0568,
"step": 234500
},
{
"epoch": 10.0,
"eval_accuracy": 0.792497530987494,
"eval_loss": 0.8781149387359619,
"eval_runtime": 56.3835,
"eval_samples_per_second": 917.716,
"eval_steps_per_second": 14.348,
"step": 234590
},
{
"epoch": 10.02,
"learning_rate": 1.5456343434343436e-05,
"loss": 1.0558,
"step": 235000
},
{
"epoch": 10.04,
"learning_rate": 1.5446242424242424e-05,
"loss": 1.0505,
"step": 235500
},
{
"epoch": 10.06,
"learning_rate": 1.5436141414141413e-05,
"loss": 1.0551,
"step": 236000
},
{
"epoch": 10.08,
"learning_rate": 1.5426040404040405e-05,
"loss": 1.0543,
"step": 236500
},
{
"epoch": 10.1,
"learning_rate": 1.5415939393939394e-05,
"loss": 1.0547,
"step": 237000
},
{
"epoch": 10.12,
"learning_rate": 1.5405838383838386e-05,
"loss": 1.0557,
"step": 237500
},
{
"epoch": 10.15,
"learning_rate": 1.5395737373737378e-05,
"loss": 1.0538,
"step": 238000
},
{
"epoch": 10.17,
"learning_rate": 1.5385656565656565e-05,
"loss": 1.0546,
"step": 238500
},
{
"epoch": 10.19,
"learning_rate": 1.5375555555555557e-05,
"loss": 1.056,
"step": 239000
},
{
"epoch": 10.21,
"learning_rate": 1.5365454545454545e-05,
"loss": 1.0553,
"step": 239500
},
{
"epoch": 10.23,
"learning_rate": 1.5355353535353537e-05,
"loss": 1.053,
"step": 240000
},
{
"epoch": 10.25,
"learning_rate": 1.5345252525252526e-05,
"loss": 1.0553,
"step": 240500
},
{
"epoch": 10.27,
"learning_rate": 1.5335151515151518e-05,
"loss": 1.0541,
"step": 241000
},
{
"epoch": 10.29,
"learning_rate": 1.5325050505050506e-05,
"loss": 1.0548,
"step": 241500
},
{
"epoch": 10.32,
"learning_rate": 1.5314949494949495e-05,
"loss": 1.0541,
"step": 242000
},
{
"epoch": 10.34,
"learning_rate": 1.5304848484848487e-05,
"loss": 1.055,
"step": 242500
},
{
"epoch": 10.36,
"learning_rate": 1.5294767676767678e-05,
"loss": 1.053,
"step": 243000
},
{
"epoch": 10.38,
"learning_rate": 1.5284666666666666e-05,
"loss": 1.0515,
"step": 243500
},
{
"epoch": 10.4,
"learning_rate": 1.5274565656565658e-05,
"loss": 1.0534,
"step": 244000
},
{
"epoch": 10.42,
"learning_rate": 1.5264464646464647e-05,
"loss": 1.0522,
"step": 244500
},
{
"epoch": 10.44,
"learning_rate": 1.5254363636363639e-05,
"loss": 1.0516,
"step": 245000
},
{
"epoch": 10.47,
"learning_rate": 1.5244262626262627e-05,
"loss": 1.0539,
"step": 245500
},
{
"epoch": 10.49,
"learning_rate": 1.5234161616161618e-05,
"loss": 1.0512,
"step": 246000
},
{
"epoch": 10.51,
"learning_rate": 1.522408080808081e-05,
"loss": 1.0518,
"step": 246500
},
{
"epoch": 10.53,
"learning_rate": 1.5213979797979798e-05,
"loss": 1.0511,
"step": 247000
},
{
"epoch": 10.55,
"learning_rate": 1.520387878787879e-05,
"loss": 1.051,
"step": 247500
},
{
"epoch": 10.57,
"learning_rate": 1.5193777777777779e-05,
"loss": 1.0511,
"step": 248000
},
{
"epoch": 10.59,
"learning_rate": 1.518367676767677e-05,
"loss": 1.0544,
"step": 248500
},
{
"epoch": 10.61,
"learning_rate": 1.5173575757575758e-05,
"loss": 1.053,
"step": 249000
},
{
"epoch": 10.64,
"learning_rate": 1.516347474747475e-05,
"loss": 1.0519,
"step": 249500
},
{
"epoch": 10.66,
"learning_rate": 1.5153373737373738e-05,
"loss": 1.0513,
"step": 250000
},
{
"epoch": 10.68,
"learning_rate": 1.5143292929292929e-05,
"loss": 1.0518,
"step": 250500
},
{
"epoch": 10.7,
"learning_rate": 1.5133191919191921e-05,
"loss": 1.0509,
"step": 251000
},
{
"epoch": 10.72,
"learning_rate": 1.512309090909091e-05,
"loss": 1.0511,
"step": 251500
},
{
"epoch": 10.74,
"learning_rate": 1.51129898989899e-05,
"loss": 1.0502,
"step": 252000
},
{
"epoch": 10.76,
"learning_rate": 1.5102909090909092e-05,
"loss": 1.0493,
"step": 252500
},
{
"epoch": 10.78,
"learning_rate": 1.509280808080808e-05,
"loss": 1.0496,
"step": 253000
},
{
"epoch": 10.81,
"learning_rate": 1.5082707070707073e-05,
"loss": 1.0517,
"step": 253500
},
{
"epoch": 10.83,
"learning_rate": 1.5072626262626265e-05,
"loss": 1.054,
"step": 254000
},
{
"epoch": 10.85,
"learning_rate": 1.5062525252525254e-05,
"loss": 1.0517,
"step": 254500
},
{
"epoch": 10.87,
"learning_rate": 1.5052424242424244e-05,
"loss": 1.0512,
"step": 255000
},
{
"epoch": 10.89,
"learning_rate": 1.5042323232323232e-05,
"loss": 1.0518,
"step": 255500
},
{
"epoch": 10.91,
"learning_rate": 1.5032222222222224e-05,
"loss": 1.0499,
"step": 256000
},
{
"epoch": 10.93,
"learning_rate": 1.5022141414141415e-05,
"loss": 1.05,
"step": 256500
},
{
"epoch": 10.96,
"learning_rate": 1.5012040404040405e-05,
"loss": 1.0465,
"step": 257000
},
{
"epoch": 10.98,
"learning_rate": 1.5001939393939395e-05,
"loss": 1.0471,
"step": 257500
},
{
"epoch": 11.0,
"learning_rate": 1.4991838383838384e-05,
"loss": 1.0506,
"step": 258000
},
{
"epoch": 11.0,
"eval_accuracy": 0.7936039348617321,
"eval_loss": 0.8738781213760376,
"eval_runtime": 55.4932,
"eval_samples_per_second": 932.438,
"eval_steps_per_second": 14.578,
"step": 258049
},
{
"epoch": 11.02,
"learning_rate": 1.4981757575757576e-05,
"loss": 1.05,
"step": 258500
},
{
"epoch": 11.04,
"learning_rate": 1.4971656565656567e-05,
"loss": 1.0464,
"step": 259000
},
{
"epoch": 11.06,
"learning_rate": 1.4961555555555555e-05,
"loss": 1.0468,
"step": 259500
},
{
"epoch": 11.08,
"learning_rate": 1.4951454545454547e-05,
"loss": 1.0469,
"step": 260000
},
{
"epoch": 11.1,
"learning_rate": 1.4941353535353536e-05,
"loss": 1.0457,
"step": 260500
},
{
"epoch": 11.13,
"learning_rate": 1.4931252525252526e-05,
"loss": 1.0475,
"step": 261000
},
{
"epoch": 11.15,
"learning_rate": 1.4921171717171718e-05,
"loss": 1.0463,
"step": 261500
},
{
"epoch": 11.17,
"learning_rate": 1.4911070707070707e-05,
"loss": 1.0463,
"step": 262000
},
{
"epoch": 11.19,
"learning_rate": 1.4900969696969699e-05,
"loss": 1.0451,
"step": 262500
},
{
"epoch": 11.21,
"learning_rate": 1.489086868686869e-05,
"loss": 1.0451,
"step": 263000
},
{
"epoch": 11.23,
"learning_rate": 1.4880767676767678e-05,
"loss": 1.0452,
"step": 263500
},
{
"epoch": 11.25,
"learning_rate": 1.4870666666666668e-05,
"loss": 1.0478,
"step": 264000
},
{
"epoch": 11.27,
"learning_rate": 1.4860565656565658e-05,
"loss": 1.045,
"step": 264500
},
{
"epoch": 11.3,
"learning_rate": 1.4850484848484849e-05,
"loss": 1.0457,
"step": 265000
},
{
"epoch": 11.32,
"learning_rate": 1.4840383838383841e-05,
"loss": 1.0473,
"step": 265500
},
{
"epoch": 11.34,
"learning_rate": 1.483028282828283e-05,
"loss": 1.0469,
"step": 266000
},
{
"epoch": 11.36,
"learning_rate": 1.482018181818182e-05,
"loss": 1.0456,
"step": 266500
},
{
"epoch": 11.38,
"learning_rate": 1.4810080808080808e-05,
"loss": 1.0459,
"step": 267000
},
{
"epoch": 11.4,
"learning_rate": 1.47999797979798e-05,
"loss": 1.0462,
"step": 267500
},
{
"epoch": 11.42,
"learning_rate": 1.4789898989898993e-05,
"loss": 1.0448,
"step": 268000
},
{
"epoch": 11.45,
"learning_rate": 1.4779797979797981e-05,
"loss": 1.0443,
"step": 268500
},
{
"epoch": 11.47,
"learning_rate": 1.4769696969696971e-05,
"loss": 1.0444,
"step": 269000
},
{
"epoch": 11.49,
"learning_rate": 1.475959595959596e-05,
"loss": 1.0448,
"step": 269500
},
{
"epoch": 11.51,
"learning_rate": 1.4749494949494952e-05,
"loss": 1.0443,
"step": 270000
},
{
"epoch": 11.53,
"learning_rate": 1.473939393939394e-05,
"loss": 1.0443,
"step": 270500
},
{
"epoch": 11.55,
"learning_rate": 1.4729292929292931e-05,
"loss": 1.0438,
"step": 271000
},
{
"epoch": 11.57,
"learning_rate": 1.471919191919192e-05,
"loss": 1.0423,
"step": 271500
},
{
"epoch": 11.59,
"learning_rate": 1.4709090909090911e-05,
"loss": 1.0447,
"step": 272000
},
{
"epoch": 11.62,
"learning_rate": 1.46989898989899e-05,
"loss": 1.0456,
"step": 272500
},
{
"epoch": 11.64,
"learning_rate": 1.468888888888889e-05,
"loss": 1.0425,
"step": 273000
},
{
"epoch": 11.66,
"learning_rate": 1.4678808080808083e-05,
"loss": 1.0459,
"step": 273500
},
{
"epoch": 11.68,
"learning_rate": 1.4668707070707071e-05,
"loss": 1.0427,
"step": 274000
},
{
"epoch": 11.7,
"learning_rate": 1.4658606060606061e-05,
"loss": 1.0457,
"step": 274500
},
{
"epoch": 11.72,
"learning_rate": 1.464850505050505e-05,
"loss": 1.042,
"step": 275000
},
{
"epoch": 11.74,
"learning_rate": 1.4638424242424242e-05,
"loss": 1.0422,
"step": 275500
},
{
"epoch": 11.77,
"learning_rate": 1.4628323232323234e-05,
"loss": 1.0435,
"step": 276000
},
{
"epoch": 11.79,
"learning_rate": 1.4618222222222223e-05,
"loss": 1.0411,
"step": 276500
},
{
"epoch": 11.81,
"learning_rate": 1.4608121212121213e-05,
"loss": 1.0417,
"step": 277000
},
{
"epoch": 11.83,
"learning_rate": 1.4598020202020202e-05,
"loss": 1.0417,
"step": 277500
},
{
"epoch": 11.85,
"learning_rate": 1.4587939393939394e-05,
"loss": 1.0401,
"step": 278000
},
{
"epoch": 11.87,
"learning_rate": 1.4577838383838386e-05,
"loss": 1.0435,
"step": 278500
},
{
"epoch": 11.89,
"learning_rate": 1.4567737373737375e-05,
"loss": 1.0426,
"step": 279000
},
{
"epoch": 11.91,
"learning_rate": 1.4557636363636365e-05,
"loss": 1.043,
"step": 279500
},
{
"epoch": 11.94,
"learning_rate": 1.4547535353535353e-05,
"loss": 1.0397,
"step": 280000
},
{
"epoch": 11.96,
"learning_rate": 1.4537454545454546e-05,
"loss": 1.0392,
"step": 280500
},
{
"epoch": 11.98,
"learning_rate": 1.4527353535353536e-05,
"loss": 1.0396,
"step": 281000
},
{
"epoch": 12.0,
"learning_rate": 1.4517252525252525e-05,
"loss": 1.0418,
"step": 281500
},
{
"epoch": 12.0,
"eval_accuracy": 0.7950182658039489,
"eval_loss": 0.8657459020614624,
"eval_runtime": 55.7371,
"eval_samples_per_second": 928.358,
"eval_steps_per_second": 14.515,
"step": 281508
},
{
"epoch": 12.02,
"learning_rate": 1.4507151515151517e-05,
"loss": 1.0399,
"step": 282000
},
{
"epoch": 12.04,
"learning_rate": 1.4497090909090909e-05,
"loss": 1.0405,
"step": 282500
},
{
"epoch": 12.06,
"learning_rate": 1.4486989898989901e-05,
"loss": 1.0385,
"step": 283000
},
{
"epoch": 12.08,
"learning_rate": 1.447688888888889e-05,
"loss": 1.0398,
"step": 283500
},
{
"epoch": 12.11,
"learning_rate": 1.446678787878788e-05,
"loss": 1.04,
"step": 284000
},
{
"epoch": 12.13,
"learning_rate": 1.4456686868686869e-05,
"loss": 1.0409,
"step": 284500
},
{
"epoch": 12.15,
"learning_rate": 1.444660606060606e-05,
"loss": 1.0361,
"step": 285000
},
{
"epoch": 12.17,
"learning_rate": 1.4436505050505051e-05,
"loss": 1.0395,
"step": 285500
},
{
"epoch": 12.19,
"learning_rate": 1.4426404040404041e-05,
"loss": 1.0348,
"step": 286000
},
{
"epoch": 12.21,
"learning_rate": 1.4416303030303032e-05,
"loss": 1.038,
"step": 286500
},
{
"epoch": 12.23,
"learning_rate": 1.440620202020202e-05,
"loss": 1.0374,
"step": 287000
},
{
"epoch": 12.26,
"learning_rate": 1.439610101010101e-05,
"loss": 1.0388,
"step": 287500
},
{
"epoch": 12.28,
"learning_rate": 1.4386000000000003e-05,
"loss": 1.0389,
"step": 288000
},
{
"epoch": 12.3,
"learning_rate": 1.4375898989898991e-05,
"loss": 1.0392,
"step": 288500
},
{
"epoch": 12.32,
"learning_rate": 1.4365797979797981e-05,
"loss": 1.0402,
"step": 289000
},
{
"epoch": 12.34,
"learning_rate": 1.4355717171717174e-05,
"loss": 1.0397,
"step": 289500
},
{
"epoch": 12.36,
"learning_rate": 1.4345616161616162e-05,
"loss": 1.0414,
"step": 290000
},
{
"epoch": 12.38,
"learning_rate": 1.4335515151515154e-05,
"loss": 1.0377,
"step": 290500
},
{
"epoch": 12.4,
"learning_rate": 1.4325414141414143e-05,
"loss": 1.0372,
"step": 291000
},
{
"epoch": 12.43,
"learning_rate": 1.4315313131313133e-05,
"loss": 1.0391,
"step": 291500
},
{
"epoch": 12.45,
"learning_rate": 1.4305212121212122e-05,
"loss": 1.0353,
"step": 292000
},
{
"epoch": 12.47,
"learning_rate": 1.4295111111111114e-05,
"loss": 1.0382,
"step": 292500
},
{
"epoch": 12.49,
"learning_rate": 1.4285030303030304e-05,
"loss": 1.0382,
"step": 293000
},
{
"epoch": 12.51,
"learning_rate": 1.4274929292929295e-05,
"loss": 1.0375,
"step": 293500
},
{
"epoch": 12.53,
"learning_rate": 1.4264828282828285e-05,
"loss": 1.038,
"step": 294000
},
{
"epoch": 12.55,
"learning_rate": 1.4254727272727273e-05,
"loss": 1.0384,
"step": 294500
},
{
"epoch": 12.58,
"learning_rate": 1.4244626262626264e-05,
"loss": 1.0371,
"step": 295000
},
{
"epoch": 12.6,
"learning_rate": 1.4234545454545456e-05,
"loss": 1.0357,
"step": 295500
},
{
"epoch": 12.62,
"learning_rate": 1.4224444444444445e-05,
"loss": 1.0359,
"step": 296000
},
{
"epoch": 12.64,
"learning_rate": 1.4214363636363637e-05,
"loss": 1.0357,
"step": 296500
},
{
"epoch": 12.66,
"learning_rate": 1.4204262626262629e-05,
"loss": 1.0373,
"step": 297000
},
{
"epoch": 12.68,
"learning_rate": 1.4194161616161617e-05,
"loss": 1.0358,
"step": 297500
},
{
"epoch": 12.7,
"learning_rate": 1.4184060606060608e-05,
"loss": 1.0391,
"step": 298000
},
{
"epoch": 12.72,
"learning_rate": 1.4173959595959596e-05,
"loss": 1.0375,
"step": 298500
},
{
"epoch": 12.75,
"learning_rate": 1.4163858585858588e-05,
"loss": 1.0372,
"step": 299000
},
{
"epoch": 12.77,
"learning_rate": 1.4153757575757577e-05,
"loss": 1.0337,
"step": 299500
},
{
"epoch": 12.79,
"learning_rate": 1.4143656565656567e-05,
"loss": 1.0338,
"step": 300000
},
{
"epoch": 12.81,
"learning_rate": 1.413357575757576e-05,
"loss": 1.0357,
"step": 300500
},
{
"epoch": 12.83,
"learning_rate": 1.4123474747474748e-05,
"loss": 1.0351,
"step": 301000
},
{
"epoch": 12.85,
"learning_rate": 1.4113373737373738e-05,
"loss": 1.0344,
"step": 301500
},
{
"epoch": 12.87,
"learning_rate": 1.4103272727272729e-05,
"loss": 1.0353,
"step": 302000
},
{
"epoch": 12.89,
"learning_rate": 1.4093171717171719e-05,
"loss": 1.0364,
"step": 302500
},
{
"epoch": 12.92,
"learning_rate": 1.4083070707070707e-05,
"loss": 1.0339,
"step": 303000
},
{
"epoch": 12.94,
"learning_rate": 1.4072969696969698e-05,
"loss": 1.0343,
"step": 303500
},
{
"epoch": 12.96,
"learning_rate": 1.406288888888889e-05,
"loss": 1.0342,
"step": 304000
},
{
"epoch": 12.98,
"learning_rate": 1.4052787878787879e-05,
"loss": 1.0342,
"step": 304500
},
{
"epoch": 13.0,
"eval_accuracy": 0.7953241575126613,
"eval_loss": 0.8643110990524292,
"eval_runtime": 55.5899,
"eval_samples_per_second": 930.817,
"eval_steps_per_second": 14.553,
"step": 304967
},
{
"epoch": 13.0,
"learning_rate": 1.404268686868687e-05,
"loss": 1.0349,
"step": 305000
},
{
"epoch": 13.02,
"learning_rate": 1.4032585858585859e-05,
"loss": 1.0342,
"step": 305500
},
{
"epoch": 13.04,
"learning_rate": 1.402248484848485e-05,
"loss": 1.0372,
"step": 306000
},
{
"epoch": 13.07,
"learning_rate": 1.4012383838383838e-05,
"loss": 1.0327,
"step": 306500
},
{
"epoch": 13.09,
"learning_rate": 1.400230303030303e-05,
"loss": 1.0319,
"step": 307000
},
{
"epoch": 13.11,
"learning_rate": 1.3992202020202022e-05,
"loss": 1.0311,
"step": 307500
},
{
"epoch": 13.13,
"learning_rate": 1.398210101010101e-05,
"loss": 1.0347,
"step": 308000
},
{
"epoch": 13.15,
"learning_rate": 1.3972000000000001e-05,
"loss": 1.0326,
"step": 308500
},
{
"epoch": 13.17,
"learning_rate": 1.3961898989898991e-05,
"loss": 1.032,
"step": 309000
},
{
"epoch": 13.19,
"learning_rate": 1.395179797979798e-05,
"loss": 1.0301,
"step": 309500
},
{
"epoch": 13.21,
"learning_rate": 1.3941696969696972e-05,
"loss": 1.0335,
"step": 310000
},
{
"epoch": 13.24,
"learning_rate": 1.393159595959596e-05,
"loss": 1.0341,
"step": 310500
},
{
"epoch": 13.26,
"learning_rate": 1.392149494949495e-05,
"loss": 1.0319,
"step": 311000
},
{
"epoch": 13.28,
"learning_rate": 1.3911414141414143e-05,
"loss": 1.0304,
"step": 311500
},
{
"epoch": 13.3,
"learning_rate": 1.3901333333333335e-05,
"loss": 1.0307,
"step": 312000
},
{
"epoch": 13.32,
"learning_rate": 1.3891232323232324e-05,
"loss": 1.0326,
"step": 312500
},
{
"epoch": 13.34,
"learning_rate": 1.3881131313131316e-05,
"loss": 1.0309,
"step": 313000
},
{
"epoch": 13.36,
"learning_rate": 1.3871030303030304e-05,
"loss": 1.0308,
"step": 313500
},
{
"epoch": 13.39,
"learning_rate": 1.3860929292929295e-05,
"loss": 1.0296,
"step": 314000
},
{
"epoch": 13.41,
"learning_rate": 1.3850828282828283e-05,
"loss": 1.0315,
"step": 314500
},
{
"epoch": 13.43,
"learning_rate": 1.3840727272727275e-05,
"loss": 1.0309,
"step": 315000
},
{
"epoch": 13.45,
"learning_rate": 1.3830626262626264e-05,
"loss": 1.0285,
"step": 315500
},
{
"epoch": 13.47,
"learning_rate": 1.3820525252525254e-05,
"loss": 1.028,
"step": 316000
},
{
"epoch": 13.49,
"learning_rate": 1.3810424242424243e-05,
"loss": 1.0299,
"step": 316500
},
{
"epoch": 13.51,
"learning_rate": 1.3800343434343435e-05,
"loss": 1.0309,
"step": 317000
},
{
"epoch": 13.53,
"learning_rate": 1.3790242424242425e-05,
"loss": 1.03,
"step": 317500
},
{
"epoch": 13.56,
"learning_rate": 1.3780141414141414e-05,
"loss": 1.0303,
"step": 318000
},
{
"epoch": 13.58,
"learning_rate": 1.3770040404040406e-05,
"loss": 1.0321,
"step": 318500
},
{
"epoch": 13.6,
"learning_rate": 1.3759959595959598e-05,
"loss": 1.03,
"step": 319000
},
{
"epoch": 13.62,
"learning_rate": 1.374987878787879e-05,
"loss": 1.0291,
"step": 319500
},
{
"epoch": 13.64,
"learning_rate": 1.3739777777777779e-05,
"loss": 1.0298,
"step": 320000
},
{
"epoch": 13.66,
"learning_rate": 1.372967676767677e-05,
"loss": 1.0319,
"step": 320500
},
{
"epoch": 13.68,
"learning_rate": 1.3719575757575758e-05,
"loss": 1.0312,
"step": 321000
},
{
"epoch": 13.7,
"learning_rate": 1.370947474747475e-05,
"loss": 1.0281,
"step": 321500
},
{
"epoch": 13.73,
"learning_rate": 1.3699373737373738e-05,
"loss": 1.0289,
"step": 322000
},
{
"epoch": 13.75,
"learning_rate": 1.3689272727272729e-05,
"loss": 1.0286,
"step": 322500
},
{
"epoch": 13.77,
"learning_rate": 1.3679171717171717e-05,
"loss": 1.0276,
"step": 323000
},
{
"epoch": 13.79,
"learning_rate": 1.366909090909091e-05,
"loss": 1.0276,
"step": 323500
},
{
"epoch": 13.81,
"learning_rate": 1.36589898989899e-05,
"loss": 1.0285,
"step": 324000
},
{
"epoch": 13.83,
"learning_rate": 1.3648888888888888e-05,
"loss": 1.0319,
"step": 324500
},
{
"epoch": 13.85,
"learning_rate": 1.363878787878788e-05,
"loss": 1.0303,
"step": 325000
},
{
"epoch": 13.88,
"learning_rate": 1.3628686868686869e-05,
"loss": 1.0293,
"step": 325500
},
{
"epoch": 13.9,
"learning_rate": 1.361858585858586e-05,
"loss": 1.0275,
"step": 326000
},
{
"epoch": 13.92,
"learning_rate": 1.3608484848484848e-05,
"loss": 1.0286,
"step": 326500
},
{
"epoch": 13.94,
"learning_rate": 1.359838383838384e-05,
"loss": 1.0293,
"step": 327000
},
{
"epoch": 13.96,
"learning_rate": 1.3588282828282828e-05,
"loss": 1.0291,
"step": 327500
},
{
"epoch": 13.98,
"learning_rate": 1.3578222222222224e-05,
"loss": 1.0286,
"step": 328000
},
{
"epoch": 14.0,
"eval_accuracy": 0.7967256149708635,
"eval_loss": 0.8558052182197571,
"eval_runtime": 55.2402,
"eval_samples_per_second": 936.709,
"eval_steps_per_second": 14.645,
"step": 328426
},
{
"epoch": 14.0,
"learning_rate": 1.3568121212121213e-05,
"loss": 1.0285,
"step": 328500
},
{
"epoch": 14.02,
"learning_rate": 1.3558040404040405e-05,
"loss": 1.0263,
"step": 329000
},
{
"epoch": 14.05,
"learning_rate": 1.3547939393939396e-05,
"loss": 1.0277,
"step": 329500
},
{
"epoch": 14.07,
"learning_rate": 1.3537838383838384e-05,
"loss": 1.027,
"step": 330000
},
{
"epoch": 14.09,
"learning_rate": 1.3527737373737374e-05,
"loss": 1.0258,
"step": 330500
},
{
"epoch": 14.11,
"learning_rate": 1.3517636363636365e-05,
"loss": 1.0269,
"step": 331000
},
{
"epoch": 14.13,
"learning_rate": 1.3507535353535355e-05,
"loss": 1.0271,
"step": 331500
},
{
"epoch": 14.15,
"learning_rate": 1.3497434343434344e-05,
"loss": 1.0289,
"step": 332000
},
{
"epoch": 14.17,
"learning_rate": 1.3487333333333334e-05,
"loss": 1.028,
"step": 332500
},
{
"epoch": 14.19,
"learning_rate": 1.3477232323232326e-05,
"loss": 1.0281,
"step": 333000
},
{
"epoch": 14.22,
"learning_rate": 1.3467131313131314e-05,
"loss": 1.0253,
"step": 333500
},
{
"epoch": 14.24,
"learning_rate": 1.3457030303030305e-05,
"loss": 1.0246,
"step": 334000
},
{
"epoch": 14.26,
"learning_rate": 1.3446929292929293e-05,
"loss": 1.0281,
"step": 334500
},
{
"epoch": 14.28,
"learning_rate": 1.3436828282828285e-05,
"loss": 1.0275,
"step": 335000
},
{
"epoch": 14.3,
"learning_rate": 1.3426747474747478e-05,
"loss": 1.0257,
"step": 335500
},
{
"epoch": 14.32,
"learning_rate": 1.3416646464646466e-05,
"loss": 1.0271,
"step": 336000
},
{
"epoch": 14.34,
"learning_rate": 1.3406545454545456e-05,
"loss": 1.0253,
"step": 336500
},
{
"epoch": 14.37,
"learning_rate": 1.3396484848484849e-05,
"loss": 1.0237,
"step": 337000
},
{
"epoch": 14.39,
"learning_rate": 1.338638383838384e-05,
"loss": 1.0253,
"step": 337500
},
{
"epoch": 14.41,
"learning_rate": 1.337628282828283e-05,
"loss": 1.0267,
"step": 338000
},
{
"epoch": 14.43,
"learning_rate": 1.336618181818182e-05,
"loss": 1.0251,
"step": 338500
},
{
"epoch": 14.45,
"learning_rate": 1.3356080808080808e-05,
"loss": 1.0238,
"step": 339000
},
{
"epoch": 14.47,
"learning_rate": 1.33459797979798e-05,
"loss": 1.0253,
"step": 339500
},
{
"epoch": 14.49,
"learning_rate": 1.3335878787878789e-05,
"loss": 1.0264,
"step": 340000
},
{
"epoch": 14.51,
"learning_rate": 1.332577777777778e-05,
"loss": 1.0259,
"step": 340500
},
{
"epoch": 14.54,
"learning_rate": 1.3315676767676768e-05,
"loss": 1.0235,
"step": 341000
},
{
"epoch": 14.56,
"learning_rate": 1.330557575757576e-05,
"loss": 1.0238,
"step": 341500
},
{
"epoch": 14.58,
"learning_rate": 1.3295474747474748e-05,
"loss": 1.0234,
"step": 342000
},
{
"epoch": 14.6,
"learning_rate": 1.328539393939394e-05,
"loss": 1.0267,
"step": 342500
},
{
"epoch": 14.62,
"learning_rate": 1.3275292929292931e-05,
"loss": 1.0272,
"step": 343000
},
{
"epoch": 14.64,
"learning_rate": 1.326519191919192e-05,
"loss": 1.0236,
"step": 343500
},
{
"epoch": 14.66,
"learning_rate": 1.3255090909090912e-05,
"loss": 1.0255,
"step": 344000
},
{
"epoch": 14.69,
"learning_rate": 1.3245010101010102e-05,
"loss": 1.0227,
"step": 344500
},
{
"epoch": 14.71,
"learning_rate": 1.3234909090909092e-05,
"loss": 1.0236,
"step": 345000
},
{
"epoch": 14.73,
"learning_rate": 1.3224808080808083e-05,
"loss": 1.0234,
"step": 345500
},
{
"epoch": 14.75,
"learning_rate": 1.3214707070707071e-05,
"loss": 1.0209,
"step": 346000
},
{
"epoch": 14.77,
"learning_rate": 1.3204606060606062e-05,
"loss": 1.0239,
"step": 346500
},
{
"epoch": 14.79,
"learning_rate": 1.319450505050505e-05,
"loss": 1.0234,
"step": 347000
},
{
"epoch": 14.81,
"learning_rate": 1.3184424242424242e-05,
"loss": 1.0238,
"step": 347500
},
{
"epoch": 14.83,
"learning_rate": 1.3174323232323234e-05,
"loss": 1.0268,
"step": 348000
},
{
"epoch": 14.86,
"learning_rate": 1.3164222222222223e-05,
"loss": 1.0252,
"step": 348500
},
{
"epoch": 14.88,
"learning_rate": 1.3154121212121213e-05,
"loss": 1.0255,
"step": 349000
},
{
"epoch": 14.9,
"learning_rate": 1.3144020202020202e-05,
"loss": 1.0239,
"step": 349500
},
{
"epoch": 14.92,
"learning_rate": 1.3133919191919194e-05,
"loss": 1.0246,
"step": 350000
},
{
"epoch": 14.94,
"learning_rate": 1.3123818181818182e-05,
"loss": 1.0244,
"step": 350500
},
{
"epoch": 14.96,
"learning_rate": 1.3113717171717173e-05,
"loss": 1.0245,
"step": 351000
},
{
"epoch": 14.98,
"learning_rate": 1.3103656565656567e-05,
"loss": 1.0223,
"step": 351500
},
{
"epoch": 15.0,
"eval_accuracy": 0.7972933232004333,
"eval_loss": 0.8523717522621155,
"eval_runtime": 56.3728,
"eval_samples_per_second": 917.889,
"eval_steps_per_second": 14.351,
"step": 351885
},
{
"epoch": 15.0,
"learning_rate": 1.3093555555555557e-05,
"loss": 1.0208,
"step": 352000
},
{
"epoch": 15.03,
"learning_rate": 1.3083454545454546e-05,
"loss": 1.022,
"step": 352500
},
{
"epoch": 15.05,
"learning_rate": 1.3073353535353536e-05,
"loss": 1.0223,
"step": 353000
},
{
"epoch": 15.07,
"learning_rate": 1.3063252525252526e-05,
"loss": 1.0209,
"step": 353500
},
{
"epoch": 15.09,
"learning_rate": 1.305319191919192e-05,
"loss": 1.0214,
"step": 354000
},
{
"epoch": 15.11,
"learning_rate": 1.3043090909090909e-05,
"loss": 1.0206,
"step": 354500
},
{
"epoch": 15.13,
"learning_rate": 1.3032989898989901e-05,
"loss": 1.0216,
"step": 355000
},
{
"epoch": 15.15,
"learning_rate": 1.302288888888889e-05,
"loss": 1.0211,
"step": 355500
},
{
"epoch": 15.18,
"learning_rate": 1.301278787878788e-05,
"loss": 1.0202,
"step": 356000
},
{
"epoch": 15.2,
"learning_rate": 1.3002686868686869e-05,
"loss": 1.0204,
"step": 356500
},
{
"epoch": 15.22,
"learning_rate": 1.299260606060606e-05,
"loss": 1.0214,
"step": 357000
},
{
"epoch": 15.24,
"learning_rate": 1.2982505050505053e-05,
"loss": 1.02,
"step": 357500
},
{
"epoch": 15.26,
"learning_rate": 1.2972404040404041e-05,
"loss": 1.0226,
"step": 358000
},
{
"epoch": 15.28,
"learning_rate": 1.2962303030303032e-05,
"loss": 1.0229,
"step": 358500
},
{
"epoch": 15.3,
"learning_rate": 1.295220202020202e-05,
"loss": 1.0197,
"step": 359000
},
{
"epoch": 15.32,
"learning_rate": 1.294210101010101e-05,
"loss": 1.0185,
"step": 359500
},
{
"epoch": 15.35,
"learning_rate": 1.2932020202020203e-05,
"loss": 1.0184,
"step": 360000
},
{
"epoch": 15.37,
"learning_rate": 1.2921919191919191e-05,
"loss": 1.0221,
"step": 360500
},
{
"epoch": 15.39,
"learning_rate": 1.2911818181818183e-05,
"loss": 1.0221,
"step": 361000
},
{
"epoch": 15.41,
"learning_rate": 1.2901717171717172e-05,
"loss": 1.0184,
"step": 361500
},
{
"epoch": 15.43,
"learning_rate": 1.2891616161616162e-05,
"loss": 1.0183,
"step": 362000
},
{
"epoch": 15.45,
"learning_rate": 1.2881515151515151e-05,
"loss": 1.0196,
"step": 362500
},
{
"epoch": 15.47,
"learning_rate": 1.2871414141414143e-05,
"loss": 1.0201,
"step": 363000
},
{
"epoch": 15.5,
"learning_rate": 1.2861313131313133e-05,
"loss": 1.0196,
"step": 363500
},
{
"epoch": 15.52,
"learning_rate": 1.2851232323232324e-05,
"loss": 1.0191,
"step": 364000
},
{
"epoch": 15.54,
"learning_rate": 1.2841131313131314e-05,
"loss": 1.0203,
"step": 364500
},
{
"epoch": 15.56,
"learning_rate": 1.2831030303030306e-05,
"loss": 1.0181,
"step": 365000
},
{
"epoch": 15.58,
"learning_rate": 1.2820929292929295e-05,
"loss": 1.0183,
"step": 365500
},
{
"epoch": 15.6,
"learning_rate": 1.2810848484848487e-05,
"loss": 1.0218,
"step": 366000
},
{
"epoch": 15.62,
"learning_rate": 1.2800747474747475e-05,
"loss": 1.0191,
"step": 366500
},
{
"epoch": 15.64,
"learning_rate": 1.2790646464646466e-05,
"loss": 1.0191,
"step": 367000
},
{
"epoch": 15.67,
"learning_rate": 1.2780545454545456e-05,
"loss": 1.0192,
"step": 367500
},
{
"epoch": 15.69,
"learning_rate": 1.2770444444444445e-05,
"loss": 1.0202,
"step": 368000
},
{
"epoch": 15.71,
"learning_rate": 1.2760343434343437e-05,
"loss": 1.0182,
"step": 368500
},
{
"epoch": 15.73,
"learning_rate": 1.2750242424242425e-05,
"loss": 1.0194,
"step": 369000
},
{
"epoch": 15.75,
"learning_rate": 1.2740141414141415e-05,
"loss": 1.0196,
"step": 369500
},
{
"epoch": 15.77,
"learning_rate": 1.2730040404040404e-05,
"loss": 1.0168,
"step": 370000
},
{
"epoch": 15.79,
"learning_rate": 1.2719939393939396e-05,
"loss": 1.0185,
"step": 370500
},
{
"epoch": 15.81,
"learning_rate": 1.2709858585858588e-05,
"loss": 1.0166,
"step": 371000
},
{
"epoch": 15.84,
"learning_rate": 1.2699757575757577e-05,
"loss": 1.0197,
"step": 371500
},
{
"epoch": 15.86,
"learning_rate": 1.2689676767676769e-05,
"loss": 1.0172,
"step": 372000
},
{
"epoch": 15.88,
"learning_rate": 1.267957575757576e-05,
"loss": 1.0179,
"step": 372500
},
{
"epoch": 15.9,
"learning_rate": 1.2669474747474748e-05,
"loss": 1.0174,
"step": 373000
},
{
"epoch": 15.92,
"learning_rate": 1.2659373737373738e-05,
"loss": 1.0197,
"step": 373500
},
{
"epoch": 15.94,
"learning_rate": 1.2649272727272729e-05,
"loss": 1.0155,
"step": 374000
},
{
"epoch": 15.96,
"learning_rate": 1.2639171717171719e-05,
"loss": 1.0178,
"step": 374500
},
{
"epoch": 15.99,
"learning_rate": 1.2629090909090911e-05,
"loss": 1.0189,
"step": 375000
},
{
"epoch": 16.0,
"eval_accuracy": 0.7982388277111986,
"eval_loss": 0.8482341170310974,
"eval_runtime": 55.8333,
"eval_samples_per_second": 926.759,
"eval_steps_per_second": 14.49,
"step": 375344
},
{
"epoch": 16.01,
"learning_rate": 1.26189898989899e-05,
"loss": 1.0191,
"step": 375500
},
{
"epoch": 16.03,
"learning_rate": 1.260888888888889e-05,
"loss": 1.0175,
"step": 376000
},
{
"epoch": 16.05,
"learning_rate": 1.2598787878787879e-05,
"loss": 1.0156,
"step": 376500
},
{
"epoch": 16.07,
"learning_rate": 1.258868686868687e-05,
"loss": 1.0147,
"step": 377000
},
{
"epoch": 16.09,
"learning_rate": 1.2578585858585859e-05,
"loss": 1.0176,
"step": 377500
},
{
"epoch": 16.11,
"learning_rate": 1.256848484848485e-05,
"loss": 1.0191,
"step": 378000
},
{
"epoch": 16.13,
"learning_rate": 1.2558383838383838e-05,
"loss": 1.017,
"step": 378500
},
{
"epoch": 16.16,
"learning_rate": 1.254828282828283e-05,
"loss": 1.0169,
"step": 379000
},
{
"epoch": 16.18,
"learning_rate": 1.2538181818181819e-05,
"loss": 1.0166,
"step": 379500
},
{
"epoch": 16.2,
"learning_rate": 1.2528080808080809e-05,
"loss": 1.0149,
"step": 380000
},
{
"epoch": 16.22,
"learning_rate": 1.2517979797979797e-05,
"loss": 1.0146,
"step": 380500
},
{
"epoch": 16.24,
"learning_rate": 1.250789898989899e-05,
"loss": 1.0169,
"step": 381000
},
{
"epoch": 16.26,
"learning_rate": 1.2497818181818182e-05,
"loss": 1.0184,
"step": 381500
},
{
"epoch": 16.28,
"learning_rate": 1.2487737373737374e-05,
"loss": 1.0132,
"step": 382000
},
{
"epoch": 16.31,
"learning_rate": 1.2477636363636364e-05,
"loss": 1.014,
"step": 382500
},
{
"epoch": 16.33,
"learning_rate": 1.2467535353535353e-05,
"loss": 1.0151,
"step": 383000
},
{
"epoch": 16.35,
"learning_rate": 1.2457434343434345e-05,
"loss": 1.0158,
"step": 383500
},
{
"epoch": 16.37,
"learning_rate": 1.2447333333333334e-05,
"loss": 1.0157,
"step": 384000
},
{
"epoch": 16.39,
"learning_rate": 1.2437232323232324e-05,
"loss": 1.0158,
"step": 384500
},
{
"epoch": 16.41,
"learning_rate": 1.2427131313131313e-05,
"loss": 1.0158,
"step": 385000
},
{
"epoch": 16.43,
"learning_rate": 1.2417050505050505e-05,
"loss": 1.0175,
"step": 385500
},
{
"epoch": 16.45,
"learning_rate": 1.2406949494949497e-05,
"loss": 1.014,
"step": 386000
},
{
"epoch": 16.48,
"learning_rate": 1.2396848484848485e-05,
"loss": 1.0139,
"step": 386500
},
{
"epoch": 16.5,
"learning_rate": 1.2386747474747476e-05,
"loss": 1.0141,
"step": 387000
},
{
"epoch": 16.52,
"learning_rate": 1.2376666666666668e-05,
"loss": 1.0154,
"step": 387500
},
{
"epoch": 16.54,
"learning_rate": 1.2366565656565656e-05,
"loss": 1.0151,
"step": 388000
},
{
"epoch": 16.56,
"learning_rate": 1.2356464646464647e-05,
"loss": 1.0153,
"step": 388500
},
{
"epoch": 16.58,
"learning_rate": 1.2346363636363637e-05,
"loss": 1.0126,
"step": 389000
},
{
"epoch": 16.6,
"learning_rate": 1.2336262626262627e-05,
"loss": 1.0155,
"step": 389500
},
{
"epoch": 16.62,
"learning_rate": 1.2326161616161618e-05,
"loss": 1.0132,
"step": 390000
},
{
"epoch": 16.65,
"learning_rate": 1.2316060606060606e-05,
"loss": 1.0153,
"step": 390500
},
{
"epoch": 16.67,
"learning_rate": 1.2305959595959598e-05,
"loss": 1.0147,
"step": 391000
},
{
"epoch": 16.69,
"learning_rate": 1.2295858585858587e-05,
"loss": 1.017,
"step": 391500
},
{
"epoch": 16.71,
"learning_rate": 1.2285757575757577e-05,
"loss": 1.0127,
"step": 392000
},
{
"epoch": 16.73,
"learning_rate": 1.2275656565656566e-05,
"loss": 1.0172,
"step": 392500
},
{
"epoch": 16.75,
"learning_rate": 1.2265555555555558e-05,
"loss": 1.012,
"step": 393000
},
{
"epoch": 16.77,
"learning_rate": 1.225547474747475e-05,
"loss": 1.0133,
"step": 393500
},
{
"epoch": 16.8,
"learning_rate": 1.2245393939393942e-05,
"loss": 1.0132,
"step": 394000
},
{
"epoch": 16.82,
"learning_rate": 1.223529292929293e-05,
"loss": 1.0132,
"step": 394500
},
{
"epoch": 16.84,
"learning_rate": 1.2225191919191921e-05,
"loss": 1.0158,
"step": 395000
},
{
"epoch": 16.86,
"learning_rate": 1.221509090909091e-05,
"loss": 1.015,
"step": 395500
},
{
"epoch": 16.88,
"learning_rate": 1.22049898989899e-05,
"loss": 1.0099,
"step": 396000
},
{
"epoch": 16.9,
"learning_rate": 1.219488888888889e-05,
"loss": 1.0159,
"step": 396500
},
{
"epoch": 16.92,
"learning_rate": 1.218478787878788e-05,
"loss": 1.0138,
"step": 397000
},
{
"epoch": 16.94,
"learning_rate": 1.2174686868686869e-05,
"loss": 1.0121,
"step": 397500
},
{
"epoch": 16.97,
"learning_rate": 1.2164606060606061e-05,
"loss": 1.0117,
"step": 398000
},
{
"epoch": 16.99,
"learning_rate": 1.2154505050505052e-05,
"loss": 1.0108,
"step": 398500
},
{
"epoch": 17.0,
"eval_accuracy": 0.7986988582872165,
"eval_loss": 0.8448593020439148,
"eval_runtime": 55.9245,
"eval_samples_per_second": 925.248,
"eval_steps_per_second": 14.466,
"step": 398803
},
{
"epoch": 17.01,
"learning_rate": 1.214440404040404e-05,
"loss": 1.0112,
"step": 399000
},
{
"epoch": 17.03,
"learning_rate": 1.2134303030303032e-05,
"loss": 1.0113,
"step": 399500
},
{
"epoch": 17.05,
"learning_rate": 1.212420202020202e-05,
"loss": 1.0097,
"step": 400000
},
{
"epoch": 17.07,
"learning_rate": 1.2114101010101011e-05,
"loss": 1.0117,
"step": 400500
},
{
"epoch": 17.09,
"learning_rate": 1.2104e-05,
"loss": 1.0093,
"step": 401000
},
{
"epoch": 17.11,
"learning_rate": 1.2093898989898992e-05,
"loss": 1.0133,
"step": 401500
},
{
"epoch": 17.14,
"learning_rate": 1.2083818181818184e-05,
"loss": 1.0139,
"step": 402000
},
{
"epoch": 17.16,
"learning_rate": 1.2073717171717172e-05,
"loss": 1.0112,
"step": 402500
},
{
"epoch": 17.18,
"learning_rate": 1.2063616161616163e-05,
"loss": 1.014,
"step": 403000
},
{
"epoch": 17.2,
"learning_rate": 1.2053515151515151e-05,
"loss": 1.0126,
"step": 403500
},
{
"epoch": 17.22,
"learning_rate": 1.2043434343434344e-05,
"loss": 1.0113,
"step": 404000
},
{
"epoch": 17.24,
"learning_rate": 1.2033333333333334e-05,
"loss": 1.0117,
"step": 404500
},
{
"epoch": 17.26,
"learning_rate": 1.2023232323232324e-05,
"loss": 1.0095,
"step": 405000
},
{
"epoch": 17.29,
"learning_rate": 1.2013131313131314e-05,
"loss": 1.0125,
"step": 405500
},
{
"epoch": 17.31,
"learning_rate": 1.2003030303030303e-05,
"loss": 1.0095,
"step": 406000
},
{
"epoch": 17.33,
"learning_rate": 1.1992929292929293e-05,
"loss": 1.0092,
"step": 406500
},
{
"epoch": 17.35,
"learning_rate": 1.1982828282828282e-05,
"loss": 1.01,
"step": 407000
},
{
"epoch": 17.37,
"learning_rate": 1.1972727272727274e-05,
"loss": 1.0127,
"step": 407500
},
{
"epoch": 17.39,
"learning_rate": 1.1962646464646466e-05,
"loss": 1.0117,
"step": 408000
},
{
"epoch": 17.41,
"learning_rate": 1.1952545454545455e-05,
"loss": 1.01,
"step": 408500
},
{
"epoch": 17.43,
"learning_rate": 1.1942444444444445e-05,
"loss": 1.01,
"step": 409000
},
{
"epoch": 17.46,
"learning_rate": 1.1932363636363637e-05,
"loss": 1.011,
"step": 409500
},
{
"epoch": 17.48,
"learning_rate": 1.1922262626262626e-05,
"loss": 1.0087,
"step": 410000
},
{
"epoch": 17.5,
"learning_rate": 1.1912161616161618e-05,
"loss": 1.0086,
"step": 410500
},
{
"epoch": 17.52,
"learning_rate": 1.1902060606060608e-05,
"loss": 1.0098,
"step": 411000
},
{
"epoch": 17.54,
"learning_rate": 1.1891959595959597e-05,
"loss": 1.0111,
"step": 411500
},
{
"epoch": 17.56,
"learning_rate": 1.1881858585858587e-05,
"loss": 1.0059,
"step": 412000
},
{
"epoch": 17.58,
"learning_rate": 1.1871757575757577e-05,
"loss": 1.0098,
"step": 412500
},
{
"epoch": 17.61,
"learning_rate": 1.1861676767676768e-05,
"loss": 1.0108,
"step": 413000
},
{
"epoch": 17.63,
"learning_rate": 1.185157575757576e-05,
"loss": 1.0102,
"step": 413500
},
{
"epoch": 17.65,
"learning_rate": 1.1841474747474748e-05,
"loss": 1.0087,
"step": 414000
},
{
"epoch": 17.67,
"learning_rate": 1.183139393939394e-05,
"loss": 1.0103,
"step": 414500
},
{
"epoch": 17.69,
"learning_rate": 1.1821292929292931e-05,
"loss": 1.0067,
"step": 415000
},
{
"epoch": 17.71,
"learning_rate": 1.181119191919192e-05,
"loss": 1.0111,
"step": 415500
},
{
"epoch": 17.73,
"learning_rate": 1.1801090909090912e-05,
"loss": 1.0092,
"step": 416000
},
{
"epoch": 17.75,
"learning_rate": 1.17909898989899e-05,
"loss": 1.0083,
"step": 416500
},
{
"epoch": 17.78,
"learning_rate": 1.178088888888889e-05,
"loss": 1.0114,
"step": 417000
},
{
"epoch": 17.8,
"learning_rate": 1.1770787878787879e-05,
"loss": 1.0088,
"step": 417500
},
{
"epoch": 17.82,
"learning_rate": 1.1760686868686871e-05,
"loss": 1.0108,
"step": 418000
},
{
"epoch": 17.84,
"learning_rate": 1.175058585858586e-05,
"loss": 1.0089,
"step": 418500
},
{
"epoch": 17.86,
"learning_rate": 1.1740505050505052e-05,
"loss": 1.01,
"step": 419000
},
{
"epoch": 17.88,
"learning_rate": 1.1730404040404042e-05,
"loss": 1.0104,
"step": 419500
},
{
"epoch": 17.9,
"learning_rate": 1.172030303030303e-05,
"loss": 1.0084,
"step": 420000
},
{
"epoch": 17.92,
"learning_rate": 1.1710202020202021e-05,
"loss": 1.0103,
"step": 420500
},
{
"epoch": 17.95,
"learning_rate": 1.170010101010101e-05,
"loss": 1.0088,
"step": 421000
},
{
"epoch": 17.97,
"learning_rate": 1.1690020202020202e-05,
"loss": 1.0079,
"step": 421500
},
{
"epoch": 17.99,
"learning_rate": 1.1679919191919194e-05,
"loss": 1.0107,
"step": 422000
},
{
"epoch": 18.0,
"eval_accuracy": 0.7993050643486012,
"eval_loss": 0.8416274189949036,
"eval_runtime": 55.186,
"eval_samples_per_second": 937.629,
"eval_steps_per_second": 14.66,
"step": 422262
},
{
"epoch": 18.01,
"learning_rate": 1.1669818181818182e-05,
"loss": 1.01,
"step": 422500
},
{
"epoch": 18.03,
"learning_rate": 1.1659717171717173e-05,
"loss": 1.0059,
"step": 423000
},
{
"epoch": 18.05,
"learning_rate": 1.1649616161616161e-05,
"loss": 1.0052,
"step": 423500
},
{
"epoch": 18.07,
"learning_rate": 1.1639515151515153e-05,
"loss": 1.0102,
"step": 424000
},
{
"epoch": 18.1,
"learning_rate": 1.1629414141414142e-05,
"loss": 1.0107,
"step": 424500
},
{
"epoch": 18.12,
"learning_rate": 1.1619333333333334e-05,
"loss": 1.0075,
"step": 425000
},
{
"epoch": 18.14,
"learning_rate": 1.1609252525252526e-05,
"loss": 1.0068,
"step": 425500
},
{
"epoch": 18.16,
"learning_rate": 1.1599151515151517e-05,
"loss": 1.0076,
"step": 426000
},
{
"epoch": 18.18,
"learning_rate": 1.1589050505050505e-05,
"loss": 1.0095,
"step": 426500
},
{
"epoch": 18.2,
"learning_rate": 1.1578949494949496e-05,
"loss": 1.0071,
"step": 427000
},
{
"epoch": 18.22,
"learning_rate": 1.1568848484848486e-05,
"loss": 1.0062,
"step": 427500
},
{
"epoch": 18.24,
"learning_rate": 1.1558747474747476e-05,
"loss": 1.0068,
"step": 428000
},
{
"epoch": 18.27,
"learning_rate": 1.1548646464646465e-05,
"loss": 1.0085,
"step": 428500
},
{
"epoch": 18.29,
"learning_rate": 1.1538545454545455e-05,
"loss": 1.0087,
"step": 429000
},
{
"epoch": 18.31,
"learning_rate": 1.1528444444444444e-05,
"loss": 1.0035,
"step": 429500
},
{
"epoch": 18.33,
"learning_rate": 1.1518343434343436e-05,
"loss": 1.0041,
"step": 430000
},
{
"epoch": 18.35,
"learning_rate": 1.1508262626262628e-05,
"loss": 1.0041,
"step": 430500
},
{
"epoch": 18.37,
"learning_rate": 1.1498161616161616e-05,
"loss": 1.0064,
"step": 431000
},
{
"epoch": 18.39,
"learning_rate": 1.1488060606060607e-05,
"loss": 1.0061,
"step": 431500
},
{
"epoch": 18.42,
"learning_rate": 1.1477959595959599e-05,
"loss": 1.002,
"step": 432000
},
{
"epoch": 18.44,
"learning_rate": 1.1467898989898991e-05,
"loss": 1.0086,
"step": 432500
},
{
"epoch": 18.46,
"learning_rate": 1.145779797979798e-05,
"loss": 1.0076,
"step": 433000
},
{
"epoch": 18.48,
"learning_rate": 1.144769696969697e-05,
"loss": 1.0075,
"step": 433500
},
{
"epoch": 18.5,
"learning_rate": 1.143759595959596e-05,
"loss": 1.0069,
"step": 434000
},
{
"epoch": 18.52,
"learning_rate": 1.142749494949495e-05,
"loss": 1.0044,
"step": 434500
},
{
"epoch": 18.54,
"learning_rate": 1.141739393939394e-05,
"loss": 1.0053,
"step": 435000
},
{
"epoch": 18.56,
"learning_rate": 1.140729292929293e-05,
"loss": 1.0075,
"step": 435500
},
{
"epoch": 18.59,
"learning_rate": 1.1397191919191921e-05,
"loss": 1.0038,
"step": 436000
},
{
"epoch": 18.61,
"learning_rate": 1.138711111111111e-05,
"loss": 1.007,
"step": 436500
},
{
"epoch": 18.63,
"learning_rate": 1.1377010101010102e-05,
"loss": 1.0048,
"step": 437000
},
{
"epoch": 18.65,
"learning_rate": 1.1366909090909093e-05,
"loss": 1.0061,
"step": 437500
},
{
"epoch": 18.67,
"learning_rate": 1.1356808080808081e-05,
"loss": 1.0065,
"step": 438000
},
{
"epoch": 18.69,
"learning_rate": 1.1346727272727273e-05,
"loss": 1.0043,
"step": 438500
},
{
"epoch": 18.71,
"learning_rate": 1.1336626262626265e-05,
"loss": 1.0048,
"step": 439000
},
{
"epoch": 18.73,
"learning_rate": 1.1326525252525254e-05,
"loss": 1.0043,
"step": 439500
},
{
"epoch": 18.76,
"learning_rate": 1.1316424242424244e-05,
"loss": 1.0078,
"step": 440000
},
{
"epoch": 18.78,
"learning_rate": 1.1306323232323233e-05,
"loss": 1.0058,
"step": 440500
},
{
"epoch": 18.8,
"learning_rate": 1.1296222222222223e-05,
"loss": 1.0053,
"step": 441000
},
{
"epoch": 18.82,
"learning_rate": 1.1286121212121213e-05,
"loss": 1.0054,
"step": 441500
},
{
"epoch": 18.84,
"learning_rate": 1.1276020202020204e-05,
"loss": 1.0047,
"step": 442000
},
{
"epoch": 18.86,
"learning_rate": 1.1265939393939396e-05,
"loss": 1.0058,
"step": 442500
},
{
"epoch": 18.88,
"learning_rate": 1.1255838383838385e-05,
"loss": 1.0073,
"step": 443000
},
{
"epoch": 18.91,
"learning_rate": 1.1245737373737375e-05,
"loss": 1.0035,
"step": 443500
},
{
"epoch": 18.93,
"learning_rate": 1.1235636363636363e-05,
"loss": 1.0029,
"step": 444000
},
{
"epoch": 18.95,
"learning_rate": 1.1225555555555556e-05,
"loss": 1.0056,
"step": 444500
},
{
"epoch": 18.97,
"learning_rate": 1.1215454545454548e-05,
"loss": 1.0058,
"step": 445000
},
{
"epoch": 18.99,
"learning_rate": 1.1205353535353536e-05,
"loss": 1.003,
"step": 445500
},
{
"epoch": 19.0,
"eval_accuracy": 0.7996911332179277,
"eval_loss": 0.839302122592926,
"eval_runtime": 55.348,
"eval_samples_per_second": 934.885,
"eval_steps_per_second": 14.617,
"step": 445721
},
{
"epoch": 19.01,
"learning_rate": 1.1195252525252527e-05,
"loss": 1.0028,
"step": 446000
},
{
"epoch": 19.03,
"learning_rate": 1.1185171717171719e-05,
"loss": 1.0039,
"step": 446500
},
{
"epoch": 19.05,
"learning_rate": 1.1175070707070707e-05,
"loss": 1.0028,
"step": 447000
},
{
"epoch": 19.08,
"learning_rate": 1.1164969696969698e-05,
"loss": 1.0063,
"step": 447500
},
{
"epoch": 19.1,
"learning_rate": 1.1154868686868688e-05,
"loss": 1.0027,
"step": 448000
},
{
"epoch": 19.12,
"learning_rate": 1.1144767676767678e-05,
"loss": 1.0024,
"step": 448500
},
{
"epoch": 19.14,
"learning_rate": 1.1134666666666667e-05,
"loss": 1.0017,
"step": 449000
},
{
"epoch": 19.16,
"learning_rate": 1.1124565656565657e-05,
"loss": 1.0044,
"step": 449500
},
{
"epoch": 19.18,
"learning_rate": 1.1114464646464646e-05,
"loss": 1.0034,
"step": 450000
},
{
"epoch": 19.2,
"learning_rate": 1.1104383838383838e-05,
"loss": 1.0033,
"step": 450500
},
{
"epoch": 19.23,
"learning_rate": 1.109428282828283e-05,
"loss": 1.003,
"step": 451000
},
{
"epoch": 19.25,
"learning_rate": 1.1084181818181819e-05,
"loss": 1.0045,
"step": 451500
},
{
"epoch": 19.27,
"learning_rate": 1.1074080808080809e-05,
"loss": 1.0015,
"step": 452000
},
{
"epoch": 19.29,
"learning_rate": 1.1063979797979797e-05,
"loss": 1.0032,
"step": 452500
},
{
"epoch": 19.31,
"learning_rate": 1.105387878787879e-05,
"loss": 1.0042,
"step": 453000
},
{
"epoch": 19.33,
"learning_rate": 1.1043797979797982e-05,
"loss": 1.0013,
"step": 453500
},
{
"epoch": 19.35,
"learning_rate": 1.103369696969697e-05,
"loss": 1.0024,
"step": 454000
},
{
"epoch": 19.37,
"learning_rate": 1.102359595959596e-05,
"loss": 1.0043,
"step": 454500
},
{
"epoch": 19.4,
"learning_rate": 1.101349494949495e-05,
"loss": 1.0017,
"step": 455000
},
{
"epoch": 19.42,
"learning_rate": 1.1003414141414141e-05,
"loss": 1.0022,
"step": 455500
},
{
"epoch": 19.44,
"learning_rate": 1.0993313131313132e-05,
"loss": 1.004,
"step": 456000
},
{
"epoch": 19.46,
"learning_rate": 1.0983212121212122e-05,
"loss": 1.002,
"step": 456500
},
{
"epoch": 19.48,
"learning_rate": 1.0973111111111112e-05,
"loss": 1.003,
"step": 457000
},
{
"epoch": 19.5,
"learning_rate": 1.0963010101010101e-05,
"loss": 1.0013,
"step": 457500
},
{
"epoch": 19.52,
"learning_rate": 1.0952909090909091e-05,
"loss": 1.002,
"step": 458000
},
{
"epoch": 19.54,
"learning_rate": 1.0942808080808083e-05,
"loss": 1.001,
"step": 458500
},
{
"epoch": 19.57,
"learning_rate": 1.0932707070707072e-05,
"loss": 1.0019,
"step": 459000
},
{
"epoch": 19.59,
"learning_rate": 1.0922626262626264e-05,
"loss": 1.0034,
"step": 459500
},
{
"epoch": 19.61,
"learning_rate": 1.0912545454545456e-05,
"loss": 1.0007,
"step": 460000
},
{
"epoch": 19.63,
"learning_rate": 1.0902444444444445e-05,
"loss": 1.0018,
"step": 460500
},
{
"epoch": 19.65,
"learning_rate": 1.0892343434343435e-05,
"loss": 1.0,
"step": 461000
},
{
"epoch": 19.67,
"learning_rate": 1.0882262626262627e-05,
"loss": 1.0018,
"step": 461500
},
{
"epoch": 19.69,
"learning_rate": 1.0872161616161616e-05,
"loss": 1.0026,
"step": 462000
},
{
"epoch": 19.72,
"learning_rate": 1.0862060606060606e-05,
"loss": 1.002,
"step": 462500
},
{
"epoch": 19.74,
"learning_rate": 1.0851959595959597e-05,
"loss": 1.001,
"step": 463000
},
{
"epoch": 19.76,
"learning_rate": 1.0841858585858587e-05,
"loss": 1.0005,
"step": 463500
},
{
"epoch": 19.78,
"learning_rate": 1.0831757575757577e-05,
"loss": 1.0038,
"step": 464000
},
{
"epoch": 19.8,
"learning_rate": 1.0821656565656566e-05,
"loss": 1.0027,
"step": 464500
},
{
"epoch": 19.82,
"learning_rate": 1.0811555555555558e-05,
"loss": 1.0008,
"step": 465000
},
{
"epoch": 19.84,
"learning_rate": 1.0801454545454546e-05,
"loss": 1.0015,
"step": 465500
},
{
"epoch": 19.86,
"learning_rate": 1.0791353535353537e-05,
"loss": 1.0004,
"step": 466000
},
{
"epoch": 19.89,
"learning_rate": 1.0781252525252525e-05,
"loss": 1.0018,
"step": 466500
},
{
"epoch": 19.91,
"learning_rate": 1.0771171717171717e-05,
"loss": 1.0025,
"step": 467000
},
{
"epoch": 19.93,
"learning_rate": 1.076107070707071e-05,
"loss": 1.0013,
"step": 467500
},
{
"epoch": 19.95,
"learning_rate": 1.0750969696969698e-05,
"loss": 1.0011,
"step": 468000
},
{
"epoch": 19.97,
"learning_rate": 1.0740868686868688e-05,
"loss": 1.0021,
"step": 468500
},
{
"epoch": 19.99,
"learning_rate": 1.073078787878788e-05,
"loss": 1.0013,
"step": 469000
},
{
"epoch": 20.0,
"eval_accuracy": 0.8004582095158734,
"eval_loss": 0.8350439667701721,
"eval_runtime": 55.8457,
"eval_samples_per_second": 926.553,
"eval_steps_per_second": 14.486,
"step": 469180
},
{
"epoch": 20.01,
"learning_rate": 1.0720686868686869e-05,
"loss": 0.9998,
"step": 469500
},
{
"epoch": 20.03,
"learning_rate": 1.071058585858586e-05,
"loss": 0.9982,
"step": 470000
},
{
"epoch": 20.06,
"learning_rate": 1.070048484848485e-05,
"loss": 0.9999,
"step": 470500
},
{
"epoch": 20.08,
"learning_rate": 1.069038383838384e-05,
"loss": 0.9975,
"step": 471000
},
{
"epoch": 20.1,
"learning_rate": 1.0680282828282829e-05,
"loss": 1.001,
"step": 471500
},
{
"epoch": 20.12,
"learning_rate": 1.067020202020202e-05,
"loss": 0.9995,
"step": 472000
},
{
"epoch": 20.14,
"learning_rate": 1.0660101010101011e-05,
"loss": 1.0025,
"step": 472500
},
{
"epoch": 20.16,
"learning_rate": 1.065e-05,
"loss": 0.9976,
"step": 473000
},
{
"epoch": 20.18,
"learning_rate": 1.0639898989898992e-05,
"loss": 1.0008,
"step": 473500
},
{
"epoch": 20.21,
"learning_rate": 1.062979797979798e-05,
"loss": 0.9997,
"step": 474000
},
{
"epoch": 20.23,
"learning_rate": 1.061969696969697e-05,
"loss": 0.9997,
"step": 474500
},
{
"epoch": 20.25,
"learning_rate": 1.0609595959595959e-05,
"loss": 1.0011,
"step": 475000
},
{
"epoch": 20.27,
"learning_rate": 1.0599494949494951e-05,
"loss": 1.0001,
"step": 475500
},
{
"epoch": 20.29,
"learning_rate": 1.058939393939394e-05,
"loss": 0.9992,
"step": 476000
},
{
"epoch": 20.31,
"learning_rate": 1.0579313131313132e-05,
"loss": 0.9995,
"step": 476500
},
{
"epoch": 20.33,
"learning_rate": 1.0569212121212122e-05,
"loss": 1.0016,
"step": 477000
},
{
"epoch": 20.35,
"learning_rate": 1.0559131313131314e-05,
"loss": 0.9996,
"step": 477500
},
{
"epoch": 20.38,
"learning_rate": 1.0549030303030303e-05,
"loss": 0.9963,
"step": 478000
},
{
"epoch": 20.4,
"learning_rate": 1.0538949494949495e-05,
"loss": 1.0001,
"step": 478500
},
{
"epoch": 20.42,
"learning_rate": 1.0528848484848486e-05,
"loss": 1.0007,
"step": 479000
},
{
"epoch": 20.44,
"learning_rate": 1.0518747474747474e-05,
"loss": 1.0007,
"step": 479500
},
{
"epoch": 20.46,
"learning_rate": 1.0508646464646466e-05,
"loss": 1.0001,
"step": 480000
},
{
"epoch": 20.48,
"learning_rate": 1.0498545454545455e-05,
"loss": 0.9998,
"step": 480500
},
{
"epoch": 20.5,
"learning_rate": 1.0488444444444445e-05,
"loss": 0.9978,
"step": 481000
},
{
"epoch": 20.53,
"learning_rate": 1.0478363636363637e-05,
"loss": 0.999,
"step": 481500
},
{
"epoch": 20.55,
"learning_rate": 1.0468262626262626e-05,
"loss": 0.9964,
"step": 482000
},
{
"epoch": 20.57,
"learning_rate": 1.0458161616161618e-05,
"loss": 0.9987,
"step": 482500
},
{
"epoch": 20.59,
"learning_rate": 1.0448060606060606e-05,
"loss": 0.9986,
"step": 483000
},
{
"epoch": 20.61,
"learning_rate": 1.0437959595959597e-05,
"loss": 0.9975,
"step": 483500
},
{
"epoch": 20.63,
"learning_rate": 1.0427858585858585e-05,
"loss": 0.9992,
"step": 484000
},
{
"epoch": 20.65,
"learning_rate": 1.0417757575757577e-05,
"loss": 0.998,
"step": 484500
},
{
"epoch": 20.67,
"learning_rate": 1.0407656565656568e-05,
"loss": 0.9999,
"step": 485000
},
{
"epoch": 20.7,
"learning_rate": 1.0397555555555556e-05,
"loss": 0.9962,
"step": 485500
},
{
"epoch": 20.72,
"learning_rate": 1.0387454545454547e-05,
"loss": 0.9965,
"step": 486000
},
{
"epoch": 20.74,
"learning_rate": 1.0377353535353537e-05,
"loss": 0.999,
"step": 486500
},
{
"epoch": 20.76,
"learning_rate": 1.0367252525252527e-05,
"loss": 0.998,
"step": 487000
},
{
"epoch": 20.78,
"learning_rate": 1.0357151515151516e-05,
"loss": 0.9966,
"step": 487500
},
{
"epoch": 20.8,
"learning_rate": 1.0347070707070708e-05,
"loss": 0.9989,
"step": 488000
},
{
"epoch": 20.82,
"learning_rate": 1.03369898989899e-05,
"loss": 0.9989,
"step": 488500
},
{
"epoch": 20.84,
"learning_rate": 1.032688888888889e-05,
"loss": 0.9984,
"step": 489000
},
{
"epoch": 20.87,
"learning_rate": 1.0316787878787879e-05,
"loss": 0.9978,
"step": 489500
},
{
"epoch": 20.89,
"learning_rate": 1.0306686868686871e-05,
"loss": 0.9967,
"step": 490000
},
{
"epoch": 20.91,
"learning_rate": 1.0296606060606063e-05,
"loss": 0.9967,
"step": 490500
},
{
"epoch": 20.93,
"learning_rate": 1.0286505050505052e-05,
"loss": 1.0011,
"step": 491000
},
{
"epoch": 20.95,
"learning_rate": 1.0276404040404042e-05,
"loss": 0.9987,
"step": 491500
},
{
"epoch": 20.97,
"learning_rate": 1.026630303030303e-05,
"loss": 0.9957,
"step": 492000
},
{
"epoch": 20.99,
"learning_rate": 1.0256202020202021e-05,
"loss": 0.9968,
"step": 492500
},
{
"epoch": 21.0,
"eval_accuracy": 0.8014651902027975,
"eval_loss": 0.8311926126480103,
"eval_runtime": 55.7332,
"eval_samples_per_second": 928.424,
"eval_steps_per_second": 14.516,
"step": 492639
},
{
"epoch": 21.02,
"learning_rate": 1.0246101010101011e-05,
"loss": 0.9966,
"step": 493000
},
{
"epoch": 21.04,
"learning_rate": 1.0236020202020202e-05,
"loss": 0.9974,
"step": 493500
},
{
"epoch": 21.06,
"learning_rate": 1.0225919191919194e-05,
"loss": 0.9945,
"step": 494000
},
{
"epoch": 21.08,
"learning_rate": 1.0215818181818182e-05,
"loss": 0.996,
"step": 494500
},
{
"epoch": 21.1,
"learning_rate": 1.0205737373737375e-05,
"loss": 0.9977,
"step": 495000
},
{
"epoch": 21.12,
"learning_rate": 1.0195636363636365e-05,
"loss": 0.9942,
"step": 495500
},
{
"epoch": 21.14,
"learning_rate": 1.0185535353535354e-05,
"loss": 0.9952,
"step": 496000
},
{
"epoch": 21.16,
"learning_rate": 1.0175434343434346e-05,
"loss": 0.9938,
"step": 496500
},
{
"epoch": 21.19,
"learning_rate": 1.0165333333333334e-05,
"loss": 0.9954,
"step": 497000
},
{
"epoch": 21.21,
"learning_rate": 1.0155232323232324e-05,
"loss": 0.996,
"step": 497500
},
{
"epoch": 21.23,
"learning_rate": 1.0145131313131313e-05,
"loss": 0.9982,
"step": 498000
},
{
"epoch": 21.25,
"learning_rate": 1.0135030303030305e-05,
"loss": 0.9982,
"step": 498500
},
{
"epoch": 21.27,
"learning_rate": 1.0124929292929294e-05,
"loss": 0.9973,
"step": 499000
},
{
"epoch": 21.29,
"learning_rate": 1.0114828282828284e-05,
"loss": 0.9944,
"step": 499500
},
{
"epoch": 21.31,
"learning_rate": 1.0104747474747476e-05,
"loss": 0.9962,
"step": 500000
},
{
"epoch": 21.34,
"learning_rate": 1.0094646464646465e-05,
"loss": 0.9948,
"step": 500500
},
{
"epoch": 21.36,
"learning_rate": 1.0084545454545455e-05,
"loss": 0.9953,
"step": 501000
},
{
"epoch": 21.38,
"learning_rate": 1.0074444444444445e-05,
"loss": 0.9972,
"step": 501500
},
{
"epoch": 21.4,
"learning_rate": 1.0064343434343436e-05,
"loss": 0.9925,
"step": 502000
},
{
"epoch": 21.42,
"learning_rate": 1.0054242424242424e-05,
"loss": 0.9952,
"step": 502500
},
{
"epoch": 21.44,
"learning_rate": 1.0044141414141414e-05,
"loss": 0.9942,
"step": 503000
},
{
"epoch": 21.46,
"learning_rate": 1.0034040404040403e-05,
"loss": 0.9936,
"step": 503500
},
{
"epoch": 21.48,
"learning_rate": 1.0023959595959595e-05,
"loss": 0.9957,
"step": 504000
},
{
"epoch": 21.51,
"learning_rate": 1.0013858585858587e-05,
"loss": 0.9936,
"step": 504500
},
{
"epoch": 21.53,
"learning_rate": 1.0003757575757576e-05,
"loss": 0.9935,
"step": 505000
},
{
"epoch": 21.55,
"learning_rate": 9.993656565656566e-06,
"loss": 0.9965,
"step": 505500
},
{
"epoch": 21.57,
"learning_rate": 9.98359595959596e-06,
"loss": 0.9972,
"step": 506000
},
{
"epoch": 21.59,
"learning_rate": 9.97349494949495e-06,
"loss": 0.9949,
"step": 506500
},
{
"epoch": 21.61,
"learning_rate": 9.963393939393941e-06,
"loss": 0.9956,
"step": 507000
},
{
"epoch": 21.63,
"learning_rate": 9.95329292929293e-06,
"loss": 0.9955,
"step": 507500
},
{
"epoch": 21.65,
"learning_rate": 9.94319191919192e-06,
"loss": 0.9933,
"step": 508000
},
{
"epoch": 21.68,
"learning_rate": 9.933111111111112e-06,
"loss": 0.9952,
"step": 508500
},
{
"epoch": 21.7,
"learning_rate": 9.923010101010102e-06,
"loss": 0.9968,
"step": 509000
},
{
"epoch": 21.72,
"learning_rate": 9.912909090909093e-06,
"loss": 0.9963,
"step": 509500
},
{
"epoch": 21.74,
"learning_rate": 9.902828282828283e-06,
"loss": 0.9948,
"step": 510000
},
{
"epoch": 21.76,
"learning_rate": 9.892727272727273e-06,
"loss": 0.9942,
"step": 510500
},
{
"epoch": 21.78,
"learning_rate": 9.882626262626264e-06,
"loss": 0.9929,
"step": 511000
},
{
"epoch": 21.8,
"learning_rate": 9.872525252525254e-06,
"loss": 0.995,
"step": 511500
},
{
"epoch": 21.83,
"learning_rate": 9.862424242424243e-06,
"loss": 0.995,
"step": 512000
},
{
"epoch": 21.85,
"learning_rate": 9.852323232323233e-06,
"loss": 0.9948,
"step": 512500
},
{
"epoch": 21.87,
"learning_rate": 9.842222222222223e-06,
"loss": 0.9949,
"step": 513000
},
{
"epoch": 21.89,
"learning_rate": 9.832121212121214e-06,
"loss": 0.9927,
"step": 513500
},
{
"epoch": 21.91,
"learning_rate": 9.822020202020202e-06,
"loss": 0.9966,
"step": 514000
},
{
"epoch": 21.93,
"learning_rate": 9.811919191919192e-06,
"loss": 0.9946,
"step": 514500
},
{
"epoch": 21.95,
"learning_rate": 9.801818181818183e-06,
"loss": 0.9976,
"step": 515000
},
{
"epoch": 21.97,
"learning_rate": 9.791717171717173e-06,
"loss": 0.9931,
"step": 515500
},
{
"epoch": 22.0,
"learning_rate": 9.781616161616162e-06,
"loss": 0.9945,
"step": 516000
},
{
"epoch": 22.0,
"eval_accuracy": 0.8020606570385413,
"eval_loss": 0.8275821208953857,
"eval_runtime": 55.6689,
"eval_samples_per_second": 929.495,
"eval_steps_per_second": 14.532,
"step": 516098
},
{
"epoch": 22.02,
"learning_rate": 9.771515151515152e-06,
"loss": 0.9944,
"step": 516500
},
{
"epoch": 22.04,
"learning_rate": 9.761414141414142e-06,
"loss": 0.9923,
"step": 517000
},
{
"epoch": 22.06,
"learning_rate": 9.751333333333334e-06,
"loss": 0.9928,
"step": 517500
},
{
"epoch": 22.08,
"learning_rate": 9.741232323232323e-06,
"loss": 0.9926,
"step": 518000
},
{
"epoch": 22.1,
"learning_rate": 9.731151515151515e-06,
"loss": 0.9923,
"step": 518500
},
{
"epoch": 22.12,
"learning_rate": 9.721050505050506e-06,
"loss": 0.9971,
"step": 519000
},
{
"epoch": 22.15,
"learning_rate": 9.710949494949496e-06,
"loss": 0.9932,
"step": 519500
},
{
"epoch": 22.17,
"learning_rate": 9.700848484848484e-06,
"loss": 0.9936,
"step": 520000
},
{
"epoch": 22.19,
"learning_rate": 9.690747474747475e-06,
"loss": 0.9927,
"step": 520500
},
{
"epoch": 22.21,
"learning_rate": 9.680646464646467e-06,
"loss": 0.9917,
"step": 521000
},
{
"epoch": 22.23,
"learning_rate": 9.670545454545455e-06,
"loss": 0.9939,
"step": 521500
},
{
"epoch": 22.25,
"learning_rate": 9.660444444444446e-06,
"loss": 0.9915,
"step": 522000
},
{
"epoch": 22.27,
"learning_rate": 9.650363636363636e-06,
"loss": 0.9931,
"step": 522500
},
{
"epoch": 22.29,
"learning_rate": 9.640262626262628e-06,
"loss": 0.9929,
"step": 523000
},
{
"epoch": 22.32,
"learning_rate": 9.630161616161617e-06,
"loss": 0.9928,
"step": 523500
},
{
"epoch": 22.34,
"learning_rate": 9.620060606060607e-06,
"loss": 0.9913,
"step": 524000
},
{
"epoch": 22.36,
"learning_rate": 9.6099797979798e-06,
"loss": 0.9911,
"step": 524500
},
{
"epoch": 22.38,
"learning_rate": 9.59987878787879e-06,
"loss": 0.9947,
"step": 525000
},
{
"epoch": 22.4,
"learning_rate": 9.58977777777778e-06,
"loss": 0.9934,
"step": 525500
},
{
"epoch": 22.42,
"learning_rate": 9.57969696969697e-06,
"loss": 0.9937,
"step": 526000
},
{
"epoch": 22.44,
"learning_rate": 9.56959595959596e-06,
"loss": 0.9919,
"step": 526500
},
{
"epoch": 22.46,
"learning_rate": 9.559494949494951e-06,
"loss": 0.9928,
"step": 527000
},
{
"epoch": 22.49,
"learning_rate": 9.549393939393941e-06,
"loss": 0.9918,
"step": 527500
},
{
"epoch": 22.51,
"learning_rate": 9.53929292929293e-06,
"loss": 0.9933,
"step": 528000
},
{
"epoch": 22.53,
"learning_rate": 9.52919191919192e-06,
"loss": 0.9944,
"step": 528500
},
{
"epoch": 22.55,
"learning_rate": 9.51909090909091e-06,
"loss": 0.9929,
"step": 529000
},
{
"epoch": 22.57,
"learning_rate": 9.509010101010103e-06,
"loss": 0.9904,
"step": 529500
},
{
"epoch": 22.59,
"learning_rate": 9.498909090909091e-06,
"loss": 0.991,
"step": 530000
},
{
"epoch": 22.61,
"learning_rate": 9.488808080808081e-06,
"loss": 0.9913,
"step": 530500
},
{
"epoch": 22.64,
"learning_rate": 9.478707070707072e-06,
"loss": 0.9935,
"step": 531000
},
{
"epoch": 22.66,
"learning_rate": 9.468606060606062e-06,
"loss": 0.9917,
"step": 531500
},
{
"epoch": 22.68,
"learning_rate": 9.45850505050505e-06,
"loss": 0.991,
"step": 532000
},
{
"epoch": 22.7,
"learning_rate": 9.448404040404041e-06,
"loss": 0.9917,
"step": 532500
},
{
"epoch": 22.72,
"learning_rate": 9.438303030303031e-06,
"loss": 0.9927,
"step": 533000
},
{
"epoch": 22.74,
"learning_rate": 9.428202020202022e-06,
"loss": 0.9929,
"step": 533500
},
{
"epoch": 22.76,
"learning_rate": 9.418121212121212e-06,
"loss": 0.9945,
"step": 534000
},
{
"epoch": 22.78,
"learning_rate": 9.408040404040404e-06,
"loss": 0.9918,
"step": 534500
},
{
"epoch": 22.81,
"learning_rate": 9.397939393939395e-06,
"loss": 0.9876,
"step": 535000
},
{
"epoch": 22.83,
"learning_rate": 9.387838383838385e-06,
"loss": 0.9934,
"step": 535500
},
{
"epoch": 22.85,
"learning_rate": 9.377737373737375e-06,
"loss": 0.9911,
"step": 536000
},
{
"epoch": 22.87,
"learning_rate": 9.367636363636364e-06,
"loss": 0.9916,
"step": 536500
},
{
"epoch": 22.89,
"learning_rate": 9.357535353535354e-06,
"loss": 0.9914,
"step": 537000
},
{
"epoch": 22.91,
"learning_rate": 9.347434343434344e-06,
"loss": 0.992,
"step": 537500
},
{
"epoch": 22.93,
"learning_rate": 9.337333333333335e-06,
"loss": 0.9909,
"step": 538000
},
{
"epoch": 22.95,
"learning_rate": 9.327232323232323e-06,
"loss": 0.9918,
"step": 538500
},
{
"epoch": 22.98,
"learning_rate": 9.317131313131314e-06,
"loss": 0.992,
"step": 539000
},
{
"epoch": 23.0,
"learning_rate": 9.307030303030304e-06,
"loss": 0.991,
"step": 539500
},
{
"epoch": 23.0,
"eval_accuracy": 0.8018969414661152,
"eval_loss": 0.8275611400604248,
"eval_runtime": 55.1567,
"eval_samples_per_second": 938.127,
"eval_steps_per_second": 14.667,
"step": 539557
},
{
"epoch": 23.02,
"learning_rate": 9.296949494949496e-06,
"loss": 0.989,
"step": 540000
},
{
"epoch": 23.04,
"learning_rate": 9.286848484848485e-06,
"loss": 0.9919,
"step": 540500
},
{
"epoch": 23.06,
"learning_rate": 9.276747474747475e-06,
"loss": 0.9901,
"step": 541000
},
{
"epoch": 23.08,
"learning_rate": 9.266646464646465e-06,
"loss": 0.9906,
"step": 541500
},
{
"epoch": 23.1,
"learning_rate": 9.256545454545455e-06,
"loss": 0.9917,
"step": 542000
},
{
"epoch": 23.13,
"learning_rate": 9.246444444444446e-06,
"loss": 0.9884,
"step": 542500
},
{
"epoch": 23.15,
"learning_rate": 9.236363636363636e-06,
"loss": 0.9899,
"step": 543000
},
{
"epoch": 23.17,
"learning_rate": 9.226262626262627e-06,
"loss": 0.9883,
"step": 543500
},
{
"epoch": 23.19,
"learning_rate": 9.216161616161617e-06,
"loss": 0.9883,
"step": 544000
},
{
"epoch": 23.21,
"learning_rate": 9.206060606060607e-06,
"loss": 0.9919,
"step": 544500
},
{
"epoch": 23.23,
"learning_rate": 9.195959595959597e-06,
"loss": 0.9869,
"step": 545000
},
{
"epoch": 23.25,
"learning_rate": 9.185858585858588e-06,
"loss": 0.9907,
"step": 545500
},
{
"epoch": 23.27,
"learning_rate": 9.175777777777778e-06,
"loss": 0.9903,
"step": 546000
},
{
"epoch": 23.3,
"learning_rate": 9.165676767676769e-06,
"loss": 0.9894,
"step": 546500
},
{
"epoch": 23.32,
"learning_rate": 9.15559595959596e-06,
"loss": 0.9886,
"step": 547000
},
{
"epoch": 23.34,
"learning_rate": 9.145494949494951e-06,
"loss": 0.9882,
"step": 547500
},
{
"epoch": 23.36,
"learning_rate": 9.135393939393941e-06,
"loss": 0.989,
"step": 548000
},
{
"epoch": 23.38,
"learning_rate": 9.12529292929293e-06,
"loss": 0.9889,
"step": 548500
},
{
"epoch": 23.4,
"learning_rate": 9.11519191919192e-06,
"loss": 0.9874,
"step": 549000
},
{
"epoch": 23.42,
"learning_rate": 9.10509090909091e-06,
"loss": 0.9894,
"step": 549500
},
{
"epoch": 23.45,
"learning_rate": 9.0949898989899e-06,
"loss": 0.9896,
"step": 550000
},
{
"epoch": 23.47,
"learning_rate": 9.08488888888889e-06,
"loss": 0.9905,
"step": 550500
},
{
"epoch": 23.49,
"learning_rate": 9.074808080808082e-06,
"loss": 0.9904,
"step": 551000
},
{
"epoch": 23.51,
"learning_rate": 9.064707070707072e-06,
"loss": 0.9909,
"step": 551500
},
{
"epoch": 23.53,
"learning_rate": 9.054606060606062e-06,
"loss": 0.9893,
"step": 552000
},
{
"epoch": 23.55,
"learning_rate": 9.044505050505051e-06,
"loss": 0.9897,
"step": 552500
},
{
"epoch": 23.57,
"learning_rate": 9.034404040404041e-06,
"loss": 0.9856,
"step": 553000
},
{
"epoch": 23.59,
"learning_rate": 9.024303030303031e-06,
"loss": 0.9887,
"step": 553500
},
{
"epoch": 23.62,
"learning_rate": 9.01420202020202e-06,
"loss": 0.9889,
"step": 554000
},
{
"epoch": 23.64,
"learning_rate": 9.00410101010101e-06,
"loss": 0.99,
"step": 554500
},
{
"epoch": 23.66,
"learning_rate": 8.994020202020203e-06,
"loss": 0.9892,
"step": 555000
},
{
"epoch": 23.68,
"learning_rate": 8.983919191919193e-06,
"loss": 0.9889,
"step": 555500
},
{
"epoch": 23.7,
"learning_rate": 8.973818181818183e-06,
"loss": 0.9898,
"step": 556000
},
{
"epoch": 23.72,
"learning_rate": 8.963717171717172e-06,
"loss": 0.9892,
"step": 556500
},
{
"epoch": 23.74,
"learning_rate": 8.953616161616162e-06,
"loss": 0.9898,
"step": 557000
},
{
"epoch": 23.76,
"learning_rate": 8.943535353535354e-06,
"loss": 0.9873,
"step": 557500
},
{
"epoch": 23.79,
"learning_rate": 8.933434343434345e-06,
"loss": 0.9892,
"step": 558000
},
{
"epoch": 23.81,
"learning_rate": 8.923333333333333e-06,
"loss": 0.9903,
"step": 558500
},
{
"epoch": 23.83,
"learning_rate": 8.913232323232323e-06,
"loss": 0.9906,
"step": 559000
},
{
"epoch": 23.85,
"learning_rate": 8.903131313131314e-06,
"loss": 0.9858,
"step": 559500
},
{
"epoch": 23.87,
"learning_rate": 8.893050505050506e-06,
"loss": 0.9897,
"step": 560000
},
{
"epoch": 23.89,
"learning_rate": 8.882969696969698e-06,
"loss": 0.9869,
"step": 560500
},
{
"epoch": 23.91,
"learning_rate": 8.872868686868687e-06,
"loss": 0.9877,
"step": 561000
},
{
"epoch": 23.94,
"learning_rate": 8.862767676767677e-06,
"loss": 0.9877,
"step": 561500
},
{
"epoch": 23.96,
"learning_rate": 8.852666666666667e-06,
"loss": 0.9897,
"step": 562000
},
{
"epoch": 23.98,
"learning_rate": 8.842565656565658e-06,
"loss": 0.989,
"step": 562500
},
{
"epoch": 24.0,
"learning_rate": 8.832464646464646e-06,
"loss": 0.9862,
"step": 563000
},
{
"epoch": 24.0,
"eval_accuracy": 0.802191879946925,
"eval_loss": 0.8242408037185669,
"eval_runtime": 55.2894,
"eval_samples_per_second": 935.876,
"eval_steps_per_second": 14.632,
"step": 563016
},
{
"epoch": 24.02,
"learning_rate": 8.822363636363637e-06,
"loss": 0.988,
"step": 563500
},
{
"epoch": 24.04,
"learning_rate": 8.812262626262627e-06,
"loss": 0.9873,
"step": 564000
},
{
"epoch": 24.06,
"learning_rate": 8.802161616161617e-06,
"loss": 0.9868,
"step": 564500
},
{
"epoch": 24.08,
"learning_rate": 8.792060606060607e-06,
"loss": 0.9884,
"step": 565000
},
{
"epoch": 24.11,
"learning_rate": 8.781959595959598e-06,
"loss": 0.9866,
"step": 565500
},
{
"epoch": 24.13,
"learning_rate": 8.771878787878788e-06,
"loss": 0.9867,
"step": 566000
},
{
"epoch": 24.15,
"learning_rate": 8.76179797979798e-06,
"loss": 0.9881,
"step": 566500
},
{
"epoch": 24.17,
"learning_rate": 8.75169696969697e-06,
"loss": 0.9882,
"step": 567000
},
{
"epoch": 24.19,
"learning_rate": 8.74159595959596e-06,
"loss": 0.9878,
"step": 567500
},
{
"epoch": 24.21,
"learning_rate": 8.73149494949495e-06,
"loss": 0.9887,
"step": 568000
},
{
"epoch": 24.23,
"learning_rate": 8.72139393939394e-06,
"loss": 0.9847,
"step": 568500
},
{
"epoch": 24.26,
"learning_rate": 8.71129292929293e-06,
"loss": 0.9884,
"step": 569000
},
{
"epoch": 24.28,
"learning_rate": 8.70119191919192e-06,
"loss": 0.9885,
"step": 569500
},
{
"epoch": 24.3,
"learning_rate": 8.69109090909091e-06,
"loss": 0.987,
"step": 570000
},
{
"epoch": 24.32,
"learning_rate": 8.6809898989899e-06,
"loss": 0.9868,
"step": 570500
},
{
"epoch": 24.34,
"learning_rate": 8.67088888888889e-06,
"loss": 0.9875,
"step": 571000
},
{
"epoch": 24.36,
"learning_rate": 8.66078787878788e-06,
"loss": 0.9866,
"step": 571500
},
{
"epoch": 24.38,
"learning_rate": 8.65068686868687e-06,
"loss": 0.986,
"step": 572000
},
{
"epoch": 24.4,
"learning_rate": 8.640626262626264e-06,
"loss": 0.9874,
"step": 572500
},
{
"epoch": 24.43,
"learning_rate": 8.630525252525253e-06,
"loss": 0.9874,
"step": 573000
},
{
"epoch": 24.45,
"learning_rate": 8.620424242424243e-06,
"loss": 0.9886,
"step": 573500
},
{
"epoch": 24.47,
"learning_rate": 8.610323232323234e-06,
"loss": 0.9869,
"step": 574000
},
{
"epoch": 24.49,
"learning_rate": 8.600222222222224e-06,
"loss": 0.986,
"step": 574500
},
{
"epoch": 24.51,
"learning_rate": 8.590121212121213e-06,
"loss": 0.9869,
"step": 575000
},
{
"epoch": 24.53,
"learning_rate": 8.580020202020203e-06,
"loss": 0.9876,
"step": 575500
},
{
"epoch": 24.55,
"learning_rate": 8.569919191919193e-06,
"loss": 0.9867,
"step": 576000
},
{
"epoch": 24.57,
"learning_rate": 8.559818181818182e-06,
"loss": 0.9868,
"step": 576500
},
{
"epoch": 24.6,
"learning_rate": 8.549737373737374e-06,
"loss": 0.9862,
"step": 577000
},
{
"epoch": 24.62,
"learning_rate": 8.539636363636364e-06,
"loss": 0.9845,
"step": 577500
},
{
"epoch": 24.64,
"learning_rate": 8.529535353535355e-06,
"loss": 0.9847,
"step": 578000
},
{
"epoch": 24.66,
"learning_rate": 8.519434343434345e-06,
"loss": 0.9858,
"step": 578500
},
{
"epoch": 24.68,
"learning_rate": 8.509333333333333e-06,
"loss": 0.9844,
"step": 579000
},
{
"epoch": 24.7,
"learning_rate": 8.499232323232324e-06,
"loss": 0.9853,
"step": 579500
},
{
"epoch": 24.72,
"learning_rate": 8.489131313131314e-06,
"loss": 0.9857,
"step": 580000
},
{
"epoch": 24.75,
"learning_rate": 8.479050505050506e-06,
"loss": 0.9869,
"step": 580500
},
{
"epoch": 24.77,
"learning_rate": 8.468949494949495e-06,
"loss": 0.9853,
"step": 581000
},
{
"epoch": 24.79,
"learning_rate": 8.458848484848485e-06,
"loss": 0.9831,
"step": 581500
},
{
"epoch": 24.81,
"learning_rate": 8.448747474747475e-06,
"loss": 0.9856,
"step": 582000
},
{
"epoch": 24.83,
"learning_rate": 8.438646464646466e-06,
"loss": 0.9883,
"step": 582500
},
{
"epoch": 24.85,
"learning_rate": 8.428565656565656e-06,
"loss": 0.9851,
"step": 583000
},
{
"epoch": 24.87,
"learning_rate": 8.418464646464647e-06,
"loss": 0.9851,
"step": 583500
},
{
"epoch": 24.89,
"learning_rate": 8.408363636363637e-06,
"loss": 0.9866,
"step": 584000
},
{
"epoch": 24.92,
"learning_rate": 8.398262626262627e-06,
"loss": 0.9861,
"step": 584500
},
{
"epoch": 24.94,
"learning_rate": 8.38818181818182e-06,
"loss": 0.9845,
"step": 585000
},
{
"epoch": 24.96,
"learning_rate": 8.378080808080808e-06,
"loss": 0.9882,
"step": 585500
},
{
"epoch": 24.98,
"learning_rate": 8.367979797979798e-06,
"loss": 0.983,
"step": 586000
},
{
"epoch": 25.0,
"eval_accuracy": 0.8029419404119512,
"eval_loss": 0.8218053579330444,
"eval_runtime": 55.9508,
"eval_samples_per_second": 924.813,
"eval_steps_per_second": 14.459,
"step": 586475
},
{
"epoch": 25.0,
"learning_rate": 8.357878787878789e-06,
"loss": 0.984,
"step": 586500
},
{
"epoch": 25.02,
"learning_rate": 8.347777777777779e-06,
"loss": 0.9821,
"step": 587000
},
{
"epoch": 25.04,
"learning_rate": 8.33769696969697e-06,
"loss": 0.9842,
"step": 587500
},
{
"epoch": 25.07,
"learning_rate": 8.32759595959596e-06,
"loss": 0.9849,
"step": 588000
},
{
"epoch": 25.09,
"learning_rate": 8.31749494949495e-06,
"loss": 0.9827,
"step": 588500
},
{
"epoch": 25.11,
"learning_rate": 8.30739393939394e-06,
"loss": 0.9861,
"step": 589000
},
{
"epoch": 25.13,
"learning_rate": 8.29729292929293e-06,
"loss": 0.9845,
"step": 589500
},
{
"epoch": 25.15,
"learning_rate": 8.28719191919192e-06,
"loss": 0.9826,
"step": 590000
},
{
"epoch": 25.17,
"learning_rate": 8.277111111111111e-06,
"loss": 0.984,
"step": 590500
},
{
"epoch": 25.19,
"learning_rate": 8.267010101010102e-06,
"loss": 0.9831,
"step": 591000
},
{
"epoch": 25.21,
"learning_rate": 8.256909090909092e-06,
"loss": 0.9861,
"step": 591500
},
{
"epoch": 25.24,
"learning_rate": 8.246808080808082e-06,
"loss": 0.985,
"step": 592000
},
{
"epoch": 25.26,
"learning_rate": 8.236707070707072e-06,
"loss": 0.9864,
"step": 592500
},
{
"epoch": 25.28,
"learning_rate": 8.226626262626263e-06,
"loss": 0.9852,
"step": 593000
},
{
"epoch": 25.3,
"learning_rate": 8.216525252525253e-06,
"loss": 0.9844,
"step": 593500
},
{
"epoch": 25.32,
"learning_rate": 8.206424242424244e-06,
"loss": 0.983,
"step": 594000
},
{
"epoch": 25.34,
"learning_rate": 8.196323232323234e-06,
"loss": 0.9844,
"step": 594500
},
{
"epoch": 25.36,
"learning_rate": 8.186222222222222e-06,
"loss": 0.9827,
"step": 595000
},
{
"epoch": 25.38,
"learning_rate": 8.176121212121213e-06,
"loss": 0.9842,
"step": 595500
},
{
"epoch": 25.41,
"learning_rate": 8.166020202020203e-06,
"loss": 0.9849,
"step": 596000
},
{
"epoch": 25.43,
"learning_rate": 8.155919191919193e-06,
"loss": 0.9849,
"step": 596500
},
{
"epoch": 25.45,
"learning_rate": 8.145818181818182e-06,
"loss": 0.9841,
"step": 597000
},
{
"epoch": 25.47,
"learning_rate": 8.135737373737374e-06,
"loss": 0.9832,
"step": 597500
},
{
"epoch": 25.49,
"learning_rate": 8.125636363636364e-06,
"loss": 0.9856,
"step": 598000
},
{
"epoch": 25.51,
"learning_rate": 8.115535353535355e-06,
"loss": 0.9845,
"step": 598500
},
{
"epoch": 25.53,
"learning_rate": 8.105434343434343e-06,
"loss": 0.9841,
"step": 599000
},
{
"epoch": 25.56,
"learning_rate": 8.095333333333334e-06,
"loss": 0.9833,
"step": 599500
},
{
"epoch": 25.58,
"learning_rate": 8.085232323232324e-06,
"loss": 0.9831,
"step": 600000
},
{
"epoch": 25.6,
"learning_rate": 8.075131313131314e-06,
"loss": 0.983,
"step": 600500
},
{
"epoch": 25.62,
"learning_rate": 8.065050505050506e-06,
"loss": 0.9845,
"step": 601000
},
{
"epoch": 25.64,
"learning_rate": 8.054949494949495e-06,
"loss": 0.9827,
"step": 601500
},
{
"epoch": 25.66,
"learning_rate": 8.044848484848485e-06,
"loss": 0.9849,
"step": 602000
},
{
"epoch": 25.68,
"learning_rate": 8.034747474747476e-06,
"loss": 0.9831,
"step": 602500
},
{
"epoch": 25.7,
"learning_rate": 8.024646464646464e-06,
"loss": 0.9829,
"step": 603000
},
{
"epoch": 25.73,
"learning_rate": 8.014545454545455e-06,
"loss": 0.9856,
"step": 603500
},
{
"epoch": 25.75,
"learning_rate": 8.004444444444445e-06,
"loss": 0.984,
"step": 604000
},
{
"epoch": 25.77,
"learning_rate": 7.994343434343435e-06,
"loss": 0.9859,
"step": 604500
},
{
"epoch": 25.79,
"learning_rate": 7.984262626262627e-06,
"loss": 0.9851,
"step": 605000
},
{
"epoch": 25.81,
"learning_rate": 7.974161616161616e-06,
"loss": 0.9845,
"step": 605500
},
{
"epoch": 25.83,
"learning_rate": 7.964060606060606e-06,
"loss": 0.9822,
"step": 606000
},
{
"epoch": 25.85,
"learning_rate": 7.953979797979798e-06,
"loss": 0.9822,
"step": 606500
},
{
"epoch": 25.87,
"learning_rate": 7.94389898989899e-06,
"loss": 0.985,
"step": 607000
},
{
"epoch": 25.9,
"learning_rate": 7.933797979797981e-06,
"loss": 0.9839,
"step": 607500
},
{
"epoch": 25.92,
"learning_rate": 7.92369696969697e-06,
"loss": 0.981,
"step": 608000
},
{
"epoch": 25.94,
"learning_rate": 7.91359595959596e-06,
"loss": 0.9809,
"step": 608500
},
{
"epoch": 25.96,
"learning_rate": 7.90349494949495e-06,
"loss": 0.9822,
"step": 609000
},
{
"epoch": 25.98,
"learning_rate": 7.89339393939394e-06,
"loss": 0.9831,
"step": 609500
},
{
"epoch": 26.0,
"eval_accuracy": 0.8031982303159179,
"eval_loss": 0.8216830492019653,
"eval_runtime": 55.7951,
"eval_samples_per_second": 927.393,
"eval_steps_per_second": 14.499,
"step": 609934
},
{
"epoch": 26.0,
"learning_rate": 7.883313131313131e-06,
"loss": 0.9833,
"step": 610000
},
{
"epoch": 26.02,
"learning_rate": 7.873212121212121e-06,
"loss": 0.9827,
"step": 610500
},
{
"epoch": 26.05,
"learning_rate": 7.863111111111112e-06,
"loss": 0.9827,
"step": 611000
},
{
"epoch": 26.07,
"learning_rate": 7.853010101010102e-06,
"loss": 0.9829,
"step": 611500
},
{
"epoch": 26.09,
"learning_rate": 7.842929292929294e-06,
"loss": 0.9812,
"step": 612000
},
{
"epoch": 26.11,
"learning_rate": 7.832828282828283e-06,
"loss": 0.9811,
"step": 612500
},
{
"epoch": 26.13,
"learning_rate": 7.822727272727273e-06,
"loss": 0.9835,
"step": 613000
},
{
"epoch": 26.15,
"learning_rate": 7.812626262626263e-06,
"loss": 0.9809,
"step": 613500
},
{
"epoch": 26.17,
"learning_rate": 7.802525252525252e-06,
"loss": 0.9824,
"step": 614000
},
{
"epoch": 26.19,
"learning_rate": 7.792424242424244e-06,
"loss": 0.9841,
"step": 614500
},
{
"epoch": 26.22,
"learning_rate": 7.782343434343434e-06,
"loss": 0.9833,
"step": 615000
},
{
"epoch": 26.24,
"learning_rate": 7.772242424242425e-06,
"loss": 0.9805,
"step": 615500
},
{
"epoch": 26.26,
"learning_rate": 7.762141414141415e-06,
"loss": 0.982,
"step": 616000
},
{
"epoch": 26.28,
"learning_rate": 7.752040404040405e-06,
"loss": 0.9818,
"step": 616500
},
{
"epoch": 26.3,
"learning_rate": 7.741939393939396e-06,
"loss": 0.9821,
"step": 617000
},
{
"epoch": 26.32,
"learning_rate": 7.731858585858586e-06,
"loss": 0.9832,
"step": 617500
},
{
"epoch": 26.34,
"learning_rate": 7.721757575757576e-06,
"loss": 0.9847,
"step": 618000
},
{
"epoch": 26.37,
"learning_rate": 7.711656565656567e-06,
"loss": 0.9816,
"step": 618500
},
{
"epoch": 26.39,
"learning_rate": 7.701575757575757e-06,
"loss": 0.9789,
"step": 619000
},
{
"epoch": 26.41,
"learning_rate": 7.69147474747475e-06,
"loss": 0.9838,
"step": 619500
},
{
"epoch": 26.43,
"learning_rate": 7.681373737373738e-06,
"loss": 0.9823,
"step": 620000
},
{
"epoch": 26.45,
"learning_rate": 7.671272727272728e-06,
"loss": 0.9813,
"step": 620500
},
{
"epoch": 26.47,
"learning_rate": 7.661171717171718e-06,
"loss": 0.9808,
"step": 621000
},
{
"epoch": 26.49,
"learning_rate": 7.651070707070709e-06,
"loss": 0.9813,
"step": 621500
},
{
"epoch": 26.51,
"learning_rate": 7.640969696969697e-06,
"loss": 0.9806,
"step": 622000
},
{
"epoch": 26.54,
"learning_rate": 7.630868686868688e-06,
"loss": 0.9822,
"step": 622500
},
{
"epoch": 26.56,
"learning_rate": 7.620767676767678e-06,
"loss": 0.9818,
"step": 623000
},
{
"epoch": 26.58,
"learning_rate": 7.610666666666667e-06,
"loss": 0.9791,
"step": 623500
},
{
"epoch": 26.6,
"learning_rate": 7.6005656565656576e-06,
"loss": 0.9826,
"step": 624000
},
{
"epoch": 26.62,
"learning_rate": 7.590464646464647e-06,
"loss": 0.9817,
"step": 624500
},
{
"epoch": 26.64,
"learning_rate": 7.5803636363636364e-06,
"loss": 0.9803,
"step": 625000
},
{
"epoch": 26.66,
"learning_rate": 7.570282828282829e-06,
"loss": 0.9799,
"step": 625500
},
{
"epoch": 26.68,
"learning_rate": 7.560181818181819e-06,
"loss": 0.9822,
"step": 626000
},
{
"epoch": 26.71,
"learning_rate": 7.550080808080808e-06,
"loss": 0.9802,
"step": 626500
},
{
"epoch": 26.73,
"learning_rate": 7.540000000000001e-06,
"loss": 0.981,
"step": 627000
},
{
"epoch": 26.75,
"learning_rate": 7.52989898989899e-06,
"loss": 0.981,
"step": 627500
},
{
"epoch": 26.77,
"learning_rate": 7.51979797979798e-06,
"loss": 0.9822,
"step": 628000
},
{
"epoch": 26.79,
"learning_rate": 7.50969696969697e-06,
"loss": 0.9838,
"step": 628500
},
{
"epoch": 26.81,
"learning_rate": 7.49959595959596e-06,
"loss": 0.9812,
"step": 629000
},
{
"epoch": 26.83,
"learning_rate": 7.4894949494949495e-06,
"loss": 0.9828,
"step": 629500
},
{
"epoch": 26.86,
"learning_rate": 7.47939393939394e-06,
"loss": 0.9796,
"step": 630000
},
{
"epoch": 26.88,
"learning_rate": 7.469292929292929e-06,
"loss": 0.9802,
"step": 630500
},
{
"epoch": 26.9,
"learning_rate": 7.4591919191919196e-06,
"loss": 0.9804,
"step": 631000
},
{
"epoch": 26.92,
"learning_rate": 7.449090909090909e-06,
"loss": 0.9798,
"step": 631500
},
{
"epoch": 26.94,
"learning_rate": 7.439010101010101e-06,
"loss": 0.981,
"step": 632000
},
{
"epoch": 26.96,
"learning_rate": 7.428909090909091e-06,
"loss": 0.9816,
"step": 632500
},
{
"epoch": 26.98,
"learning_rate": 7.418808080808081e-06,
"loss": 0.9797,
"step": 633000
},
{
"epoch": 27.0,
"eval_accuracy": 0.8033411252212916,
"eval_loss": 0.8195702433586121,
"eval_runtime": 55.9315,
"eval_samples_per_second": 925.131,
"eval_steps_per_second": 14.464,
"step": 633393
},
{
"epoch": 27.0,
"learning_rate": 7.408707070707072e-06,
"loss": 0.9806,
"step": 633500
},
{
"epoch": 27.03,
"learning_rate": 7.3986060606060615e-06,
"loss": 0.9801,
"step": 634000
},
{
"epoch": 27.05,
"learning_rate": 7.388525252525253e-06,
"loss": 0.9804,
"step": 634500
},
{
"epoch": 27.07,
"learning_rate": 7.378424242424242e-06,
"loss": 0.9774,
"step": 635000
},
{
"epoch": 27.09,
"learning_rate": 7.3683232323232335e-06,
"loss": 0.9795,
"step": 635500
},
{
"epoch": 27.11,
"learning_rate": 7.358222222222223e-06,
"loss": 0.9765,
"step": 636000
},
{
"epoch": 27.13,
"learning_rate": 7.348121212121213e-06,
"loss": 0.9802,
"step": 636500
},
{
"epoch": 27.15,
"learning_rate": 7.3380404040404055e-06,
"loss": 0.9792,
"step": 637000
},
{
"epoch": 27.18,
"learning_rate": 7.327939393939395e-06,
"loss": 0.9817,
"step": 637500
},
{
"epoch": 27.2,
"learning_rate": 7.317838383838385e-06,
"loss": 0.98,
"step": 638000
},
{
"epoch": 27.22,
"learning_rate": 7.307737373737375e-06,
"loss": 0.9791,
"step": 638500
},
{
"epoch": 27.24,
"learning_rate": 7.297636363636364e-06,
"loss": 0.9806,
"step": 639000
},
{
"epoch": 27.26,
"learning_rate": 7.287535353535354e-06,
"loss": 0.9813,
"step": 639500
},
{
"epoch": 27.28,
"learning_rate": 7.277434343434344e-06,
"loss": 0.9802,
"step": 640000
},
{
"epoch": 27.3,
"learning_rate": 7.267333333333334e-06,
"loss": 0.9808,
"step": 640500
},
{
"epoch": 27.32,
"learning_rate": 7.2572323232323236e-06,
"loss": 0.9788,
"step": 641000
},
{
"epoch": 27.35,
"learning_rate": 7.247151515151516e-06,
"loss": 0.9796,
"step": 641500
},
{
"epoch": 27.37,
"learning_rate": 7.237050505050506e-06,
"loss": 0.9803,
"step": 642000
},
{
"epoch": 27.39,
"learning_rate": 7.2269696969696975e-06,
"loss": 0.9791,
"step": 642500
},
{
"epoch": 27.41,
"learning_rate": 7.216868686868688e-06,
"loss": 0.979,
"step": 643000
},
{
"epoch": 27.43,
"learning_rate": 7.206767676767677e-06,
"loss": 0.9787,
"step": 643500
},
{
"epoch": 27.45,
"learning_rate": 7.1966666666666675e-06,
"loss": 0.9785,
"step": 644000
},
{
"epoch": 27.47,
"learning_rate": 7.186565656565657e-06,
"loss": 0.98,
"step": 644500
},
{
"epoch": 27.49,
"learning_rate": 7.176464646464647e-06,
"loss": 0.98,
"step": 645000
},
{
"epoch": 27.52,
"learning_rate": 7.166363636363637e-06,
"loss": 0.9797,
"step": 645500
},
{
"epoch": 27.54,
"learning_rate": 7.156282828282829e-06,
"loss": 0.9806,
"step": 646000
},
{
"epoch": 27.56,
"learning_rate": 7.146181818181818e-06,
"loss": 0.9791,
"step": 646500
},
{
"epoch": 27.58,
"learning_rate": 7.136080808080809e-06,
"loss": 0.9831,
"step": 647000
},
{
"epoch": 27.6,
"learning_rate": 7.125979797979798e-06,
"loss": 0.9815,
"step": 647500
},
{
"epoch": 27.62,
"learning_rate": 7.115878787878788e-06,
"loss": 0.9778,
"step": 648000
},
{
"epoch": 27.64,
"learning_rate": 7.105777777777778e-06,
"loss": 0.9777,
"step": 648500
},
{
"epoch": 27.67,
"learning_rate": 7.095676767676768e-06,
"loss": 0.9797,
"step": 649000
},
{
"epoch": 27.69,
"learning_rate": 7.0855757575757575e-06,
"loss": 0.9789,
"step": 649500
},
{
"epoch": 27.71,
"learning_rate": 7.075474747474748e-06,
"loss": 0.9795,
"step": 650000
},
{
"epoch": 27.73,
"learning_rate": 7.06539393939394e-06,
"loss": 0.9779,
"step": 650500
},
{
"epoch": 27.75,
"learning_rate": 7.0552929292929295e-06,
"loss": 0.9797,
"step": 651000
},
{
"epoch": 27.77,
"learning_rate": 7.045191919191919e-06,
"loss": 0.9825,
"step": 651500
},
{
"epoch": 27.79,
"learning_rate": 7.035111111111111e-06,
"loss": 0.9773,
"step": 652000
},
{
"epoch": 27.81,
"learning_rate": 7.0250101010101015e-06,
"loss": 0.9764,
"step": 652500
},
{
"epoch": 27.84,
"learning_rate": 7.014909090909091e-06,
"loss": 0.9791,
"step": 653000
},
{
"epoch": 27.86,
"learning_rate": 7.004808080808081e-06,
"loss": 0.9801,
"step": 653500
},
{
"epoch": 27.88,
"learning_rate": 6.994707070707071e-06,
"loss": 0.9787,
"step": 654000
},
{
"epoch": 27.9,
"learning_rate": 6.984606060606062e-06,
"loss": 0.9813,
"step": 654500
},
{
"epoch": 27.92,
"learning_rate": 6.974525252525252e-06,
"loss": 0.981,
"step": 655000
},
{
"epoch": 27.94,
"learning_rate": 6.964424242424243e-06,
"loss": 0.9785,
"step": 655500
},
{
"epoch": 27.96,
"learning_rate": 6.954343434343435e-06,
"loss": 0.9791,
"step": 656000
},
{
"epoch": 27.98,
"learning_rate": 6.944242424242424e-06,
"loss": 0.9777,
"step": 656500
},
{
"epoch": 28.0,
"eval_accuracy": 0.8037420817792058,
"eval_loss": 0.8172222971916199,
"eval_runtime": 55.3873,
"eval_samples_per_second": 934.221,
"eval_steps_per_second": 14.606,
"step": 656852
},
{
"epoch": 28.01,
"learning_rate": 6.934141414141415e-06,
"loss": 0.9793,
"step": 657000
},
{
"epoch": 28.03,
"learning_rate": 6.924040404040404e-06,
"loss": 0.9763,
"step": 657500
},
{
"epoch": 28.05,
"learning_rate": 6.913939393939394e-06,
"loss": 0.9771,
"step": 658000
},
{
"epoch": 28.07,
"learning_rate": 6.903838383838385e-06,
"loss": 0.9784,
"step": 658500
},
{
"epoch": 28.09,
"learning_rate": 6.893737373737375e-06,
"loss": 0.9759,
"step": 659000
},
{
"epoch": 28.11,
"learning_rate": 6.883636363636364e-06,
"loss": 0.9808,
"step": 659500
},
{
"epoch": 28.13,
"learning_rate": 6.873535353535355e-06,
"loss": 0.9803,
"step": 660000
},
{
"epoch": 28.16,
"learning_rate": 6.863434343434344e-06,
"loss": 0.9778,
"step": 660500
},
{
"epoch": 28.18,
"learning_rate": 6.853333333333334e-06,
"loss": 0.9778,
"step": 661000
},
{
"epoch": 28.2,
"learning_rate": 6.843252525252526e-06,
"loss": 0.9777,
"step": 661500
},
{
"epoch": 28.22,
"learning_rate": 6.833151515151516e-06,
"loss": 0.9778,
"step": 662000
},
{
"epoch": 28.24,
"learning_rate": 6.8230505050505055e-06,
"loss": 0.9754,
"step": 662500
},
{
"epoch": 28.26,
"learning_rate": 6.812949494949496e-06,
"loss": 0.9781,
"step": 663000
},
{
"epoch": 28.28,
"learning_rate": 6.802868686868688e-06,
"loss": 0.9779,
"step": 663500
},
{
"epoch": 28.3,
"learning_rate": 6.7927676767676775e-06,
"loss": 0.9783,
"step": 664000
},
{
"epoch": 28.33,
"learning_rate": 6.782666666666668e-06,
"loss": 0.977,
"step": 664500
},
{
"epoch": 28.35,
"learning_rate": 6.772565656565657e-06,
"loss": 0.9778,
"step": 665000
},
{
"epoch": 28.37,
"learning_rate": 6.7624646464646475e-06,
"loss": 0.9758,
"step": 665500
},
{
"epoch": 28.39,
"learning_rate": 6.752363636363637e-06,
"loss": 0.9779,
"step": 666000
},
{
"epoch": 28.41,
"learning_rate": 6.742282828282829e-06,
"loss": 0.9749,
"step": 666500
},
{
"epoch": 28.43,
"learning_rate": 6.732181818181819e-06,
"loss": 0.978,
"step": 667000
},
{
"epoch": 28.45,
"learning_rate": 6.722080808080809e-06,
"loss": 0.9761,
"step": 667500
},
{
"epoch": 28.48,
"learning_rate": 6.711979797979798e-06,
"loss": 0.9755,
"step": 668000
},
{
"epoch": 28.5,
"learning_rate": 6.701878787878789e-06,
"loss": 0.9784,
"step": 668500
},
{
"epoch": 28.52,
"learning_rate": 6.691777777777778e-06,
"loss": 0.9744,
"step": 669000
},
{
"epoch": 28.54,
"learning_rate": 6.681676767676768e-06,
"loss": 0.9756,
"step": 669500
},
{
"epoch": 28.56,
"learning_rate": 6.671575757575758e-06,
"loss": 0.9783,
"step": 670000
},
{
"epoch": 28.58,
"learning_rate": 6.661474747474748e-06,
"loss": 0.9752,
"step": 670500
},
{
"epoch": 28.6,
"learning_rate": 6.6513737373737375e-06,
"loss": 0.9771,
"step": 671000
},
{
"epoch": 28.62,
"learning_rate": 6.64129292929293e-06,
"loss": 0.9774,
"step": 671500
},
{
"epoch": 28.65,
"learning_rate": 6.631191919191919e-06,
"loss": 0.9793,
"step": 672000
},
{
"epoch": 28.67,
"learning_rate": 6.6210909090909095e-06,
"loss": 0.9757,
"step": 672500
},
{
"epoch": 28.69,
"learning_rate": 6.610989898989899e-06,
"loss": 0.9769,
"step": 673000
},
{
"epoch": 28.71,
"learning_rate": 6.600888888888889e-06,
"loss": 0.9796,
"step": 673500
},
{
"epoch": 28.73,
"learning_rate": 6.590808080808081e-06,
"loss": 0.9739,
"step": 674000
},
{
"epoch": 28.75,
"learning_rate": 6.580707070707071e-06,
"loss": 0.9787,
"step": 674500
},
{
"epoch": 28.77,
"learning_rate": 6.57060606060606e-06,
"loss": 0.975,
"step": 675000
},
{
"epoch": 28.79,
"learning_rate": 6.560505050505051e-06,
"loss": 0.9772,
"step": 675500
},
{
"epoch": 28.82,
"learning_rate": 6.550424242424243e-06,
"loss": 0.9804,
"step": 676000
},
{
"epoch": 28.84,
"learning_rate": 6.540343434343434e-06,
"loss": 0.9777,
"step": 676500
},
{
"epoch": 28.86,
"learning_rate": 6.5302424242424245e-06,
"loss": 0.9779,
"step": 677000
},
{
"epoch": 28.88,
"learning_rate": 6.520141414141414e-06,
"loss": 0.9769,
"step": 677500
},
{
"epoch": 28.9,
"learning_rate": 6.510040404040404e-06,
"loss": 0.9781,
"step": 678000
},
{
"epoch": 28.92,
"learning_rate": 6.499939393939394e-06,
"loss": 0.9743,
"step": 678500
},
{
"epoch": 28.94,
"learning_rate": 6.489838383838384e-06,
"loss": 0.9775,
"step": 679000
},
{
"epoch": 28.97,
"learning_rate": 6.479737373737375e-06,
"loss": 0.9761,
"step": 679500
},
{
"epoch": 28.99,
"learning_rate": 6.4696363636363646e-06,
"loss": 0.9763,
"step": 680000
},
{
"epoch": 29.0,
"eval_accuracy": 0.8039930156734253,
"eval_loss": 0.8149685263633728,
"eval_runtime": 55.6261,
"eval_samples_per_second": 930.211,
"eval_steps_per_second": 14.544,
"step": 680311
},
{
"epoch": 29.01,
"learning_rate": 6.459555555555556e-06,
"loss": 0.9737,
"step": 680500
},
{
"epoch": 29.03,
"learning_rate": 6.449454545454546e-06,
"loss": 0.9767,
"step": 681000
},
{
"epoch": 29.05,
"learning_rate": 6.4393535353535365e-06,
"loss": 0.9742,
"step": 681500
},
{
"epoch": 29.07,
"learning_rate": 6.429252525252526e-06,
"loss": 0.9747,
"step": 682000
},
{
"epoch": 29.09,
"learning_rate": 6.419151515151516e-06,
"loss": 0.9778,
"step": 682500
},
{
"epoch": 29.11,
"learning_rate": 6.4090707070707085e-06,
"loss": 0.9743,
"step": 683000
},
{
"epoch": 29.14,
"learning_rate": 6.398969696969698e-06,
"loss": 0.977,
"step": 683500
},
{
"epoch": 29.16,
"learning_rate": 6.388868686868687e-06,
"loss": 0.9756,
"step": 684000
},
{
"epoch": 29.18,
"learning_rate": 6.378767676767678e-06,
"loss": 0.9747,
"step": 684500
},
{
"epoch": 29.2,
"learning_rate": 6.368666666666667e-06,
"loss": 0.9787,
"step": 685000
},
{
"epoch": 29.22,
"learning_rate": 6.358565656565657e-06,
"loss": 0.977,
"step": 685500
},
{
"epoch": 29.24,
"learning_rate": 6.34848484848485e-06,
"loss": 0.9738,
"step": 686000
},
{
"epoch": 29.26,
"learning_rate": 6.338404040404041e-06,
"loss": 0.9755,
"step": 686500
},
{
"epoch": 29.29,
"learning_rate": 6.328303030303031e-06,
"loss": 0.9764,
"step": 687000
},
{
"epoch": 29.31,
"learning_rate": 6.318202020202021e-06,
"loss": 0.9767,
"step": 687500
},
{
"epoch": 29.33,
"learning_rate": 6.308101010101011e-06,
"loss": 0.9753,
"step": 688000
},
{
"epoch": 29.35,
"learning_rate": 6.298020202020203e-06,
"loss": 0.9773,
"step": 688500
},
{
"epoch": 29.37,
"learning_rate": 6.287919191919193e-06,
"loss": 0.9772,
"step": 689000
},
{
"epoch": 29.39,
"learning_rate": 6.277818181818183e-06,
"loss": 0.9718,
"step": 689500
},
{
"epoch": 29.41,
"learning_rate": 6.2677171717171725e-06,
"loss": 0.974,
"step": 690000
},
{
"epoch": 29.43,
"learning_rate": 6.257616161616163e-06,
"loss": 0.9743,
"step": 690500
},
{
"epoch": 29.46,
"learning_rate": 6.247515151515152e-06,
"loss": 0.9742,
"step": 691000
},
{
"epoch": 29.48,
"learning_rate": 6.2374343434343445e-06,
"loss": 0.9758,
"step": 691500
},
{
"epoch": 29.5,
"learning_rate": 6.227333333333334e-06,
"loss": 0.9751,
"step": 692000
},
{
"epoch": 29.52,
"learning_rate": 6.217232323232324e-06,
"loss": 0.9762,
"step": 692500
},
{
"epoch": 29.54,
"learning_rate": 6.207131313131314e-06,
"loss": 0.9748,
"step": 693000
},
{
"epoch": 29.56,
"learning_rate": 6.197030303030304e-06,
"loss": 0.9761,
"step": 693500
},
{
"epoch": 29.58,
"learning_rate": 6.186929292929293e-06,
"loss": 0.976,
"step": 694000
},
{
"epoch": 29.6,
"learning_rate": 6.176848484848486e-06,
"loss": 0.9753,
"step": 694500
},
{
"epoch": 29.63,
"learning_rate": 6.166747474747475e-06,
"loss": 0.9752,
"step": 695000
},
{
"epoch": 29.65,
"learning_rate": 6.156646464646465e-06,
"loss": 0.9762,
"step": 695500
},
{
"epoch": 29.67,
"learning_rate": 6.146545454545455e-06,
"loss": 0.9757,
"step": 696000
},
{
"epoch": 29.69,
"learning_rate": 6.136444444444445e-06,
"loss": 0.9727,
"step": 696500
},
{
"epoch": 29.71,
"learning_rate": 6.126363636363637e-06,
"loss": 0.9753,
"step": 697000
},
{
"epoch": 29.73,
"learning_rate": 6.116262626262627e-06,
"loss": 0.9743,
"step": 697500
},
{
"epoch": 29.75,
"learning_rate": 6.106161616161617e-06,
"loss": 0.9755,
"step": 698000
},
{
"epoch": 29.78,
"learning_rate": 6.0960606060606065e-06,
"loss": 0.9745,
"step": 698500
},
{
"epoch": 29.8,
"learning_rate": 6.085959595959596e-06,
"loss": 0.9731,
"step": 699000
},
{
"epoch": 29.82,
"learning_rate": 6.075858585858586e-06,
"loss": 0.9775,
"step": 699500
},
{
"epoch": 29.84,
"learning_rate": 6.065757575757576e-06,
"loss": 0.9751,
"step": 700000
},
{
"epoch": 29.86,
"learning_rate": 6.055656565656566e-06,
"loss": 0.9762,
"step": 700500
},
{
"epoch": 29.88,
"learning_rate": 6.045575757575758e-06,
"loss": 0.9728,
"step": 701000
},
{
"epoch": 29.9,
"learning_rate": 6.035474747474748e-06,
"loss": 0.9732,
"step": 701500
},
{
"epoch": 29.92,
"learning_rate": 6.025373737373738e-06,
"loss": 0.9768,
"step": 702000
},
{
"epoch": 29.95,
"learning_rate": 6.015272727272727e-06,
"loss": 0.973,
"step": 702500
},
{
"epoch": 29.97,
"learning_rate": 6.005171717171718e-06,
"loss": 0.9757,
"step": 703000
},
{
"epoch": 29.99,
"learning_rate": 5.995070707070707e-06,
"loss": 0.9756,
"step": 703500
},
{
"epoch": 30.0,
"eval_accuracy": 0.8041670667258376,
"eval_loss": 0.8154268264770508,
"eval_runtime": 55.767,
"eval_samples_per_second": 927.86,
"eval_steps_per_second": 14.507,
"step": 703770
},
{
"epoch": 30.01,
"learning_rate": 5.984969696969698e-06,
"loss": 0.9718,
"step": 704000
},
{
"epoch": 30.03,
"learning_rate": 5.974868686868688e-06,
"loss": 0.9756,
"step": 704500
},
{
"epoch": 30.05,
"learning_rate": 5.964787878787879e-06,
"loss": 0.9744,
"step": 705000
},
{
"epoch": 30.07,
"learning_rate": 5.9546868686868685e-06,
"loss": 0.9746,
"step": 705500
},
{
"epoch": 30.1,
"learning_rate": 5.94458585858586e-06,
"loss": 0.9752,
"step": 706000
},
{
"epoch": 30.12,
"learning_rate": 5.934484848484849e-06,
"loss": 0.9755,
"step": 706500
},
{
"epoch": 30.14,
"learning_rate": 5.9244040404040405e-06,
"loss": 0.973,
"step": 707000
},
{
"epoch": 30.16,
"learning_rate": 5.914303030303032e-06,
"loss": 0.9724,
"step": 707500
},
{
"epoch": 30.18,
"learning_rate": 5.904202020202021e-06,
"loss": 0.9735,
"step": 708000
},
{
"epoch": 30.2,
"learning_rate": 5.894101010101011e-06,
"loss": 0.9724,
"step": 708500
},
{
"epoch": 30.22,
"learning_rate": 5.884020202020202e-06,
"loss": 0.9747,
"step": 709000
},
{
"epoch": 30.24,
"learning_rate": 5.873919191919193e-06,
"loss": 0.9753,
"step": 709500
},
{
"epoch": 30.27,
"learning_rate": 5.8638181818181824e-06,
"loss": 0.9732,
"step": 710000
},
{
"epoch": 30.29,
"learning_rate": 5.853717171717173e-06,
"loss": 0.9729,
"step": 710500
},
{
"epoch": 30.31,
"learning_rate": 5.843616161616162e-06,
"loss": 0.9757,
"step": 711000
},
{
"epoch": 30.33,
"learning_rate": 5.833535353535354e-06,
"loss": 0.9715,
"step": 711500
},
{
"epoch": 30.35,
"learning_rate": 5.823434343434345e-06,
"loss": 0.974,
"step": 712000
},
{
"epoch": 30.37,
"learning_rate": 5.813333333333334e-06,
"loss": 0.9743,
"step": 712500
},
{
"epoch": 30.39,
"learning_rate": 5.803232323232324e-06,
"loss": 0.974,
"step": 713000
},
{
"epoch": 30.41,
"learning_rate": 5.793131313131314e-06,
"loss": 0.9752,
"step": 713500
},
{
"epoch": 30.44,
"learning_rate": 5.783030303030303e-06,
"loss": 0.9716,
"step": 714000
},
{
"epoch": 30.46,
"learning_rate": 5.772929292929294e-06,
"loss": 0.9757,
"step": 714500
},
{
"epoch": 30.48,
"learning_rate": 5.762828282828283e-06,
"loss": 0.9725,
"step": 715000
},
{
"epoch": 30.5,
"learning_rate": 5.752747474747475e-06,
"loss": 0.974,
"step": 715500
},
{
"epoch": 30.52,
"learning_rate": 5.7426666666666675e-06,
"loss": 0.9718,
"step": 716000
},
{
"epoch": 30.54,
"learning_rate": 5.732565656565657e-06,
"loss": 0.9735,
"step": 716500
},
{
"epoch": 30.56,
"learning_rate": 5.722464646464647e-06,
"loss": 0.9729,
"step": 717000
},
{
"epoch": 30.59,
"learning_rate": 5.712363636363637e-06,
"loss": 0.9733,
"step": 717500
},
{
"epoch": 30.61,
"learning_rate": 5.702262626262627e-06,
"loss": 0.9741,
"step": 718000
},
{
"epoch": 30.63,
"learning_rate": 5.6921616161616164e-06,
"loss": 0.9769,
"step": 718500
},
{
"epoch": 30.65,
"learning_rate": 5.682080808080809e-06,
"loss": 0.9735,
"step": 719000
},
{
"epoch": 30.67,
"learning_rate": 5.671979797979799e-06,
"loss": 0.9722,
"step": 719500
},
{
"epoch": 30.69,
"learning_rate": 5.661878787878788e-06,
"loss": 0.9747,
"step": 720000
},
{
"epoch": 30.71,
"learning_rate": 5.651777777777778e-06,
"loss": 0.9723,
"step": 720500
},
{
"epoch": 30.73,
"learning_rate": 5.641676767676768e-06,
"loss": 0.9732,
"step": 721000
},
{
"epoch": 30.76,
"learning_rate": 5.63159595959596e-06,
"loss": 0.9736,
"step": 721500
},
{
"epoch": 30.78,
"learning_rate": 5.62149494949495e-06,
"loss": 0.9731,
"step": 722000
},
{
"epoch": 30.8,
"learning_rate": 5.61139393939394e-06,
"loss": 0.9736,
"step": 722500
},
{
"epoch": 30.82,
"learning_rate": 5.6012929292929295e-06,
"loss": 0.973,
"step": 723000
},
{
"epoch": 30.84,
"learning_rate": 5.591212121212122e-06,
"loss": 0.9744,
"step": 723500
},
{
"epoch": 30.86,
"learning_rate": 5.581111111111111e-06,
"loss": 0.9747,
"step": 724000
},
{
"epoch": 30.88,
"learning_rate": 5.5710101010101015e-06,
"loss": 0.9714,
"step": 724500
},
{
"epoch": 30.9,
"learning_rate": 5.560909090909091e-06,
"loss": 0.974,
"step": 725000
},
{
"epoch": 30.93,
"learning_rate": 5.550808080808081e-06,
"loss": 0.9736,
"step": 725500
},
{
"epoch": 30.95,
"learning_rate": 5.5407272727272735e-06,
"loss": 0.9707,
"step": 726000
},
{
"epoch": 30.97,
"learning_rate": 5.530626262626263e-06,
"loss": 0.9721,
"step": 726500
},
{
"epoch": 30.99,
"learning_rate": 5.520525252525253e-06,
"loss": 0.9759,
"step": 727000
},
{
"epoch": 31.0,
"eval_accuracy": 0.8045686859011433,
"eval_loss": 0.812103807926178,
"eval_runtime": 55.9635,
"eval_samples_per_second": 924.603,
"eval_steps_per_second": 14.456,
"step": 727229
},
{
"epoch": 31.01,
"learning_rate": 5.510424242424243e-06,
"loss": 0.9718,
"step": 727500
},
{
"epoch": 31.03,
"learning_rate": 5.500343434343435e-06,
"loss": 0.9702,
"step": 728000
},
{
"epoch": 31.05,
"learning_rate": 5.490242424242424e-06,
"loss": 0.9735,
"step": 728500
},
{
"epoch": 31.08,
"learning_rate": 5.480141414141415e-06,
"loss": 0.972,
"step": 729000
},
{
"epoch": 31.1,
"learning_rate": 5.470040404040404e-06,
"loss": 0.9728,
"step": 729500
},
{
"epoch": 31.12,
"learning_rate": 5.459939393939394e-06,
"loss": 0.9702,
"step": 730000
},
{
"epoch": 31.14,
"learning_rate": 5.449838383838384e-06,
"loss": 0.9727,
"step": 730500
},
{
"epoch": 31.16,
"learning_rate": 5.439737373737374e-06,
"loss": 0.9721,
"step": 731000
},
{
"epoch": 31.18,
"learning_rate": 5.4296363636363635e-06,
"loss": 0.972,
"step": 731500
},
{
"epoch": 31.2,
"learning_rate": 5.419535353535354e-06,
"loss": 0.9683,
"step": 732000
},
{
"epoch": 31.22,
"learning_rate": 5.409434343434344e-06,
"loss": 0.9701,
"step": 732500
},
{
"epoch": 31.25,
"learning_rate": 5.3993535353535355e-06,
"loss": 0.9746,
"step": 733000
},
{
"epoch": 31.27,
"learning_rate": 5.389252525252525e-06,
"loss": 0.9706,
"step": 733500
},
{
"epoch": 31.29,
"learning_rate": 5.379171717171717e-06,
"loss": 0.9694,
"step": 734000
},
{
"epoch": 31.31,
"learning_rate": 5.3690909090909094e-06,
"loss": 0.9704,
"step": 734500
},
{
"epoch": 31.33,
"learning_rate": 5.358989898989899e-06,
"loss": 0.972,
"step": 735000
},
{
"epoch": 31.35,
"learning_rate": 5.348888888888889e-06,
"loss": 0.971,
"step": 735500
},
{
"epoch": 31.37,
"learning_rate": 5.338787878787879e-06,
"loss": 0.973,
"step": 736000
},
{
"epoch": 31.4,
"learning_rate": 5.328686868686869e-06,
"loss": 0.9741,
"step": 736500
},
{
"epoch": 31.42,
"learning_rate": 5.318606060606061e-06,
"loss": 0.9714,
"step": 737000
},
{
"epoch": 31.44,
"learning_rate": 5.3085050505050506e-06,
"loss": 0.973,
"step": 737500
},
{
"epoch": 31.46,
"learning_rate": 5.298404040404041e-06,
"loss": 0.9724,
"step": 738000
},
{
"epoch": 31.48,
"learning_rate": 5.28830303030303e-06,
"loss": 0.9726,
"step": 738500
},
{
"epoch": 31.5,
"learning_rate": 5.27820202020202e-06,
"loss": 0.9729,
"step": 739000
},
{
"epoch": 31.52,
"learning_rate": 5.268101010101011e-06,
"loss": 0.9727,
"step": 739500
},
{
"epoch": 31.54,
"learning_rate": 5.258000000000001e-06,
"loss": 0.9759,
"step": 740000
},
{
"epoch": 31.57,
"learning_rate": 5.247898989898991e-06,
"loss": 0.9723,
"step": 740500
},
{
"epoch": 31.59,
"learning_rate": 5.237797979797981e-06,
"loss": 0.9699,
"step": 741000
},
{
"epoch": 31.61,
"learning_rate": 5.227717171717172e-06,
"loss": 0.9718,
"step": 741500
},
{
"epoch": 31.63,
"learning_rate": 5.2176161616161626e-06,
"loss": 0.9727,
"step": 742000
},
{
"epoch": 31.65,
"learning_rate": 5.207515151515152e-06,
"loss": 0.9718,
"step": 742500
},
{
"epoch": 31.67,
"learning_rate": 5.197414141414142e-06,
"loss": 0.9733,
"step": 743000
},
{
"epoch": 31.69,
"learning_rate": 5.187313131313132e-06,
"loss": 0.9739,
"step": 743500
},
{
"epoch": 31.71,
"learning_rate": 5.177232323232324e-06,
"loss": 0.973,
"step": 744000
},
{
"epoch": 31.74,
"learning_rate": 5.167151515151515e-06,
"loss": 0.9697,
"step": 744500
},
{
"epoch": 31.76,
"learning_rate": 5.157050505050506e-06,
"loss": 0.9714,
"step": 745000
},
{
"epoch": 31.78,
"learning_rate": 5.146949494949496e-06,
"loss": 0.9702,
"step": 745500
},
{
"epoch": 31.8,
"learning_rate": 5.136848484848485e-06,
"loss": 0.9707,
"step": 746000
},
{
"epoch": 31.82,
"learning_rate": 5.126747474747476e-06,
"loss": 0.9715,
"step": 746500
},
{
"epoch": 31.84,
"learning_rate": 5.116646464646465e-06,
"loss": 0.9709,
"step": 747000
},
{
"epoch": 31.86,
"learning_rate": 5.106545454545455e-06,
"loss": 0.9694,
"step": 747500
},
{
"epoch": 31.89,
"learning_rate": 5.096444444444445e-06,
"loss": 0.9703,
"step": 748000
},
{
"epoch": 31.91,
"learning_rate": 5.086383838383839e-06,
"loss": 0.9687,
"step": 748500
},
{
"epoch": 31.93,
"learning_rate": 5.076282828282829e-06,
"loss": 0.9721,
"step": 749000
},
{
"epoch": 31.95,
"learning_rate": 5.066181818181819e-06,
"loss": 0.972,
"step": 749500
},
{
"epoch": 31.97,
"learning_rate": 5.056080808080809e-06,
"loss": 0.9711,
"step": 750000
},
{
"epoch": 31.99,
"learning_rate": 5.0459797979797985e-06,
"loss": 0.9711,
"step": 750500
},
{
"epoch": 32.0,
"eval_accuracy": 0.804346371104709,
"eval_loss": 0.8124815225601196,
"eval_runtime": 54.8342,
"eval_samples_per_second": 943.645,
"eval_steps_per_second": 14.754,
"step": 750688
},
{
"epoch": 32.01,
"learning_rate": 5.035878787878789e-06,
"loss": 0.9714,
"step": 751000
},
{
"epoch": 32.03,
"learning_rate": 5.025777777777778e-06,
"loss": 0.9697,
"step": 751500
},
{
"epoch": 32.06,
"learning_rate": 5.0156767676767685e-06,
"loss": 0.9721,
"step": 752000
},
{
"epoch": 32.08,
"learning_rate": 5.00559595959596e-06,
"loss": 0.9705,
"step": 752500
},
{
"epoch": 32.1,
"learning_rate": 4.99549494949495e-06,
"loss": 0.97,
"step": 753000
},
{
"epoch": 32.12,
"learning_rate": 4.98539393939394e-06,
"loss": 0.9712,
"step": 753500
},
{
"epoch": 32.14,
"learning_rate": 4.97529292929293e-06,
"loss": 0.9703,
"step": 754000
},
{
"epoch": 32.16,
"learning_rate": 4.965191919191919e-06,
"loss": 0.9689,
"step": 754500
},
{
"epoch": 32.18,
"learning_rate": 4.95509090909091e-06,
"loss": 0.9694,
"step": 755000
},
{
"epoch": 32.21,
"learning_rate": 4.944989898989899e-06,
"loss": 0.9724,
"step": 755500
},
{
"epoch": 32.23,
"learning_rate": 4.934909090909091e-06,
"loss": 0.9717,
"step": 756000
},
{
"epoch": 32.25,
"learning_rate": 4.924808080808081e-06,
"loss": 0.9705,
"step": 756500
},
{
"epoch": 32.27,
"learning_rate": 4.914707070707071e-06,
"loss": 0.9714,
"step": 757000
},
{
"epoch": 32.29,
"learning_rate": 4.9046060606060605e-06,
"loss": 0.9691,
"step": 757500
},
{
"epoch": 32.31,
"learning_rate": 4.894505050505051e-06,
"loss": 0.9704,
"step": 758000
},
{
"epoch": 32.33,
"learning_rate": 4.884404040404041e-06,
"loss": 0.9712,
"step": 758500
},
{
"epoch": 32.35,
"learning_rate": 4.8743030303030305e-06,
"loss": 0.968,
"step": 759000
},
{
"epoch": 32.38,
"learning_rate": 4.864202020202021e-06,
"loss": 0.9723,
"step": 759500
},
{
"epoch": 32.4,
"learning_rate": 4.85410101010101e-06,
"loss": 0.9719,
"step": 760000
},
{
"epoch": 32.42,
"learning_rate": 4.8440000000000005e-06,
"loss": 0.9696,
"step": 760500
},
{
"epoch": 32.44,
"learning_rate": 4.83389898989899e-06,
"loss": 0.9689,
"step": 761000
},
{
"epoch": 32.46,
"learning_rate": 4.82379797979798e-06,
"loss": 0.9727,
"step": 761500
},
{
"epoch": 32.48,
"learning_rate": 4.8137171717171725e-06,
"loss": 0.9704,
"step": 762000
},
{
"epoch": 32.5,
"learning_rate": 4.803616161616162e-06,
"loss": 0.9701,
"step": 762500
},
{
"epoch": 32.52,
"learning_rate": 4.793515151515151e-06,
"loss": 0.9676,
"step": 763000
},
{
"epoch": 32.55,
"learning_rate": 4.783414141414142e-06,
"loss": 0.9701,
"step": 763500
},
{
"epoch": 32.57,
"learning_rate": 4.773333333333334e-06,
"loss": 0.9707,
"step": 764000
},
{
"epoch": 32.59,
"learning_rate": 4.763232323232323e-06,
"loss": 0.9709,
"step": 764500
},
{
"epoch": 32.61,
"learning_rate": 4.753151515151516e-06,
"loss": 0.9701,
"step": 765000
},
{
"epoch": 32.63,
"learning_rate": 4.743050505050505e-06,
"loss": 0.9684,
"step": 765500
},
{
"epoch": 32.65,
"learning_rate": 4.732949494949495e-06,
"loss": 0.9697,
"step": 766000
},
{
"epoch": 32.67,
"learning_rate": 4.722848484848485e-06,
"loss": 0.9682,
"step": 766500
},
{
"epoch": 32.7,
"learning_rate": 4.712747474747475e-06,
"loss": 0.9692,
"step": 767000
},
{
"epoch": 32.72,
"learning_rate": 4.7026464646464645e-06,
"loss": 0.9678,
"step": 767500
},
{
"epoch": 32.74,
"learning_rate": 4.692545454545455e-06,
"loss": 0.9693,
"step": 768000
},
{
"epoch": 32.76,
"learning_rate": 4.682444444444445e-06,
"loss": 0.9706,
"step": 768500
},
{
"epoch": 32.78,
"learning_rate": 4.6723434343434345e-06,
"loss": 0.9674,
"step": 769000
},
{
"epoch": 32.8,
"learning_rate": 4.662262626262627e-06,
"loss": 0.9688,
"step": 769500
},
{
"epoch": 32.82,
"learning_rate": 4.652161616161617e-06,
"loss": 0.9683,
"step": 770000
},
{
"epoch": 32.84,
"learning_rate": 4.6420808080808085e-06,
"loss": 0.969,
"step": 770500
},
{
"epoch": 32.87,
"learning_rate": 4.631979797979798e-06,
"loss": 0.9714,
"step": 771000
},
{
"epoch": 32.89,
"learning_rate": 4.621878787878788e-06,
"loss": 0.9714,
"step": 771500
},
{
"epoch": 32.91,
"learning_rate": 4.6117777777777785e-06,
"loss": 0.9689,
"step": 772000
},
{
"epoch": 32.93,
"learning_rate": 4.60169696969697e-06,
"loss": 0.9678,
"step": 772500
},
{
"epoch": 32.95,
"learning_rate": 4.591595959595959e-06,
"loss": 0.9704,
"step": 773000
},
{
"epoch": 32.97,
"learning_rate": 4.5814949494949505e-06,
"loss": 0.9695,
"step": 773500
},
{
"epoch": 32.99,
"learning_rate": 4.57139393939394e-06,
"loss": 0.969,
"step": 774000
},
{
"epoch": 33.0,
"eval_accuracy": 0.8049899130630866,
"eval_loss": 0.8093631863594055,
"eval_runtime": 56.1917,
"eval_samples_per_second": 920.847,
"eval_steps_per_second": 14.397,
"step": 774147
},
{
"epoch": 33.02,
"learning_rate": 4.56129292929293e-06,
"loss": 0.9706,
"step": 774500
},
{
"epoch": 33.04,
"learning_rate": 4.551212121212122e-06,
"loss": 0.9687,
"step": 775000
},
{
"epoch": 33.06,
"learning_rate": 4.541111111111112e-06,
"loss": 0.9685,
"step": 775500
},
{
"epoch": 33.08,
"learning_rate": 4.531010101010101e-06,
"loss": 0.9694,
"step": 776000
},
{
"epoch": 33.1,
"learning_rate": 4.520929292929293e-06,
"loss": 0.9696,
"step": 776500
},
{
"epoch": 33.12,
"learning_rate": 4.510828282828284e-06,
"loss": 0.9706,
"step": 777000
},
{
"epoch": 33.14,
"learning_rate": 4.500727272727273e-06,
"loss": 0.9665,
"step": 777500
},
{
"epoch": 33.16,
"learning_rate": 4.490626262626263e-06,
"loss": 0.9688,
"step": 778000
},
{
"epoch": 33.19,
"learning_rate": 4.480525252525253e-06,
"loss": 0.9699,
"step": 778500
},
{
"epoch": 33.21,
"learning_rate": 4.4704242424242424e-06,
"loss": 0.9704,
"step": 779000
},
{
"epoch": 33.23,
"learning_rate": 4.460323232323233e-06,
"loss": 0.9693,
"step": 779500
},
{
"epoch": 33.25,
"learning_rate": 4.450222222222222e-06,
"loss": 0.9703,
"step": 780000
},
{
"epoch": 33.27,
"learning_rate": 4.440141414141414e-06,
"loss": 0.9687,
"step": 780500
},
{
"epoch": 33.29,
"learning_rate": 4.430040404040405e-06,
"loss": 0.9716,
"step": 781000
},
{
"epoch": 33.31,
"learning_rate": 4.419939393939394e-06,
"loss": 0.9701,
"step": 781500
},
{
"epoch": 33.33,
"learning_rate": 4.4098383838383844e-06,
"loss": 0.9694,
"step": 782000
},
{
"epoch": 33.36,
"learning_rate": 4.399737373737374e-06,
"loss": 0.9679,
"step": 782500
},
{
"epoch": 33.38,
"learning_rate": 4.389656565656566e-06,
"loss": 0.9695,
"step": 783000
},
{
"epoch": 33.4,
"learning_rate": 4.3795555555555556e-06,
"loss": 0.9684,
"step": 783500
},
{
"epoch": 33.42,
"learning_rate": 4.369454545454546e-06,
"loss": 0.969,
"step": 784000
},
{
"epoch": 33.44,
"learning_rate": 4.359353535353535e-06,
"loss": 0.9682,
"step": 784500
},
{
"epoch": 33.46,
"learning_rate": 4.3492727272727275e-06,
"loss": 0.9694,
"step": 785000
},
{
"epoch": 33.48,
"learning_rate": 4.339171717171717e-06,
"loss": 0.9704,
"step": 785500
},
{
"epoch": 33.51,
"learning_rate": 4.329090909090909e-06,
"loss": 0.9694,
"step": 786000
},
{
"epoch": 33.53,
"learning_rate": 4.3189898989898995e-06,
"loss": 0.9697,
"step": 786500
},
{
"epoch": 33.55,
"learning_rate": 4.308888888888889e-06,
"loss": 0.9687,
"step": 787000
},
{
"epoch": 33.57,
"learning_rate": 4.298787878787879e-06,
"loss": 0.9723,
"step": 787500
},
{
"epoch": 33.59,
"learning_rate": 4.288686868686869e-06,
"loss": 0.9696,
"step": 788000
},
{
"epoch": 33.61,
"learning_rate": 4.278585858585859e-06,
"loss": 0.9679,
"step": 788500
},
{
"epoch": 33.63,
"learning_rate": 4.268484848484849e-06,
"loss": 0.9691,
"step": 789000
},
{
"epoch": 33.65,
"learning_rate": 4.258383838383839e-06,
"loss": 0.9677,
"step": 789500
},
{
"epoch": 33.68,
"learning_rate": 4.248282828282829e-06,
"loss": 0.9678,
"step": 790000
},
{
"epoch": 33.7,
"learning_rate": 4.238181818181818e-06,
"loss": 0.9708,
"step": 790500
},
{
"epoch": 33.72,
"learning_rate": 4.228080808080809e-06,
"loss": 0.9681,
"step": 791000
},
{
"epoch": 33.74,
"learning_rate": 4.218e-06,
"loss": 0.9704,
"step": 791500
},
{
"epoch": 33.76,
"learning_rate": 4.20789898989899e-06,
"loss": 0.9667,
"step": 792000
},
{
"epoch": 33.78,
"learning_rate": 4.19779797979798e-06,
"loss": 0.9675,
"step": 792500
},
{
"epoch": 33.8,
"learning_rate": 4.18769696969697e-06,
"loss": 0.9664,
"step": 793000
},
{
"epoch": 33.82,
"learning_rate": 4.1775959595959596e-06,
"loss": 0.9664,
"step": 793500
},
{
"epoch": 33.85,
"learning_rate": 4.167515151515152e-06,
"loss": 0.9686,
"step": 794000
},
{
"epoch": 33.87,
"learning_rate": 4.157434343434344e-06,
"loss": 0.9664,
"step": 794500
},
{
"epoch": 33.89,
"learning_rate": 4.1473333333333335e-06,
"loss": 0.97,
"step": 795000
},
{
"epoch": 33.91,
"learning_rate": 4.137232323232324e-06,
"loss": 0.9694,
"step": 795500
},
{
"epoch": 33.93,
"learning_rate": 4.127131313131313e-06,
"loss": 0.9688,
"step": 796000
},
{
"epoch": 33.95,
"learning_rate": 4.1170303030303035e-06,
"loss": 0.9699,
"step": 796500
},
{
"epoch": 33.97,
"learning_rate": 4.106929292929293e-06,
"loss": 0.9655,
"step": 797000
},
{
"epoch": 34.0,
"learning_rate": 4.096848484848485e-06,
"loss": 0.9671,
"step": 797500
},
{
"epoch": 34.0,
"eval_accuracy": 0.8052881810426409,
"eval_loss": 0.8087067008018494,
"eval_runtime": 56.5603,
"eval_samples_per_second": 914.847,
"eval_steps_per_second": 14.303,
"step": 797606
},
{
"epoch": 34.02,
"learning_rate": 4.086747474747475e-06,
"loss": 0.9659,
"step": 798000
},
{
"epoch": 34.04,
"learning_rate": 4.076646464646465e-06,
"loss": 0.9693,
"step": 798500
},
{
"epoch": 34.06,
"learning_rate": 4.066545454545454e-06,
"loss": 0.9673,
"step": 799000
},
{
"epoch": 34.08,
"learning_rate": 4.056444444444445e-06,
"loss": 0.9667,
"step": 799500
},
{
"epoch": 34.1,
"learning_rate": 4.046343434343435e-06,
"loss": 0.9664,
"step": 800000
},
{
"epoch": 34.12,
"learning_rate": 4.036242424242424e-06,
"loss": 0.9691,
"step": 800500
},
{
"epoch": 34.14,
"learning_rate": 4.026161616161617e-06,
"loss": 0.9671,
"step": 801000
},
{
"epoch": 34.17,
"learning_rate": 4.016060606060607e-06,
"loss": 0.9675,
"step": 801500
},
{
"epoch": 34.19,
"learning_rate": 4.005959595959596e-06,
"loss": 0.968,
"step": 802000
},
{
"epoch": 34.21,
"learning_rate": 3.995858585858587e-06,
"loss": 0.9684,
"step": 802500
},
{
"epoch": 34.23,
"learning_rate": 3.985757575757576e-06,
"loss": 0.9677,
"step": 803000
},
{
"epoch": 34.25,
"learning_rate": 3.975656565656566e-06,
"loss": 0.9674,
"step": 803500
},
{
"epoch": 34.27,
"learning_rate": 3.965555555555556e-06,
"loss": 0.967,
"step": 804000
},
{
"epoch": 34.29,
"learning_rate": 3.955454545454545e-06,
"loss": 0.9658,
"step": 804500
},
{
"epoch": 34.32,
"learning_rate": 3.9453535353535355e-06,
"loss": 0.9705,
"step": 805000
},
{
"epoch": 34.34,
"learning_rate": 3.935252525252525e-06,
"loss": 0.9689,
"step": 805500
},
{
"epoch": 34.36,
"learning_rate": 3.925171717171717e-06,
"loss": 0.9659,
"step": 806000
},
{
"epoch": 34.38,
"learning_rate": 3.9150707070707075e-06,
"loss": 0.9662,
"step": 806500
},
{
"epoch": 34.4,
"learning_rate": 3.904969696969697e-06,
"loss": 0.9714,
"step": 807000
},
{
"epoch": 34.42,
"learning_rate": 3.894868686868687e-06,
"loss": 0.97,
"step": 807500
},
{
"epoch": 34.44,
"learning_rate": 3.884787878787879e-06,
"loss": 0.9674,
"step": 808000
},
{
"epoch": 34.46,
"learning_rate": 3.874686868686869e-06,
"loss": 0.9683,
"step": 808500
},
{
"epoch": 34.49,
"learning_rate": 3.864606060606061e-06,
"loss": 0.9687,
"step": 809000
},
{
"epoch": 34.51,
"learning_rate": 3.854505050505051e-06,
"loss": 0.9699,
"step": 809500
},
{
"epoch": 34.53,
"learning_rate": 3.844404040404041e-06,
"loss": 0.968,
"step": 810000
},
{
"epoch": 34.55,
"learning_rate": 3.83430303030303e-06,
"loss": 0.9661,
"step": 810500
},
{
"epoch": 34.57,
"learning_rate": 3.8242222222222226e-06,
"loss": 0.9671,
"step": 811000
},
{
"epoch": 34.59,
"learning_rate": 3.8141212121212124e-06,
"loss": 0.9687,
"step": 811500
},
{
"epoch": 34.61,
"learning_rate": 3.8040202020202023e-06,
"loss": 0.9673,
"step": 812000
},
{
"epoch": 34.63,
"learning_rate": 3.793919191919192e-06,
"loss": 0.9657,
"step": 812500
},
{
"epoch": 34.66,
"learning_rate": 3.7838181818181825e-06,
"loss": 0.9691,
"step": 813000
},
{
"epoch": 34.68,
"learning_rate": 3.7737171717171723e-06,
"loss": 0.9688,
"step": 813500
},
{
"epoch": 34.7,
"learning_rate": 3.763616161616162e-06,
"loss": 0.9656,
"step": 814000
},
{
"epoch": 34.72,
"learning_rate": 3.753515151515152e-06,
"loss": 0.9696,
"step": 814500
},
{
"epoch": 34.74,
"learning_rate": 3.743414141414142e-06,
"loss": 0.9664,
"step": 815000
},
{
"epoch": 34.76,
"learning_rate": 3.7333131313131313e-06,
"loss": 0.9682,
"step": 815500
},
{
"epoch": 34.78,
"learning_rate": 3.723212121212121e-06,
"loss": 0.9653,
"step": 816000
},
{
"epoch": 34.81,
"learning_rate": 3.713111111111111e-06,
"loss": 0.9661,
"step": 816500
},
{
"epoch": 34.83,
"learning_rate": 3.703010101010101e-06,
"loss": 0.9669,
"step": 817000
},
{
"epoch": 34.85,
"learning_rate": 3.692929292929293e-06,
"loss": 0.9652,
"step": 817500
},
{
"epoch": 34.87,
"learning_rate": 3.682828282828283e-06,
"loss": 0.9633,
"step": 818000
},
{
"epoch": 34.89,
"learning_rate": 3.672727272727273e-06,
"loss": 0.9661,
"step": 818500
},
{
"epoch": 34.91,
"learning_rate": 3.662626262626263e-06,
"loss": 0.9641,
"step": 819000
},
{
"epoch": 34.93,
"learning_rate": 3.6525454545454546e-06,
"loss": 0.9685,
"step": 819500
},
{
"epoch": 34.95,
"learning_rate": 3.6424444444444445e-06,
"loss": 0.9684,
"step": 820000
},
{
"epoch": 34.98,
"learning_rate": 3.6323636363636367e-06,
"loss": 0.9652,
"step": 820500
},
{
"epoch": 35.0,
"learning_rate": 3.6222626262626266e-06,
"loss": 0.9674,
"step": 821000
},
{
"epoch": 35.0,
"eval_accuracy": 0.8053584306118093,
"eval_loss": 0.8091870546340942,
"eval_runtime": 56.1385,
"eval_samples_per_second": 921.72,
"eval_steps_per_second": 14.411,
"step": 821065
},
{
"epoch": 35.02,
"learning_rate": 3.6121616161616164e-06,
"loss": 0.9666,
"step": 821500
},
{
"epoch": 35.04,
"learning_rate": 3.6020808080808083e-06,
"loss": 0.9643,
"step": 822000
},
{
"epoch": 35.06,
"learning_rate": 3.591979797979798e-06,
"loss": 0.9665,
"step": 822500
},
{
"epoch": 35.08,
"learning_rate": 3.581878787878788e-06,
"loss": 0.9664,
"step": 823000
},
{
"epoch": 35.1,
"learning_rate": 3.571777777777778e-06,
"loss": 0.9674,
"step": 823500
},
{
"epoch": 35.13,
"learning_rate": 3.5616767676767677e-06,
"loss": 0.9642,
"step": 824000
},
{
"epoch": 35.15,
"learning_rate": 3.551575757575758e-06,
"loss": 0.9686,
"step": 824500
},
{
"epoch": 35.17,
"learning_rate": 3.541474747474748e-06,
"loss": 0.9653,
"step": 825000
},
{
"epoch": 35.19,
"learning_rate": 3.5313737373737377e-06,
"loss": 0.9646,
"step": 825500
},
{
"epoch": 35.21,
"learning_rate": 3.5212727272727276e-06,
"loss": 0.9679,
"step": 826000
},
{
"epoch": 35.23,
"learning_rate": 3.5112121212121214e-06,
"loss": 0.9656,
"step": 826500
},
{
"epoch": 35.25,
"learning_rate": 3.5011111111111112e-06,
"loss": 0.9641,
"step": 827000
},
{
"epoch": 35.27,
"learning_rate": 3.491010101010101e-06,
"loss": 0.963,
"step": 827500
},
{
"epoch": 35.3,
"learning_rate": 3.4809090909090914e-06,
"loss": 0.9683,
"step": 828000
},
{
"epoch": 35.32,
"learning_rate": 3.4708080808080812e-06,
"loss": 0.9676,
"step": 828500
},
{
"epoch": 35.34,
"learning_rate": 3.460707070707071e-06,
"loss": 0.9685,
"step": 829000
},
{
"epoch": 35.36,
"learning_rate": 3.450606060606061e-06,
"loss": 0.9672,
"step": 829500
},
{
"epoch": 35.38,
"learning_rate": 3.440505050505051e-06,
"loss": 0.9654,
"step": 830000
},
{
"epoch": 35.4,
"learning_rate": 3.4304040404040407e-06,
"loss": 0.9686,
"step": 830500
},
{
"epoch": 35.42,
"learning_rate": 3.4203030303030306e-06,
"loss": 0.9672,
"step": 831000
},
{
"epoch": 35.44,
"learning_rate": 3.4102020202020204e-06,
"loss": 0.9658,
"step": 831500
},
{
"epoch": 35.47,
"learning_rate": 3.4001010101010103e-06,
"loss": 0.9686,
"step": 832000
},
{
"epoch": 35.49,
"learning_rate": 3.390020202020202e-06,
"loss": 0.9648,
"step": 832500
},
{
"epoch": 35.51,
"learning_rate": 3.3799393939393944e-06,
"loss": 0.9673,
"step": 833000
},
{
"epoch": 35.53,
"learning_rate": 3.3698383838383842e-06,
"loss": 0.9678,
"step": 833500
},
{
"epoch": 35.55,
"learning_rate": 3.359737373737374e-06,
"loss": 0.9652,
"step": 834000
},
{
"epoch": 35.57,
"learning_rate": 3.349636363636364e-06,
"loss": 0.9655,
"step": 834500
},
{
"epoch": 35.59,
"learning_rate": 3.339535353535354e-06,
"loss": 0.9665,
"step": 835000
},
{
"epoch": 35.62,
"learning_rate": 3.3294343434343433e-06,
"loss": 0.9645,
"step": 835500
},
{
"epoch": 35.64,
"learning_rate": 3.319333333333334e-06,
"loss": 0.964,
"step": 836000
},
{
"epoch": 35.66,
"learning_rate": 3.3092525252525254e-06,
"loss": 0.9636,
"step": 836500
},
{
"epoch": 35.68,
"learning_rate": 3.2991515151515152e-06,
"loss": 0.9648,
"step": 837000
},
{
"epoch": 35.7,
"learning_rate": 3.289050505050505e-06,
"loss": 0.9659,
"step": 837500
},
{
"epoch": 35.72,
"learning_rate": 3.2789494949494954e-06,
"loss": 0.9657,
"step": 838000
},
{
"epoch": 35.74,
"learning_rate": 3.2688686868686868e-06,
"loss": 0.9636,
"step": 838500
},
{
"epoch": 35.76,
"learning_rate": 3.2587676767676766e-06,
"loss": 0.9675,
"step": 839000
},
{
"epoch": 35.79,
"learning_rate": 3.2486666666666674e-06,
"loss": 0.9656,
"step": 839500
},
{
"epoch": 35.81,
"learning_rate": 3.2385656565656572e-06,
"loss": 0.9652,
"step": 840000
},
{
"epoch": 35.83,
"learning_rate": 3.2284646464646467e-06,
"loss": 0.9662,
"step": 840500
},
{
"epoch": 35.85,
"learning_rate": 3.2183838383838385e-06,
"loss": 0.967,
"step": 841000
},
{
"epoch": 35.87,
"learning_rate": 3.2082828282828288e-06,
"loss": 0.9668,
"step": 841500
},
{
"epoch": 35.89,
"learning_rate": 3.1981818181818186e-06,
"loss": 0.9663,
"step": 842000
},
{
"epoch": 35.91,
"learning_rate": 3.1880808080808085e-06,
"loss": 0.9673,
"step": 842500
},
{
"epoch": 35.94,
"learning_rate": 3.1780000000000003e-06,
"loss": 0.9673,
"step": 843000
},
{
"epoch": 35.96,
"learning_rate": 3.16789898989899e-06,
"loss": 0.9653,
"step": 843500
},
{
"epoch": 35.98,
"learning_rate": 3.15779797979798e-06,
"loss": 0.9694,
"step": 844000
},
{
"epoch": 36.0,
"learning_rate": 3.14769696969697e-06,
"loss": 0.965,
"step": 844500
},
{
"epoch": 36.0,
"eval_accuracy": 0.8058653824826437,
"eval_loss": 0.8053589463233948,
"eval_runtime": 56.5157,
"eval_samples_per_second": 915.568,
"eval_steps_per_second": 14.315,
"step": 844524
},
{
"epoch": 36.02,
"learning_rate": 3.1375959595959598e-06,
"loss": 0.9638,
"step": 845000
},
{
"epoch": 36.04,
"learning_rate": 3.1274949494949496e-06,
"loss": 0.9643,
"step": 845500
},
{
"epoch": 36.06,
"learning_rate": 3.1173939393939395e-06,
"loss": 0.9668,
"step": 846000
},
{
"epoch": 36.08,
"learning_rate": 3.1072929292929294e-06,
"loss": 0.966,
"step": 846500
},
{
"epoch": 36.11,
"learning_rate": 3.0971919191919192e-06,
"loss": 0.9654,
"step": 847000
},
{
"epoch": 36.13,
"learning_rate": 3.0871111111111115e-06,
"loss": 0.9654,
"step": 847500
},
{
"epoch": 36.15,
"learning_rate": 3.077010101010101e-06,
"loss": 0.9648,
"step": 848000
},
{
"epoch": 36.17,
"learning_rate": 3.066929292929293e-06,
"loss": 0.9646,
"step": 848500
},
{
"epoch": 36.19,
"learning_rate": 3.056828282828283e-06,
"loss": 0.9629,
"step": 849000
},
{
"epoch": 36.21,
"learning_rate": 3.046727272727273e-06,
"loss": 0.9658,
"step": 849500
},
{
"epoch": 36.23,
"learning_rate": 3.0366262626262628e-06,
"loss": 0.9662,
"step": 850000
},
{
"epoch": 36.25,
"learning_rate": 3.0265252525252526e-06,
"loss": 0.9644,
"step": 850500
},
{
"epoch": 36.28,
"learning_rate": 3.016424242424243e-06,
"loss": 0.965,
"step": 851000
},
{
"epoch": 36.3,
"learning_rate": 3.0063232323232328e-06,
"loss": 0.9661,
"step": 851500
},
{
"epoch": 36.32,
"learning_rate": 2.9962222222222226e-06,
"loss": 0.9648,
"step": 852000
},
{
"epoch": 36.34,
"learning_rate": 2.9861212121212125e-06,
"loss": 0.9642,
"step": 852500
},
{
"epoch": 36.36,
"learning_rate": 2.9760202020202024e-06,
"loss": 0.9657,
"step": 853000
},
{
"epoch": 36.38,
"learning_rate": 2.965939393939394e-06,
"loss": 0.9662,
"step": 853500
},
{
"epoch": 36.4,
"learning_rate": 2.955838383838384e-06,
"loss": 0.9658,
"step": 854000
},
{
"epoch": 36.43,
"learning_rate": 2.945737373737374e-06,
"loss": 0.9649,
"step": 854500
},
{
"epoch": 36.45,
"learning_rate": 2.9356363636363638e-06,
"loss": 0.9649,
"step": 855000
},
{
"epoch": 36.47,
"learning_rate": 2.9255353535353536e-06,
"loss": 0.9654,
"step": 855500
},
{
"epoch": 36.49,
"learning_rate": 2.9154343434343435e-06,
"loss": 0.9626,
"step": 856000
},
{
"epoch": 36.51,
"learning_rate": 2.9053535353535357e-06,
"loss": 0.9629,
"step": 856500
},
{
"epoch": 36.53,
"learning_rate": 2.8952525252525256e-06,
"loss": 0.966,
"step": 857000
},
{
"epoch": 36.55,
"learning_rate": 2.8851515151515155e-06,
"loss": 0.9662,
"step": 857500
},
{
"epoch": 36.57,
"learning_rate": 2.8750707070707073e-06,
"loss": 0.9646,
"step": 858000
},
{
"epoch": 36.6,
"learning_rate": 2.864969696969697e-06,
"loss": 0.9634,
"step": 858500
},
{
"epoch": 36.62,
"learning_rate": 2.854868686868687e-06,
"loss": 0.9679,
"step": 859000
},
{
"epoch": 36.64,
"learning_rate": 2.844767676767677e-06,
"loss": 0.9643,
"step": 859500
},
{
"epoch": 36.66,
"learning_rate": 2.8346666666666667e-06,
"loss": 0.964,
"step": 860000
},
{
"epoch": 36.68,
"learning_rate": 2.824565656565657e-06,
"loss": 0.9669,
"step": 860500
},
{
"epoch": 36.7,
"learning_rate": 2.814464646464647e-06,
"loss": 0.965,
"step": 861000
},
{
"epoch": 36.72,
"learning_rate": 2.8043636363636368e-06,
"loss": 0.9656,
"step": 861500
},
{
"epoch": 36.74,
"learning_rate": 2.7942626262626266e-06,
"loss": 0.9636,
"step": 862000
},
{
"epoch": 36.77,
"learning_rate": 2.7841818181818184e-06,
"loss": 0.9645,
"step": 862500
},
{
"epoch": 36.79,
"learning_rate": 2.7740808080808083e-06,
"loss": 0.9648,
"step": 863000
},
{
"epoch": 36.81,
"learning_rate": 2.763979797979798e-06,
"loss": 0.965,
"step": 863500
},
{
"epoch": 36.83,
"learning_rate": 2.753878787878788e-06,
"loss": 0.9648,
"step": 864000
},
{
"epoch": 36.85,
"learning_rate": 2.743777777777778e-06,
"loss": 0.965,
"step": 864500
},
{
"epoch": 36.87,
"learning_rate": 2.7336767676767678e-06,
"loss": 0.9664,
"step": 865000
},
{
"epoch": 36.89,
"learning_rate": 2.7235757575757576e-06,
"loss": 0.9638,
"step": 865500
},
{
"epoch": 36.92,
"learning_rate": 2.7134747474747475e-06,
"loss": 0.9665,
"step": 866000
},
{
"epoch": 36.94,
"learning_rate": 2.7033737373737378e-06,
"loss": 0.9631,
"step": 866500
},
{
"epoch": 36.96,
"learning_rate": 2.6932929292929296e-06,
"loss": 0.9641,
"step": 867000
},
{
"epoch": 36.98,
"learning_rate": 2.683191919191919e-06,
"loss": 0.9657,
"step": 867500
},
{
"epoch": 37.0,
"eval_accuracy": 0.8055344760931228,
"eval_loss": 0.8070488572120667,
"eval_runtime": 55.2192,
"eval_samples_per_second": 937.065,
"eval_steps_per_second": 14.651,
"step": 867983
},
{
"epoch": 37.0,
"learning_rate": 2.673090909090909e-06,
"loss": 0.9638,
"step": 868000
},
{
"epoch": 37.02,
"learning_rate": 2.663010101010101e-06,
"loss": 0.9631,
"step": 868500
},
{
"epoch": 37.04,
"learning_rate": 2.652909090909091e-06,
"loss": 0.9634,
"step": 869000
},
{
"epoch": 37.06,
"learning_rate": 2.6428282828282833e-06,
"loss": 0.9648,
"step": 869500
},
{
"epoch": 37.09,
"learning_rate": 2.6327272727272727e-06,
"loss": 0.9652,
"step": 870000
},
{
"epoch": 37.11,
"learning_rate": 2.6226262626262626e-06,
"loss": 0.9628,
"step": 870500
},
{
"epoch": 37.13,
"learning_rate": 2.6125252525252524e-06,
"loss": 0.9637,
"step": 871000
},
{
"epoch": 37.15,
"learning_rate": 2.6024242424242423e-06,
"loss": 0.9633,
"step": 871500
},
{
"epoch": 37.17,
"learning_rate": 2.592323232323233e-06,
"loss": 0.9636,
"step": 872000
},
{
"epoch": 37.19,
"learning_rate": 2.5822424242424244e-06,
"loss": 0.9613,
"step": 872500
},
{
"epoch": 37.21,
"learning_rate": 2.5721414141414143e-06,
"loss": 0.9656,
"step": 873000
},
{
"epoch": 37.24,
"learning_rate": 2.562040404040404e-06,
"loss": 0.9632,
"step": 873500
},
{
"epoch": 37.26,
"learning_rate": 2.5519393939393944e-06,
"loss": 0.9612,
"step": 874000
},
{
"epoch": 37.28,
"learning_rate": 2.5418383838383843e-06,
"loss": 0.9634,
"step": 874500
},
{
"epoch": 37.3,
"learning_rate": 2.531737373737374e-06,
"loss": 0.9632,
"step": 875000
},
{
"epoch": 37.32,
"learning_rate": 2.521636363636364e-06,
"loss": 0.9633,
"step": 875500
},
{
"epoch": 37.34,
"learning_rate": 2.511535353535354e-06,
"loss": 0.9645,
"step": 876000
},
{
"epoch": 37.36,
"learning_rate": 2.5014343434343437e-06,
"loss": 0.963,
"step": 876500
},
{
"epoch": 37.38,
"learning_rate": 2.4913535353535356e-06,
"loss": 0.9627,
"step": 877000
},
{
"epoch": 37.41,
"learning_rate": 2.4812525252525254e-06,
"loss": 0.9636,
"step": 877500
},
{
"epoch": 37.43,
"learning_rate": 2.4711515151515153e-06,
"loss": 0.9645,
"step": 878000
},
{
"epoch": 37.45,
"learning_rate": 2.461050505050505e-06,
"loss": 0.965,
"step": 878500
},
{
"epoch": 37.47,
"learning_rate": 2.4509494949494954e-06,
"loss": 0.9637,
"step": 879000
},
{
"epoch": 37.49,
"learning_rate": 2.440848484848485e-06,
"loss": 0.9645,
"step": 879500
},
{
"epoch": 37.51,
"learning_rate": 2.4307474747474747e-06,
"loss": 0.9643,
"step": 880000
},
{
"epoch": 37.53,
"learning_rate": 2.4206464646464646e-06,
"loss": 0.9639,
"step": 880500
},
{
"epoch": 37.55,
"learning_rate": 2.410545454545455e-06,
"loss": 0.9648,
"step": 881000
},
{
"epoch": 37.58,
"learning_rate": 2.4004444444444447e-06,
"loss": 0.9638,
"step": 881500
},
{
"epoch": 37.6,
"learning_rate": 2.3903636363636366e-06,
"loss": 0.9647,
"step": 882000
},
{
"epoch": 37.62,
"learning_rate": 2.3802626262626264e-06,
"loss": 0.9649,
"step": 882500
},
{
"epoch": 37.64,
"learning_rate": 2.3701616161616163e-06,
"loss": 0.9639,
"step": 883000
},
{
"epoch": 37.66,
"learning_rate": 2.360060606060606e-06,
"loss": 0.9648,
"step": 883500
},
{
"epoch": 37.68,
"learning_rate": 2.349979797979798e-06,
"loss": 0.9615,
"step": 884000
},
{
"epoch": 37.7,
"learning_rate": 2.3398989898989902e-06,
"loss": 0.965,
"step": 884500
},
{
"epoch": 37.73,
"learning_rate": 2.32979797979798e-06,
"loss": 0.9656,
"step": 885000
},
{
"epoch": 37.75,
"learning_rate": 2.31969696969697e-06,
"loss": 0.9633,
"step": 885500
},
{
"epoch": 37.77,
"learning_rate": 2.30959595959596e-06,
"loss": 0.9634,
"step": 886000
},
{
"epoch": 37.79,
"learning_rate": 2.2994949494949497e-06,
"loss": 0.9659,
"step": 886500
},
{
"epoch": 37.81,
"learning_rate": 2.2893939393939395e-06,
"loss": 0.9632,
"step": 887000
},
{
"epoch": 37.83,
"learning_rate": 2.2793131313131314e-06,
"loss": 0.9635,
"step": 887500
},
{
"epoch": 37.85,
"learning_rate": 2.2692121212121217e-06,
"loss": 0.9641,
"step": 888000
},
{
"epoch": 37.87,
"learning_rate": 2.2591111111111115e-06,
"loss": 0.9642,
"step": 888500
},
{
"epoch": 37.9,
"learning_rate": 2.2490101010101014e-06,
"loss": 0.9639,
"step": 889000
},
{
"epoch": 37.92,
"learning_rate": 2.238929292929293e-06,
"loss": 0.9637,
"step": 889500
},
{
"epoch": 37.94,
"learning_rate": 2.228828282828283e-06,
"loss": 0.9633,
"step": 890000
},
{
"epoch": 37.96,
"learning_rate": 2.218727272727273e-06,
"loss": 0.9638,
"step": 890500
},
{
"epoch": 37.98,
"learning_rate": 2.208626262626263e-06,
"loss": 0.964,
"step": 891000
},
{
"epoch": 38.0,
"eval_accuracy": 0.8058275368916192,
"eval_loss": 0.8062019944190979,
"eval_runtime": 55.7349,
"eval_samples_per_second": 928.395,
"eval_steps_per_second": 14.515,
"step": 891442
},
{
"epoch": 38.0,
"learning_rate": 2.1985252525252527e-06,
"loss": 0.9647,
"step": 891500
},
{
"epoch": 38.02,
"learning_rate": 2.1884242424242425e-06,
"loss": 0.9649,
"step": 892000
},
{
"epoch": 38.05,
"learning_rate": 2.1783232323232324e-06,
"loss": 0.9639,
"step": 892500
},
{
"epoch": 38.07,
"learning_rate": 2.1682222222222223e-06,
"loss": 0.9625,
"step": 893000
},
{
"epoch": 38.09,
"learning_rate": 2.158141414141414e-06,
"loss": 0.9633,
"step": 893500
},
{
"epoch": 38.11,
"learning_rate": 2.1480404040404044e-06,
"loss": 0.963,
"step": 894000
},
{
"epoch": 38.13,
"learning_rate": 2.1379393939393942e-06,
"loss": 0.963,
"step": 894500
},
{
"epoch": 38.15,
"learning_rate": 2.127838383838384e-06,
"loss": 0.9632,
"step": 895000
},
{
"epoch": 38.17,
"learning_rate": 2.117737373737374e-06,
"loss": 0.9638,
"step": 895500
},
{
"epoch": 38.19,
"learning_rate": 2.107636363636364e-06,
"loss": 0.9663,
"step": 896000
},
{
"epoch": 38.22,
"learning_rate": 2.0975353535353537e-06,
"loss": 0.9623,
"step": 896500
},
{
"epoch": 38.24,
"learning_rate": 2.0874545454545455e-06,
"loss": 0.9629,
"step": 897000
},
{
"epoch": 38.26,
"learning_rate": 2.0773535353535354e-06,
"loss": 0.9635,
"step": 897500
},
{
"epoch": 38.28,
"learning_rate": 2.0672525252525257e-06,
"loss": 0.9633,
"step": 898000
},
{
"epoch": 38.3,
"learning_rate": 2.0571515151515155e-06,
"loss": 0.965,
"step": 898500
},
{
"epoch": 38.32,
"learning_rate": 2.0470505050505054e-06,
"loss": 0.963,
"step": 899000
},
{
"epoch": 38.34,
"learning_rate": 2.036949494949495e-06,
"loss": 0.965,
"step": 899500
},
{
"epoch": 38.36,
"learning_rate": 2.026868686868687e-06,
"loss": 0.9613,
"step": 900000
},
{
"epoch": 38.39,
"learning_rate": 2.016767676767677e-06,
"loss": 0.9622,
"step": 900500
},
{
"epoch": 38.41,
"learning_rate": 2.006666666666667e-06,
"loss": 0.9625,
"step": 901000
},
{
"epoch": 38.43,
"learning_rate": 1.9965656565656567e-06,
"loss": 0.9613,
"step": 901500
},
{
"epoch": 38.45,
"learning_rate": 1.9864848484848485e-06,
"loss": 0.9614,
"step": 902000
},
{
"epoch": 38.47,
"learning_rate": 1.9763838383838383e-06,
"loss": 0.9631,
"step": 902500
},
{
"epoch": 38.49,
"learning_rate": 1.966282828282828e-06,
"loss": 0.9629,
"step": 903000
},
{
"epoch": 38.51,
"learning_rate": 1.9561818181818185e-06,
"loss": 0.9639,
"step": 903500
},
{
"epoch": 38.54,
"learning_rate": 1.9460808080808084e-06,
"loss": 0.9624,
"step": 904000
},
{
"epoch": 38.56,
"learning_rate": 1.9359797979797982e-06,
"loss": 0.96,
"step": 904500
},
{
"epoch": 38.58,
"learning_rate": 1.925878787878788e-06,
"loss": 0.96,
"step": 905000
},
{
"epoch": 38.6,
"learning_rate": 1.91579797979798e-06,
"loss": 0.961,
"step": 905500
},
{
"epoch": 38.62,
"learning_rate": 1.9056969696969698e-06,
"loss": 0.9639,
"step": 906000
},
{
"epoch": 38.64,
"learning_rate": 1.8955959595959596e-06,
"loss": 0.9627,
"step": 906500
},
{
"epoch": 38.66,
"learning_rate": 1.8854949494949495e-06,
"loss": 0.9633,
"step": 907000
},
{
"epoch": 38.68,
"learning_rate": 1.8754141414141415e-06,
"loss": 0.962,
"step": 907500
},
{
"epoch": 38.71,
"learning_rate": 1.8653333333333334e-06,
"loss": 0.9632,
"step": 908000
},
{
"epoch": 38.73,
"learning_rate": 1.8552323232323232e-06,
"loss": 0.9617,
"step": 908500
},
{
"epoch": 38.75,
"learning_rate": 1.8451313131313133e-06,
"loss": 0.9647,
"step": 909000
},
{
"epoch": 38.77,
"learning_rate": 1.8350303030303032e-06,
"loss": 0.9642,
"step": 909500
},
{
"epoch": 38.79,
"learning_rate": 1.824929292929293e-06,
"loss": 0.9613,
"step": 910000
},
{
"epoch": 38.81,
"learning_rate": 1.8148282828282829e-06,
"loss": 0.9599,
"step": 910500
},
{
"epoch": 38.83,
"learning_rate": 1.804727272727273e-06,
"loss": 0.961,
"step": 911000
},
{
"epoch": 38.86,
"learning_rate": 1.7946262626262628e-06,
"loss": 0.9637,
"step": 911500
},
{
"epoch": 38.88,
"learning_rate": 1.7845252525252527e-06,
"loss": 0.9601,
"step": 912000
},
{
"epoch": 38.9,
"learning_rate": 1.7744444444444445e-06,
"loss": 0.9644,
"step": 912500
},
{
"epoch": 38.92,
"learning_rate": 1.7643434343434346e-06,
"loss": 0.9618,
"step": 913000
},
{
"epoch": 38.94,
"learning_rate": 1.7542424242424245e-06,
"loss": 0.962,
"step": 913500
},
{
"epoch": 38.96,
"learning_rate": 1.7441414141414143e-06,
"loss": 0.965,
"step": 914000
},
{
"epoch": 38.98,
"learning_rate": 1.7340404040404042e-06,
"loss": 0.9614,
"step": 914500
},
{
"epoch": 39.0,
"eval_accuracy": 0.8056050030390269,
"eval_loss": 0.8058241009712219,
"eval_runtime": 55.9643,
"eval_samples_per_second": 924.59,
"eval_steps_per_second": 14.456,
"step": 914901
},
{
"epoch": 39.0,
"learning_rate": 1.7239393939393943e-06,
"loss": 0.9632,
"step": 915000
},
{
"epoch": 39.03,
"learning_rate": 1.7138383838383841e-06,
"loss": 0.9652,
"step": 915500
},
{
"epoch": 39.05,
"learning_rate": 1.7037373737373738e-06,
"loss": 0.9623,
"step": 916000
},
{
"epoch": 39.07,
"learning_rate": 1.6936363636363636e-06,
"loss": 0.9614,
"step": 916500
},
{
"epoch": 39.09,
"learning_rate": 1.6835353535353537e-06,
"loss": 0.9612,
"step": 917000
},
{
"epoch": 39.11,
"learning_rate": 1.6734545454545455e-06,
"loss": 0.9646,
"step": 917500
},
{
"epoch": 39.13,
"learning_rate": 1.6633535353535354e-06,
"loss": 0.9623,
"step": 918000
},
{
"epoch": 39.15,
"learning_rate": 1.6532727272727274e-06,
"loss": 0.9611,
"step": 918500
},
{
"epoch": 39.17,
"learning_rate": 1.6431919191919193e-06,
"loss": 0.9623,
"step": 919000
},
{
"epoch": 39.2,
"learning_rate": 1.6330909090909091e-06,
"loss": 0.9628,
"step": 919500
},
{
"epoch": 39.22,
"learning_rate": 1.622989898989899e-06,
"loss": 0.9616,
"step": 920000
},
{
"epoch": 39.24,
"learning_rate": 1.612888888888889e-06,
"loss": 0.9641,
"step": 920500
},
{
"epoch": 39.26,
"learning_rate": 1.6028080808080809e-06,
"loss": 0.9607,
"step": 921000
},
{
"epoch": 39.28,
"learning_rate": 1.5927070707070707e-06,
"loss": 0.9628,
"step": 921500
},
{
"epoch": 39.3,
"learning_rate": 1.5826060606060608e-06,
"loss": 0.965,
"step": 922000
},
{
"epoch": 39.32,
"learning_rate": 1.5725050505050507e-06,
"loss": 0.9625,
"step": 922500
},
{
"epoch": 39.35,
"learning_rate": 1.5624040404040405e-06,
"loss": 0.9605,
"step": 923000
},
{
"epoch": 39.37,
"learning_rate": 1.5523030303030304e-06,
"loss": 0.9626,
"step": 923500
},
{
"epoch": 39.39,
"learning_rate": 1.5422020202020203e-06,
"loss": 0.9635,
"step": 924000
},
{
"epoch": 39.41,
"learning_rate": 1.5321010101010103e-06,
"loss": 0.9628,
"step": 924500
},
{
"epoch": 39.43,
"learning_rate": 1.5220000000000002e-06,
"loss": 0.9629,
"step": 925000
},
{
"epoch": 39.45,
"learning_rate": 1.51189898989899e-06,
"loss": 0.9615,
"step": 925500
},
{
"epoch": 39.47,
"learning_rate": 1.5017979797979797e-06,
"loss": 0.9616,
"step": 926000
},
{
"epoch": 39.49,
"learning_rate": 1.49169696969697e-06,
"loss": 0.9622,
"step": 926500
},
{
"epoch": 39.52,
"learning_rate": 1.4816161616161618e-06,
"loss": 0.9615,
"step": 927000
},
{
"epoch": 39.54,
"learning_rate": 1.4715151515151515e-06,
"loss": 0.9619,
"step": 927500
},
{
"epoch": 39.56,
"learning_rate": 1.4614343434343437e-06,
"loss": 0.9615,
"step": 928000
},
{
"epoch": 39.58,
"learning_rate": 1.4513333333333334e-06,
"loss": 0.9623,
"step": 928500
},
{
"epoch": 39.6,
"learning_rate": 1.4412525252525252e-06,
"loss": 0.9616,
"step": 929000
},
{
"epoch": 39.62,
"learning_rate": 1.4311515151515155e-06,
"loss": 0.9605,
"step": 929500
},
{
"epoch": 39.64,
"learning_rate": 1.4210505050505051e-06,
"loss": 0.9638,
"step": 930000
},
{
"epoch": 39.66,
"learning_rate": 1.410949494949495e-06,
"loss": 0.9612,
"step": 930500
},
{
"epoch": 39.69,
"learning_rate": 1.4008686868686868e-06,
"loss": 0.9631,
"step": 931000
},
{
"epoch": 39.71,
"learning_rate": 1.390767676767677e-06,
"loss": 0.9585,
"step": 931500
},
{
"epoch": 39.73,
"learning_rate": 1.3806666666666668e-06,
"loss": 0.9616,
"step": 932000
},
{
"epoch": 39.75,
"learning_rate": 1.3705656565656566e-06,
"loss": 0.9606,
"step": 932500
},
{
"epoch": 39.77,
"learning_rate": 1.3604646464646465e-06,
"loss": 0.9626,
"step": 933000
},
{
"epoch": 39.79,
"learning_rate": 1.3503636363636366e-06,
"loss": 0.9629,
"step": 933500
},
{
"epoch": 39.81,
"learning_rate": 1.3402626262626264e-06,
"loss": 0.9627,
"step": 934000
},
{
"epoch": 39.84,
"learning_rate": 1.3301616161616163e-06,
"loss": 0.9609,
"step": 934500
},
{
"epoch": 39.86,
"learning_rate": 1.3200606060606062e-06,
"loss": 0.9605,
"step": 935000
},
{
"epoch": 39.88,
"learning_rate": 1.309959595959596e-06,
"loss": 0.9613,
"step": 935500
},
{
"epoch": 39.9,
"learning_rate": 1.299858585858586e-06,
"loss": 0.9616,
"step": 936000
},
{
"epoch": 39.92,
"learning_rate": 1.289757575757576e-06,
"loss": 0.9606,
"step": 936500
},
{
"epoch": 39.94,
"learning_rate": 1.2796565656565656e-06,
"loss": 0.962,
"step": 937000
},
{
"epoch": 39.96,
"learning_rate": 1.2695555555555555e-06,
"loss": 0.9614,
"step": 937500
},
{
"epoch": 39.98,
"learning_rate": 1.2594545454545456e-06,
"loss": 0.9615,
"step": 938000
},
{
"epoch": 40.0,
"eval_accuracy": 0.8062926496749798,
"eval_loss": 0.8033291101455688,
"eval_runtime": 56.4926,
"eval_samples_per_second": 915.944,
"eval_steps_per_second": 14.32,
"step": 938360
},
{
"epoch": 40.01,
"learning_rate": 1.2493535353535354e-06,
"loss": 0.964,
"step": 938500
},
{
"epoch": 40.03,
"learning_rate": 1.2392727272727275e-06,
"loss": 0.9632,
"step": 939000
},
{
"epoch": 40.05,
"learning_rate": 1.2291717171717173e-06,
"loss": 0.9612,
"step": 939500
},
{
"epoch": 40.07,
"learning_rate": 1.2190707070707072e-06,
"loss": 0.961,
"step": 940000
},
{
"epoch": 40.09,
"learning_rate": 1.208969696969697e-06,
"loss": 0.962,
"step": 940500
},
{
"epoch": 40.11,
"learning_rate": 1.198868686868687e-06,
"loss": 0.9598,
"step": 941000
},
{
"epoch": 40.13,
"learning_rate": 1.188787878787879e-06,
"loss": 0.9581,
"step": 941500
},
{
"epoch": 40.16,
"learning_rate": 1.1787070707070708e-06,
"loss": 0.9647,
"step": 942000
},
{
"epoch": 40.18,
"learning_rate": 1.1686060606060606e-06,
"loss": 0.9607,
"step": 942500
},
{
"epoch": 40.2,
"learning_rate": 1.1585050505050507e-06,
"loss": 0.9603,
"step": 943000
},
{
"epoch": 40.22,
"learning_rate": 1.1484040404040404e-06,
"loss": 0.9633,
"step": 943500
},
{
"epoch": 40.24,
"learning_rate": 1.1383232323232324e-06,
"loss": 0.9632,
"step": 944000
},
{
"epoch": 40.26,
"learning_rate": 1.1282222222222223e-06,
"loss": 0.9639,
"step": 944500
},
{
"epoch": 40.28,
"learning_rate": 1.1181212121212121e-06,
"loss": 0.9605,
"step": 945000
},
{
"epoch": 40.3,
"learning_rate": 1.1080202020202022e-06,
"loss": 0.9621,
"step": 945500
},
{
"epoch": 40.33,
"learning_rate": 1.097919191919192e-06,
"loss": 0.962,
"step": 946000
},
{
"epoch": 40.35,
"learning_rate": 1.087818181818182e-06,
"loss": 0.9634,
"step": 946500
},
{
"epoch": 40.37,
"learning_rate": 1.0777171717171718e-06,
"loss": 0.961,
"step": 947000
},
{
"epoch": 40.39,
"learning_rate": 1.0676161616161619e-06,
"loss": 0.9592,
"step": 947500
},
{
"epoch": 40.41,
"learning_rate": 1.0575151515151515e-06,
"loss": 0.9605,
"step": 948000
},
{
"epoch": 40.43,
"learning_rate": 1.0474141414141414e-06,
"loss": 0.9634,
"step": 948500
},
{
"epoch": 40.45,
"learning_rate": 1.0373333333333334e-06,
"loss": 0.9596,
"step": 949000
},
{
"epoch": 40.47,
"learning_rate": 1.0272323232323233e-06,
"loss": 0.9636,
"step": 949500
},
{
"epoch": 40.5,
"learning_rate": 1.0171313131313131e-06,
"loss": 0.9626,
"step": 950000
},
{
"epoch": 40.52,
"learning_rate": 1.0070505050505052e-06,
"loss": 0.9594,
"step": 950500
},
{
"epoch": 40.54,
"learning_rate": 9.96949494949495e-07,
"loss": 0.9593,
"step": 951000
},
{
"epoch": 40.56,
"learning_rate": 9.86848484848485e-07,
"loss": 0.9615,
"step": 951500
},
{
"epoch": 40.58,
"learning_rate": 9.767474747474748e-07,
"loss": 0.9602,
"step": 952000
},
{
"epoch": 40.6,
"learning_rate": 9.666666666666668e-07,
"loss": 0.9623,
"step": 952500
},
{
"epoch": 40.62,
"learning_rate": 9.565656565656567e-07,
"loss": 0.9585,
"step": 953000
},
{
"epoch": 40.65,
"learning_rate": 9.464646464646465e-07,
"loss": 0.9619,
"step": 953500
},
{
"epoch": 40.67,
"learning_rate": 9.363636363636365e-07,
"loss": 0.9603,
"step": 954000
},
{
"epoch": 40.69,
"learning_rate": 9.262626262626264e-07,
"loss": 0.9618,
"step": 954500
},
{
"epoch": 40.71,
"learning_rate": 9.161616161616162e-07,
"loss": 0.9598,
"step": 955000
},
{
"epoch": 40.73,
"learning_rate": 9.060606060606062e-07,
"loss": 0.9633,
"step": 955500
},
{
"epoch": 40.75,
"learning_rate": 8.959595959595959e-07,
"loss": 0.9603,
"step": 956000
},
{
"epoch": 40.77,
"learning_rate": 8.858585858585859e-07,
"loss": 0.9611,
"step": 956500
},
{
"epoch": 40.79,
"learning_rate": 8.757777777777778e-07,
"loss": 0.9605,
"step": 957000
},
{
"epoch": 40.82,
"learning_rate": 8.656969696969697e-07,
"loss": 0.9633,
"step": 957500
},
{
"epoch": 40.84,
"learning_rate": 8.555959595959596e-07,
"loss": 0.9603,
"step": 958000
},
{
"epoch": 40.86,
"learning_rate": 8.454949494949495e-07,
"loss": 0.9607,
"step": 958500
},
{
"epoch": 40.88,
"learning_rate": 8.354141414141414e-07,
"loss": 0.9604,
"step": 959000
},
{
"epoch": 40.9,
"learning_rate": 8.253131313131314e-07,
"loss": 0.9626,
"step": 959500
},
{
"epoch": 40.92,
"learning_rate": 8.152121212121213e-07,
"loss": 0.962,
"step": 960000
},
{
"epoch": 40.94,
"learning_rate": 8.051111111111112e-07,
"loss": 0.9592,
"step": 960500
},
{
"epoch": 40.97,
"learning_rate": 7.950101010101011e-07,
"loss": 0.9602,
"step": 961000
},
{
"epoch": 40.99,
"learning_rate": 7.849090909090911e-07,
"loss": 0.9614,
"step": 961500
},
{
"epoch": 41.0,
"eval_accuracy": 0.8060622863370541,
"eval_loss": 0.8039979338645935,
"eval_runtime": 56.2871,
"eval_samples_per_second": 919.287,
"eval_steps_per_second": 14.373,
"step": 961819
},
{
"epoch": 41.01,
"learning_rate": 7.748080808080808e-07,
"loss": 0.9642,
"step": 962000
},
{
"epoch": 41.03,
"learning_rate": 7.647070707070707e-07,
"loss": 0.962,
"step": 962500
},
{
"epoch": 41.05,
"learning_rate": 7.546060606060607e-07,
"loss": 0.9606,
"step": 963000
},
{
"epoch": 41.07,
"learning_rate": 7.445050505050505e-07,
"loss": 0.9606,
"step": 963500
},
{
"epoch": 41.09,
"learning_rate": 7.344040404040405e-07,
"loss": 0.9608,
"step": 964000
},
{
"epoch": 41.11,
"learning_rate": 7.243232323232324e-07,
"loss": 0.9612,
"step": 964500
},
{
"epoch": 41.14,
"learning_rate": 7.142222222222223e-07,
"loss": 0.9607,
"step": 965000
},
{
"epoch": 41.16,
"learning_rate": 7.041212121212123e-07,
"loss": 0.9593,
"step": 965500
},
{
"epoch": 41.18,
"learning_rate": 6.940202020202021e-07,
"loss": 0.9603,
"step": 966000
},
{
"epoch": 41.2,
"learning_rate": 6.839191919191921e-07,
"loss": 0.9603,
"step": 966500
},
{
"epoch": 41.22,
"learning_rate": 6.738181818181818e-07,
"loss": 0.9618,
"step": 967000
},
{
"epoch": 41.24,
"learning_rate": 6.637171717171717e-07,
"loss": 0.9599,
"step": 967500
},
{
"epoch": 41.26,
"learning_rate": 6.536161616161617e-07,
"loss": 0.9617,
"step": 968000
},
{
"epoch": 41.28,
"learning_rate": 6.435151515151515e-07,
"loss": 0.9601,
"step": 968500
},
{
"epoch": 41.31,
"learning_rate": 6.334343434343435e-07,
"loss": 0.9586,
"step": 969000
},
{
"epoch": 41.33,
"learning_rate": 6.233333333333333e-07,
"loss": 0.9605,
"step": 969500
},
{
"epoch": 41.35,
"learning_rate": 6.132525252525253e-07,
"loss": 0.9596,
"step": 970000
},
{
"epoch": 41.37,
"learning_rate": 6.031515151515152e-07,
"loss": 0.9599,
"step": 970500
},
{
"epoch": 41.39,
"learning_rate": 5.930505050505051e-07,
"loss": 0.9618,
"step": 971000
},
{
"epoch": 41.41,
"learning_rate": 5.829494949494951e-07,
"loss": 0.9635,
"step": 971500
},
{
"epoch": 41.43,
"learning_rate": 5.728484848484849e-07,
"loss": 0.9622,
"step": 972000
},
{
"epoch": 41.46,
"learning_rate": 5.627474747474748e-07,
"loss": 0.9614,
"step": 972500
},
{
"epoch": 41.48,
"learning_rate": 5.526464646464648e-07,
"loss": 0.9611,
"step": 973000
},
{
"epoch": 41.5,
"learning_rate": 5.425454545454545e-07,
"loss": 0.9584,
"step": 973500
},
{
"epoch": 41.52,
"learning_rate": 5.324646464646466e-07,
"loss": 0.9617,
"step": 974000
},
{
"epoch": 41.54,
"learning_rate": 5.223636363636364e-07,
"loss": 0.9606,
"step": 974500
},
{
"epoch": 41.56,
"learning_rate": 5.122626262626263e-07,
"loss": 0.9611,
"step": 975000
},
{
"epoch": 41.58,
"learning_rate": 5.021616161616162e-07,
"loss": 0.9607,
"step": 975500
},
{
"epoch": 41.6,
"learning_rate": 4.920606060606061e-07,
"loss": 0.9627,
"step": 976000
},
{
"epoch": 41.63,
"learning_rate": 4.82e-07,
"loss": 0.9629,
"step": 976500
},
{
"epoch": 41.65,
"learning_rate": 4.718989898989899e-07,
"loss": 0.9639,
"step": 977000
},
{
"epoch": 41.67,
"learning_rate": 4.6179797979797983e-07,
"loss": 0.9615,
"step": 977500
},
{
"epoch": 41.69,
"learning_rate": 4.5169696969696975e-07,
"loss": 0.9602,
"step": 978000
},
{
"epoch": 41.71,
"learning_rate": 4.4159595959595967e-07,
"loss": 0.9605,
"step": 978500
},
{
"epoch": 41.73,
"learning_rate": 4.3149494949494953e-07,
"loss": 0.9597,
"step": 979000
},
{
"epoch": 41.75,
"learning_rate": 4.2139393939393944e-07,
"loss": 0.9607,
"step": 979500
},
{
"epoch": 41.78,
"learning_rate": 4.1129292929292936e-07,
"loss": 0.96,
"step": 980000
},
{
"epoch": 41.8,
"learning_rate": 4.011919191919193e-07,
"loss": 0.9618,
"step": 980500
},
{
"epoch": 41.82,
"learning_rate": 3.9111111111111115e-07,
"loss": 0.9604,
"step": 981000
},
{
"epoch": 41.84,
"learning_rate": 3.81010101010101e-07,
"loss": 0.9586,
"step": 981500
},
{
"epoch": 41.86,
"learning_rate": 3.7090909090909093e-07,
"loss": 0.9619,
"step": 982000
},
{
"epoch": 41.88,
"learning_rate": 3.6082828282828286e-07,
"loss": 0.9599,
"step": 982500
},
{
"epoch": 41.9,
"learning_rate": 3.5072727272727273e-07,
"loss": 0.9607,
"step": 983000
},
{
"epoch": 41.92,
"learning_rate": 3.4062626262626264e-07,
"loss": 0.9586,
"step": 983500
},
{
"epoch": 41.95,
"learning_rate": 3.305252525252525e-07,
"loss": 0.9601,
"step": 984000
},
{
"epoch": 41.97,
"learning_rate": 3.204242424242424e-07,
"loss": 0.9604,
"step": 984500
},
{
"epoch": 41.99,
"learning_rate": 3.1034343434343435e-07,
"loss": 0.9631,
"step": 985000
},
{
"epoch": 42.0,
"eval_accuracy": 0.8062162078442503,
"eval_loss": 0.8020749688148499,
"eval_runtime": 56.8036,
"eval_samples_per_second": 910.929,
"eval_steps_per_second": 14.242,
"step": 985278
},
{
"epoch": 42.01,
"learning_rate": 3.0024242424242427e-07,
"loss": 0.9596,
"step": 985500
},
{
"epoch": 42.03,
"learning_rate": 2.901414141414142e-07,
"loss": 0.9596,
"step": 986000
},
{
"epoch": 42.05,
"learning_rate": 2.8004040404040405e-07,
"loss": 0.9598,
"step": 986500
},
{
"epoch": 42.07,
"learning_rate": 2.69959595959596e-07,
"loss": 0.9614,
"step": 987000
},
{
"epoch": 42.09,
"learning_rate": 2.5985858585858584e-07,
"loss": 0.9591,
"step": 987500
},
{
"epoch": 42.12,
"learning_rate": 2.4975757575757576e-07,
"loss": 0.9618,
"step": 988000
},
{
"epoch": 42.14,
"learning_rate": 2.396565656565657e-07,
"loss": 0.9617,
"step": 988500
},
{
"epoch": 42.16,
"learning_rate": 2.2955555555555556e-07,
"loss": 0.9605,
"step": 989000
},
{
"epoch": 42.18,
"learning_rate": 2.1945454545454548e-07,
"loss": 0.9624,
"step": 989500
},
{
"epoch": 42.2,
"learning_rate": 2.0935353535353537e-07,
"loss": 0.9607,
"step": 990000
},
{
"epoch": 42.22,
"learning_rate": 1.9925252525252529e-07,
"loss": 0.96,
"step": 990500
},
{
"epoch": 42.24,
"learning_rate": 1.891717171717172e-07,
"loss": 0.96,
"step": 991000
},
{
"epoch": 42.27,
"learning_rate": 1.790707070707071e-07,
"loss": 0.9589,
"step": 991500
},
{
"epoch": 42.29,
"learning_rate": 1.68969696969697e-07,
"loss": 0.9631,
"step": 992000
},
{
"epoch": 42.31,
"learning_rate": 1.5886868686868686e-07,
"loss": 0.9604,
"step": 992500
},
{
"epoch": 42.33,
"learning_rate": 1.4876767676767677e-07,
"loss": 0.9591,
"step": 993000
},
{
"epoch": 42.35,
"learning_rate": 1.386868686868687e-07,
"loss": 0.9608,
"step": 993500
},
{
"epoch": 42.37,
"learning_rate": 1.285858585858586e-07,
"loss": 0.9604,
"step": 994000
},
{
"epoch": 42.39,
"learning_rate": 1.1850505050505051e-07,
"loss": 0.9611,
"step": 994500
},
{
"epoch": 42.41,
"learning_rate": 1.0840404040404042e-07,
"loss": 0.9582,
"step": 995000
},
{
"epoch": 42.44,
"learning_rate": 9.83030303030303e-08,
"loss": 0.9607,
"step": 995500
},
{
"epoch": 42.46,
"learning_rate": 8.820202020202021e-08,
"loss": 0.9589,
"step": 996000
},
{
"epoch": 42.48,
"learning_rate": 7.810101010101011e-08,
"loss": 0.9614,
"step": 996500
},
{
"epoch": 42.5,
"learning_rate": 6.8e-08,
"loss": 0.9607,
"step": 997000
},
{
"epoch": 42.52,
"learning_rate": 5.78989898989899e-08,
"loss": 0.9609,
"step": 997500
},
{
"epoch": 42.54,
"learning_rate": 4.781818181818183e-08,
"loss": 0.9631,
"step": 998000
},
{
"epoch": 42.56,
"learning_rate": 3.7717171717171717e-08,
"loss": 0.961,
"step": 998500
},
{
"epoch": 42.58,
"learning_rate": 2.761616161616162e-08,
"loss": 0.9614,
"step": 999000
},
{
"epoch": 42.61,
"learning_rate": 1.7515151515151516e-08,
"loss": 0.9611,
"step": 999500
},
{
"epoch": 42.63,
"learning_rate": 7.434343434343435e-09,
"loss": 0.9609,
"step": 1000000
},
{
"epoch": 42.63,
"eval_accuracy": 0.8068319957114065,
"eval_loss": 0.8024299144744873,
"eval_runtime": 56.1367,
"eval_samples_per_second": 921.749,
"eval_steps_per_second": 14.411,
"step": 1000000
},
{
"epoch": 42.63,
"step": 1000000,
"total_flos": 6.737707398739683e+19,
"train_loss": 0.07689679595947266,
"train_runtime": 32435.3069,
"train_samples_per_second": 7892.634,
"train_steps_per_second": 30.831
}
],
"max_steps": 1000000,
"num_train_epochs": 43,
"total_flos": 6.737707398739683e+19,
"trial_name": null,
"trial_params": null
}