Instructions to use batterydata/batterybert-cased with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use batterydata/batterybert-cased with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("fill-mask", model="batterydata/batterybert-cased")# Load model directly from transformers import AutoTokenizer, AutoModelForMaskedLM tokenizer = AutoTokenizer.from_pretrained("batterydata/batterybert-cased") model = AutoModelForMaskedLM.from_pretrained("batterydata/batterybert-cased", device_map="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 42.627562982224305, | |
| "global_step": 1000000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 9.96e-07, | |
| "loss": 3.5376, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 1.992e-06, | |
| "loss": 3.2204, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 2.99e-06, | |
| "loss": 3.0852, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 3.988000000000001e-06, | |
| "loss": 2.9628, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.988e-06, | |
| "loss": 2.6672, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 5.988e-06, | |
| "loss": 2.1921, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 6.988000000000001e-06, | |
| "loss": 1.9085, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 7.988e-06, | |
| "loss": 1.8146, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 8.988000000000001e-06, | |
| "loss": 1.7548, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.988000000000002e-06, | |
| "loss": 1.7099, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 1.0988e-05, | |
| "loss": 1.6733, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 1.1988000000000001e-05, | |
| "loss": 1.6449, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 1.2988e-05, | |
| "loss": 1.6214, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 1.3988000000000002e-05, | |
| "loss": 1.6005, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 1.4988000000000001e-05, | |
| "loss": 1.5755, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 1.5988e-05, | |
| "loss": 1.5608, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 1.6988e-05, | |
| "loss": 1.5432, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 1.7988e-05, | |
| "loss": 1.5307, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 1.8988000000000002e-05, | |
| "loss": 1.5122, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 1.9988000000000002e-05, | |
| "loss": 1.5002, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 1.999647781881444e-05, | |
| "loss": 1.4902, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 1.9992912858100306e-05, | |
| "loss": 1.4755, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 1.9989347897386173e-05, | |
| "loss": 1.4646, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 1.998578293667204e-05, | |
| "loss": 1.4532, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 1.9982225105879337e-05, | |
| "loss": 1.4447, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 1.9978660145165204e-05, | |
| "loss": 1.4381, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 1.997509518445107e-05, | |
| "loss": 1.4269, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 1.997153022373694e-05, | |
| "loss": 1.4211, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.9967965263022805e-05, | |
| "loss": 1.4155, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.996440030230867e-05, | |
| "loss": 1.4087, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.9960835341594536e-05, | |
| "loss": 1.4009, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.9957270380880404e-05, | |
| "loss": 1.3942, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.995370542016627e-05, | |
| "loss": 1.39, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.9950140459452138e-05, | |
| "loss": 1.3859, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.9946582628659434e-05, | |
| "loss": 1.3852, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.99430176679453e-05, | |
| "loss": 1.3728, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.993945270723117e-05, | |
| "loss": 1.3675, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.9935887746517036e-05, | |
| "loss": 1.3643, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 1.9932329915724333e-05, | |
| "loss": 1.3606, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 1.99287649550102e-05, | |
| "loss": 1.3543, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 1.9925199994296063e-05, | |
| "loss": 1.35, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 1.992163503358193e-05, | |
| "loss": 1.3463, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 1.9918070072867798e-05, | |
| "loss": 1.3437, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 1.9914505112153665e-05, | |
| "loss": 1.3396, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.991094728136096e-05, | |
| "loss": 1.3366, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.990738232064683e-05, | |
| "loss": 1.3326, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.7545876212630639, | |
| "eval_loss": 1.1067582368850708, | |
| "eval_runtime": 59.6311, | |
| "eval_samples_per_second": 867.736, | |
| "eval_steps_per_second": 13.567, | |
| "step": 23459 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 1.9903817359932696e-05, | |
| "loss": 1.3273, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 1.9900252399218563e-05, | |
| "loss": 1.323, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 1.989668743850443e-05, | |
| "loss": 1.3248, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 1.9893129607711727e-05, | |
| "loss": 1.3175, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 1.9889564646997594e-05, | |
| "loss": 1.3164, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 1.9885999686283458e-05, | |
| "loss": 1.3105, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 1.9882434725569325e-05, | |
| "loss": 1.3113, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.987887689477662e-05, | |
| "loss": 1.3085, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 1.987531193406249e-05, | |
| "loss": 1.304, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 1.9871746973348356e-05, | |
| "loss": 1.3041, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 1.9868182012634223e-05, | |
| "loss": 1.3017, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 1.986461705192009e-05, | |
| "loss": 1.2977, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 1.9861066351048813e-05, | |
| "loss": 1.2914, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 1.985750139033468e-05, | |
| "loss": 1.2891, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 1.9853936429620547e-05, | |
| "loss": 1.2881, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.9850371468906414e-05, | |
| "loss": 1.2862, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 1.984680650819228e-05, | |
| "loss": 1.286, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 1.984324154747815e-05, | |
| "loss": 1.2786, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 1.9839676586764016e-05, | |
| "loss": 1.2819, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 1.9836111626049883e-05, | |
| "loss": 1.2762, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 1.983254666533575e-05, | |
| "loss": 1.2765, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 1.9828981704621617e-05, | |
| "loss": 1.2738, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 1.9825416743907484e-05, | |
| "loss": 1.2717, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 1.982185891311478e-05, | |
| "loss": 1.2711, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 1.9818293952400648e-05, | |
| "loss": 1.267, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 1.9814728991686515e-05, | |
| "loss": 1.2626, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 1.9811164030972382e-05, | |
| "loss": 1.2634, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 1.9807606200179676e-05, | |
| "loss": 1.2639, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 1.9804041239465543e-05, | |
| "loss": 1.2574, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 1.980047627875141e-05, | |
| "loss": 1.2568, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 1.9796911318037277e-05, | |
| "loss": 1.2565, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 1.9793346357323144e-05, | |
| "loss": 1.2556, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 1.978978139660901e-05, | |
| "loss": 1.2518, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 1.978621643589488e-05, | |
| "loss": 1.2532, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 1.9782651475180746e-05, | |
| "loss": 1.2514, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 1.9779086514466613e-05, | |
| "loss": 1.2484, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 1.977552155375248e-05, | |
| "loss": 1.2443, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 1.9771963722959777e-05, | |
| "loss": 1.2452, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 1.976839876224564e-05, | |
| "loss": 1.2446, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 1.9764840931452937e-05, | |
| "loss": 1.2429, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 1.9761275970738804e-05, | |
| "loss": 1.2408, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 1.975771101002467e-05, | |
| "loss": 1.241, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 1.975414604931054e-05, | |
| "loss": 1.2361, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 1.9750588218517835e-05, | |
| "loss": 1.238, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 1.9747023257803702e-05, | |
| "loss": 1.2354, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 1.974345829708957e-05, | |
| "loss": 1.2313, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 1.9739893336375436e-05, | |
| "loss": 1.2328, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.7677078867058438, | |
| "eval_loss": 1.0249285697937012, | |
| "eval_runtime": 61.6684, | |
| "eval_samples_per_second": 839.069, | |
| "eval_steps_per_second": 13.119, | |
| "step": 46918 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 1.973633550558273e-05, | |
| "loss": 1.2284, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 1.9732770544868597e-05, | |
| "loss": 1.2291, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 1.9729205584154464e-05, | |
| "loss": 1.229, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "learning_rate": 1.972564062344033e-05, | |
| "loss": 1.2234, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 1.9722075662726198e-05, | |
| "loss": 1.2242, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 1.9718517831933495e-05, | |
| "loss": 1.2249, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "learning_rate": 1.9714952871219362e-05, | |
| "loss": 1.2214, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 1.971138791050523e-05, | |
| "loss": 1.2226, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 1.9707830079712522e-05, | |
| "loss": 1.2197, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 1.9704265118998393e-05, | |
| "loss": 1.2167, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 1.9700700158284257e-05, | |
| "loss": 1.2162, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 1.9697135197570124e-05, | |
| "loss": 1.2159, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 1.969357023685599e-05, | |
| "loss": 1.2151, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 1.9690005276141858e-05, | |
| "loss": 1.2143, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 1.9686440315427725e-05, | |
| "loss": 1.2121, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 1.9682875354713592e-05, | |
| "loss": 1.207, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 1.967931039399946e-05, | |
| "loss": 1.2098, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 1.9675752563206756e-05, | |
| "loss": 1.2087, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 1.9672187602492623e-05, | |
| "loss": 1.2042, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "learning_rate": 1.966862264177849e-05, | |
| "loss": 1.2088, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 1.9665057681064358e-05, | |
| "loss": 1.204, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 1.9661492720350225e-05, | |
| "loss": 1.2049, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 1.9657927759636092e-05, | |
| "loss": 1.2028, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 1.965436279892196e-05, | |
| "loss": 1.2024, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 1.9650797838207826e-05, | |
| "loss": 1.2015, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 1.964724000741512e-05, | |
| "loss": 1.2018, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 1.9643675046700987e-05, | |
| "loss": 1.1964, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "learning_rate": 1.9640110085986854e-05, | |
| "loss": 1.1938, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 1.963654512527272e-05, | |
| "loss": 1.1993, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 1.9632980164558588e-05, | |
| "loss": 1.1946, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "learning_rate": 1.9629422333765885e-05, | |
| "loss": 1.1979, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 1.9625857373051752e-05, | |
| "loss": 1.1936, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 1.962229241233762e-05, | |
| "loss": 1.1933, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 1.9618727451623486e-05, | |
| "loss": 1.1927, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 1.961516962083078e-05, | |
| "loss": 1.1913, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 1.9611604660116647e-05, | |
| "loss": 1.1916, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 1.9608039699402514e-05, | |
| "loss": 1.191, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 1.960447473868838e-05, | |
| "loss": 1.1887, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 1.9600916907895677e-05, | |
| "loss": 1.1864, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 1.959735907710297e-05, | |
| "loss": 1.1876, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "learning_rate": 1.9593801246310267e-05, | |
| "loss": 1.189, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "learning_rate": 1.9590236285596134e-05, | |
| "loss": 1.1842, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "learning_rate": 1.9586671324882e-05, | |
| "loss": 1.1851, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 1.958310636416787e-05, | |
| "loss": 1.1837, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 1.9579541403453736e-05, | |
| "loss": 1.1844, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 1.9575976442739603e-05, | |
| "loss": 1.1822, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "learning_rate": 1.957241148202547e-05, | |
| "loss": 1.1818, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.7751185001590098, | |
| "eval_loss": 0.9822936058044434, | |
| "eval_runtime": 62.3828, | |
| "eval_samples_per_second": 829.459, | |
| "eval_steps_per_second": 12.968, | |
| "step": 70377 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 1.9568846521311337e-05, | |
| "loss": 1.1791, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "learning_rate": 1.9565281560597205e-05, | |
| "loss": 1.1815, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "learning_rate": 1.956171659988307e-05, | |
| "loss": 1.1775, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "learning_rate": 1.955815163916894e-05, | |
| "loss": 1.1774, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "learning_rate": 1.9554586678454806e-05, | |
| "loss": 1.1761, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "learning_rate": 1.9551021717740673e-05, | |
| "loss": 1.1747, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "learning_rate": 1.954746388694797e-05, | |
| "loss": 1.1712, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "learning_rate": 1.9543906056155263e-05, | |
| "loss": 1.1718, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "learning_rate": 1.954034109544113e-05, | |
| "loss": 1.1729, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "learning_rate": 1.9536776134726997e-05, | |
| "loss": 1.172, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "learning_rate": 1.9533211174012864e-05, | |
| "loss": 1.1722, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "learning_rate": 1.952964621329873e-05, | |
| "loss": 1.1705, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 1.95260812525846e-05, | |
| "loss": 1.1667, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "learning_rate": 1.9522516291870466e-05, | |
| "loss": 1.1702, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "learning_rate": 1.9518951331156333e-05, | |
| "loss": 1.171, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "learning_rate": 1.95153863704422e-05, | |
| "loss": 1.1679, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "learning_rate": 1.9511821409728067e-05, | |
| "loss": 1.1668, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "learning_rate": 1.950827070885679e-05, | |
| "loss": 1.1681, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "learning_rate": 1.9504705748142657e-05, | |
| "loss": 1.1668, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 3.41, | |
| "learning_rate": 1.9501140787428524e-05, | |
| "loss": 1.1635, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "learning_rate": 1.9497582956635818e-05, | |
| "loss": 1.1664, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "learning_rate": 1.9494017995921685e-05, | |
| "loss": 1.1625, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "learning_rate": 1.9490453035207552e-05, | |
| "loss": 1.1653, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "learning_rate": 1.948688807449342e-05, | |
| "loss": 1.1629, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "learning_rate": 1.9483323113779286e-05, | |
| "loss": 1.1641, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 1.9479758153065157e-05, | |
| "loss": 1.1621, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 3.56, | |
| "learning_rate": 1.9476193192351024e-05, | |
| "loss": 1.1597, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 1.947262823163689e-05, | |
| "loss": 1.16, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "learning_rate": 1.9469063270922758e-05, | |
| "loss": 1.1583, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "learning_rate": 1.9465498310208625e-05, | |
| "loss": 1.1592, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "learning_rate": 1.946194047941592e-05, | |
| "loss": 1.1562, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "learning_rate": 1.9458375518701786e-05, | |
| "loss": 1.1578, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "learning_rate": 1.8455252525252528e-05, | |
| "loss": 1.1569, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 1.8445151515151517e-05, | |
| "loss": 1.1544, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 1.8435070707070707e-05, | |
| "loss": 1.1557, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "learning_rate": 1.84249696969697e-05, | |
| "loss": 1.1524, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "learning_rate": 1.841488888888889e-05, | |
| "loss": 1.1061, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 1.840478787878788e-05, | |
| "loss": 1.1047, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 1.839468686868687e-05, | |
| "loss": 1.1074, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "learning_rate": 1.838458585858586e-05, | |
| "loss": 1.1053, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "learning_rate": 1.837448484848485e-05, | |
| "loss": 1.1541, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "learning_rate": 1.836438383838384e-05, | |
| "loss": 1.1524, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "learning_rate": 1.835428282828283e-05, | |
| "loss": 1.1488, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "learning_rate": 1.834418181818182e-05, | |
| "loss": 1.1508, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "learning_rate": 1.833410101010101e-05, | |
| "loss": 1.1487, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "learning_rate": 1.8324000000000003e-05, | |
| "loss": 1.1491, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "learning_rate": 1.8313919191919193e-05, | |
| "loss": 1.1513, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 1.8303818181818182e-05, | |
| "loss": 1.1469, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "learning_rate": 1.8293717171717174e-05, | |
| "loss": 1.1486, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "learning_rate": 1.8283616161616162e-05, | |
| "loss": 1.1467, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "learning_rate": 1.8273515151515154e-05, | |
| "loss": 1.1441, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "learning_rate": 1.8263414141414143e-05, | |
| "loss": 1.1458, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "learning_rate": 1.825331313131313e-05, | |
| "loss": 1.1457, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "learning_rate": 1.824321212121212e-05, | |
| "loss": 1.1442, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 1.8233111111111112e-05, | |
| "loss": 1.1459, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "learning_rate": 1.8223010101010104e-05, | |
| "loss": 1.1439, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "learning_rate": 1.8212929292929295e-05, | |
| "loss": 1.1419, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "learning_rate": 1.8202828282828283e-05, | |
| "loss": 1.1424, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "learning_rate": 1.8192727272727275e-05, | |
| "loss": 1.1424, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "learning_rate": 1.8182646464646466e-05, | |
| "loss": 1.1398, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "learning_rate": 1.8172545454545454e-05, | |
| "loss": 1.1388, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "learning_rate": 1.8162444444444446e-05, | |
| "loss": 1.1398, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 1.8152343434343435e-05, | |
| "loss": 1.14, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "learning_rate": 1.8142242424242427e-05, | |
| "loss": 1.1382, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "learning_rate": 1.8132141414141416e-05, | |
| "loss": 1.1369, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "learning_rate": 1.8122040404040408e-05, | |
| "loss": 1.1373, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "learning_rate": 1.8111939393939396e-05, | |
| "loss": 1.1358, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "learning_rate": 1.8101858585858587e-05, | |
| "loss": 1.1351, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "learning_rate": 1.809177777777778e-05, | |
| "loss": 1.1375, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "learning_rate": 1.808167676767677e-05, | |
| "loss": 1.1339, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "learning_rate": 1.8071575757575758e-05, | |
| "loss": 1.1358, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "learning_rate": 1.806147474747475e-05, | |
| "loss": 1.1348, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "learning_rate": 1.805137373737374e-05, | |
| "loss": 1.1341, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "learning_rate": 1.804127272727273e-05, | |
| "loss": 1.1336, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "learning_rate": 1.803117171717172e-05, | |
| "loss": 1.1334, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "learning_rate": 1.8021070707070708e-05, | |
| "loss": 1.1341, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "learning_rate": 1.80109898989899e-05, | |
| "loss": 1.1342, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "learning_rate": 1.800088888888889e-05, | |
| "loss": 1.1308, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "learning_rate": 1.7990787878787882e-05, | |
| "loss": 1.1319, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "learning_rate": 1.798068686868687e-05, | |
| "loss": 1.1297, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "learning_rate": 1.797060606060606e-05, | |
| "loss": 1.1298, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "learning_rate": 1.7960525252525255e-05, | |
| "loss": 1.1319, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.7826185119761669, | |
| "eval_loss": 0.9372493624687195, | |
| "eval_runtime": 54.8263, | |
| "eval_samples_per_second": 943.78, | |
| "eval_steps_per_second": 14.756, | |
| "step": 111459 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 1.7950424242424244e-05, | |
| "loss": 1.1277, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "learning_rate": 1.7940323232323232e-05, | |
| "loss": 1.1274, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "learning_rate": 1.7930222222222224e-05, | |
| "loss": 1.1262, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "learning_rate": 1.7920121212121213e-05, | |
| "loss": 1.127, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "learning_rate": 1.7910020202020205e-05, | |
| "loss": 1.1277, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "learning_rate": 1.7899919191919194e-05, | |
| "loss": 1.1258, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "learning_rate": 1.7889818181818182e-05, | |
| "loss": 1.1259, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "learning_rate": 1.7879717171717174e-05, | |
| "loss": 1.1255, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 4.17, | |
| "learning_rate": 1.7869636363636365e-05, | |
| "loss": 1.1258, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 4.19, | |
| "learning_rate": 1.7859535353535357e-05, | |
| "loss": 1.1248, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 4.21, | |
| "learning_rate": 1.7849434343434345e-05, | |
| "loss": 1.125, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 4.24, | |
| "learning_rate": 1.7839333333333334e-05, | |
| "loss": 1.1236, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "learning_rate": 1.7829232323232322e-05, | |
| "loss": 1.124, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "learning_rate": 1.7819131313131314e-05, | |
| "loss": 1.1236, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "learning_rate": 1.7809030303030303e-05, | |
| "loss": 1.1227, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 4.32, | |
| "learning_rate": 1.7798949494949497e-05, | |
| "loss": 1.1235, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 4.34, | |
| "learning_rate": 1.7788848484848486e-05, | |
| "loss": 1.1203, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "learning_rate": 1.7778747474747474e-05, | |
| "loss": 1.1216, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 4.39, | |
| "learning_rate": 1.7768646464646466e-05, | |
| "loss": 1.1224, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "learning_rate": 1.7758545454545455e-05, | |
| "loss": 1.1203, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 4.43, | |
| "learning_rate": 1.7748444444444447e-05, | |
| "loss": 1.1159, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "learning_rate": 1.7738343434343435e-05, | |
| "loss": 1.1201, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 4.47, | |
| "learning_rate": 1.7728242424242427e-05, | |
| "loss": 1.1205, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "learning_rate": 1.7718161616161618e-05, | |
| "loss": 1.1184, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "learning_rate": 1.770806060606061e-05, | |
| "loss": 1.1201, | |
| "step": 123500 | |
| }, | |
| { | |
| "epoch": 4.53, | |
| "learning_rate": 1.76979595959596e-05, | |
| "loss": 1.1181, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 4.56, | |
| "learning_rate": 1.7687858585858587e-05, | |
| "loss": 1.1159, | |
| "step": 124500 | |
| }, | |
| { | |
| "epoch": 4.58, | |
| "learning_rate": 1.7677777777777778e-05, | |
| "loss": 1.1166, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "learning_rate": 1.766767676767677e-05, | |
| "loss": 1.1158, | |
| "step": 125500 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "learning_rate": 1.765757575757576e-05, | |
| "loss": 1.1158, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "learning_rate": 1.764749494949495e-05, | |
| "loss": 1.1157, | |
| "step": 126500 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "learning_rate": 1.763739393939394e-05, | |
| "loss": 1.1149, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "learning_rate": 1.7627292929292933e-05, | |
| "loss": 1.1146, | |
| "step": 127500 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "learning_rate": 1.7617212121212123e-05, | |
| "loss": 1.1142, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "learning_rate": 1.7607111111111112e-05, | |
| "loss": 1.1163, | |
| "step": 128500 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "learning_rate": 1.7597010101010104e-05, | |
| "loss": 1.1126, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "learning_rate": 1.7586909090909092e-05, | |
| "loss": 1.1118, | |
| "step": 129500 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "learning_rate": 1.7576808080808084e-05, | |
| "loss": 1.1124, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 4.81, | |
| "learning_rate": 1.7566707070707073e-05, | |
| "loss": 1.1132, | |
| "step": 130500 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "learning_rate": 1.755660606060606e-05, | |
| "loss": 1.1121, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 1.754650505050505e-05, | |
| "loss": 1.1129, | |
| "step": 131500 | |
| }, | |
| { | |
| "epoch": 4.88, | |
| "learning_rate": 1.7536404040404042e-05, | |
| "loss": 1.1145, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 4.9, | |
| "learning_rate": 1.752630303030303e-05, | |
| "loss": 1.1118, | |
| "step": 132500 | |
| }, | |
| { | |
| "epoch": 4.92, | |
| "learning_rate": 1.7516202020202023e-05, | |
| "loss": 1.1116, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 4.94, | |
| "learning_rate": 1.750610101010101e-05, | |
| "loss": 1.111, | |
| "step": 133500 | |
| }, | |
| { | |
| "epoch": 4.96, | |
| "learning_rate": 1.7496000000000003e-05, | |
| "loss": 1.1093, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 4.98, | |
| "learning_rate": 1.7485898989898992e-05, | |
| "loss": 1.1116, | |
| "step": 134500 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.7848298822164493, | |
| "eval_loss": 0.922777533531189, | |
| "eval_runtime": 56.1658, | |
| "eval_samples_per_second": 921.273, | |
| "eval_steps_per_second": 14.404, | |
| "step": 134918 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 1.747579797979798e-05, | |
| "loss": 1.1099, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "learning_rate": 1.7465717171717174e-05, | |
| "loss": 1.1078, | |
| "step": 135500 | |
| }, | |
| { | |
| "epoch": 5.05, | |
| "learning_rate": 1.7455616161616163e-05, | |
| "loss": 1.1091, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 5.07, | |
| "learning_rate": 1.7445515151515155e-05, | |
| "loss": 1.1063, | |
| "step": 136500 | |
| }, | |
| { | |
| "epoch": 5.09, | |
| "learning_rate": 1.7435414141414144e-05, | |
| "loss": 1.108, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 5.11, | |
| "learning_rate": 1.7425333333333334e-05, | |
| "loss": 1.1104, | |
| "step": 137500 | |
| }, | |
| { | |
| "epoch": 5.13, | |
| "learning_rate": 1.7415232323232326e-05, | |
| "loss": 1.1049, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 5.15, | |
| "learning_rate": 1.7405151515151517e-05, | |
| "loss": 1.1059, | |
| "step": 138500 | |
| }, | |
| { | |
| "epoch": 5.17, | |
| "learning_rate": 1.7395050505050505e-05, | |
| "loss": 1.1059, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 5.2, | |
| "learning_rate": 1.7384949494949497e-05, | |
| "loss": 1.1055, | |
| "step": 139500 | |
| }, | |
| { | |
| "epoch": 5.22, | |
| "learning_rate": 1.7374848484848486e-05, | |
| "loss": 1.1065, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 5.24, | |
| "learning_rate": 1.7364747474747478e-05, | |
| "loss": 1.105, | |
| "step": 140500 | |
| }, | |
| { | |
| "epoch": 5.26, | |
| "learning_rate": 1.7354646464646466e-05, | |
| "loss": 1.1027, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 5.28, | |
| "learning_rate": 1.7344545454545455e-05, | |
| "loss": 1.1037, | |
| "step": 141500 | |
| }, | |
| { | |
| "epoch": 5.3, | |
| "learning_rate": 1.7334444444444444e-05, | |
| "loss": 1.1026, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 5.32, | |
| "learning_rate": 1.7324363636363637e-05, | |
| "loss": 1.1021, | |
| "step": 142500 | |
| }, | |
| { | |
| "epoch": 5.34, | |
| "learning_rate": 1.731426262626263e-05, | |
| "loss": 1.1034, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 5.37, | |
| "learning_rate": 1.7304161616161618e-05, | |
| "loss": 1.0995, | |
| "step": 143500 | |
| }, | |
| { | |
| "epoch": 5.39, | |
| "learning_rate": 1.7294060606060607e-05, | |
| "loss": 1.1042, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 5.41, | |
| "learning_rate": 1.7283959595959595e-05, | |
| "loss": 1.1014, | |
| "step": 144500 | |
| }, | |
| { | |
| "epoch": 5.43, | |
| "learning_rate": 1.727387878787879e-05, | |
| "loss": 1.1014, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 5.45, | |
| "learning_rate": 1.7263777777777778e-05, | |
| "loss": 1.1014, | |
| "step": 145500 | |
| }, | |
| { | |
| "epoch": 5.47, | |
| "learning_rate": 1.7253676767676766e-05, | |
| "loss": 1.0997, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 5.49, | |
| "learning_rate": 1.724357575757576e-05, | |
| "loss": 1.1014, | |
| "step": 146500 | |
| }, | |
| { | |
| "epoch": 5.52, | |
| "learning_rate": 1.7233494949494952e-05, | |
| "loss": 1.1006, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 5.54, | |
| "learning_rate": 1.722339393939394e-05, | |
| "loss": 1.0981, | |
| "step": 147500 | |
| }, | |
| { | |
| "epoch": 5.56, | |
| "learning_rate": 1.721329292929293e-05, | |
| "loss": 1.0996, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 5.58, | |
| "learning_rate": 1.720319191919192e-05, | |
| "loss": 1.0985, | |
| "step": 148500 | |
| }, | |
| { | |
| "epoch": 5.6, | |
| "learning_rate": 1.719309090909091e-05, | |
| "loss": 1.0991, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 5.62, | |
| "learning_rate": 1.7182989898989902e-05, | |
| "loss": 1.1012, | |
| "step": 149500 | |
| }, | |
| { | |
| "epoch": 5.64, | |
| "learning_rate": 1.717288888888889e-05, | |
| "loss": 1.0994, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 5.66, | |
| "learning_rate": 1.7162787878787883e-05, | |
| "loss": 1.0969, | |
| "step": 150500 | |
| }, | |
| { | |
| "epoch": 5.69, | |
| "learning_rate": 1.7152707070707073e-05, | |
| "loss": 1.0978, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 5.71, | |
| "learning_rate": 1.7142626262626264e-05, | |
| "loss": 1.0999, | |
| "step": 151500 | |
| }, | |
| { | |
| "epoch": 5.73, | |
| "learning_rate": 1.7132525252525252e-05, | |
| "loss": 1.0999, | |
| "step": 152000 | |
| }, | |
| { | |
| "epoch": 5.75, | |
| "learning_rate": 1.7122424242424244e-05, | |
| "loss": 1.0973, | |
| "step": 152500 | |
| }, | |
| { | |
| "epoch": 5.77, | |
| "learning_rate": 1.7112323232323233e-05, | |
| "loss": 1.0991, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 5.79, | |
| "learning_rate": 1.7102222222222225e-05, | |
| "loss": 1.0963, | |
| "step": 153500 | |
| }, | |
| { | |
| "epoch": 5.81, | |
| "learning_rate": 1.7092121212121213e-05, | |
| "loss": 1.0951, | |
| "step": 154000 | |
| }, | |
| { | |
| "epoch": 5.83, | |
| "learning_rate": 1.7082020202020205e-05, | |
| "loss": 1.0958, | |
| "step": 154500 | |
| }, | |
| { | |
| "epoch": 5.86, | |
| "learning_rate": 1.7071919191919194e-05, | |
| "loss": 1.0967, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 5.88, | |
| "learning_rate": 1.7061838383838385e-05, | |
| "loss": 1.0961, | |
| "step": 155500 | |
| }, | |
| { | |
| "epoch": 5.9, | |
| "learning_rate": 1.7051737373737377e-05, | |
| "loss": 1.0977, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 5.92, | |
| "learning_rate": 1.7041636363636365e-05, | |
| "loss": 1.0919, | |
| "step": 156500 | |
| }, | |
| { | |
| "epoch": 5.94, | |
| "learning_rate": 1.7031535353535357e-05, | |
| "loss": 1.0936, | |
| "step": 157000 | |
| }, | |
| { | |
| "epoch": 5.96, | |
| "learning_rate": 1.7021434343434346e-05, | |
| "loss": 1.0936, | |
| "step": 157500 | |
| }, | |
| { | |
| "epoch": 5.98, | |
| "learning_rate": 1.7011333333333334e-05, | |
| "loss": 1.0914, | |
| "step": 158000 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.7873718456746811, | |
| "eval_loss": 0.9092118740081787, | |
| "eval_runtime": 55.9111, | |
| "eval_samples_per_second": 925.47, | |
| "eval_steps_per_second": 14.469, | |
| "step": 158377 | |
| }, | |
| { | |
| "epoch": 6.01, | |
| "learning_rate": 1.7001232323232323e-05, | |
| "loss": 1.0931, | |
| "step": 158500 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "learning_rate": 1.6991131313131315e-05, | |
| "loss": 1.0902, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "learning_rate": 1.6981050505050505e-05, | |
| "loss": 1.0955, | |
| "step": 159500 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "learning_rate": 1.6970949494949494e-05, | |
| "loss": 1.0928, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "learning_rate": 1.6960868686868688e-05, | |
| "loss": 1.0925, | |
| "step": 160500 | |
| }, | |
| { | |
| "epoch": 6.11, | |
| "learning_rate": 1.695076767676768e-05, | |
| "loss": 1.0935, | |
| "step": 161000 | |
| }, | |
| { | |
| "epoch": 6.13, | |
| "learning_rate": 1.694066666666667e-05, | |
| "loss": 1.0916, | |
| "step": 161500 | |
| }, | |
| { | |
| "epoch": 6.15, | |
| "learning_rate": 1.6930565656565657e-05, | |
| "loss": 1.0923, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 6.18, | |
| "learning_rate": 1.6920464646464646e-05, | |
| "loss": 1.0892, | |
| "step": 162500 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "learning_rate": 1.6910363636363638e-05, | |
| "loss": 1.0928, | |
| "step": 163000 | |
| }, | |
| { | |
| "epoch": 6.22, | |
| "learning_rate": 1.6900262626262626e-05, | |
| "loss": 1.0897, | |
| "step": 163500 | |
| }, | |
| { | |
| "epoch": 6.24, | |
| "learning_rate": 1.689016161616162e-05, | |
| "loss": 1.0903, | |
| "step": 164000 | |
| }, | |
| { | |
| "epoch": 6.26, | |
| "learning_rate": 1.688008080808081e-05, | |
| "loss": 1.0924, | |
| "step": 164500 | |
| }, | |
| { | |
| "epoch": 6.28, | |
| "learning_rate": 1.6869979797979797e-05, | |
| "loss": 1.0893, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 6.3, | |
| "learning_rate": 1.685987878787879e-05, | |
| "loss": 1.0897, | |
| "step": 165500 | |
| }, | |
| { | |
| "epoch": 6.32, | |
| "learning_rate": 1.6849777777777778e-05, | |
| "loss": 1.0907, | |
| "step": 166000 | |
| }, | |
| { | |
| "epoch": 6.35, | |
| "learning_rate": 1.683967676767677e-05, | |
| "loss": 1.0861, | |
| "step": 166500 | |
| }, | |
| { | |
| "epoch": 6.37, | |
| "learning_rate": 1.682957575757576e-05, | |
| "loss": 1.09, | |
| "step": 167000 | |
| }, | |
| { | |
| "epoch": 6.39, | |
| "learning_rate": 1.6819474747474747e-05, | |
| "loss": 1.0873, | |
| "step": 167500 | |
| }, | |
| { | |
| "epoch": 6.41, | |
| "learning_rate": 1.680937373737374e-05, | |
| "loss": 1.0889, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 6.43, | |
| "learning_rate": 1.6799272727272728e-05, | |
| "loss": 1.0825, | |
| "step": 168500 | |
| }, | |
| { | |
| "epoch": 6.45, | |
| "learning_rate": 1.678917171717172e-05, | |
| "loss": 1.0857, | |
| "step": 169000 | |
| }, | |
| { | |
| "epoch": 6.47, | |
| "learning_rate": 1.677907070707071e-05, | |
| "loss": 1.0879, | |
| "step": 169500 | |
| }, | |
| { | |
| "epoch": 6.5, | |
| "learning_rate": 1.67689898989899e-05, | |
| "loss": 1.0869, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 6.52, | |
| "learning_rate": 1.675888888888889e-05, | |
| "loss": 1.085, | |
| "step": 170500 | |
| }, | |
| { | |
| "epoch": 6.54, | |
| "learning_rate": 1.674878787878788e-05, | |
| "loss": 1.0875, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 6.56, | |
| "learning_rate": 1.673868686868687e-05, | |
| "loss": 1.0871, | |
| "step": 171500 | |
| }, | |
| { | |
| "epoch": 6.58, | |
| "learning_rate": 1.672858585858586e-05, | |
| "loss": 1.0848, | |
| "step": 172000 | |
| }, | |
| { | |
| "epoch": 6.6, | |
| "learning_rate": 1.6718484848484852e-05, | |
| "loss": 1.0838, | |
| "step": 172500 | |
| }, | |
| { | |
| "epoch": 6.62, | |
| "learning_rate": 1.670838383838384e-05, | |
| "loss": 1.0866, | |
| "step": 173000 | |
| }, | |
| { | |
| "epoch": 6.64, | |
| "learning_rate": 1.669828282828283e-05, | |
| "loss": 1.0851, | |
| "step": 173500 | |
| }, | |
| { | |
| "epoch": 6.67, | |
| "learning_rate": 1.6688202020202023e-05, | |
| "loss": 1.0862, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 6.69, | |
| "learning_rate": 1.6678101010101012e-05, | |
| "loss": 1.0837, | |
| "step": 174500 | |
| }, | |
| { | |
| "epoch": 6.71, | |
| "learning_rate": 1.6668e-05, | |
| "loss": 1.084, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 6.73, | |
| "learning_rate": 1.6657898989898992e-05, | |
| "loss": 1.0833, | |
| "step": 175500 | |
| }, | |
| { | |
| "epoch": 6.75, | |
| "learning_rate": 1.664779797979798e-05, | |
| "loss": 1.0836, | |
| "step": 176000 | |
| }, | |
| { | |
| "epoch": 6.77, | |
| "learning_rate": 1.6637717171717175e-05, | |
| "loss": 1.0823, | |
| "step": 176500 | |
| }, | |
| { | |
| "epoch": 6.79, | |
| "learning_rate": 1.6627636363636365e-05, | |
| "loss": 1.0846, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 6.82, | |
| "learning_rate": 1.6617535353535354e-05, | |
| "loss": 1.0834, | |
| "step": 177500 | |
| }, | |
| { | |
| "epoch": 6.84, | |
| "learning_rate": 1.6607434343434346e-05, | |
| "loss": 1.0796, | |
| "step": 178000 | |
| }, | |
| { | |
| "epoch": 6.86, | |
| "learning_rate": 1.6597333333333335e-05, | |
| "loss": 1.0812, | |
| "step": 178500 | |
| }, | |
| { | |
| "epoch": 6.88, | |
| "learning_rate": 1.6587232323232327e-05, | |
| "loss": 1.083, | |
| "step": 179000 | |
| }, | |
| { | |
| "epoch": 6.9, | |
| "learning_rate": 1.6577131313131315e-05, | |
| "loss": 1.0791, | |
| "step": 179500 | |
| }, | |
| { | |
| "epoch": 6.92, | |
| "learning_rate": 1.6567030303030304e-05, | |
| "loss": 1.0785, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 6.94, | |
| "learning_rate": 1.6556929292929292e-05, | |
| "loss": 1.0827, | |
| "step": 180500 | |
| }, | |
| { | |
| "epoch": 6.96, | |
| "learning_rate": 1.6546828282828284e-05, | |
| "loss": 1.0786, | |
| "step": 181000 | |
| }, | |
| { | |
| "epoch": 6.99, | |
| "learning_rate": 1.6536727272727273e-05, | |
| "loss": 1.0813, | |
| "step": 181500 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.7889661479765855, | |
| "eval_loss": 0.8995802998542786, | |
| "eval_runtime": 56.4423, | |
| "eval_samples_per_second": 916.76, | |
| "eval_steps_per_second": 14.333, | |
| "step": 181836 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "learning_rate": 1.6526646464646467e-05, | |
| "loss": 1.0818, | |
| "step": 182000 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "learning_rate": 1.6516565656565657e-05, | |
| "loss": 1.0785, | |
| "step": 182500 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "learning_rate": 1.650646464646465e-05, | |
| "loss": 1.0788, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 7.07, | |
| "learning_rate": 1.6496363636363638e-05, | |
| "loss": 1.0792, | |
| "step": 183500 | |
| }, | |
| { | |
| "epoch": 7.09, | |
| "learning_rate": 1.6486262626262627e-05, | |
| "loss": 1.0796, | |
| "step": 184000 | |
| }, | |
| { | |
| "epoch": 7.11, | |
| "learning_rate": 1.6476161616161615e-05, | |
| "loss": 1.0763, | |
| "step": 184500 | |
| }, | |
| { | |
| "epoch": 7.13, | |
| "learning_rate": 1.6466060606060607e-05, | |
| "loss": 1.0768, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 7.16, | |
| "learning_rate": 1.6455959595959596e-05, | |
| "loss": 1.0795, | |
| "step": 185500 | |
| }, | |
| { | |
| "epoch": 7.18, | |
| "learning_rate": 1.6445858585858588e-05, | |
| "loss": 1.0802, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 7.2, | |
| "learning_rate": 1.6435757575757576e-05, | |
| "loss": 1.0742, | |
| "step": 186500 | |
| }, | |
| { | |
| "epoch": 7.22, | |
| "learning_rate": 1.6425676767676767e-05, | |
| "loss": 1.0764, | |
| "step": 187000 | |
| }, | |
| { | |
| "epoch": 7.24, | |
| "learning_rate": 1.641557575757576e-05, | |
| "loss": 1.0763, | |
| "step": 187500 | |
| }, | |
| { | |
| "epoch": 7.26, | |
| "learning_rate": 1.6405474747474747e-05, | |
| "loss": 1.0756, | |
| "step": 188000 | |
| }, | |
| { | |
| "epoch": 7.28, | |
| "learning_rate": 1.639537373737374e-05, | |
| "loss": 1.0777, | |
| "step": 188500 | |
| }, | |
| { | |
| "epoch": 7.31, | |
| "learning_rate": 1.6385272727272728e-05, | |
| "loss": 1.0742, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 7.33, | |
| "learning_rate": 1.637519191919192e-05, | |
| "loss": 1.0784, | |
| "step": 189500 | |
| }, | |
| { | |
| "epoch": 7.35, | |
| "learning_rate": 1.636509090909091e-05, | |
| "loss": 1.0741, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 7.37, | |
| "learning_rate": 1.6354989898989903e-05, | |
| "loss": 1.0746, | |
| "step": 190500 | |
| }, | |
| { | |
| "epoch": 7.39, | |
| "learning_rate": 1.634488888888889e-05, | |
| "loss": 1.0757, | |
| "step": 191000 | |
| }, | |
| { | |
| "epoch": 7.41, | |
| "learning_rate": 1.633478787878788e-05, | |
| "loss": 1.0741, | |
| "step": 191500 | |
| }, | |
| { | |
| "epoch": 7.43, | |
| "learning_rate": 1.632470707070707e-05, | |
| "loss": 1.074, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 7.45, | |
| "learning_rate": 1.6314606060606062e-05, | |
| "loss": 1.0743, | |
| "step": 192500 | |
| }, | |
| { | |
| "epoch": 7.48, | |
| "learning_rate": 1.6304505050505054e-05, | |
| "loss": 1.0725, | |
| "step": 193000 | |
| }, | |
| { | |
| "epoch": 7.5, | |
| "learning_rate": 1.6294404040404043e-05, | |
| "loss": 1.0753, | |
| "step": 193500 | |
| }, | |
| { | |
| "epoch": 7.52, | |
| "learning_rate": 1.628430303030303e-05, | |
| "loss": 1.0724, | |
| "step": 194000 | |
| }, | |
| { | |
| "epoch": 7.54, | |
| "learning_rate": 1.627420202020202e-05, | |
| "loss": 1.0751, | |
| "step": 194500 | |
| }, | |
| { | |
| "epoch": 7.56, | |
| "learning_rate": 1.6264101010101012e-05, | |
| "loss": 1.0749, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 7.58, | |
| "learning_rate": 1.6254e-05, | |
| "loss": 1.0743, | |
| "step": 195500 | |
| }, | |
| { | |
| "epoch": 7.6, | |
| "learning_rate": 1.6243898989898993e-05, | |
| "loss": 1.0736, | |
| "step": 196000 | |
| }, | |
| { | |
| "epoch": 7.63, | |
| "learning_rate": 1.6233818181818183e-05, | |
| "loss": 1.0724, | |
| "step": 196500 | |
| }, | |
| { | |
| "epoch": 7.65, | |
| "learning_rate": 1.6223717171717172e-05, | |
| "loss": 1.0711, | |
| "step": 197000 | |
| }, | |
| { | |
| "epoch": 7.67, | |
| "learning_rate": 1.6213636363636366e-05, | |
| "loss": 1.0749, | |
| "step": 197500 | |
| }, | |
| { | |
| "epoch": 7.69, | |
| "learning_rate": 1.6203555555555556e-05, | |
| "loss": 1.0735, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 7.71, | |
| "learning_rate": 1.6193454545454548e-05, | |
| "loss": 1.0713, | |
| "step": 198500 | |
| }, | |
| { | |
| "epoch": 7.73, | |
| "learning_rate": 1.6183353535353537e-05, | |
| "loss": 1.072, | |
| "step": 199000 | |
| }, | |
| { | |
| "epoch": 7.75, | |
| "learning_rate": 1.617325252525253e-05, | |
| "loss": 1.0715, | |
| "step": 199500 | |
| }, | |
| { | |
| "epoch": 7.77, | |
| "learning_rate": 1.6163151515151517e-05, | |
| "loss": 1.0702, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 7.8, | |
| "learning_rate": 1.6153050505050506e-05, | |
| "loss": 1.0705, | |
| "step": 200500 | |
| }, | |
| { | |
| "epoch": 7.82, | |
| "learning_rate": 1.6142949494949495e-05, | |
| "loss": 1.0745, | |
| "step": 201000 | |
| }, | |
| { | |
| "epoch": 7.84, | |
| "learning_rate": 1.6132848484848487e-05, | |
| "loss": 1.0707, | |
| "step": 201500 | |
| }, | |
| { | |
| "epoch": 7.86, | |
| "learning_rate": 1.6122747474747475e-05, | |
| "loss": 1.0714, | |
| "step": 202000 | |
| }, | |
| { | |
| "epoch": 7.88, | |
| "learning_rate": 1.611266666666667e-05, | |
| "loss": 1.0695, | |
| "step": 202500 | |
| }, | |
| { | |
| "epoch": 7.9, | |
| "learning_rate": 1.6102565656565658e-05, | |
| "loss": 1.0718, | |
| "step": 203000 | |
| }, | |
| { | |
| "epoch": 8.67, | |
| "learning_rate": 1.6092464646464646e-05, | |
| "loss": 1.0704, | |
| "step": 203500 | |
| }, | |
| { | |
| "epoch": 8.7, | |
| "learning_rate": 1.6082363636363638e-05, | |
| "loss": 1.0684, | |
| "step": 204000 | |
| }, | |
| { | |
| "epoch": 8.72, | |
| "learning_rate": 1.6072262626262627e-05, | |
| "loss": 1.0678, | |
| "step": 204500 | |
| }, | |
| { | |
| "epoch": 8.74, | |
| "learning_rate": 1.606216161616162e-05, | |
| "loss": 1.0691, | |
| "step": 205000 | |
| }, | |
| { | |
| "epoch": 8.76, | |
| "learning_rate": 1.6052060606060607e-05, | |
| "loss": 1.0676, | |
| "step": 205500 | |
| }, | |
| { | |
| "epoch": 8.78, | |
| "learning_rate": 1.6041959595959596e-05, | |
| "loss": 1.0653, | |
| "step": 206000 | |
| }, | |
| { | |
| "epoch": 8.8, | |
| "learning_rate": 1.6031858585858585e-05, | |
| "loss": 1.0667, | |
| "step": 206500 | |
| }, | |
| { | |
| "epoch": 8.82, | |
| "learning_rate": 1.6021757575757577e-05, | |
| "loss": 1.0695, | |
| "step": 207000 | |
| }, | |
| { | |
| "epoch": 8.85, | |
| "learning_rate": 1.601167676767677e-05, | |
| "loss": 1.0674, | |
| "step": 207500 | |
| }, | |
| { | |
| "epoch": 8.87, | |
| "learning_rate": 1.600157575757576e-05, | |
| "loss": 1.0654, | |
| "step": 208000 | |
| }, | |
| { | |
| "epoch": 8.89, | |
| "learning_rate": 1.5991474747474748e-05, | |
| "loss": 1.0678, | |
| "step": 208500 | |
| }, | |
| { | |
| "epoch": 8.91, | |
| "learning_rate": 1.598139393939394e-05, | |
| "loss": 1.0665, | |
| "step": 209000 | |
| }, | |
| { | |
| "epoch": 8.93, | |
| "learning_rate": 1.597129292929293e-05, | |
| "loss": 1.0674, | |
| "step": 209500 | |
| }, | |
| { | |
| "epoch": 8.95, | |
| "learning_rate": 1.5961191919191922e-05, | |
| "loss": 1.0654, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 8.97, | |
| "learning_rate": 1.595109090909091e-05, | |
| "loss": 1.0658, | |
| "step": 210500 | |
| }, | |
| { | |
| "epoch": 8.99, | |
| "learning_rate": 1.59409898989899e-05, | |
| "loss": 1.0669, | |
| "step": 211000 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.7910602816265144, | |
| "eval_loss": 0.8885152339935303, | |
| "eval_runtime": 55.1982, | |
| "eval_samples_per_second": 937.422, | |
| "eval_steps_per_second": 14.656, | |
| "step": 211131 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "learning_rate": 1.593088888888889e-05, | |
| "loss": 1.0656, | |
| "step": 211500 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "learning_rate": 1.592078787878788e-05, | |
| "loss": 1.0632, | |
| "step": 212000 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "learning_rate": 1.591070707070707e-05, | |
| "loss": 1.0627, | |
| "step": 212500 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "learning_rate": 1.5900606060606062e-05, | |
| "loss": 1.0669, | |
| "step": 213000 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "learning_rate": 1.5890525252525253e-05, | |
| "loss": 1.0649, | |
| "step": 213500 | |
| }, | |
| { | |
| "epoch": 9.12, | |
| "learning_rate": 1.5880424242424245e-05, | |
| "loss": 1.0643, | |
| "step": 214000 | |
| }, | |
| { | |
| "epoch": 9.14, | |
| "learning_rate": 1.5870323232323234e-05, | |
| "loss": 1.0667, | |
| "step": 214500 | |
| }, | |
| { | |
| "epoch": 9.16, | |
| "learning_rate": 1.5860222222222222e-05, | |
| "loss": 1.0641, | |
| "step": 215000 | |
| }, | |
| { | |
| "epoch": 9.19, | |
| "learning_rate": 1.5850141414141416e-05, | |
| "loss": 1.0624, | |
| "step": 215500 | |
| }, | |
| { | |
| "epoch": 9.21, | |
| "learning_rate": 1.5840040404040405e-05, | |
| "loss": 1.0641, | |
| "step": 216000 | |
| }, | |
| { | |
| "epoch": 9.23, | |
| "learning_rate": 1.5829939393939397e-05, | |
| "loss": 1.0642, | |
| "step": 216500 | |
| }, | |
| { | |
| "epoch": 9.25, | |
| "learning_rate": 1.5819838383838385e-05, | |
| "loss": 1.0625, | |
| "step": 217000 | |
| }, | |
| { | |
| "epoch": 9.27, | |
| "learning_rate": 1.5809737373737374e-05, | |
| "loss": 1.062, | |
| "step": 217500 | |
| }, | |
| { | |
| "epoch": 9.29, | |
| "learning_rate": 1.5799636363636366e-05, | |
| "loss": 1.0616, | |
| "step": 218000 | |
| }, | |
| { | |
| "epoch": 9.31, | |
| "learning_rate": 1.5789535353535354e-05, | |
| "loss": 1.0609, | |
| "step": 218500 | |
| }, | |
| { | |
| "epoch": 9.34, | |
| "learning_rate": 1.5779434343434346e-05, | |
| "loss": 1.0648, | |
| "step": 219000 | |
| }, | |
| { | |
| "epoch": 9.36, | |
| "learning_rate": 1.5769333333333335e-05, | |
| "loss": 1.0604, | |
| "step": 219500 | |
| }, | |
| { | |
| "epoch": 9.38, | |
| "learning_rate": 1.5759232323232324e-05, | |
| "loss": 1.0623, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 9.4, | |
| "learning_rate": 1.5749131313131316e-05, | |
| "loss": 1.0619, | |
| "step": 220500 | |
| }, | |
| { | |
| "epoch": 9.42, | |
| "learning_rate": 1.5739030303030304e-05, | |
| "loss": 1.0612, | |
| "step": 221000 | |
| }, | |
| { | |
| "epoch": 9.44, | |
| "learning_rate": 1.5728949494949498e-05, | |
| "loss": 1.0631, | |
| "step": 221500 | |
| }, | |
| { | |
| "epoch": 9.46, | |
| "learning_rate": 1.5718848484848487e-05, | |
| "loss": 1.0619, | |
| "step": 222000 | |
| }, | |
| { | |
| "epoch": 9.48, | |
| "learning_rate": 1.5708747474747475e-05, | |
| "loss": 1.0626, | |
| "step": 222500 | |
| }, | |
| { | |
| "epoch": 9.51, | |
| "learning_rate": 1.5698646464646464e-05, | |
| "loss": 1.0615, | |
| "step": 223000 | |
| }, | |
| { | |
| "epoch": 9.53, | |
| "learning_rate": 1.5688545454545456e-05, | |
| "loss": 1.0611, | |
| "step": 223500 | |
| }, | |
| { | |
| "epoch": 9.55, | |
| "learning_rate": 1.567846464646465e-05, | |
| "loss": 1.0623, | |
| "step": 224000 | |
| }, | |
| { | |
| "epoch": 9.57, | |
| "learning_rate": 1.566838383838384e-05, | |
| "loss": 1.0596, | |
| "step": 224500 | |
| }, | |
| { | |
| "epoch": 9.59, | |
| "learning_rate": 1.565828282828283e-05, | |
| "loss": 1.0625, | |
| "step": 225000 | |
| }, | |
| { | |
| "epoch": 9.61, | |
| "learning_rate": 1.564818181818182e-05, | |
| "loss": 1.0597, | |
| "step": 225500 | |
| }, | |
| { | |
| "epoch": 9.63, | |
| "learning_rate": 1.563808080808081e-05, | |
| "loss": 1.059, | |
| "step": 226000 | |
| }, | |
| { | |
| "epoch": 9.66, | |
| "learning_rate": 1.5628e-05, | |
| "loss": 1.0586, | |
| "step": 226500 | |
| }, | |
| { | |
| "epoch": 9.68, | |
| "learning_rate": 1.5617898989898992e-05, | |
| "loss": 1.0588, | |
| "step": 227000 | |
| }, | |
| { | |
| "epoch": 9.7, | |
| "learning_rate": 1.560779797979798e-05, | |
| "loss": 1.0594, | |
| "step": 227500 | |
| }, | |
| { | |
| "epoch": 9.72, | |
| "learning_rate": 1.5597696969696973e-05, | |
| "loss": 1.0576, | |
| "step": 228000 | |
| }, | |
| { | |
| "epoch": 9.74, | |
| "learning_rate": 1.558759595959596e-05, | |
| "loss": 1.0577, | |
| "step": 228500 | |
| }, | |
| { | |
| "epoch": 9.76, | |
| "learning_rate": 1.557749494949495e-05, | |
| "loss": 1.0579, | |
| "step": 229000 | |
| }, | |
| { | |
| "epoch": 9.78, | |
| "learning_rate": 1.556739393939394e-05, | |
| "loss": 1.0581, | |
| "step": 229500 | |
| }, | |
| { | |
| "epoch": 9.8, | |
| "learning_rate": 1.555729292929293e-05, | |
| "loss": 1.0582, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 9.83, | |
| "learning_rate": 1.5547212121212124e-05, | |
| "loss": 1.0615, | |
| "step": 230500 | |
| }, | |
| { | |
| "epoch": 9.85, | |
| "learning_rate": 1.5537111111111113e-05, | |
| "loss": 1.0594, | |
| "step": 231000 | |
| }, | |
| { | |
| "epoch": 9.87, | |
| "learning_rate": 1.55270101010101e-05, | |
| "loss": 1.0568, | |
| "step": 231500 | |
| }, | |
| { | |
| "epoch": 9.89, | |
| "learning_rate": 1.551690909090909e-05, | |
| "loss": 1.0573, | |
| "step": 232000 | |
| }, | |
| { | |
| "epoch": 9.91, | |
| "learning_rate": 1.5506808080808082e-05, | |
| "loss": 1.0569, | |
| "step": 232500 | |
| }, | |
| { | |
| "epoch": 9.93, | |
| "learning_rate": 1.5496727272727276e-05, | |
| "loss": 1.0574, | |
| "step": 233000 | |
| }, | |
| { | |
| "epoch": 9.95, | |
| "learning_rate": 1.5486626262626265e-05, | |
| "loss": 1.0588, | |
| "step": 233500 | |
| }, | |
| { | |
| "epoch": 9.97, | |
| "learning_rate": 1.5476525252525253e-05, | |
| "loss": 1.0588, | |
| "step": 234000 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "learning_rate": 1.5466424242424242e-05, | |
| "loss": 1.0568, | |
| "step": 234500 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.792497530987494, | |
| "eval_loss": 0.8781149387359619, | |
| "eval_runtime": 56.3835, | |
| "eval_samples_per_second": 917.716, | |
| "eval_steps_per_second": 14.348, | |
| "step": 234590 | |
| }, | |
| { | |
| "epoch": 10.02, | |
| "learning_rate": 1.5456343434343436e-05, | |
| "loss": 1.0558, | |
| "step": 235000 | |
| }, | |
| { | |
| "epoch": 10.04, | |
| "learning_rate": 1.5446242424242424e-05, | |
| "loss": 1.0505, | |
| "step": 235500 | |
| }, | |
| { | |
| "epoch": 10.06, | |
| "learning_rate": 1.5436141414141413e-05, | |
| "loss": 1.0551, | |
| "step": 236000 | |
| }, | |
| { | |
| "epoch": 10.08, | |
| "learning_rate": 1.5426040404040405e-05, | |
| "loss": 1.0543, | |
| "step": 236500 | |
| }, | |
| { | |
| "epoch": 10.1, | |
| "learning_rate": 1.5415939393939394e-05, | |
| "loss": 1.0547, | |
| "step": 237000 | |
| }, | |
| { | |
| "epoch": 10.12, | |
| "learning_rate": 1.5405838383838386e-05, | |
| "loss": 1.0557, | |
| "step": 237500 | |
| }, | |
| { | |
| "epoch": 10.15, | |
| "learning_rate": 1.5395737373737378e-05, | |
| "loss": 1.0538, | |
| "step": 238000 | |
| }, | |
| { | |
| "epoch": 10.17, | |
| "learning_rate": 1.5385656565656565e-05, | |
| "loss": 1.0546, | |
| "step": 238500 | |
| }, | |
| { | |
| "epoch": 10.19, | |
| "learning_rate": 1.5375555555555557e-05, | |
| "loss": 1.056, | |
| "step": 239000 | |
| }, | |
| { | |
| "epoch": 10.21, | |
| "learning_rate": 1.5365454545454545e-05, | |
| "loss": 1.0553, | |
| "step": 239500 | |
| }, | |
| { | |
| "epoch": 10.23, | |
| "learning_rate": 1.5355353535353537e-05, | |
| "loss": 1.053, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 10.25, | |
| "learning_rate": 1.5345252525252526e-05, | |
| "loss": 1.0553, | |
| "step": 240500 | |
| }, | |
| { | |
| "epoch": 10.27, | |
| "learning_rate": 1.5335151515151518e-05, | |
| "loss": 1.0541, | |
| "step": 241000 | |
| }, | |
| { | |
| "epoch": 10.29, | |
| "learning_rate": 1.5325050505050506e-05, | |
| "loss": 1.0548, | |
| "step": 241500 | |
| }, | |
| { | |
| "epoch": 10.32, | |
| "learning_rate": 1.5314949494949495e-05, | |
| "loss": 1.0541, | |
| "step": 242000 | |
| }, | |
| { | |
| "epoch": 10.34, | |
| "learning_rate": 1.5304848484848487e-05, | |
| "loss": 1.055, | |
| "step": 242500 | |
| }, | |
| { | |
| "epoch": 10.36, | |
| "learning_rate": 1.5294767676767678e-05, | |
| "loss": 1.053, | |
| "step": 243000 | |
| }, | |
| { | |
| "epoch": 10.38, | |
| "learning_rate": 1.5284666666666666e-05, | |
| "loss": 1.0515, | |
| "step": 243500 | |
| }, | |
| { | |
| "epoch": 10.4, | |
| "learning_rate": 1.5274565656565658e-05, | |
| "loss": 1.0534, | |
| "step": 244000 | |
| }, | |
| { | |
| "epoch": 10.42, | |
| "learning_rate": 1.5264464646464647e-05, | |
| "loss": 1.0522, | |
| "step": 244500 | |
| }, | |
| { | |
| "epoch": 10.44, | |
| "learning_rate": 1.5254363636363639e-05, | |
| "loss": 1.0516, | |
| "step": 245000 | |
| }, | |
| { | |
| "epoch": 10.47, | |
| "learning_rate": 1.5244262626262627e-05, | |
| "loss": 1.0539, | |
| "step": 245500 | |
| }, | |
| { | |
| "epoch": 10.49, | |
| "learning_rate": 1.5234161616161618e-05, | |
| "loss": 1.0512, | |
| "step": 246000 | |
| }, | |
| { | |
| "epoch": 10.51, | |
| "learning_rate": 1.522408080808081e-05, | |
| "loss": 1.0518, | |
| "step": 246500 | |
| }, | |
| { | |
| "epoch": 10.53, | |
| "learning_rate": 1.5213979797979798e-05, | |
| "loss": 1.0511, | |
| "step": 247000 | |
| }, | |
| { | |
| "epoch": 10.55, | |
| "learning_rate": 1.520387878787879e-05, | |
| "loss": 1.051, | |
| "step": 247500 | |
| }, | |
| { | |
| "epoch": 10.57, | |
| "learning_rate": 1.5193777777777779e-05, | |
| "loss": 1.0511, | |
| "step": 248000 | |
| }, | |
| { | |
| "epoch": 10.59, | |
| "learning_rate": 1.518367676767677e-05, | |
| "loss": 1.0544, | |
| "step": 248500 | |
| }, | |
| { | |
| "epoch": 10.61, | |
| "learning_rate": 1.5173575757575758e-05, | |
| "loss": 1.053, | |
| "step": 249000 | |
| }, | |
| { | |
| "epoch": 10.64, | |
| "learning_rate": 1.516347474747475e-05, | |
| "loss": 1.0519, | |
| "step": 249500 | |
| }, | |
| { | |
| "epoch": 10.66, | |
| "learning_rate": 1.5153373737373738e-05, | |
| "loss": 1.0513, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 10.68, | |
| "learning_rate": 1.5143292929292929e-05, | |
| "loss": 1.0518, | |
| "step": 250500 | |
| }, | |
| { | |
| "epoch": 10.7, | |
| "learning_rate": 1.5133191919191921e-05, | |
| "loss": 1.0509, | |
| "step": 251000 | |
| }, | |
| { | |
| "epoch": 10.72, | |
| "learning_rate": 1.512309090909091e-05, | |
| "loss": 1.0511, | |
| "step": 251500 | |
| }, | |
| { | |
| "epoch": 10.74, | |
| "learning_rate": 1.51129898989899e-05, | |
| "loss": 1.0502, | |
| "step": 252000 | |
| }, | |
| { | |
| "epoch": 10.76, | |
| "learning_rate": 1.5102909090909092e-05, | |
| "loss": 1.0493, | |
| "step": 252500 | |
| }, | |
| { | |
| "epoch": 10.78, | |
| "learning_rate": 1.509280808080808e-05, | |
| "loss": 1.0496, | |
| "step": 253000 | |
| }, | |
| { | |
| "epoch": 10.81, | |
| "learning_rate": 1.5082707070707073e-05, | |
| "loss": 1.0517, | |
| "step": 253500 | |
| }, | |
| { | |
| "epoch": 10.83, | |
| "learning_rate": 1.5072626262626265e-05, | |
| "loss": 1.054, | |
| "step": 254000 | |
| }, | |
| { | |
| "epoch": 10.85, | |
| "learning_rate": 1.5062525252525254e-05, | |
| "loss": 1.0517, | |
| "step": 254500 | |
| }, | |
| { | |
| "epoch": 10.87, | |
| "learning_rate": 1.5052424242424244e-05, | |
| "loss": 1.0512, | |
| "step": 255000 | |
| }, | |
| { | |
| "epoch": 10.89, | |
| "learning_rate": 1.5042323232323232e-05, | |
| "loss": 1.0518, | |
| "step": 255500 | |
| }, | |
| { | |
| "epoch": 10.91, | |
| "learning_rate": 1.5032222222222224e-05, | |
| "loss": 1.0499, | |
| "step": 256000 | |
| }, | |
| { | |
| "epoch": 10.93, | |
| "learning_rate": 1.5022141414141415e-05, | |
| "loss": 1.05, | |
| "step": 256500 | |
| }, | |
| { | |
| "epoch": 10.96, | |
| "learning_rate": 1.5012040404040405e-05, | |
| "loss": 1.0465, | |
| "step": 257000 | |
| }, | |
| { | |
| "epoch": 10.98, | |
| "learning_rate": 1.5001939393939395e-05, | |
| "loss": 1.0471, | |
| "step": 257500 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "learning_rate": 1.4991838383838384e-05, | |
| "loss": 1.0506, | |
| "step": 258000 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_accuracy": 0.7936039348617321, | |
| "eval_loss": 0.8738781213760376, | |
| "eval_runtime": 55.4932, | |
| "eval_samples_per_second": 932.438, | |
| "eval_steps_per_second": 14.578, | |
| "step": 258049 | |
| }, | |
| { | |
| "epoch": 11.02, | |
| "learning_rate": 1.4981757575757576e-05, | |
| "loss": 1.05, | |
| "step": 258500 | |
| }, | |
| { | |
| "epoch": 11.04, | |
| "learning_rate": 1.4971656565656567e-05, | |
| "loss": 1.0464, | |
| "step": 259000 | |
| }, | |
| { | |
| "epoch": 11.06, | |
| "learning_rate": 1.4961555555555555e-05, | |
| "loss": 1.0468, | |
| "step": 259500 | |
| }, | |
| { | |
| "epoch": 11.08, | |
| "learning_rate": 1.4951454545454547e-05, | |
| "loss": 1.0469, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 11.1, | |
| "learning_rate": 1.4941353535353536e-05, | |
| "loss": 1.0457, | |
| "step": 260500 | |
| }, | |
| { | |
| "epoch": 11.13, | |
| "learning_rate": 1.4931252525252526e-05, | |
| "loss": 1.0475, | |
| "step": 261000 | |
| }, | |
| { | |
| "epoch": 11.15, | |
| "learning_rate": 1.4921171717171718e-05, | |
| "loss": 1.0463, | |
| "step": 261500 | |
| }, | |
| { | |
| "epoch": 11.17, | |
| "learning_rate": 1.4911070707070707e-05, | |
| "loss": 1.0463, | |
| "step": 262000 | |
| }, | |
| { | |
| "epoch": 11.19, | |
| "learning_rate": 1.4900969696969699e-05, | |
| "loss": 1.0451, | |
| "step": 262500 | |
| }, | |
| { | |
| "epoch": 11.21, | |
| "learning_rate": 1.489086868686869e-05, | |
| "loss": 1.0451, | |
| "step": 263000 | |
| }, | |
| { | |
| "epoch": 11.23, | |
| "learning_rate": 1.4880767676767678e-05, | |
| "loss": 1.0452, | |
| "step": 263500 | |
| }, | |
| { | |
| "epoch": 11.25, | |
| "learning_rate": 1.4870666666666668e-05, | |
| "loss": 1.0478, | |
| "step": 264000 | |
| }, | |
| { | |
| "epoch": 11.27, | |
| "learning_rate": 1.4860565656565658e-05, | |
| "loss": 1.045, | |
| "step": 264500 | |
| }, | |
| { | |
| "epoch": 11.3, | |
| "learning_rate": 1.4850484848484849e-05, | |
| "loss": 1.0457, | |
| "step": 265000 | |
| }, | |
| { | |
| "epoch": 11.32, | |
| "learning_rate": 1.4840383838383841e-05, | |
| "loss": 1.0473, | |
| "step": 265500 | |
| }, | |
| { | |
| "epoch": 11.34, | |
| "learning_rate": 1.483028282828283e-05, | |
| "loss": 1.0469, | |
| "step": 266000 | |
| }, | |
| { | |
| "epoch": 11.36, | |
| "learning_rate": 1.482018181818182e-05, | |
| "loss": 1.0456, | |
| "step": 266500 | |
| }, | |
| { | |
| "epoch": 11.38, | |
| "learning_rate": 1.4810080808080808e-05, | |
| "loss": 1.0459, | |
| "step": 267000 | |
| }, | |
| { | |
| "epoch": 11.4, | |
| "learning_rate": 1.47999797979798e-05, | |
| "loss": 1.0462, | |
| "step": 267500 | |
| }, | |
| { | |
| "epoch": 11.42, | |
| "learning_rate": 1.4789898989898993e-05, | |
| "loss": 1.0448, | |
| "step": 268000 | |
| }, | |
| { | |
| "epoch": 11.45, | |
| "learning_rate": 1.4779797979797981e-05, | |
| "loss": 1.0443, | |
| "step": 268500 | |
| }, | |
| { | |
| "epoch": 11.47, | |
| "learning_rate": 1.4769696969696971e-05, | |
| "loss": 1.0444, | |
| "step": 269000 | |
| }, | |
| { | |
| "epoch": 11.49, | |
| "learning_rate": 1.475959595959596e-05, | |
| "loss": 1.0448, | |
| "step": 269500 | |
| }, | |
| { | |
| "epoch": 11.51, | |
| "learning_rate": 1.4749494949494952e-05, | |
| "loss": 1.0443, | |
| "step": 270000 | |
| }, | |
| { | |
| "epoch": 11.53, | |
| "learning_rate": 1.473939393939394e-05, | |
| "loss": 1.0443, | |
| "step": 270500 | |
| }, | |
| { | |
| "epoch": 11.55, | |
| "learning_rate": 1.4729292929292931e-05, | |
| "loss": 1.0438, | |
| "step": 271000 | |
| }, | |
| { | |
| "epoch": 11.57, | |
| "learning_rate": 1.471919191919192e-05, | |
| "loss": 1.0423, | |
| "step": 271500 | |
| }, | |
| { | |
| "epoch": 11.59, | |
| "learning_rate": 1.4709090909090911e-05, | |
| "loss": 1.0447, | |
| "step": 272000 | |
| }, | |
| { | |
| "epoch": 11.62, | |
| "learning_rate": 1.46989898989899e-05, | |
| "loss": 1.0456, | |
| "step": 272500 | |
| }, | |
| { | |
| "epoch": 11.64, | |
| "learning_rate": 1.468888888888889e-05, | |
| "loss": 1.0425, | |
| "step": 273000 | |
| }, | |
| { | |
| "epoch": 11.66, | |
| "learning_rate": 1.4678808080808083e-05, | |
| "loss": 1.0459, | |
| "step": 273500 | |
| }, | |
| { | |
| "epoch": 11.68, | |
| "learning_rate": 1.4668707070707071e-05, | |
| "loss": 1.0427, | |
| "step": 274000 | |
| }, | |
| { | |
| "epoch": 11.7, | |
| "learning_rate": 1.4658606060606061e-05, | |
| "loss": 1.0457, | |
| "step": 274500 | |
| }, | |
| { | |
| "epoch": 11.72, | |
| "learning_rate": 1.464850505050505e-05, | |
| "loss": 1.042, | |
| "step": 275000 | |
| }, | |
| { | |
| "epoch": 11.74, | |
| "learning_rate": 1.4638424242424242e-05, | |
| "loss": 1.0422, | |
| "step": 275500 | |
| }, | |
| { | |
| "epoch": 11.77, | |
| "learning_rate": 1.4628323232323234e-05, | |
| "loss": 1.0435, | |
| "step": 276000 | |
| }, | |
| { | |
| "epoch": 11.79, | |
| "learning_rate": 1.4618222222222223e-05, | |
| "loss": 1.0411, | |
| "step": 276500 | |
| }, | |
| { | |
| "epoch": 11.81, | |
| "learning_rate": 1.4608121212121213e-05, | |
| "loss": 1.0417, | |
| "step": 277000 | |
| }, | |
| { | |
| "epoch": 11.83, | |
| "learning_rate": 1.4598020202020202e-05, | |
| "loss": 1.0417, | |
| "step": 277500 | |
| }, | |
| { | |
| "epoch": 11.85, | |
| "learning_rate": 1.4587939393939394e-05, | |
| "loss": 1.0401, | |
| "step": 278000 | |
| }, | |
| { | |
| "epoch": 11.87, | |
| "learning_rate": 1.4577838383838386e-05, | |
| "loss": 1.0435, | |
| "step": 278500 | |
| }, | |
| { | |
| "epoch": 11.89, | |
| "learning_rate": 1.4567737373737375e-05, | |
| "loss": 1.0426, | |
| "step": 279000 | |
| }, | |
| { | |
| "epoch": 11.91, | |
| "learning_rate": 1.4557636363636365e-05, | |
| "loss": 1.043, | |
| "step": 279500 | |
| }, | |
| { | |
| "epoch": 11.94, | |
| "learning_rate": 1.4547535353535353e-05, | |
| "loss": 1.0397, | |
| "step": 280000 | |
| }, | |
| { | |
| "epoch": 11.96, | |
| "learning_rate": 1.4537454545454546e-05, | |
| "loss": 1.0392, | |
| "step": 280500 | |
| }, | |
| { | |
| "epoch": 11.98, | |
| "learning_rate": 1.4527353535353536e-05, | |
| "loss": 1.0396, | |
| "step": 281000 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "learning_rate": 1.4517252525252525e-05, | |
| "loss": 1.0418, | |
| "step": 281500 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_accuracy": 0.7950182658039489, | |
| "eval_loss": 0.8657459020614624, | |
| "eval_runtime": 55.7371, | |
| "eval_samples_per_second": 928.358, | |
| "eval_steps_per_second": 14.515, | |
| "step": 281508 | |
| }, | |
| { | |
| "epoch": 12.02, | |
| "learning_rate": 1.4507151515151517e-05, | |
| "loss": 1.0399, | |
| "step": 282000 | |
| }, | |
| { | |
| "epoch": 12.04, | |
| "learning_rate": 1.4497090909090909e-05, | |
| "loss": 1.0405, | |
| "step": 282500 | |
| }, | |
| { | |
| "epoch": 12.06, | |
| "learning_rate": 1.4486989898989901e-05, | |
| "loss": 1.0385, | |
| "step": 283000 | |
| }, | |
| { | |
| "epoch": 12.08, | |
| "learning_rate": 1.447688888888889e-05, | |
| "loss": 1.0398, | |
| "step": 283500 | |
| }, | |
| { | |
| "epoch": 12.11, | |
| "learning_rate": 1.446678787878788e-05, | |
| "loss": 1.04, | |
| "step": 284000 | |
| }, | |
| { | |
| "epoch": 12.13, | |
| "learning_rate": 1.4456686868686869e-05, | |
| "loss": 1.0409, | |
| "step": 284500 | |
| }, | |
| { | |
| "epoch": 12.15, | |
| "learning_rate": 1.444660606060606e-05, | |
| "loss": 1.0361, | |
| "step": 285000 | |
| }, | |
| { | |
| "epoch": 12.17, | |
| "learning_rate": 1.4436505050505051e-05, | |
| "loss": 1.0395, | |
| "step": 285500 | |
| }, | |
| { | |
| "epoch": 12.19, | |
| "learning_rate": 1.4426404040404041e-05, | |
| "loss": 1.0348, | |
| "step": 286000 | |
| }, | |
| { | |
| "epoch": 12.21, | |
| "learning_rate": 1.4416303030303032e-05, | |
| "loss": 1.038, | |
| "step": 286500 | |
| }, | |
| { | |
| "epoch": 12.23, | |
| "learning_rate": 1.440620202020202e-05, | |
| "loss": 1.0374, | |
| "step": 287000 | |
| }, | |
| { | |
| "epoch": 12.26, | |
| "learning_rate": 1.439610101010101e-05, | |
| "loss": 1.0388, | |
| "step": 287500 | |
| }, | |
| { | |
| "epoch": 12.28, | |
| "learning_rate": 1.4386000000000003e-05, | |
| "loss": 1.0389, | |
| "step": 288000 | |
| }, | |
| { | |
| "epoch": 12.3, | |
| "learning_rate": 1.4375898989898991e-05, | |
| "loss": 1.0392, | |
| "step": 288500 | |
| }, | |
| { | |
| "epoch": 12.32, | |
| "learning_rate": 1.4365797979797981e-05, | |
| "loss": 1.0402, | |
| "step": 289000 | |
| }, | |
| { | |
| "epoch": 12.34, | |
| "learning_rate": 1.4355717171717174e-05, | |
| "loss": 1.0397, | |
| "step": 289500 | |
| }, | |
| { | |
| "epoch": 12.36, | |
| "learning_rate": 1.4345616161616162e-05, | |
| "loss": 1.0414, | |
| "step": 290000 | |
| }, | |
| { | |
| "epoch": 12.38, | |
| "learning_rate": 1.4335515151515154e-05, | |
| "loss": 1.0377, | |
| "step": 290500 | |
| }, | |
| { | |
| "epoch": 12.4, | |
| "learning_rate": 1.4325414141414143e-05, | |
| "loss": 1.0372, | |
| "step": 291000 | |
| }, | |
| { | |
| "epoch": 12.43, | |
| "learning_rate": 1.4315313131313133e-05, | |
| "loss": 1.0391, | |
| "step": 291500 | |
| }, | |
| { | |
| "epoch": 12.45, | |
| "learning_rate": 1.4305212121212122e-05, | |
| "loss": 1.0353, | |
| "step": 292000 | |
| }, | |
| { | |
| "epoch": 12.47, | |
| "learning_rate": 1.4295111111111114e-05, | |
| "loss": 1.0382, | |
| "step": 292500 | |
| }, | |
| { | |
| "epoch": 12.49, | |
| "learning_rate": 1.4285030303030304e-05, | |
| "loss": 1.0382, | |
| "step": 293000 | |
| }, | |
| { | |
| "epoch": 12.51, | |
| "learning_rate": 1.4274929292929295e-05, | |
| "loss": 1.0375, | |
| "step": 293500 | |
| }, | |
| { | |
| "epoch": 12.53, | |
| "learning_rate": 1.4264828282828285e-05, | |
| "loss": 1.038, | |
| "step": 294000 | |
| }, | |
| { | |
| "epoch": 12.55, | |
| "learning_rate": 1.4254727272727273e-05, | |
| "loss": 1.0384, | |
| "step": 294500 | |
| }, | |
| { | |
| "epoch": 12.58, | |
| "learning_rate": 1.4244626262626264e-05, | |
| "loss": 1.0371, | |
| "step": 295000 | |
| }, | |
| { | |
| "epoch": 12.6, | |
| "learning_rate": 1.4234545454545456e-05, | |
| "loss": 1.0357, | |
| "step": 295500 | |
| }, | |
| { | |
| "epoch": 12.62, | |
| "learning_rate": 1.4224444444444445e-05, | |
| "loss": 1.0359, | |
| "step": 296000 | |
| }, | |
| { | |
| "epoch": 12.64, | |
| "learning_rate": 1.4214363636363637e-05, | |
| "loss": 1.0357, | |
| "step": 296500 | |
| }, | |
| { | |
| "epoch": 12.66, | |
| "learning_rate": 1.4204262626262629e-05, | |
| "loss": 1.0373, | |
| "step": 297000 | |
| }, | |
| { | |
| "epoch": 12.68, | |
| "learning_rate": 1.4194161616161617e-05, | |
| "loss": 1.0358, | |
| "step": 297500 | |
| }, | |
| { | |
| "epoch": 12.7, | |
| "learning_rate": 1.4184060606060608e-05, | |
| "loss": 1.0391, | |
| "step": 298000 | |
| }, | |
| { | |
| "epoch": 12.72, | |
| "learning_rate": 1.4173959595959596e-05, | |
| "loss": 1.0375, | |
| "step": 298500 | |
| }, | |
| { | |
| "epoch": 12.75, | |
| "learning_rate": 1.4163858585858588e-05, | |
| "loss": 1.0372, | |
| "step": 299000 | |
| }, | |
| { | |
| "epoch": 12.77, | |
| "learning_rate": 1.4153757575757577e-05, | |
| "loss": 1.0337, | |
| "step": 299500 | |
| }, | |
| { | |
| "epoch": 12.79, | |
| "learning_rate": 1.4143656565656567e-05, | |
| "loss": 1.0338, | |
| "step": 300000 | |
| }, | |
| { | |
| "epoch": 12.81, | |
| "learning_rate": 1.413357575757576e-05, | |
| "loss": 1.0357, | |
| "step": 300500 | |
| }, | |
| { | |
| "epoch": 12.83, | |
| "learning_rate": 1.4123474747474748e-05, | |
| "loss": 1.0351, | |
| "step": 301000 | |
| }, | |
| { | |
| "epoch": 12.85, | |
| "learning_rate": 1.4113373737373738e-05, | |
| "loss": 1.0344, | |
| "step": 301500 | |
| }, | |
| { | |
| "epoch": 12.87, | |
| "learning_rate": 1.4103272727272729e-05, | |
| "loss": 1.0353, | |
| "step": 302000 | |
| }, | |
| { | |
| "epoch": 12.89, | |
| "learning_rate": 1.4093171717171719e-05, | |
| "loss": 1.0364, | |
| "step": 302500 | |
| }, | |
| { | |
| "epoch": 12.92, | |
| "learning_rate": 1.4083070707070707e-05, | |
| "loss": 1.0339, | |
| "step": 303000 | |
| }, | |
| { | |
| "epoch": 12.94, | |
| "learning_rate": 1.4072969696969698e-05, | |
| "loss": 1.0343, | |
| "step": 303500 | |
| }, | |
| { | |
| "epoch": 12.96, | |
| "learning_rate": 1.406288888888889e-05, | |
| "loss": 1.0342, | |
| "step": 304000 | |
| }, | |
| { | |
| "epoch": 12.98, | |
| "learning_rate": 1.4052787878787879e-05, | |
| "loss": 1.0342, | |
| "step": 304500 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_accuracy": 0.7953241575126613, | |
| "eval_loss": 0.8643110990524292, | |
| "eval_runtime": 55.5899, | |
| "eval_samples_per_second": 930.817, | |
| "eval_steps_per_second": 14.553, | |
| "step": 304967 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "learning_rate": 1.404268686868687e-05, | |
| "loss": 1.0349, | |
| "step": 305000 | |
| }, | |
| { | |
| "epoch": 13.02, | |
| "learning_rate": 1.4032585858585859e-05, | |
| "loss": 1.0342, | |
| "step": 305500 | |
| }, | |
| { | |
| "epoch": 13.04, | |
| "learning_rate": 1.402248484848485e-05, | |
| "loss": 1.0372, | |
| "step": 306000 | |
| }, | |
| { | |
| "epoch": 13.07, | |
| "learning_rate": 1.4012383838383838e-05, | |
| "loss": 1.0327, | |
| "step": 306500 | |
| }, | |
| { | |
| "epoch": 13.09, | |
| "learning_rate": 1.400230303030303e-05, | |
| "loss": 1.0319, | |
| "step": 307000 | |
| }, | |
| { | |
| "epoch": 13.11, | |
| "learning_rate": 1.3992202020202022e-05, | |
| "loss": 1.0311, | |
| "step": 307500 | |
| }, | |
| { | |
| "epoch": 13.13, | |
| "learning_rate": 1.398210101010101e-05, | |
| "loss": 1.0347, | |
| "step": 308000 | |
| }, | |
| { | |
| "epoch": 13.15, | |
| "learning_rate": 1.3972000000000001e-05, | |
| "loss": 1.0326, | |
| "step": 308500 | |
| }, | |
| { | |
| "epoch": 13.17, | |
| "learning_rate": 1.3961898989898991e-05, | |
| "loss": 1.032, | |
| "step": 309000 | |
| }, | |
| { | |
| "epoch": 13.19, | |
| "learning_rate": 1.395179797979798e-05, | |
| "loss": 1.0301, | |
| "step": 309500 | |
| }, | |
| { | |
| "epoch": 13.21, | |
| "learning_rate": 1.3941696969696972e-05, | |
| "loss": 1.0335, | |
| "step": 310000 | |
| }, | |
| { | |
| "epoch": 13.24, | |
| "learning_rate": 1.393159595959596e-05, | |
| "loss": 1.0341, | |
| "step": 310500 | |
| }, | |
| { | |
| "epoch": 13.26, | |
| "learning_rate": 1.392149494949495e-05, | |
| "loss": 1.0319, | |
| "step": 311000 | |
| }, | |
| { | |
| "epoch": 13.28, | |
| "learning_rate": 1.3911414141414143e-05, | |
| "loss": 1.0304, | |
| "step": 311500 | |
| }, | |
| { | |
| "epoch": 13.3, | |
| "learning_rate": 1.3901333333333335e-05, | |
| "loss": 1.0307, | |
| "step": 312000 | |
| }, | |
| { | |
| "epoch": 13.32, | |
| "learning_rate": 1.3891232323232324e-05, | |
| "loss": 1.0326, | |
| "step": 312500 | |
| }, | |
| { | |
| "epoch": 13.34, | |
| "learning_rate": 1.3881131313131316e-05, | |
| "loss": 1.0309, | |
| "step": 313000 | |
| }, | |
| { | |
| "epoch": 13.36, | |
| "learning_rate": 1.3871030303030304e-05, | |
| "loss": 1.0308, | |
| "step": 313500 | |
| }, | |
| { | |
| "epoch": 13.39, | |
| "learning_rate": 1.3860929292929295e-05, | |
| "loss": 1.0296, | |
| "step": 314000 | |
| }, | |
| { | |
| "epoch": 13.41, | |
| "learning_rate": 1.3850828282828283e-05, | |
| "loss": 1.0315, | |
| "step": 314500 | |
| }, | |
| { | |
| "epoch": 13.43, | |
| "learning_rate": 1.3840727272727275e-05, | |
| "loss": 1.0309, | |
| "step": 315000 | |
| }, | |
| { | |
| "epoch": 13.45, | |
| "learning_rate": 1.3830626262626264e-05, | |
| "loss": 1.0285, | |
| "step": 315500 | |
| }, | |
| { | |
| "epoch": 13.47, | |
| "learning_rate": 1.3820525252525254e-05, | |
| "loss": 1.028, | |
| "step": 316000 | |
| }, | |
| { | |
| "epoch": 13.49, | |
| "learning_rate": 1.3810424242424243e-05, | |
| "loss": 1.0299, | |
| "step": 316500 | |
| }, | |
| { | |
| "epoch": 13.51, | |
| "learning_rate": 1.3800343434343435e-05, | |
| "loss": 1.0309, | |
| "step": 317000 | |
| }, | |
| { | |
| "epoch": 13.53, | |
| "learning_rate": 1.3790242424242425e-05, | |
| "loss": 1.03, | |
| "step": 317500 | |
| }, | |
| { | |
| "epoch": 13.56, | |
| "learning_rate": 1.3780141414141414e-05, | |
| "loss": 1.0303, | |
| "step": 318000 | |
| }, | |
| { | |
| "epoch": 13.58, | |
| "learning_rate": 1.3770040404040406e-05, | |
| "loss": 1.0321, | |
| "step": 318500 | |
| }, | |
| { | |
| "epoch": 13.6, | |
| "learning_rate": 1.3759959595959598e-05, | |
| "loss": 1.03, | |
| "step": 319000 | |
| }, | |
| { | |
| "epoch": 13.62, | |
| "learning_rate": 1.374987878787879e-05, | |
| "loss": 1.0291, | |
| "step": 319500 | |
| }, | |
| { | |
| "epoch": 13.64, | |
| "learning_rate": 1.3739777777777779e-05, | |
| "loss": 1.0298, | |
| "step": 320000 | |
| }, | |
| { | |
| "epoch": 13.66, | |
| "learning_rate": 1.372967676767677e-05, | |
| "loss": 1.0319, | |
| "step": 320500 | |
| }, | |
| { | |
| "epoch": 13.68, | |
| "learning_rate": 1.3719575757575758e-05, | |
| "loss": 1.0312, | |
| "step": 321000 | |
| }, | |
| { | |
| "epoch": 13.7, | |
| "learning_rate": 1.370947474747475e-05, | |
| "loss": 1.0281, | |
| "step": 321500 | |
| }, | |
| { | |
| "epoch": 13.73, | |
| "learning_rate": 1.3699373737373738e-05, | |
| "loss": 1.0289, | |
| "step": 322000 | |
| }, | |
| { | |
| "epoch": 13.75, | |
| "learning_rate": 1.3689272727272729e-05, | |
| "loss": 1.0286, | |
| "step": 322500 | |
| }, | |
| { | |
| "epoch": 13.77, | |
| "learning_rate": 1.3679171717171717e-05, | |
| "loss": 1.0276, | |
| "step": 323000 | |
| }, | |
| { | |
| "epoch": 13.79, | |
| "learning_rate": 1.366909090909091e-05, | |
| "loss": 1.0276, | |
| "step": 323500 | |
| }, | |
| { | |
| "epoch": 13.81, | |
| "learning_rate": 1.36589898989899e-05, | |
| "loss": 1.0285, | |
| "step": 324000 | |
| }, | |
| { | |
| "epoch": 13.83, | |
| "learning_rate": 1.3648888888888888e-05, | |
| "loss": 1.0319, | |
| "step": 324500 | |
| }, | |
| { | |
| "epoch": 13.85, | |
| "learning_rate": 1.363878787878788e-05, | |
| "loss": 1.0303, | |
| "step": 325000 | |
| }, | |
| { | |
| "epoch": 13.88, | |
| "learning_rate": 1.3628686868686869e-05, | |
| "loss": 1.0293, | |
| "step": 325500 | |
| }, | |
| { | |
| "epoch": 13.9, | |
| "learning_rate": 1.361858585858586e-05, | |
| "loss": 1.0275, | |
| "step": 326000 | |
| }, | |
| { | |
| "epoch": 13.92, | |
| "learning_rate": 1.3608484848484848e-05, | |
| "loss": 1.0286, | |
| "step": 326500 | |
| }, | |
| { | |
| "epoch": 13.94, | |
| "learning_rate": 1.359838383838384e-05, | |
| "loss": 1.0293, | |
| "step": 327000 | |
| }, | |
| { | |
| "epoch": 13.96, | |
| "learning_rate": 1.3588282828282828e-05, | |
| "loss": 1.0291, | |
| "step": 327500 | |
| }, | |
| { | |
| "epoch": 13.98, | |
| "learning_rate": 1.3578222222222224e-05, | |
| "loss": 1.0286, | |
| "step": 328000 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_accuracy": 0.7967256149708635, | |
| "eval_loss": 0.8558052182197571, | |
| "eval_runtime": 55.2402, | |
| "eval_samples_per_second": 936.709, | |
| "eval_steps_per_second": 14.645, | |
| "step": 328426 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "learning_rate": 1.3568121212121213e-05, | |
| "loss": 1.0285, | |
| "step": 328500 | |
| }, | |
| { | |
| "epoch": 14.02, | |
| "learning_rate": 1.3558040404040405e-05, | |
| "loss": 1.0263, | |
| "step": 329000 | |
| }, | |
| { | |
| "epoch": 14.05, | |
| "learning_rate": 1.3547939393939396e-05, | |
| "loss": 1.0277, | |
| "step": 329500 | |
| }, | |
| { | |
| "epoch": 14.07, | |
| "learning_rate": 1.3537838383838384e-05, | |
| "loss": 1.027, | |
| "step": 330000 | |
| }, | |
| { | |
| "epoch": 14.09, | |
| "learning_rate": 1.3527737373737374e-05, | |
| "loss": 1.0258, | |
| "step": 330500 | |
| }, | |
| { | |
| "epoch": 14.11, | |
| "learning_rate": 1.3517636363636365e-05, | |
| "loss": 1.0269, | |
| "step": 331000 | |
| }, | |
| { | |
| "epoch": 14.13, | |
| "learning_rate": 1.3507535353535355e-05, | |
| "loss": 1.0271, | |
| "step": 331500 | |
| }, | |
| { | |
| "epoch": 14.15, | |
| "learning_rate": 1.3497434343434344e-05, | |
| "loss": 1.0289, | |
| "step": 332000 | |
| }, | |
| { | |
| "epoch": 14.17, | |
| "learning_rate": 1.3487333333333334e-05, | |
| "loss": 1.028, | |
| "step": 332500 | |
| }, | |
| { | |
| "epoch": 14.19, | |
| "learning_rate": 1.3477232323232326e-05, | |
| "loss": 1.0281, | |
| "step": 333000 | |
| }, | |
| { | |
| "epoch": 14.22, | |
| "learning_rate": 1.3467131313131314e-05, | |
| "loss": 1.0253, | |
| "step": 333500 | |
| }, | |
| { | |
| "epoch": 14.24, | |
| "learning_rate": 1.3457030303030305e-05, | |
| "loss": 1.0246, | |
| "step": 334000 | |
| }, | |
| { | |
| "epoch": 14.26, | |
| "learning_rate": 1.3446929292929293e-05, | |
| "loss": 1.0281, | |
| "step": 334500 | |
| }, | |
| { | |
| "epoch": 14.28, | |
| "learning_rate": 1.3436828282828285e-05, | |
| "loss": 1.0275, | |
| "step": 335000 | |
| }, | |
| { | |
| "epoch": 14.3, | |
| "learning_rate": 1.3426747474747478e-05, | |
| "loss": 1.0257, | |
| "step": 335500 | |
| }, | |
| { | |
| "epoch": 14.32, | |
| "learning_rate": 1.3416646464646466e-05, | |
| "loss": 1.0271, | |
| "step": 336000 | |
| }, | |
| { | |
| "epoch": 14.34, | |
| "learning_rate": 1.3406545454545456e-05, | |
| "loss": 1.0253, | |
| "step": 336500 | |
| }, | |
| { | |
| "epoch": 14.37, | |
| "learning_rate": 1.3396484848484849e-05, | |
| "loss": 1.0237, | |
| "step": 337000 | |
| }, | |
| { | |
| "epoch": 14.39, | |
| "learning_rate": 1.338638383838384e-05, | |
| "loss": 1.0253, | |
| "step": 337500 | |
| }, | |
| { | |
| "epoch": 14.41, | |
| "learning_rate": 1.337628282828283e-05, | |
| "loss": 1.0267, | |
| "step": 338000 | |
| }, | |
| { | |
| "epoch": 14.43, | |
| "learning_rate": 1.336618181818182e-05, | |
| "loss": 1.0251, | |
| "step": 338500 | |
| }, | |
| { | |
| "epoch": 14.45, | |
| "learning_rate": 1.3356080808080808e-05, | |
| "loss": 1.0238, | |
| "step": 339000 | |
| }, | |
| { | |
| "epoch": 14.47, | |
| "learning_rate": 1.33459797979798e-05, | |
| "loss": 1.0253, | |
| "step": 339500 | |
| }, | |
| { | |
| "epoch": 14.49, | |
| "learning_rate": 1.3335878787878789e-05, | |
| "loss": 1.0264, | |
| "step": 340000 | |
| }, | |
| { | |
| "epoch": 14.51, | |
| "learning_rate": 1.332577777777778e-05, | |
| "loss": 1.0259, | |
| "step": 340500 | |
| }, | |
| { | |
| "epoch": 14.54, | |
| "learning_rate": 1.3315676767676768e-05, | |
| "loss": 1.0235, | |
| "step": 341000 | |
| }, | |
| { | |
| "epoch": 14.56, | |
| "learning_rate": 1.330557575757576e-05, | |
| "loss": 1.0238, | |
| "step": 341500 | |
| }, | |
| { | |
| "epoch": 14.58, | |
| "learning_rate": 1.3295474747474748e-05, | |
| "loss": 1.0234, | |
| "step": 342000 | |
| }, | |
| { | |
| "epoch": 14.6, | |
| "learning_rate": 1.328539393939394e-05, | |
| "loss": 1.0267, | |
| "step": 342500 | |
| }, | |
| { | |
| "epoch": 14.62, | |
| "learning_rate": 1.3275292929292931e-05, | |
| "loss": 1.0272, | |
| "step": 343000 | |
| }, | |
| { | |
| "epoch": 14.64, | |
| "learning_rate": 1.326519191919192e-05, | |
| "loss": 1.0236, | |
| "step": 343500 | |
| }, | |
| { | |
| "epoch": 14.66, | |
| "learning_rate": 1.3255090909090912e-05, | |
| "loss": 1.0255, | |
| "step": 344000 | |
| }, | |
| { | |
| "epoch": 14.69, | |
| "learning_rate": 1.3245010101010102e-05, | |
| "loss": 1.0227, | |
| "step": 344500 | |
| }, | |
| { | |
| "epoch": 14.71, | |
| "learning_rate": 1.3234909090909092e-05, | |
| "loss": 1.0236, | |
| "step": 345000 | |
| }, | |
| { | |
| "epoch": 14.73, | |
| "learning_rate": 1.3224808080808083e-05, | |
| "loss": 1.0234, | |
| "step": 345500 | |
| }, | |
| { | |
| "epoch": 14.75, | |
| "learning_rate": 1.3214707070707071e-05, | |
| "loss": 1.0209, | |
| "step": 346000 | |
| }, | |
| { | |
| "epoch": 14.77, | |
| "learning_rate": 1.3204606060606062e-05, | |
| "loss": 1.0239, | |
| "step": 346500 | |
| }, | |
| { | |
| "epoch": 14.79, | |
| "learning_rate": 1.319450505050505e-05, | |
| "loss": 1.0234, | |
| "step": 347000 | |
| }, | |
| { | |
| "epoch": 14.81, | |
| "learning_rate": 1.3184424242424242e-05, | |
| "loss": 1.0238, | |
| "step": 347500 | |
| }, | |
| { | |
| "epoch": 14.83, | |
| "learning_rate": 1.3174323232323234e-05, | |
| "loss": 1.0268, | |
| "step": 348000 | |
| }, | |
| { | |
| "epoch": 14.86, | |
| "learning_rate": 1.3164222222222223e-05, | |
| "loss": 1.0252, | |
| "step": 348500 | |
| }, | |
| { | |
| "epoch": 14.88, | |
| "learning_rate": 1.3154121212121213e-05, | |
| "loss": 1.0255, | |
| "step": 349000 | |
| }, | |
| { | |
| "epoch": 14.9, | |
| "learning_rate": 1.3144020202020202e-05, | |
| "loss": 1.0239, | |
| "step": 349500 | |
| }, | |
| { | |
| "epoch": 14.92, | |
| "learning_rate": 1.3133919191919194e-05, | |
| "loss": 1.0246, | |
| "step": 350000 | |
| }, | |
| { | |
| "epoch": 14.94, | |
| "learning_rate": 1.3123818181818182e-05, | |
| "loss": 1.0244, | |
| "step": 350500 | |
| }, | |
| { | |
| "epoch": 14.96, | |
| "learning_rate": 1.3113717171717173e-05, | |
| "loss": 1.0245, | |
| "step": 351000 | |
| }, | |
| { | |
| "epoch": 14.98, | |
| "learning_rate": 1.3103656565656567e-05, | |
| "loss": 1.0223, | |
| "step": 351500 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_accuracy": 0.7972933232004333, | |
| "eval_loss": 0.8523717522621155, | |
| "eval_runtime": 56.3728, | |
| "eval_samples_per_second": 917.889, | |
| "eval_steps_per_second": 14.351, | |
| "step": 351885 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "learning_rate": 1.3093555555555557e-05, | |
| "loss": 1.0208, | |
| "step": 352000 | |
| }, | |
| { | |
| "epoch": 15.03, | |
| "learning_rate": 1.3083454545454546e-05, | |
| "loss": 1.022, | |
| "step": 352500 | |
| }, | |
| { | |
| "epoch": 15.05, | |
| "learning_rate": 1.3073353535353536e-05, | |
| "loss": 1.0223, | |
| "step": 353000 | |
| }, | |
| { | |
| "epoch": 15.07, | |
| "learning_rate": 1.3063252525252526e-05, | |
| "loss": 1.0209, | |
| "step": 353500 | |
| }, | |
| { | |
| "epoch": 15.09, | |
| "learning_rate": 1.305319191919192e-05, | |
| "loss": 1.0214, | |
| "step": 354000 | |
| }, | |
| { | |
| "epoch": 15.11, | |
| "learning_rate": 1.3043090909090909e-05, | |
| "loss": 1.0206, | |
| "step": 354500 | |
| }, | |
| { | |
| "epoch": 15.13, | |
| "learning_rate": 1.3032989898989901e-05, | |
| "loss": 1.0216, | |
| "step": 355000 | |
| }, | |
| { | |
| "epoch": 15.15, | |
| "learning_rate": 1.302288888888889e-05, | |
| "loss": 1.0211, | |
| "step": 355500 | |
| }, | |
| { | |
| "epoch": 15.18, | |
| "learning_rate": 1.301278787878788e-05, | |
| "loss": 1.0202, | |
| "step": 356000 | |
| }, | |
| { | |
| "epoch": 15.2, | |
| "learning_rate": 1.3002686868686869e-05, | |
| "loss": 1.0204, | |
| "step": 356500 | |
| }, | |
| { | |
| "epoch": 15.22, | |
| "learning_rate": 1.299260606060606e-05, | |
| "loss": 1.0214, | |
| "step": 357000 | |
| }, | |
| { | |
| "epoch": 15.24, | |
| "learning_rate": 1.2982505050505053e-05, | |
| "loss": 1.02, | |
| "step": 357500 | |
| }, | |
| { | |
| "epoch": 15.26, | |
| "learning_rate": 1.2972404040404041e-05, | |
| "loss": 1.0226, | |
| "step": 358000 | |
| }, | |
| { | |
| "epoch": 15.28, | |
| "learning_rate": 1.2962303030303032e-05, | |
| "loss": 1.0229, | |
| "step": 358500 | |
| }, | |
| { | |
| "epoch": 15.3, | |
| "learning_rate": 1.295220202020202e-05, | |
| "loss": 1.0197, | |
| "step": 359000 | |
| }, | |
| { | |
| "epoch": 15.32, | |
| "learning_rate": 1.294210101010101e-05, | |
| "loss": 1.0185, | |
| "step": 359500 | |
| }, | |
| { | |
| "epoch": 15.35, | |
| "learning_rate": 1.2932020202020203e-05, | |
| "loss": 1.0184, | |
| "step": 360000 | |
| }, | |
| { | |
| "epoch": 15.37, | |
| "learning_rate": 1.2921919191919191e-05, | |
| "loss": 1.0221, | |
| "step": 360500 | |
| }, | |
| { | |
| "epoch": 15.39, | |
| "learning_rate": 1.2911818181818183e-05, | |
| "loss": 1.0221, | |
| "step": 361000 | |
| }, | |
| { | |
| "epoch": 15.41, | |
| "learning_rate": 1.2901717171717172e-05, | |
| "loss": 1.0184, | |
| "step": 361500 | |
| }, | |
| { | |
| "epoch": 15.43, | |
| "learning_rate": 1.2891616161616162e-05, | |
| "loss": 1.0183, | |
| "step": 362000 | |
| }, | |
| { | |
| "epoch": 15.45, | |
| "learning_rate": 1.2881515151515151e-05, | |
| "loss": 1.0196, | |
| "step": 362500 | |
| }, | |
| { | |
| "epoch": 15.47, | |
| "learning_rate": 1.2871414141414143e-05, | |
| "loss": 1.0201, | |
| "step": 363000 | |
| }, | |
| { | |
| "epoch": 15.5, | |
| "learning_rate": 1.2861313131313133e-05, | |
| "loss": 1.0196, | |
| "step": 363500 | |
| }, | |
| { | |
| "epoch": 15.52, | |
| "learning_rate": 1.2851232323232324e-05, | |
| "loss": 1.0191, | |
| "step": 364000 | |
| }, | |
| { | |
| "epoch": 15.54, | |
| "learning_rate": 1.2841131313131314e-05, | |
| "loss": 1.0203, | |
| "step": 364500 | |
| }, | |
| { | |
| "epoch": 15.56, | |
| "learning_rate": 1.2831030303030306e-05, | |
| "loss": 1.0181, | |
| "step": 365000 | |
| }, | |
| { | |
| "epoch": 15.58, | |
| "learning_rate": 1.2820929292929295e-05, | |
| "loss": 1.0183, | |
| "step": 365500 | |
| }, | |
| { | |
| "epoch": 15.6, | |
| "learning_rate": 1.2810848484848487e-05, | |
| "loss": 1.0218, | |
| "step": 366000 | |
| }, | |
| { | |
| "epoch": 15.62, | |
| "learning_rate": 1.2800747474747475e-05, | |
| "loss": 1.0191, | |
| "step": 366500 | |
| }, | |
| { | |
| "epoch": 15.64, | |
| "learning_rate": 1.2790646464646466e-05, | |
| "loss": 1.0191, | |
| "step": 367000 | |
| }, | |
| { | |
| "epoch": 15.67, | |
| "learning_rate": 1.2780545454545456e-05, | |
| "loss": 1.0192, | |
| "step": 367500 | |
| }, | |
| { | |
| "epoch": 15.69, | |
| "learning_rate": 1.2770444444444445e-05, | |
| "loss": 1.0202, | |
| "step": 368000 | |
| }, | |
| { | |
| "epoch": 15.71, | |
| "learning_rate": 1.2760343434343437e-05, | |
| "loss": 1.0182, | |
| "step": 368500 | |
| }, | |
| { | |
| "epoch": 15.73, | |
| "learning_rate": 1.2750242424242425e-05, | |
| "loss": 1.0194, | |
| "step": 369000 | |
| }, | |
| { | |
| "epoch": 15.75, | |
| "learning_rate": 1.2740141414141415e-05, | |
| "loss": 1.0196, | |
| "step": 369500 | |
| }, | |
| { | |
| "epoch": 15.77, | |
| "learning_rate": 1.2730040404040404e-05, | |
| "loss": 1.0168, | |
| "step": 370000 | |
| }, | |
| { | |
| "epoch": 15.79, | |
| "learning_rate": 1.2719939393939396e-05, | |
| "loss": 1.0185, | |
| "step": 370500 | |
| }, | |
| { | |
| "epoch": 15.81, | |
| "learning_rate": 1.2709858585858588e-05, | |
| "loss": 1.0166, | |
| "step": 371000 | |
| }, | |
| { | |
| "epoch": 15.84, | |
| "learning_rate": 1.2699757575757577e-05, | |
| "loss": 1.0197, | |
| "step": 371500 | |
| }, | |
| { | |
| "epoch": 15.86, | |
| "learning_rate": 1.2689676767676769e-05, | |
| "loss": 1.0172, | |
| "step": 372000 | |
| }, | |
| { | |
| "epoch": 15.88, | |
| "learning_rate": 1.267957575757576e-05, | |
| "loss": 1.0179, | |
| "step": 372500 | |
| }, | |
| { | |
| "epoch": 15.9, | |
| "learning_rate": 1.2669474747474748e-05, | |
| "loss": 1.0174, | |
| "step": 373000 | |
| }, | |
| { | |
| "epoch": 15.92, | |
| "learning_rate": 1.2659373737373738e-05, | |
| "loss": 1.0197, | |
| "step": 373500 | |
| }, | |
| { | |
| "epoch": 15.94, | |
| "learning_rate": 1.2649272727272729e-05, | |
| "loss": 1.0155, | |
| "step": 374000 | |
| }, | |
| { | |
| "epoch": 15.96, | |
| "learning_rate": 1.2639171717171719e-05, | |
| "loss": 1.0178, | |
| "step": 374500 | |
| }, | |
| { | |
| "epoch": 15.99, | |
| "learning_rate": 1.2629090909090911e-05, | |
| "loss": 1.0189, | |
| "step": 375000 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_accuracy": 0.7982388277111986, | |
| "eval_loss": 0.8482341170310974, | |
| "eval_runtime": 55.8333, | |
| "eval_samples_per_second": 926.759, | |
| "eval_steps_per_second": 14.49, | |
| "step": 375344 | |
| }, | |
| { | |
| "epoch": 16.01, | |
| "learning_rate": 1.26189898989899e-05, | |
| "loss": 1.0191, | |
| "step": 375500 | |
| }, | |
| { | |
| "epoch": 16.03, | |
| "learning_rate": 1.260888888888889e-05, | |
| "loss": 1.0175, | |
| "step": 376000 | |
| }, | |
| { | |
| "epoch": 16.05, | |
| "learning_rate": 1.2598787878787879e-05, | |
| "loss": 1.0156, | |
| "step": 376500 | |
| }, | |
| { | |
| "epoch": 16.07, | |
| "learning_rate": 1.258868686868687e-05, | |
| "loss": 1.0147, | |
| "step": 377000 | |
| }, | |
| { | |
| "epoch": 16.09, | |
| "learning_rate": 1.2578585858585859e-05, | |
| "loss": 1.0176, | |
| "step": 377500 | |
| }, | |
| { | |
| "epoch": 16.11, | |
| "learning_rate": 1.256848484848485e-05, | |
| "loss": 1.0191, | |
| "step": 378000 | |
| }, | |
| { | |
| "epoch": 16.13, | |
| "learning_rate": 1.2558383838383838e-05, | |
| "loss": 1.017, | |
| "step": 378500 | |
| }, | |
| { | |
| "epoch": 16.16, | |
| "learning_rate": 1.254828282828283e-05, | |
| "loss": 1.0169, | |
| "step": 379000 | |
| }, | |
| { | |
| "epoch": 16.18, | |
| "learning_rate": 1.2538181818181819e-05, | |
| "loss": 1.0166, | |
| "step": 379500 | |
| }, | |
| { | |
| "epoch": 16.2, | |
| "learning_rate": 1.2528080808080809e-05, | |
| "loss": 1.0149, | |
| "step": 380000 | |
| }, | |
| { | |
| "epoch": 16.22, | |
| "learning_rate": 1.2517979797979797e-05, | |
| "loss": 1.0146, | |
| "step": 380500 | |
| }, | |
| { | |
| "epoch": 16.24, | |
| "learning_rate": 1.250789898989899e-05, | |
| "loss": 1.0169, | |
| "step": 381000 | |
| }, | |
| { | |
| "epoch": 16.26, | |
| "learning_rate": 1.2497818181818182e-05, | |
| "loss": 1.0184, | |
| "step": 381500 | |
| }, | |
| { | |
| "epoch": 16.28, | |
| "learning_rate": 1.2487737373737374e-05, | |
| "loss": 1.0132, | |
| "step": 382000 | |
| }, | |
| { | |
| "epoch": 16.31, | |
| "learning_rate": 1.2477636363636364e-05, | |
| "loss": 1.014, | |
| "step": 382500 | |
| }, | |
| { | |
| "epoch": 16.33, | |
| "learning_rate": 1.2467535353535353e-05, | |
| "loss": 1.0151, | |
| "step": 383000 | |
| }, | |
| { | |
| "epoch": 16.35, | |
| "learning_rate": 1.2457434343434345e-05, | |
| "loss": 1.0158, | |
| "step": 383500 | |
| }, | |
| { | |
| "epoch": 16.37, | |
| "learning_rate": 1.2447333333333334e-05, | |
| "loss": 1.0157, | |
| "step": 384000 | |
| }, | |
| { | |
| "epoch": 16.39, | |
| "learning_rate": 1.2437232323232324e-05, | |
| "loss": 1.0158, | |
| "step": 384500 | |
| }, | |
| { | |
| "epoch": 16.41, | |
| "learning_rate": 1.2427131313131313e-05, | |
| "loss": 1.0158, | |
| "step": 385000 | |
| }, | |
| { | |
| "epoch": 16.43, | |
| "learning_rate": 1.2417050505050505e-05, | |
| "loss": 1.0175, | |
| "step": 385500 | |
| }, | |
| { | |
| "epoch": 16.45, | |
| "learning_rate": 1.2406949494949497e-05, | |
| "loss": 1.014, | |
| "step": 386000 | |
| }, | |
| { | |
| "epoch": 16.48, | |
| "learning_rate": 1.2396848484848485e-05, | |
| "loss": 1.0139, | |
| "step": 386500 | |
| }, | |
| { | |
| "epoch": 16.5, | |
| "learning_rate": 1.2386747474747476e-05, | |
| "loss": 1.0141, | |
| "step": 387000 | |
| }, | |
| { | |
| "epoch": 16.52, | |
| "learning_rate": 1.2376666666666668e-05, | |
| "loss": 1.0154, | |
| "step": 387500 | |
| }, | |
| { | |
| "epoch": 16.54, | |
| "learning_rate": 1.2366565656565656e-05, | |
| "loss": 1.0151, | |
| "step": 388000 | |
| }, | |
| { | |
| "epoch": 16.56, | |
| "learning_rate": 1.2356464646464647e-05, | |
| "loss": 1.0153, | |
| "step": 388500 | |
| }, | |
| { | |
| "epoch": 16.58, | |
| "learning_rate": 1.2346363636363637e-05, | |
| "loss": 1.0126, | |
| "step": 389000 | |
| }, | |
| { | |
| "epoch": 16.6, | |
| "learning_rate": 1.2336262626262627e-05, | |
| "loss": 1.0155, | |
| "step": 389500 | |
| }, | |
| { | |
| "epoch": 16.62, | |
| "learning_rate": 1.2326161616161618e-05, | |
| "loss": 1.0132, | |
| "step": 390000 | |
| }, | |
| { | |
| "epoch": 16.65, | |
| "learning_rate": 1.2316060606060606e-05, | |
| "loss": 1.0153, | |
| "step": 390500 | |
| }, | |
| { | |
| "epoch": 16.67, | |
| "learning_rate": 1.2305959595959598e-05, | |
| "loss": 1.0147, | |
| "step": 391000 | |
| }, | |
| { | |
| "epoch": 16.69, | |
| "learning_rate": 1.2295858585858587e-05, | |
| "loss": 1.017, | |
| "step": 391500 | |
| }, | |
| { | |
| "epoch": 16.71, | |
| "learning_rate": 1.2285757575757577e-05, | |
| "loss": 1.0127, | |
| "step": 392000 | |
| }, | |
| { | |
| "epoch": 16.73, | |
| "learning_rate": 1.2275656565656566e-05, | |
| "loss": 1.0172, | |
| "step": 392500 | |
| }, | |
| { | |
| "epoch": 16.75, | |
| "learning_rate": 1.2265555555555558e-05, | |
| "loss": 1.012, | |
| "step": 393000 | |
| }, | |
| { | |
| "epoch": 16.77, | |
| "learning_rate": 1.225547474747475e-05, | |
| "loss": 1.0133, | |
| "step": 393500 | |
| }, | |
| { | |
| "epoch": 16.8, | |
| "learning_rate": 1.2245393939393942e-05, | |
| "loss": 1.0132, | |
| "step": 394000 | |
| }, | |
| { | |
| "epoch": 16.82, | |
| "learning_rate": 1.223529292929293e-05, | |
| "loss": 1.0132, | |
| "step": 394500 | |
| }, | |
| { | |
| "epoch": 16.84, | |
| "learning_rate": 1.2225191919191921e-05, | |
| "loss": 1.0158, | |
| "step": 395000 | |
| }, | |
| { | |
| "epoch": 16.86, | |
| "learning_rate": 1.221509090909091e-05, | |
| "loss": 1.015, | |
| "step": 395500 | |
| }, | |
| { | |
| "epoch": 16.88, | |
| "learning_rate": 1.22049898989899e-05, | |
| "loss": 1.0099, | |
| "step": 396000 | |
| }, | |
| { | |
| "epoch": 16.9, | |
| "learning_rate": 1.219488888888889e-05, | |
| "loss": 1.0159, | |
| "step": 396500 | |
| }, | |
| { | |
| "epoch": 16.92, | |
| "learning_rate": 1.218478787878788e-05, | |
| "loss": 1.0138, | |
| "step": 397000 | |
| }, | |
| { | |
| "epoch": 16.94, | |
| "learning_rate": 1.2174686868686869e-05, | |
| "loss": 1.0121, | |
| "step": 397500 | |
| }, | |
| { | |
| "epoch": 16.97, | |
| "learning_rate": 1.2164606060606061e-05, | |
| "loss": 1.0117, | |
| "step": 398000 | |
| }, | |
| { | |
| "epoch": 16.99, | |
| "learning_rate": 1.2154505050505052e-05, | |
| "loss": 1.0108, | |
| "step": 398500 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "eval_accuracy": 0.7986988582872165, | |
| "eval_loss": 0.8448593020439148, | |
| "eval_runtime": 55.9245, | |
| "eval_samples_per_second": 925.248, | |
| "eval_steps_per_second": 14.466, | |
| "step": 398803 | |
| }, | |
| { | |
| "epoch": 17.01, | |
| "learning_rate": 1.214440404040404e-05, | |
| "loss": 1.0112, | |
| "step": 399000 | |
| }, | |
| { | |
| "epoch": 17.03, | |
| "learning_rate": 1.2134303030303032e-05, | |
| "loss": 1.0113, | |
| "step": 399500 | |
| }, | |
| { | |
| "epoch": 17.05, | |
| "learning_rate": 1.212420202020202e-05, | |
| "loss": 1.0097, | |
| "step": 400000 | |
| }, | |
| { | |
| "epoch": 17.07, | |
| "learning_rate": 1.2114101010101011e-05, | |
| "loss": 1.0117, | |
| "step": 400500 | |
| }, | |
| { | |
| "epoch": 17.09, | |
| "learning_rate": 1.2104e-05, | |
| "loss": 1.0093, | |
| "step": 401000 | |
| }, | |
| { | |
| "epoch": 17.11, | |
| "learning_rate": 1.2093898989898992e-05, | |
| "loss": 1.0133, | |
| "step": 401500 | |
| }, | |
| { | |
| "epoch": 17.14, | |
| "learning_rate": 1.2083818181818184e-05, | |
| "loss": 1.0139, | |
| "step": 402000 | |
| }, | |
| { | |
| "epoch": 17.16, | |
| "learning_rate": 1.2073717171717172e-05, | |
| "loss": 1.0112, | |
| "step": 402500 | |
| }, | |
| { | |
| "epoch": 17.18, | |
| "learning_rate": 1.2063616161616163e-05, | |
| "loss": 1.014, | |
| "step": 403000 | |
| }, | |
| { | |
| "epoch": 17.2, | |
| "learning_rate": 1.2053515151515151e-05, | |
| "loss": 1.0126, | |
| "step": 403500 | |
| }, | |
| { | |
| "epoch": 17.22, | |
| "learning_rate": 1.2043434343434344e-05, | |
| "loss": 1.0113, | |
| "step": 404000 | |
| }, | |
| { | |
| "epoch": 17.24, | |
| "learning_rate": 1.2033333333333334e-05, | |
| "loss": 1.0117, | |
| "step": 404500 | |
| }, | |
| { | |
| "epoch": 17.26, | |
| "learning_rate": 1.2023232323232324e-05, | |
| "loss": 1.0095, | |
| "step": 405000 | |
| }, | |
| { | |
| "epoch": 17.29, | |
| "learning_rate": 1.2013131313131314e-05, | |
| "loss": 1.0125, | |
| "step": 405500 | |
| }, | |
| { | |
| "epoch": 17.31, | |
| "learning_rate": 1.2003030303030303e-05, | |
| "loss": 1.0095, | |
| "step": 406000 | |
| }, | |
| { | |
| "epoch": 17.33, | |
| "learning_rate": 1.1992929292929293e-05, | |
| "loss": 1.0092, | |
| "step": 406500 | |
| }, | |
| { | |
| "epoch": 17.35, | |
| "learning_rate": 1.1982828282828282e-05, | |
| "loss": 1.01, | |
| "step": 407000 | |
| }, | |
| { | |
| "epoch": 17.37, | |
| "learning_rate": 1.1972727272727274e-05, | |
| "loss": 1.0127, | |
| "step": 407500 | |
| }, | |
| { | |
| "epoch": 17.39, | |
| "learning_rate": 1.1962646464646466e-05, | |
| "loss": 1.0117, | |
| "step": 408000 | |
| }, | |
| { | |
| "epoch": 17.41, | |
| "learning_rate": 1.1952545454545455e-05, | |
| "loss": 1.01, | |
| "step": 408500 | |
| }, | |
| { | |
| "epoch": 17.43, | |
| "learning_rate": 1.1942444444444445e-05, | |
| "loss": 1.01, | |
| "step": 409000 | |
| }, | |
| { | |
| "epoch": 17.46, | |
| "learning_rate": 1.1932363636363637e-05, | |
| "loss": 1.011, | |
| "step": 409500 | |
| }, | |
| { | |
| "epoch": 17.48, | |
| "learning_rate": 1.1922262626262626e-05, | |
| "loss": 1.0087, | |
| "step": 410000 | |
| }, | |
| { | |
| "epoch": 17.5, | |
| "learning_rate": 1.1912161616161618e-05, | |
| "loss": 1.0086, | |
| "step": 410500 | |
| }, | |
| { | |
| "epoch": 17.52, | |
| "learning_rate": 1.1902060606060608e-05, | |
| "loss": 1.0098, | |
| "step": 411000 | |
| }, | |
| { | |
| "epoch": 17.54, | |
| "learning_rate": 1.1891959595959597e-05, | |
| "loss": 1.0111, | |
| "step": 411500 | |
| }, | |
| { | |
| "epoch": 17.56, | |
| "learning_rate": 1.1881858585858587e-05, | |
| "loss": 1.0059, | |
| "step": 412000 | |
| }, | |
| { | |
| "epoch": 17.58, | |
| "learning_rate": 1.1871757575757577e-05, | |
| "loss": 1.0098, | |
| "step": 412500 | |
| }, | |
| { | |
| "epoch": 17.61, | |
| "learning_rate": 1.1861676767676768e-05, | |
| "loss": 1.0108, | |
| "step": 413000 | |
| }, | |
| { | |
| "epoch": 17.63, | |
| "learning_rate": 1.185157575757576e-05, | |
| "loss": 1.0102, | |
| "step": 413500 | |
| }, | |
| { | |
| "epoch": 17.65, | |
| "learning_rate": 1.1841474747474748e-05, | |
| "loss": 1.0087, | |
| "step": 414000 | |
| }, | |
| { | |
| "epoch": 17.67, | |
| "learning_rate": 1.183139393939394e-05, | |
| "loss": 1.0103, | |
| "step": 414500 | |
| }, | |
| { | |
| "epoch": 17.69, | |
| "learning_rate": 1.1821292929292931e-05, | |
| "loss": 1.0067, | |
| "step": 415000 | |
| }, | |
| { | |
| "epoch": 17.71, | |
| "learning_rate": 1.181119191919192e-05, | |
| "loss": 1.0111, | |
| "step": 415500 | |
| }, | |
| { | |
| "epoch": 17.73, | |
| "learning_rate": 1.1801090909090912e-05, | |
| "loss": 1.0092, | |
| "step": 416000 | |
| }, | |
| { | |
| "epoch": 17.75, | |
| "learning_rate": 1.17909898989899e-05, | |
| "loss": 1.0083, | |
| "step": 416500 | |
| }, | |
| { | |
| "epoch": 17.78, | |
| "learning_rate": 1.178088888888889e-05, | |
| "loss": 1.0114, | |
| "step": 417000 | |
| }, | |
| { | |
| "epoch": 17.8, | |
| "learning_rate": 1.1770787878787879e-05, | |
| "loss": 1.0088, | |
| "step": 417500 | |
| }, | |
| { | |
| "epoch": 17.82, | |
| "learning_rate": 1.1760686868686871e-05, | |
| "loss": 1.0108, | |
| "step": 418000 | |
| }, | |
| { | |
| "epoch": 17.84, | |
| "learning_rate": 1.175058585858586e-05, | |
| "loss": 1.0089, | |
| "step": 418500 | |
| }, | |
| { | |
| "epoch": 17.86, | |
| "learning_rate": 1.1740505050505052e-05, | |
| "loss": 1.01, | |
| "step": 419000 | |
| }, | |
| { | |
| "epoch": 17.88, | |
| "learning_rate": 1.1730404040404042e-05, | |
| "loss": 1.0104, | |
| "step": 419500 | |
| }, | |
| { | |
| "epoch": 17.9, | |
| "learning_rate": 1.172030303030303e-05, | |
| "loss": 1.0084, | |
| "step": 420000 | |
| }, | |
| { | |
| "epoch": 17.92, | |
| "learning_rate": 1.1710202020202021e-05, | |
| "loss": 1.0103, | |
| "step": 420500 | |
| }, | |
| { | |
| "epoch": 17.95, | |
| "learning_rate": 1.170010101010101e-05, | |
| "loss": 1.0088, | |
| "step": 421000 | |
| }, | |
| { | |
| "epoch": 17.97, | |
| "learning_rate": 1.1690020202020202e-05, | |
| "loss": 1.0079, | |
| "step": 421500 | |
| }, | |
| { | |
| "epoch": 17.99, | |
| "learning_rate": 1.1679919191919194e-05, | |
| "loss": 1.0107, | |
| "step": 422000 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_accuracy": 0.7993050643486012, | |
| "eval_loss": 0.8416274189949036, | |
| "eval_runtime": 55.186, | |
| "eval_samples_per_second": 937.629, | |
| "eval_steps_per_second": 14.66, | |
| "step": 422262 | |
| }, | |
| { | |
| "epoch": 18.01, | |
| "learning_rate": 1.1669818181818182e-05, | |
| "loss": 1.01, | |
| "step": 422500 | |
| }, | |
| { | |
| "epoch": 18.03, | |
| "learning_rate": 1.1659717171717173e-05, | |
| "loss": 1.0059, | |
| "step": 423000 | |
| }, | |
| { | |
| "epoch": 18.05, | |
| "learning_rate": 1.1649616161616161e-05, | |
| "loss": 1.0052, | |
| "step": 423500 | |
| }, | |
| { | |
| "epoch": 18.07, | |
| "learning_rate": 1.1639515151515153e-05, | |
| "loss": 1.0102, | |
| "step": 424000 | |
| }, | |
| { | |
| "epoch": 18.1, | |
| "learning_rate": 1.1629414141414142e-05, | |
| "loss": 1.0107, | |
| "step": 424500 | |
| }, | |
| { | |
| "epoch": 18.12, | |
| "learning_rate": 1.1619333333333334e-05, | |
| "loss": 1.0075, | |
| "step": 425000 | |
| }, | |
| { | |
| "epoch": 18.14, | |
| "learning_rate": 1.1609252525252526e-05, | |
| "loss": 1.0068, | |
| "step": 425500 | |
| }, | |
| { | |
| "epoch": 18.16, | |
| "learning_rate": 1.1599151515151517e-05, | |
| "loss": 1.0076, | |
| "step": 426000 | |
| }, | |
| { | |
| "epoch": 18.18, | |
| "learning_rate": 1.1589050505050505e-05, | |
| "loss": 1.0095, | |
| "step": 426500 | |
| }, | |
| { | |
| "epoch": 18.2, | |
| "learning_rate": 1.1578949494949496e-05, | |
| "loss": 1.0071, | |
| "step": 427000 | |
| }, | |
| { | |
| "epoch": 18.22, | |
| "learning_rate": 1.1568848484848486e-05, | |
| "loss": 1.0062, | |
| "step": 427500 | |
| }, | |
| { | |
| "epoch": 18.24, | |
| "learning_rate": 1.1558747474747476e-05, | |
| "loss": 1.0068, | |
| "step": 428000 | |
| }, | |
| { | |
| "epoch": 18.27, | |
| "learning_rate": 1.1548646464646465e-05, | |
| "loss": 1.0085, | |
| "step": 428500 | |
| }, | |
| { | |
| "epoch": 18.29, | |
| "learning_rate": 1.1538545454545455e-05, | |
| "loss": 1.0087, | |
| "step": 429000 | |
| }, | |
| { | |
| "epoch": 18.31, | |
| "learning_rate": 1.1528444444444444e-05, | |
| "loss": 1.0035, | |
| "step": 429500 | |
| }, | |
| { | |
| "epoch": 18.33, | |
| "learning_rate": 1.1518343434343436e-05, | |
| "loss": 1.0041, | |
| "step": 430000 | |
| }, | |
| { | |
| "epoch": 18.35, | |
| "learning_rate": 1.1508262626262628e-05, | |
| "loss": 1.0041, | |
| "step": 430500 | |
| }, | |
| { | |
| "epoch": 18.37, | |
| "learning_rate": 1.1498161616161616e-05, | |
| "loss": 1.0064, | |
| "step": 431000 | |
| }, | |
| { | |
| "epoch": 18.39, | |
| "learning_rate": 1.1488060606060607e-05, | |
| "loss": 1.0061, | |
| "step": 431500 | |
| }, | |
| { | |
| "epoch": 18.42, | |
| "learning_rate": 1.1477959595959599e-05, | |
| "loss": 1.002, | |
| "step": 432000 | |
| }, | |
| { | |
| "epoch": 18.44, | |
| "learning_rate": 1.1467898989898991e-05, | |
| "loss": 1.0086, | |
| "step": 432500 | |
| }, | |
| { | |
| "epoch": 18.46, | |
| "learning_rate": 1.145779797979798e-05, | |
| "loss": 1.0076, | |
| "step": 433000 | |
| }, | |
| { | |
| "epoch": 18.48, | |
| "learning_rate": 1.144769696969697e-05, | |
| "loss": 1.0075, | |
| "step": 433500 | |
| }, | |
| { | |
| "epoch": 18.5, | |
| "learning_rate": 1.143759595959596e-05, | |
| "loss": 1.0069, | |
| "step": 434000 | |
| }, | |
| { | |
| "epoch": 18.52, | |
| "learning_rate": 1.142749494949495e-05, | |
| "loss": 1.0044, | |
| "step": 434500 | |
| }, | |
| { | |
| "epoch": 18.54, | |
| "learning_rate": 1.141739393939394e-05, | |
| "loss": 1.0053, | |
| "step": 435000 | |
| }, | |
| { | |
| "epoch": 18.56, | |
| "learning_rate": 1.140729292929293e-05, | |
| "loss": 1.0075, | |
| "step": 435500 | |
| }, | |
| { | |
| "epoch": 18.59, | |
| "learning_rate": 1.1397191919191921e-05, | |
| "loss": 1.0038, | |
| "step": 436000 | |
| }, | |
| { | |
| "epoch": 18.61, | |
| "learning_rate": 1.138711111111111e-05, | |
| "loss": 1.007, | |
| "step": 436500 | |
| }, | |
| { | |
| "epoch": 18.63, | |
| "learning_rate": 1.1377010101010102e-05, | |
| "loss": 1.0048, | |
| "step": 437000 | |
| }, | |
| { | |
| "epoch": 18.65, | |
| "learning_rate": 1.1366909090909093e-05, | |
| "loss": 1.0061, | |
| "step": 437500 | |
| }, | |
| { | |
| "epoch": 18.67, | |
| "learning_rate": 1.1356808080808081e-05, | |
| "loss": 1.0065, | |
| "step": 438000 | |
| }, | |
| { | |
| "epoch": 18.69, | |
| "learning_rate": 1.1346727272727273e-05, | |
| "loss": 1.0043, | |
| "step": 438500 | |
| }, | |
| { | |
| "epoch": 18.71, | |
| "learning_rate": 1.1336626262626265e-05, | |
| "loss": 1.0048, | |
| "step": 439000 | |
| }, | |
| { | |
| "epoch": 18.73, | |
| "learning_rate": 1.1326525252525254e-05, | |
| "loss": 1.0043, | |
| "step": 439500 | |
| }, | |
| { | |
| "epoch": 18.76, | |
| "learning_rate": 1.1316424242424244e-05, | |
| "loss": 1.0078, | |
| "step": 440000 | |
| }, | |
| { | |
| "epoch": 18.78, | |
| "learning_rate": 1.1306323232323233e-05, | |
| "loss": 1.0058, | |
| "step": 440500 | |
| }, | |
| { | |
| "epoch": 18.8, | |
| "learning_rate": 1.1296222222222223e-05, | |
| "loss": 1.0053, | |
| "step": 441000 | |
| }, | |
| { | |
| "epoch": 18.82, | |
| "learning_rate": 1.1286121212121213e-05, | |
| "loss": 1.0054, | |
| "step": 441500 | |
| }, | |
| { | |
| "epoch": 18.84, | |
| "learning_rate": 1.1276020202020204e-05, | |
| "loss": 1.0047, | |
| "step": 442000 | |
| }, | |
| { | |
| "epoch": 18.86, | |
| "learning_rate": 1.1265939393939396e-05, | |
| "loss": 1.0058, | |
| "step": 442500 | |
| }, | |
| { | |
| "epoch": 18.88, | |
| "learning_rate": 1.1255838383838385e-05, | |
| "loss": 1.0073, | |
| "step": 443000 | |
| }, | |
| { | |
| "epoch": 18.91, | |
| "learning_rate": 1.1245737373737375e-05, | |
| "loss": 1.0035, | |
| "step": 443500 | |
| }, | |
| { | |
| "epoch": 18.93, | |
| "learning_rate": 1.1235636363636363e-05, | |
| "loss": 1.0029, | |
| "step": 444000 | |
| }, | |
| { | |
| "epoch": 18.95, | |
| "learning_rate": 1.1225555555555556e-05, | |
| "loss": 1.0056, | |
| "step": 444500 | |
| }, | |
| { | |
| "epoch": 18.97, | |
| "learning_rate": 1.1215454545454548e-05, | |
| "loss": 1.0058, | |
| "step": 445000 | |
| }, | |
| { | |
| "epoch": 18.99, | |
| "learning_rate": 1.1205353535353536e-05, | |
| "loss": 1.003, | |
| "step": 445500 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "eval_accuracy": 0.7996911332179277, | |
| "eval_loss": 0.839302122592926, | |
| "eval_runtime": 55.348, | |
| "eval_samples_per_second": 934.885, | |
| "eval_steps_per_second": 14.617, | |
| "step": 445721 | |
| }, | |
| { | |
| "epoch": 19.01, | |
| "learning_rate": 1.1195252525252527e-05, | |
| "loss": 1.0028, | |
| "step": 446000 | |
| }, | |
| { | |
| "epoch": 19.03, | |
| "learning_rate": 1.1185171717171719e-05, | |
| "loss": 1.0039, | |
| "step": 446500 | |
| }, | |
| { | |
| "epoch": 19.05, | |
| "learning_rate": 1.1175070707070707e-05, | |
| "loss": 1.0028, | |
| "step": 447000 | |
| }, | |
| { | |
| "epoch": 19.08, | |
| "learning_rate": 1.1164969696969698e-05, | |
| "loss": 1.0063, | |
| "step": 447500 | |
| }, | |
| { | |
| "epoch": 19.1, | |
| "learning_rate": 1.1154868686868688e-05, | |
| "loss": 1.0027, | |
| "step": 448000 | |
| }, | |
| { | |
| "epoch": 19.12, | |
| "learning_rate": 1.1144767676767678e-05, | |
| "loss": 1.0024, | |
| "step": 448500 | |
| }, | |
| { | |
| "epoch": 19.14, | |
| "learning_rate": 1.1134666666666667e-05, | |
| "loss": 1.0017, | |
| "step": 449000 | |
| }, | |
| { | |
| "epoch": 19.16, | |
| "learning_rate": 1.1124565656565657e-05, | |
| "loss": 1.0044, | |
| "step": 449500 | |
| }, | |
| { | |
| "epoch": 19.18, | |
| "learning_rate": 1.1114464646464646e-05, | |
| "loss": 1.0034, | |
| "step": 450000 | |
| }, | |
| { | |
| "epoch": 19.2, | |
| "learning_rate": 1.1104383838383838e-05, | |
| "loss": 1.0033, | |
| "step": 450500 | |
| }, | |
| { | |
| "epoch": 19.23, | |
| "learning_rate": 1.109428282828283e-05, | |
| "loss": 1.003, | |
| "step": 451000 | |
| }, | |
| { | |
| "epoch": 19.25, | |
| "learning_rate": 1.1084181818181819e-05, | |
| "loss": 1.0045, | |
| "step": 451500 | |
| }, | |
| { | |
| "epoch": 19.27, | |
| "learning_rate": 1.1074080808080809e-05, | |
| "loss": 1.0015, | |
| "step": 452000 | |
| }, | |
| { | |
| "epoch": 19.29, | |
| "learning_rate": 1.1063979797979797e-05, | |
| "loss": 1.0032, | |
| "step": 452500 | |
| }, | |
| { | |
| "epoch": 19.31, | |
| "learning_rate": 1.105387878787879e-05, | |
| "loss": 1.0042, | |
| "step": 453000 | |
| }, | |
| { | |
| "epoch": 19.33, | |
| "learning_rate": 1.1043797979797982e-05, | |
| "loss": 1.0013, | |
| "step": 453500 | |
| }, | |
| { | |
| "epoch": 19.35, | |
| "learning_rate": 1.103369696969697e-05, | |
| "loss": 1.0024, | |
| "step": 454000 | |
| }, | |
| { | |
| "epoch": 19.37, | |
| "learning_rate": 1.102359595959596e-05, | |
| "loss": 1.0043, | |
| "step": 454500 | |
| }, | |
| { | |
| "epoch": 19.4, | |
| "learning_rate": 1.101349494949495e-05, | |
| "loss": 1.0017, | |
| "step": 455000 | |
| }, | |
| { | |
| "epoch": 19.42, | |
| "learning_rate": 1.1003414141414141e-05, | |
| "loss": 1.0022, | |
| "step": 455500 | |
| }, | |
| { | |
| "epoch": 19.44, | |
| "learning_rate": 1.0993313131313132e-05, | |
| "loss": 1.004, | |
| "step": 456000 | |
| }, | |
| { | |
| "epoch": 19.46, | |
| "learning_rate": 1.0983212121212122e-05, | |
| "loss": 1.002, | |
| "step": 456500 | |
| }, | |
| { | |
| "epoch": 19.48, | |
| "learning_rate": 1.0973111111111112e-05, | |
| "loss": 1.003, | |
| "step": 457000 | |
| }, | |
| { | |
| "epoch": 19.5, | |
| "learning_rate": 1.0963010101010101e-05, | |
| "loss": 1.0013, | |
| "step": 457500 | |
| }, | |
| { | |
| "epoch": 19.52, | |
| "learning_rate": 1.0952909090909091e-05, | |
| "loss": 1.002, | |
| "step": 458000 | |
| }, | |
| { | |
| "epoch": 19.54, | |
| "learning_rate": 1.0942808080808083e-05, | |
| "loss": 1.001, | |
| "step": 458500 | |
| }, | |
| { | |
| "epoch": 19.57, | |
| "learning_rate": 1.0932707070707072e-05, | |
| "loss": 1.0019, | |
| "step": 459000 | |
| }, | |
| { | |
| "epoch": 19.59, | |
| "learning_rate": 1.0922626262626264e-05, | |
| "loss": 1.0034, | |
| "step": 459500 | |
| }, | |
| { | |
| "epoch": 19.61, | |
| "learning_rate": 1.0912545454545456e-05, | |
| "loss": 1.0007, | |
| "step": 460000 | |
| }, | |
| { | |
| "epoch": 19.63, | |
| "learning_rate": 1.0902444444444445e-05, | |
| "loss": 1.0018, | |
| "step": 460500 | |
| }, | |
| { | |
| "epoch": 19.65, | |
| "learning_rate": 1.0892343434343435e-05, | |
| "loss": 1.0, | |
| "step": 461000 | |
| }, | |
| { | |
| "epoch": 19.67, | |
| "learning_rate": 1.0882262626262627e-05, | |
| "loss": 1.0018, | |
| "step": 461500 | |
| }, | |
| { | |
| "epoch": 19.69, | |
| "learning_rate": 1.0872161616161616e-05, | |
| "loss": 1.0026, | |
| "step": 462000 | |
| }, | |
| { | |
| "epoch": 19.72, | |
| "learning_rate": 1.0862060606060606e-05, | |
| "loss": 1.002, | |
| "step": 462500 | |
| }, | |
| { | |
| "epoch": 19.74, | |
| "learning_rate": 1.0851959595959597e-05, | |
| "loss": 1.001, | |
| "step": 463000 | |
| }, | |
| { | |
| "epoch": 19.76, | |
| "learning_rate": 1.0841858585858587e-05, | |
| "loss": 1.0005, | |
| "step": 463500 | |
| }, | |
| { | |
| "epoch": 19.78, | |
| "learning_rate": 1.0831757575757577e-05, | |
| "loss": 1.0038, | |
| "step": 464000 | |
| }, | |
| { | |
| "epoch": 19.8, | |
| "learning_rate": 1.0821656565656566e-05, | |
| "loss": 1.0027, | |
| "step": 464500 | |
| }, | |
| { | |
| "epoch": 19.82, | |
| "learning_rate": 1.0811555555555558e-05, | |
| "loss": 1.0008, | |
| "step": 465000 | |
| }, | |
| { | |
| "epoch": 19.84, | |
| "learning_rate": 1.0801454545454546e-05, | |
| "loss": 1.0015, | |
| "step": 465500 | |
| }, | |
| { | |
| "epoch": 19.86, | |
| "learning_rate": 1.0791353535353537e-05, | |
| "loss": 1.0004, | |
| "step": 466000 | |
| }, | |
| { | |
| "epoch": 19.89, | |
| "learning_rate": 1.0781252525252525e-05, | |
| "loss": 1.0018, | |
| "step": 466500 | |
| }, | |
| { | |
| "epoch": 19.91, | |
| "learning_rate": 1.0771171717171717e-05, | |
| "loss": 1.0025, | |
| "step": 467000 | |
| }, | |
| { | |
| "epoch": 19.93, | |
| "learning_rate": 1.076107070707071e-05, | |
| "loss": 1.0013, | |
| "step": 467500 | |
| }, | |
| { | |
| "epoch": 19.95, | |
| "learning_rate": 1.0750969696969698e-05, | |
| "loss": 1.0011, | |
| "step": 468000 | |
| }, | |
| { | |
| "epoch": 19.97, | |
| "learning_rate": 1.0740868686868688e-05, | |
| "loss": 1.0021, | |
| "step": 468500 | |
| }, | |
| { | |
| "epoch": 19.99, | |
| "learning_rate": 1.073078787878788e-05, | |
| "loss": 1.0013, | |
| "step": 469000 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_accuracy": 0.8004582095158734, | |
| "eval_loss": 0.8350439667701721, | |
| "eval_runtime": 55.8457, | |
| "eval_samples_per_second": 926.553, | |
| "eval_steps_per_second": 14.486, | |
| "step": 469180 | |
| }, | |
| { | |
| "epoch": 20.01, | |
| "learning_rate": 1.0720686868686869e-05, | |
| "loss": 0.9998, | |
| "step": 469500 | |
| }, | |
| { | |
| "epoch": 20.03, | |
| "learning_rate": 1.071058585858586e-05, | |
| "loss": 0.9982, | |
| "step": 470000 | |
| }, | |
| { | |
| "epoch": 20.06, | |
| "learning_rate": 1.070048484848485e-05, | |
| "loss": 0.9999, | |
| "step": 470500 | |
| }, | |
| { | |
| "epoch": 20.08, | |
| "learning_rate": 1.069038383838384e-05, | |
| "loss": 0.9975, | |
| "step": 471000 | |
| }, | |
| { | |
| "epoch": 20.1, | |
| "learning_rate": 1.0680282828282829e-05, | |
| "loss": 1.001, | |
| "step": 471500 | |
| }, | |
| { | |
| "epoch": 20.12, | |
| "learning_rate": 1.067020202020202e-05, | |
| "loss": 0.9995, | |
| "step": 472000 | |
| }, | |
| { | |
| "epoch": 20.14, | |
| "learning_rate": 1.0660101010101011e-05, | |
| "loss": 1.0025, | |
| "step": 472500 | |
| }, | |
| { | |
| "epoch": 20.16, | |
| "learning_rate": 1.065e-05, | |
| "loss": 0.9976, | |
| "step": 473000 | |
| }, | |
| { | |
| "epoch": 20.18, | |
| "learning_rate": 1.0639898989898992e-05, | |
| "loss": 1.0008, | |
| "step": 473500 | |
| }, | |
| { | |
| "epoch": 20.21, | |
| "learning_rate": 1.062979797979798e-05, | |
| "loss": 0.9997, | |
| "step": 474000 | |
| }, | |
| { | |
| "epoch": 20.23, | |
| "learning_rate": 1.061969696969697e-05, | |
| "loss": 0.9997, | |
| "step": 474500 | |
| }, | |
| { | |
| "epoch": 20.25, | |
| "learning_rate": 1.0609595959595959e-05, | |
| "loss": 1.0011, | |
| "step": 475000 | |
| }, | |
| { | |
| "epoch": 20.27, | |
| "learning_rate": 1.0599494949494951e-05, | |
| "loss": 1.0001, | |
| "step": 475500 | |
| }, | |
| { | |
| "epoch": 20.29, | |
| "learning_rate": 1.058939393939394e-05, | |
| "loss": 0.9992, | |
| "step": 476000 | |
| }, | |
| { | |
| "epoch": 20.31, | |
| "learning_rate": 1.0579313131313132e-05, | |
| "loss": 0.9995, | |
| "step": 476500 | |
| }, | |
| { | |
| "epoch": 20.33, | |
| "learning_rate": 1.0569212121212122e-05, | |
| "loss": 1.0016, | |
| "step": 477000 | |
| }, | |
| { | |
| "epoch": 20.35, | |
| "learning_rate": 1.0559131313131314e-05, | |
| "loss": 0.9996, | |
| "step": 477500 | |
| }, | |
| { | |
| "epoch": 20.38, | |
| "learning_rate": 1.0549030303030303e-05, | |
| "loss": 0.9963, | |
| "step": 478000 | |
| }, | |
| { | |
| "epoch": 20.4, | |
| "learning_rate": 1.0538949494949495e-05, | |
| "loss": 1.0001, | |
| "step": 478500 | |
| }, | |
| { | |
| "epoch": 20.42, | |
| "learning_rate": 1.0528848484848486e-05, | |
| "loss": 1.0007, | |
| "step": 479000 | |
| }, | |
| { | |
| "epoch": 20.44, | |
| "learning_rate": 1.0518747474747474e-05, | |
| "loss": 1.0007, | |
| "step": 479500 | |
| }, | |
| { | |
| "epoch": 20.46, | |
| "learning_rate": 1.0508646464646466e-05, | |
| "loss": 1.0001, | |
| "step": 480000 | |
| }, | |
| { | |
| "epoch": 20.48, | |
| "learning_rate": 1.0498545454545455e-05, | |
| "loss": 0.9998, | |
| "step": 480500 | |
| }, | |
| { | |
| "epoch": 20.5, | |
| "learning_rate": 1.0488444444444445e-05, | |
| "loss": 0.9978, | |
| "step": 481000 | |
| }, | |
| { | |
| "epoch": 20.53, | |
| "learning_rate": 1.0478363636363637e-05, | |
| "loss": 0.999, | |
| "step": 481500 | |
| }, | |
| { | |
| "epoch": 20.55, | |
| "learning_rate": 1.0468262626262626e-05, | |
| "loss": 0.9964, | |
| "step": 482000 | |
| }, | |
| { | |
| "epoch": 20.57, | |
| "learning_rate": 1.0458161616161618e-05, | |
| "loss": 0.9987, | |
| "step": 482500 | |
| }, | |
| { | |
| "epoch": 20.59, | |
| "learning_rate": 1.0448060606060606e-05, | |
| "loss": 0.9986, | |
| "step": 483000 | |
| }, | |
| { | |
| "epoch": 20.61, | |
| "learning_rate": 1.0437959595959597e-05, | |
| "loss": 0.9975, | |
| "step": 483500 | |
| }, | |
| { | |
| "epoch": 20.63, | |
| "learning_rate": 1.0427858585858585e-05, | |
| "loss": 0.9992, | |
| "step": 484000 | |
| }, | |
| { | |
| "epoch": 20.65, | |
| "learning_rate": 1.0417757575757577e-05, | |
| "loss": 0.998, | |
| "step": 484500 | |
| }, | |
| { | |
| "epoch": 20.67, | |
| "learning_rate": 1.0407656565656568e-05, | |
| "loss": 0.9999, | |
| "step": 485000 | |
| }, | |
| { | |
| "epoch": 20.7, | |
| "learning_rate": 1.0397555555555556e-05, | |
| "loss": 0.9962, | |
| "step": 485500 | |
| }, | |
| { | |
| "epoch": 20.72, | |
| "learning_rate": 1.0387454545454547e-05, | |
| "loss": 0.9965, | |
| "step": 486000 | |
| }, | |
| { | |
| "epoch": 20.74, | |
| "learning_rate": 1.0377353535353537e-05, | |
| "loss": 0.999, | |
| "step": 486500 | |
| }, | |
| { | |
| "epoch": 20.76, | |
| "learning_rate": 1.0367252525252527e-05, | |
| "loss": 0.998, | |
| "step": 487000 | |
| }, | |
| { | |
| "epoch": 20.78, | |
| "learning_rate": 1.0357151515151516e-05, | |
| "loss": 0.9966, | |
| "step": 487500 | |
| }, | |
| { | |
| "epoch": 20.8, | |
| "learning_rate": 1.0347070707070708e-05, | |
| "loss": 0.9989, | |
| "step": 488000 | |
| }, | |
| { | |
| "epoch": 20.82, | |
| "learning_rate": 1.03369898989899e-05, | |
| "loss": 0.9989, | |
| "step": 488500 | |
| }, | |
| { | |
| "epoch": 20.84, | |
| "learning_rate": 1.032688888888889e-05, | |
| "loss": 0.9984, | |
| "step": 489000 | |
| }, | |
| { | |
| "epoch": 20.87, | |
| "learning_rate": 1.0316787878787879e-05, | |
| "loss": 0.9978, | |
| "step": 489500 | |
| }, | |
| { | |
| "epoch": 20.89, | |
| "learning_rate": 1.0306686868686871e-05, | |
| "loss": 0.9967, | |
| "step": 490000 | |
| }, | |
| { | |
| "epoch": 20.91, | |
| "learning_rate": 1.0296606060606063e-05, | |
| "loss": 0.9967, | |
| "step": 490500 | |
| }, | |
| { | |
| "epoch": 20.93, | |
| "learning_rate": 1.0286505050505052e-05, | |
| "loss": 1.0011, | |
| "step": 491000 | |
| }, | |
| { | |
| "epoch": 20.95, | |
| "learning_rate": 1.0276404040404042e-05, | |
| "loss": 0.9987, | |
| "step": 491500 | |
| }, | |
| { | |
| "epoch": 20.97, | |
| "learning_rate": 1.026630303030303e-05, | |
| "loss": 0.9957, | |
| "step": 492000 | |
| }, | |
| { | |
| "epoch": 20.99, | |
| "learning_rate": 1.0256202020202021e-05, | |
| "loss": 0.9968, | |
| "step": 492500 | |
| }, | |
| { | |
| "epoch": 21.0, | |
| "eval_accuracy": 0.8014651902027975, | |
| "eval_loss": 0.8311926126480103, | |
| "eval_runtime": 55.7332, | |
| "eval_samples_per_second": 928.424, | |
| "eval_steps_per_second": 14.516, | |
| "step": 492639 | |
| }, | |
| { | |
| "epoch": 21.02, | |
| "learning_rate": 1.0246101010101011e-05, | |
| "loss": 0.9966, | |
| "step": 493000 | |
| }, | |
| { | |
| "epoch": 21.04, | |
| "learning_rate": 1.0236020202020202e-05, | |
| "loss": 0.9974, | |
| "step": 493500 | |
| }, | |
| { | |
| "epoch": 21.06, | |
| "learning_rate": 1.0225919191919194e-05, | |
| "loss": 0.9945, | |
| "step": 494000 | |
| }, | |
| { | |
| "epoch": 21.08, | |
| "learning_rate": 1.0215818181818182e-05, | |
| "loss": 0.996, | |
| "step": 494500 | |
| }, | |
| { | |
| "epoch": 21.1, | |
| "learning_rate": 1.0205737373737375e-05, | |
| "loss": 0.9977, | |
| "step": 495000 | |
| }, | |
| { | |
| "epoch": 21.12, | |
| "learning_rate": 1.0195636363636365e-05, | |
| "loss": 0.9942, | |
| "step": 495500 | |
| }, | |
| { | |
| "epoch": 21.14, | |
| "learning_rate": 1.0185535353535354e-05, | |
| "loss": 0.9952, | |
| "step": 496000 | |
| }, | |
| { | |
| "epoch": 21.16, | |
| "learning_rate": 1.0175434343434346e-05, | |
| "loss": 0.9938, | |
| "step": 496500 | |
| }, | |
| { | |
| "epoch": 21.19, | |
| "learning_rate": 1.0165333333333334e-05, | |
| "loss": 0.9954, | |
| "step": 497000 | |
| }, | |
| { | |
| "epoch": 21.21, | |
| "learning_rate": 1.0155232323232324e-05, | |
| "loss": 0.996, | |
| "step": 497500 | |
| }, | |
| { | |
| "epoch": 21.23, | |
| "learning_rate": 1.0145131313131313e-05, | |
| "loss": 0.9982, | |
| "step": 498000 | |
| }, | |
| { | |
| "epoch": 21.25, | |
| "learning_rate": 1.0135030303030305e-05, | |
| "loss": 0.9982, | |
| "step": 498500 | |
| }, | |
| { | |
| "epoch": 21.27, | |
| "learning_rate": 1.0124929292929294e-05, | |
| "loss": 0.9973, | |
| "step": 499000 | |
| }, | |
| { | |
| "epoch": 21.29, | |
| "learning_rate": 1.0114828282828284e-05, | |
| "loss": 0.9944, | |
| "step": 499500 | |
| }, | |
| { | |
| "epoch": 21.31, | |
| "learning_rate": 1.0104747474747476e-05, | |
| "loss": 0.9962, | |
| "step": 500000 | |
| }, | |
| { | |
| "epoch": 21.34, | |
| "learning_rate": 1.0094646464646465e-05, | |
| "loss": 0.9948, | |
| "step": 500500 | |
| }, | |
| { | |
| "epoch": 21.36, | |
| "learning_rate": 1.0084545454545455e-05, | |
| "loss": 0.9953, | |
| "step": 501000 | |
| }, | |
| { | |
| "epoch": 21.38, | |
| "learning_rate": 1.0074444444444445e-05, | |
| "loss": 0.9972, | |
| "step": 501500 | |
| }, | |
| { | |
| "epoch": 21.4, | |
| "learning_rate": 1.0064343434343436e-05, | |
| "loss": 0.9925, | |
| "step": 502000 | |
| }, | |
| { | |
| "epoch": 21.42, | |
| "learning_rate": 1.0054242424242424e-05, | |
| "loss": 0.9952, | |
| "step": 502500 | |
| }, | |
| { | |
| "epoch": 21.44, | |
| "learning_rate": 1.0044141414141414e-05, | |
| "loss": 0.9942, | |
| "step": 503000 | |
| }, | |
| { | |
| "epoch": 21.46, | |
| "learning_rate": 1.0034040404040403e-05, | |
| "loss": 0.9936, | |
| "step": 503500 | |
| }, | |
| { | |
| "epoch": 21.48, | |
| "learning_rate": 1.0023959595959595e-05, | |
| "loss": 0.9957, | |
| "step": 504000 | |
| }, | |
| { | |
| "epoch": 21.51, | |
| "learning_rate": 1.0013858585858587e-05, | |
| "loss": 0.9936, | |
| "step": 504500 | |
| }, | |
| { | |
| "epoch": 21.53, | |
| "learning_rate": 1.0003757575757576e-05, | |
| "loss": 0.9935, | |
| "step": 505000 | |
| }, | |
| { | |
| "epoch": 21.55, | |
| "learning_rate": 9.993656565656566e-06, | |
| "loss": 0.9965, | |
| "step": 505500 | |
| }, | |
| { | |
| "epoch": 21.57, | |
| "learning_rate": 9.98359595959596e-06, | |
| "loss": 0.9972, | |
| "step": 506000 | |
| }, | |
| { | |
| "epoch": 21.59, | |
| "learning_rate": 9.97349494949495e-06, | |
| "loss": 0.9949, | |
| "step": 506500 | |
| }, | |
| { | |
| "epoch": 21.61, | |
| "learning_rate": 9.963393939393941e-06, | |
| "loss": 0.9956, | |
| "step": 507000 | |
| }, | |
| { | |
| "epoch": 21.63, | |
| "learning_rate": 9.95329292929293e-06, | |
| "loss": 0.9955, | |
| "step": 507500 | |
| }, | |
| { | |
| "epoch": 21.65, | |
| "learning_rate": 9.94319191919192e-06, | |
| "loss": 0.9933, | |
| "step": 508000 | |
| }, | |
| { | |
| "epoch": 21.68, | |
| "learning_rate": 9.933111111111112e-06, | |
| "loss": 0.9952, | |
| "step": 508500 | |
| }, | |
| { | |
| "epoch": 21.7, | |
| "learning_rate": 9.923010101010102e-06, | |
| "loss": 0.9968, | |
| "step": 509000 | |
| }, | |
| { | |
| "epoch": 21.72, | |
| "learning_rate": 9.912909090909093e-06, | |
| "loss": 0.9963, | |
| "step": 509500 | |
| }, | |
| { | |
| "epoch": 21.74, | |
| "learning_rate": 9.902828282828283e-06, | |
| "loss": 0.9948, | |
| "step": 510000 | |
| }, | |
| { | |
| "epoch": 21.76, | |
| "learning_rate": 9.892727272727273e-06, | |
| "loss": 0.9942, | |
| "step": 510500 | |
| }, | |
| { | |
| "epoch": 21.78, | |
| "learning_rate": 9.882626262626264e-06, | |
| "loss": 0.9929, | |
| "step": 511000 | |
| }, | |
| { | |
| "epoch": 21.8, | |
| "learning_rate": 9.872525252525254e-06, | |
| "loss": 0.995, | |
| "step": 511500 | |
| }, | |
| { | |
| "epoch": 21.83, | |
| "learning_rate": 9.862424242424243e-06, | |
| "loss": 0.995, | |
| "step": 512000 | |
| }, | |
| { | |
| "epoch": 21.85, | |
| "learning_rate": 9.852323232323233e-06, | |
| "loss": 0.9948, | |
| "step": 512500 | |
| }, | |
| { | |
| "epoch": 21.87, | |
| "learning_rate": 9.842222222222223e-06, | |
| "loss": 0.9949, | |
| "step": 513000 | |
| }, | |
| { | |
| "epoch": 21.89, | |
| "learning_rate": 9.832121212121214e-06, | |
| "loss": 0.9927, | |
| "step": 513500 | |
| }, | |
| { | |
| "epoch": 21.91, | |
| "learning_rate": 9.822020202020202e-06, | |
| "loss": 0.9966, | |
| "step": 514000 | |
| }, | |
| { | |
| "epoch": 21.93, | |
| "learning_rate": 9.811919191919192e-06, | |
| "loss": 0.9946, | |
| "step": 514500 | |
| }, | |
| { | |
| "epoch": 21.95, | |
| "learning_rate": 9.801818181818183e-06, | |
| "loss": 0.9976, | |
| "step": 515000 | |
| }, | |
| { | |
| "epoch": 21.97, | |
| "learning_rate": 9.791717171717173e-06, | |
| "loss": 0.9931, | |
| "step": 515500 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "learning_rate": 9.781616161616162e-06, | |
| "loss": 0.9945, | |
| "step": 516000 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "eval_accuracy": 0.8020606570385413, | |
| "eval_loss": 0.8275821208953857, | |
| "eval_runtime": 55.6689, | |
| "eval_samples_per_second": 929.495, | |
| "eval_steps_per_second": 14.532, | |
| "step": 516098 | |
| }, | |
| { | |
| "epoch": 22.02, | |
| "learning_rate": 9.771515151515152e-06, | |
| "loss": 0.9944, | |
| "step": 516500 | |
| }, | |
| { | |
| "epoch": 22.04, | |
| "learning_rate": 9.761414141414142e-06, | |
| "loss": 0.9923, | |
| "step": 517000 | |
| }, | |
| { | |
| "epoch": 22.06, | |
| "learning_rate": 9.751333333333334e-06, | |
| "loss": 0.9928, | |
| "step": 517500 | |
| }, | |
| { | |
| "epoch": 22.08, | |
| "learning_rate": 9.741232323232323e-06, | |
| "loss": 0.9926, | |
| "step": 518000 | |
| }, | |
| { | |
| "epoch": 22.1, | |
| "learning_rate": 9.731151515151515e-06, | |
| "loss": 0.9923, | |
| "step": 518500 | |
| }, | |
| { | |
| "epoch": 22.12, | |
| "learning_rate": 9.721050505050506e-06, | |
| "loss": 0.9971, | |
| "step": 519000 | |
| }, | |
| { | |
| "epoch": 22.15, | |
| "learning_rate": 9.710949494949496e-06, | |
| "loss": 0.9932, | |
| "step": 519500 | |
| }, | |
| { | |
| "epoch": 22.17, | |
| "learning_rate": 9.700848484848484e-06, | |
| "loss": 0.9936, | |
| "step": 520000 | |
| }, | |
| { | |
| "epoch": 22.19, | |
| "learning_rate": 9.690747474747475e-06, | |
| "loss": 0.9927, | |
| "step": 520500 | |
| }, | |
| { | |
| "epoch": 22.21, | |
| "learning_rate": 9.680646464646467e-06, | |
| "loss": 0.9917, | |
| "step": 521000 | |
| }, | |
| { | |
| "epoch": 22.23, | |
| "learning_rate": 9.670545454545455e-06, | |
| "loss": 0.9939, | |
| "step": 521500 | |
| }, | |
| { | |
| "epoch": 22.25, | |
| "learning_rate": 9.660444444444446e-06, | |
| "loss": 0.9915, | |
| "step": 522000 | |
| }, | |
| { | |
| "epoch": 22.27, | |
| "learning_rate": 9.650363636363636e-06, | |
| "loss": 0.9931, | |
| "step": 522500 | |
| }, | |
| { | |
| "epoch": 22.29, | |
| "learning_rate": 9.640262626262628e-06, | |
| "loss": 0.9929, | |
| "step": 523000 | |
| }, | |
| { | |
| "epoch": 22.32, | |
| "learning_rate": 9.630161616161617e-06, | |
| "loss": 0.9928, | |
| "step": 523500 | |
| }, | |
| { | |
| "epoch": 22.34, | |
| "learning_rate": 9.620060606060607e-06, | |
| "loss": 0.9913, | |
| "step": 524000 | |
| }, | |
| { | |
| "epoch": 22.36, | |
| "learning_rate": 9.6099797979798e-06, | |
| "loss": 0.9911, | |
| "step": 524500 | |
| }, | |
| { | |
| "epoch": 22.38, | |
| "learning_rate": 9.59987878787879e-06, | |
| "loss": 0.9947, | |
| "step": 525000 | |
| }, | |
| { | |
| "epoch": 22.4, | |
| "learning_rate": 9.58977777777778e-06, | |
| "loss": 0.9934, | |
| "step": 525500 | |
| }, | |
| { | |
| "epoch": 22.42, | |
| "learning_rate": 9.57969696969697e-06, | |
| "loss": 0.9937, | |
| "step": 526000 | |
| }, | |
| { | |
| "epoch": 22.44, | |
| "learning_rate": 9.56959595959596e-06, | |
| "loss": 0.9919, | |
| "step": 526500 | |
| }, | |
| { | |
| "epoch": 22.46, | |
| "learning_rate": 9.559494949494951e-06, | |
| "loss": 0.9928, | |
| "step": 527000 | |
| }, | |
| { | |
| "epoch": 22.49, | |
| "learning_rate": 9.549393939393941e-06, | |
| "loss": 0.9918, | |
| "step": 527500 | |
| }, | |
| { | |
| "epoch": 22.51, | |
| "learning_rate": 9.53929292929293e-06, | |
| "loss": 0.9933, | |
| "step": 528000 | |
| }, | |
| { | |
| "epoch": 22.53, | |
| "learning_rate": 9.52919191919192e-06, | |
| "loss": 0.9944, | |
| "step": 528500 | |
| }, | |
| { | |
| "epoch": 22.55, | |
| "learning_rate": 9.51909090909091e-06, | |
| "loss": 0.9929, | |
| "step": 529000 | |
| }, | |
| { | |
| "epoch": 22.57, | |
| "learning_rate": 9.509010101010103e-06, | |
| "loss": 0.9904, | |
| "step": 529500 | |
| }, | |
| { | |
| "epoch": 22.59, | |
| "learning_rate": 9.498909090909091e-06, | |
| "loss": 0.991, | |
| "step": 530000 | |
| }, | |
| { | |
| "epoch": 22.61, | |
| "learning_rate": 9.488808080808081e-06, | |
| "loss": 0.9913, | |
| "step": 530500 | |
| }, | |
| { | |
| "epoch": 22.64, | |
| "learning_rate": 9.478707070707072e-06, | |
| "loss": 0.9935, | |
| "step": 531000 | |
| }, | |
| { | |
| "epoch": 22.66, | |
| "learning_rate": 9.468606060606062e-06, | |
| "loss": 0.9917, | |
| "step": 531500 | |
| }, | |
| { | |
| "epoch": 22.68, | |
| "learning_rate": 9.45850505050505e-06, | |
| "loss": 0.991, | |
| "step": 532000 | |
| }, | |
| { | |
| "epoch": 22.7, | |
| "learning_rate": 9.448404040404041e-06, | |
| "loss": 0.9917, | |
| "step": 532500 | |
| }, | |
| { | |
| "epoch": 22.72, | |
| "learning_rate": 9.438303030303031e-06, | |
| "loss": 0.9927, | |
| "step": 533000 | |
| }, | |
| { | |
| "epoch": 22.74, | |
| "learning_rate": 9.428202020202022e-06, | |
| "loss": 0.9929, | |
| "step": 533500 | |
| }, | |
| { | |
| "epoch": 22.76, | |
| "learning_rate": 9.418121212121212e-06, | |
| "loss": 0.9945, | |
| "step": 534000 | |
| }, | |
| { | |
| "epoch": 22.78, | |
| "learning_rate": 9.408040404040404e-06, | |
| "loss": 0.9918, | |
| "step": 534500 | |
| }, | |
| { | |
| "epoch": 22.81, | |
| "learning_rate": 9.397939393939395e-06, | |
| "loss": 0.9876, | |
| "step": 535000 | |
| }, | |
| { | |
| "epoch": 22.83, | |
| "learning_rate": 9.387838383838385e-06, | |
| "loss": 0.9934, | |
| "step": 535500 | |
| }, | |
| { | |
| "epoch": 22.85, | |
| "learning_rate": 9.377737373737375e-06, | |
| "loss": 0.9911, | |
| "step": 536000 | |
| }, | |
| { | |
| "epoch": 22.87, | |
| "learning_rate": 9.367636363636364e-06, | |
| "loss": 0.9916, | |
| "step": 536500 | |
| }, | |
| { | |
| "epoch": 22.89, | |
| "learning_rate": 9.357535353535354e-06, | |
| "loss": 0.9914, | |
| "step": 537000 | |
| }, | |
| { | |
| "epoch": 22.91, | |
| "learning_rate": 9.347434343434344e-06, | |
| "loss": 0.992, | |
| "step": 537500 | |
| }, | |
| { | |
| "epoch": 22.93, | |
| "learning_rate": 9.337333333333335e-06, | |
| "loss": 0.9909, | |
| "step": 538000 | |
| }, | |
| { | |
| "epoch": 22.95, | |
| "learning_rate": 9.327232323232323e-06, | |
| "loss": 0.9918, | |
| "step": 538500 | |
| }, | |
| { | |
| "epoch": 22.98, | |
| "learning_rate": 9.317131313131314e-06, | |
| "loss": 0.992, | |
| "step": 539000 | |
| }, | |
| { | |
| "epoch": 23.0, | |
| "learning_rate": 9.307030303030304e-06, | |
| "loss": 0.991, | |
| "step": 539500 | |
| }, | |
| { | |
| "epoch": 23.0, | |
| "eval_accuracy": 0.8018969414661152, | |
| "eval_loss": 0.8275611400604248, | |
| "eval_runtime": 55.1567, | |
| "eval_samples_per_second": 938.127, | |
| "eval_steps_per_second": 14.667, | |
| "step": 539557 | |
| }, | |
| { | |
| "epoch": 23.02, | |
| "learning_rate": 9.296949494949496e-06, | |
| "loss": 0.989, | |
| "step": 540000 | |
| }, | |
| { | |
| "epoch": 23.04, | |
| "learning_rate": 9.286848484848485e-06, | |
| "loss": 0.9919, | |
| "step": 540500 | |
| }, | |
| { | |
| "epoch": 23.06, | |
| "learning_rate": 9.276747474747475e-06, | |
| "loss": 0.9901, | |
| "step": 541000 | |
| }, | |
| { | |
| "epoch": 23.08, | |
| "learning_rate": 9.266646464646465e-06, | |
| "loss": 0.9906, | |
| "step": 541500 | |
| }, | |
| { | |
| "epoch": 23.1, | |
| "learning_rate": 9.256545454545455e-06, | |
| "loss": 0.9917, | |
| "step": 542000 | |
| }, | |
| { | |
| "epoch": 23.13, | |
| "learning_rate": 9.246444444444446e-06, | |
| "loss": 0.9884, | |
| "step": 542500 | |
| }, | |
| { | |
| "epoch": 23.15, | |
| "learning_rate": 9.236363636363636e-06, | |
| "loss": 0.9899, | |
| "step": 543000 | |
| }, | |
| { | |
| "epoch": 23.17, | |
| "learning_rate": 9.226262626262627e-06, | |
| "loss": 0.9883, | |
| "step": 543500 | |
| }, | |
| { | |
| "epoch": 23.19, | |
| "learning_rate": 9.216161616161617e-06, | |
| "loss": 0.9883, | |
| "step": 544000 | |
| }, | |
| { | |
| "epoch": 23.21, | |
| "learning_rate": 9.206060606060607e-06, | |
| "loss": 0.9919, | |
| "step": 544500 | |
| }, | |
| { | |
| "epoch": 23.23, | |
| "learning_rate": 9.195959595959597e-06, | |
| "loss": 0.9869, | |
| "step": 545000 | |
| }, | |
| { | |
| "epoch": 23.25, | |
| "learning_rate": 9.185858585858588e-06, | |
| "loss": 0.9907, | |
| "step": 545500 | |
| }, | |
| { | |
| "epoch": 23.27, | |
| "learning_rate": 9.175777777777778e-06, | |
| "loss": 0.9903, | |
| "step": 546000 | |
| }, | |
| { | |
| "epoch": 23.3, | |
| "learning_rate": 9.165676767676769e-06, | |
| "loss": 0.9894, | |
| "step": 546500 | |
| }, | |
| { | |
| "epoch": 23.32, | |
| "learning_rate": 9.15559595959596e-06, | |
| "loss": 0.9886, | |
| "step": 547000 | |
| }, | |
| { | |
| "epoch": 23.34, | |
| "learning_rate": 9.145494949494951e-06, | |
| "loss": 0.9882, | |
| "step": 547500 | |
| }, | |
| { | |
| "epoch": 23.36, | |
| "learning_rate": 9.135393939393941e-06, | |
| "loss": 0.989, | |
| "step": 548000 | |
| }, | |
| { | |
| "epoch": 23.38, | |
| "learning_rate": 9.12529292929293e-06, | |
| "loss": 0.9889, | |
| "step": 548500 | |
| }, | |
| { | |
| "epoch": 23.4, | |
| "learning_rate": 9.11519191919192e-06, | |
| "loss": 0.9874, | |
| "step": 549000 | |
| }, | |
| { | |
| "epoch": 23.42, | |
| "learning_rate": 9.10509090909091e-06, | |
| "loss": 0.9894, | |
| "step": 549500 | |
| }, | |
| { | |
| "epoch": 23.45, | |
| "learning_rate": 9.0949898989899e-06, | |
| "loss": 0.9896, | |
| "step": 550000 | |
| }, | |
| { | |
| "epoch": 23.47, | |
| "learning_rate": 9.08488888888889e-06, | |
| "loss": 0.9905, | |
| "step": 550500 | |
| }, | |
| { | |
| "epoch": 23.49, | |
| "learning_rate": 9.074808080808082e-06, | |
| "loss": 0.9904, | |
| "step": 551000 | |
| }, | |
| { | |
| "epoch": 23.51, | |
| "learning_rate": 9.064707070707072e-06, | |
| "loss": 0.9909, | |
| "step": 551500 | |
| }, | |
| { | |
| "epoch": 23.53, | |
| "learning_rate": 9.054606060606062e-06, | |
| "loss": 0.9893, | |
| "step": 552000 | |
| }, | |
| { | |
| "epoch": 23.55, | |
| "learning_rate": 9.044505050505051e-06, | |
| "loss": 0.9897, | |
| "step": 552500 | |
| }, | |
| { | |
| "epoch": 23.57, | |
| "learning_rate": 9.034404040404041e-06, | |
| "loss": 0.9856, | |
| "step": 553000 | |
| }, | |
| { | |
| "epoch": 23.59, | |
| "learning_rate": 9.024303030303031e-06, | |
| "loss": 0.9887, | |
| "step": 553500 | |
| }, | |
| { | |
| "epoch": 23.62, | |
| "learning_rate": 9.01420202020202e-06, | |
| "loss": 0.9889, | |
| "step": 554000 | |
| }, | |
| { | |
| "epoch": 23.64, | |
| "learning_rate": 9.00410101010101e-06, | |
| "loss": 0.99, | |
| "step": 554500 | |
| }, | |
| { | |
| "epoch": 23.66, | |
| "learning_rate": 8.994020202020203e-06, | |
| "loss": 0.9892, | |
| "step": 555000 | |
| }, | |
| { | |
| "epoch": 23.68, | |
| "learning_rate": 8.983919191919193e-06, | |
| "loss": 0.9889, | |
| "step": 555500 | |
| }, | |
| { | |
| "epoch": 23.7, | |
| "learning_rate": 8.973818181818183e-06, | |
| "loss": 0.9898, | |
| "step": 556000 | |
| }, | |
| { | |
| "epoch": 23.72, | |
| "learning_rate": 8.963717171717172e-06, | |
| "loss": 0.9892, | |
| "step": 556500 | |
| }, | |
| { | |
| "epoch": 23.74, | |
| "learning_rate": 8.953616161616162e-06, | |
| "loss": 0.9898, | |
| "step": 557000 | |
| }, | |
| { | |
| "epoch": 23.76, | |
| "learning_rate": 8.943535353535354e-06, | |
| "loss": 0.9873, | |
| "step": 557500 | |
| }, | |
| { | |
| "epoch": 23.79, | |
| "learning_rate": 8.933434343434345e-06, | |
| "loss": 0.9892, | |
| "step": 558000 | |
| }, | |
| { | |
| "epoch": 23.81, | |
| "learning_rate": 8.923333333333333e-06, | |
| "loss": 0.9903, | |
| "step": 558500 | |
| }, | |
| { | |
| "epoch": 23.83, | |
| "learning_rate": 8.913232323232323e-06, | |
| "loss": 0.9906, | |
| "step": 559000 | |
| }, | |
| { | |
| "epoch": 23.85, | |
| "learning_rate": 8.903131313131314e-06, | |
| "loss": 0.9858, | |
| "step": 559500 | |
| }, | |
| { | |
| "epoch": 23.87, | |
| "learning_rate": 8.893050505050506e-06, | |
| "loss": 0.9897, | |
| "step": 560000 | |
| }, | |
| { | |
| "epoch": 23.89, | |
| "learning_rate": 8.882969696969698e-06, | |
| "loss": 0.9869, | |
| "step": 560500 | |
| }, | |
| { | |
| "epoch": 23.91, | |
| "learning_rate": 8.872868686868687e-06, | |
| "loss": 0.9877, | |
| "step": 561000 | |
| }, | |
| { | |
| "epoch": 23.94, | |
| "learning_rate": 8.862767676767677e-06, | |
| "loss": 0.9877, | |
| "step": 561500 | |
| }, | |
| { | |
| "epoch": 23.96, | |
| "learning_rate": 8.852666666666667e-06, | |
| "loss": 0.9897, | |
| "step": 562000 | |
| }, | |
| { | |
| "epoch": 23.98, | |
| "learning_rate": 8.842565656565658e-06, | |
| "loss": 0.989, | |
| "step": 562500 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "learning_rate": 8.832464646464646e-06, | |
| "loss": 0.9862, | |
| "step": 563000 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "eval_accuracy": 0.802191879946925, | |
| "eval_loss": 0.8242408037185669, | |
| "eval_runtime": 55.2894, | |
| "eval_samples_per_second": 935.876, | |
| "eval_steps_per_second": 14.632, | |
| "step": 563016 | |
| }, | |
| { | |
| "epoch": 24.02, | |
| "learning_rate": 8.822363636363637e-06, | |
| "loss": 0.988, | |
| "step": 563500 | |
| }, | |
| { | |
| "epoch": 24.04, | |
| "learning_rate": 8.812262626262627e-06, | |
| "loss": 0.9873, | |
| "step": 564000 | |
| }, | |
| { | |
| "epoch": 24.06, | |
| "learning_rate": 8.802161616161617e-06, | |
| "loss": 0.9868, | |
| "step": 564500 | |
| }, | |
| { | |
| "epoch": 24.08, | |
| "learning_rate": 8.792060606060607e-06, | |
| "loss": 0.9884, | |
| "step": 565000 | |
| }, | |
| { | |
| "epoch": 24.11, | |
| "learning_rate": 8.781959595959598e-06, | |
| "loss": 0.9866, | |
| "step": 565500 | |
| }, | |
| { | |
| "epoch": 24.13, | |
| "learning_rate": 8.771878787878788e-06, | |
| "loss": 0.9867, | |
| "step": 566000 | |
| }, | |
| { | |
| "epoch": 24.15, | |
| "learning_rate": 8.76179797979798e-06, | |
| "loss": 0.9881, | |
| "step": 566500 | |
| }, | |
| { | |
| "epoch": 24.17, | |
| "learning_rate": 8.75169696969697e-06, | |
| "loss": 0.9882, | |
| "step": 567000 | |
| }, | |
| { | |
| "epoch": 24.19, | |
| "learning_rate": 8.74159595959596e-06, | |
| "loss": 0.9878, | |
| "step": 567500 | |
| }, | |
| { | |
| "epoch": 24.21, | |
| "learning_rate": 8.73149494949495e-06, | |
| "loss": 0.9887, | |
| "step": 568000 | |
| }, | |
| { | |
| "epoch": 24.23, | |
| "learning_rate": 8.72139393939394e-06, | |
| "loss": 0.9847, | |
| "step": 568500 | |
| }, | |
| { | |
| "epoch": 24.26, | |
| "learning_rate": 8.71129292929293e-06, | |
| "loss": 0.9884, | |
| "step": 569000 | |
| }, | |
| { | |
| "epoch": 24.28, | |
| "learning_rate": 8.70119191919192e-06, | |
| "loss": 0.9885, | |
| "step": 569500 | |
| }, | |
| { | |
| "epoch": 24.3, | |
| "learning_rate": 8.69109090909091e-06, | |
| "loss": 0.987, | |
| "step": 570000 | |
| }, | |
| { | |
| "epoch": 24.32, | |
| "learning_rate": 8.6809898989899e-06, | |
| "loss": 0.9868, | |
| "step": 570500 | |
| }, | |
| { | |
| "epoch": 24.34, | |
| "learning_rate": 8.67088888888889e-06, | |
| "loss": 0.9875, | |
| "step": 571000 | |
| }, | |
| { | |
| "epoch": 24.36, | |
| "learning_rate": 8.66078787878788e-06, | |
| "loss": 0.9866, | |
| "step": 571500 | |
| }, | |
| { | |
| "epoch": 24.38, | |
| "learning_rate": 8.65068686868687e-06, | |
| "loss": 0.986, | |
| "step": 572000 | |
| }, | |
| { | |
| "epoch": 24.4, | |
| "learning_rate": 8.640626262626264e-06, | |
| "loss": 0.9874, | |
| "step": 572500 | |
| }, | |
| { | |
| "epoch": 24.43, | |
| "learning_rate": 8.630525252525253e-06, | |
| "loss": 0.9874, | |
| "step": 573000 | |
| }, | |
| { | |
| "epoch": 24.45, | |
| "learning_rate": 8.620424242424243e-06, | |
| "loss": 0.9886, | |
| "step": 573500 | |
| }, | |
| { | |
| "epoch": 24.47, | |
| "learning_rate": 8.610323232323234e-06, | |
| "loss": 0.9869, | |
| "step": 574000 | |
| }, | |
| { | |
| "epoch": 24.49, | |
| "learning_rate": 8.600222222222224e-06, | |
| "loss": 0.986, | |
| "step": 574500 | |
| }, | |
| { | |
| "epoch": 24.51, | |
| "learning_rate": 8.590121212121213e-06, | |
| "loss": 0.9869, | |
| "step": 575000 | |
| }, | |
| { | |
| "epoch": 24.53, | |
| "learning_rate": 8.580020202020203e-06, | |
| "loss": 0.9876, | |
| "step": 575500 | |
| }, | |
| { | |
| "epoch": 24.55, | |
| "learning_rate": 8.569919191919193e-06, | |
| "loss": 0.9867, | |
| "step": 576000 | |
| }, | |
| { | |
| "epoch": 24.57, | |
| "learning_rate": 8.559818181818182e-06, | |
| "loss": 0.9868, | |
| "step": 576500 | |
| }, | |
| { | |
| "epoch": 24.6, | |
| "learning_rate": 8.549737373737374e-06, | |
| "loss": 0.9862, | |
| "step": 577000 | |
| }, | |
| { | |
| "epoch": 24.62, | |
| "learning_rate": 8.539636363636364e-06, | |
| "loss": 0.9845, | |
| "step": 577500 | |
| }, | |
| { | |
| "epoch": 24.64, | |
| "learning_rate": 8.529535353535355e-06, | |
| "loss": 0.9847, | |
| "step": 578000 | |
| }, | |
| { | |
| "epoch": 24.66, | |
| "learning_rate": 8.519434343434345e-06, | |
| "loss": 0.9858, | |
| "step": 578500 | |
| }, | |
| { | |
| "epoch": 24.68, | |
| "learning_rate": 8.509333333333333e-06, | |
| "loss": 0.9844, | |
| "step": 579000 | |
| }, | |
| { | |
| "epoch": 24.7, | |
| "learning_rate": 8.499232323232324e-06, | |
| "loss": 0.9853, | |
| "step": 579500 | |
| }, | |
| { | |
| "epoch": 24.72, | |
| "learning_rate": 8.489131313131314e-06, | |
| "loss": 0.9857, | |
| "step": 580000 | |
| }, | |
| { | |
| "epoch": 24.75, | |
| "learning_rate": 8.479050505050506e-06, | |
| "loss": 0.9869, | |
| "step": 580500 | |
| }, | |
| { | |
| "epoch": 24.77, | |
| "learning_rate": 8.468949494949495e-06, | |
| "loss": 0.9853, | |
| "step": 581000 | |
| }, | |
| { | |
| "epoch": 24.79, | |
| "learning_rate": 8.458848484848485e-06, | |
| "loss": 0.9831, | |
| "step": 581500 | |
| }, | |
| { | |
| "epoch": 24.81, | |
| "learning_rate": 8.448747474747475e-06, | |
| "loss": 0.9856, | |
| "step": 582000 | |
| }, | |
| { | |
| "epoch": 24.83, | |
| "learning_rate": 8.438646464646466e-06, | |
| "loss": 0.9883, | |
| "step": 582500 | |
| }, | |
| { | |
| "epoch": 24.85, | |
| "learning_rate": 8.428565656565656e-06, | |
| "loss": 0.9851, | |
| "step": 583000 | |
| }, | |
| { | |
| "epoch": 24.87, | |
| "learning_rate": 8.418464646464647e-06, | |
| "loss": 0.9851, | |
| "step": 583500 | |
| }, | |
| { | |
| "epoch": 24.89, | |
| "learning_rate": 8.408363636363637e-06, | |
| "loss": 0.9866, | |
| "step": 584000 | |
| }, | |
| { | |
| "epoch": 24.92, | |
| "learning_rate": 8.398262626262627e-06, | |
| "loss": 0.9861, | |
| "step": 584500 | |
| }, | |
| { | |
| "epoch": 24.94, | |
| "learning_rate": 8.38818181818182e-06, | |
| "loss": 0.9845, | |
| "step": 585000 | |
| }, | |
| { | |
| "epoch": 24.96, | |
| "learning_rate": 8.378080808080808e-06, | |
| "loss": 0.9882, | |
| "step": 585500 | |
| }, | |
| { | |
| "epoch": 24.98, | |
| "learning_rate": 8.367979797979798e-06, | |
| "loss": 0.983, | |
| "step": 586000 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "eval_accuracy": 0.8029419404119512, | |
| "eval_loss": 0.8218053579330444, | |
| "eval_runtime": 55.9508, | |
| "eval_samples_per_second": 924.813, | |
| "eval_steps_per_second": 14.459, | |
| "step": 586475 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "learning_rate": 8.357878787878789e-06, | |
| "loss": 0.984, | |
| "step": 586500 | |
| }, | |
| { | |
| "epoch": 25.02, | |
| "learning_rate": 8.347777777777779e-06, | |
| "loss": 0.9821, | |
| "step": 587000 | |
| }, | |
| { | |
| "epoch": 25.04, | |
| "learning_rate": 8.33769696969697e-06, | |
| "loss": 0.9842, | |
| "step": 587500 | |
| }, | |
| { | |
| "epoch": 25.07, | |
| "learning_rate": 8.32759595959596e-06, | |
| "loss": 0.9849, | |
| "step": 588000 | |
| }, | |
| { | |
| "epoch": 25.09, | |
| "learning_rate": 8.31749494949495e-06, | |
| "loss": 0.9827, | |
| "step": 588500 | |
| }, | |
| { | |
| "epoch": 25.11, | |
| "learning_rate": 8.30739393939394e-06, | |
| "loss": 0.9861, | |
| "step": 589000 | |
| }, | |
| { | |
| "epoch": 25.13, | |
| "learning_rate": 8.29729292929293e-06, | |
| "loss": 0.9845, | |
| "step": 589500 | |
| }, | |
| { | |
| "epoch": 25.15, | |
| "learning_rate": 8.28719191919192e-06, | |
| "loss": 0.9826, | |
| "step": 590000 | |
| }, | |
| { | |
| "epoch": 25.17, | |
| "learning_rate": 8.277111111111111e-06, | |
| "loss": 0.984, | |
| "step": 590500 | |
| }, | |
| { | |
| "epoch": 25.19, | |
| "learning_rate": 8.267010101010102e-06, | |
| "loss": 0.9831, | |
| "step": 591000 | |
| }, | |
| { | |
| "epoch": 25.21, | |
| "learning_rate": 8.256909090909092e-06, | |
| "loss": 0.9861, | |
| "step": 591500 | |
| }, | |
| { | |
| "epoch": 25.24, | |
| "learning_rate": 8.246808080808082e-06, | |
| "loss": 0.985, | |
| "step": 592000 | |
| }, | |
| { | |
| "epoch": 25.26, | |
| "learning_rate": 8.236707070707072e-06, | |
| "loss": 0.9864, | |
| "step": 592500 | |
| }, | |
| { | |
| "epoch": 25.28, | |
| "learning_rate": 8.226626262626263e-06, | |
| "loss": 0.9852, | |
| "step": 593000 | |
| }, | |
| { | |
| "epoch": 25.3, | |
| "learning_rate": 8.216525252525253e-06, | |
| "loss": 0.9844, | |
| "step": 593500 | |
| }, | |
| { | |
| "epoch": 25.32, | |
| "learning_rate": 8.206424242424244e-06, | |
| "loss": 0.983, | |
| "step": 594000 | |
| }, | |
| { | |
| "epoch": 25.34, | |
| "learning_rate": 8.196323232323234e-06, | |
| "loss": 0.9844, | |
| "step": 594500 | |
| }, | |
| { | |
| "epoch": 25.36, | |
| "learning_rate": 8.186222222222222e-06, | |
| "loss": 0.9827, | |
| "step": 595000 | |
| }, | |
| { | |
| "epoch": 25.38, | |
| "learning_rate": 8.176121212121213e-06, | |
| "loss": 0.9842, | |
| "step": 595500 | |
| }, | |
| { | |
| "epoch": 25.41, | |
| "learning_rate": 8.166020202020203e-06, | |
| "loss": 0.9849, | |
| "step": 596000 | |
| }, | |
| { | |
| "epoch": 25.43, | |
| "learning_rate": 8.155919191919193e-06, | |
| "loss": 0.9849, | |
| "step": 596500 | |
| }, | |
| { | |
| "epoch": 25.45, | |
| "learning_rate": 8.145818181818182e-06, | |
| "loss": 0.9841, | |
| "step": 597000 | |
| }, | |
| { | |
| "epoch": 25.47, | |
| "learning_rate": 8.135737373737374e-06, | |
| "loss": 0.9832, | |
| "step": 597500 | |
| }, | |
| { | |
| "epoch": 25.49, | |
| "learning_rate": 8.125636363636364e-06, | |
| "loss": 0.9856, | |
| "step": 598000 | |
| }, | |
| { | |
| "epoch": 25.51, | |
| "learning_rate": 8.115535353535355e-06, | |
| "loss": 0.9845, | |
| "step": 598500 | |
| }, | |
| { | |
| "epoch": 25.53, | |
| "learning_rate": 8.105434343434343e-06, | |
| "loss": 0.9841, | |
| "step": 599000 | |
| }, | |
| { | |
| "epoch": 25.56, | |
| "learning_rate": 8.095333333333334e-06, | |
| "loss": 0.9833, | |
| "step": 599500 | |
| }, | |
| { | |
| "epoch": 25.58, | |
| "learning_rate": 8.085232323232324e-06, | |
| "loss": 0.9831, | |
| "step": 600000 | |
| }, | |
| { | |
| "epoch": 25.6, | |
| "learning_rate": 8.075131313131314e-06, | |
| "loss": 0.983, | |
| "step": 600500 | |
| }, | |
| { | |
| "epoch": 25.62, | |
| "learning_rate": 8.065050505050506e-06, | |
| "loss": 0.9845, | |
| "step": 601000 | |
| }, | |
| { | |
| "epoch": 25.64, | |
| "learning_rate": 8.054949494949495e-06, | |
| "loss": 0.9827, | |
| "step": 601500 | |
| }, | |
| { | |
| "epoch": 25.66, | |
| "learning_rate": 8.044848484848485e-06, | |
| "loss": 0.9849, | |
| "step": 602000 | |
| }, | |
| { | |
| "epoch": 25.68, | |
| "learning_rate": 8.034747474747476e-06, | |
| "loss": 0.9831, | |
| "step": 602500 | |
| }, | |
| { | |
| "epoch": 25.7, | |
| "learning_rate": 8.024646464646464e-06, | |
| "loss": 0.9829, | |
| "step": 603000 | |
| }, | |
| { | |
| "epoch": 25.73, | |
| "learning_rate": 8.014545454545455e-06, | |
| "loss": 0.9856, | |
| "step": 603500 | |
| }, | |
| { | |
| "epoch": 25.75, | |
| "learning_rate": 8.004444444444445e-06, | |
| "loss": 0.984, | |
| "step": 604000 | |
| }, | |
| { | |
| "epoch": 25.77, | |
| "learning_rate": 7.994343434343435e-06, | |
| "loss": 0.9859, | |
| "step": 604500 | |
| }, | |
| { | |
| "epoch": 25.79, | |
| "learning_rate": 7.984262626262627e-06, | |
| "loss": 0.9851, | |
| "step": 605000 | |
| }, | |
| { | |
| "epoch": 25.81, | |
| "learning_rate": 7.974161616161616e-06, | |
| "loss": 0.9845, | |
| "step": 605500 | |
| }, | |
| { | |
| "epoch": 25.83, | |
| "learning_rate": 7.964060606060606e-06, | |
| "loss": 0.9822, | |
| "step": 606000 | |
| }, | |
| { | |
| "epoch": 25.85, | |
| "learning_rate": 7.953979797979798e-06, | |
| "loss": 0.9822, | |
| "step": 606500 | |
| }, | |
| { | |
| "epoch": 25.87, | |
| "learning_rate": 7.94389898989899e-06, | |
| "loss": 0.985, | |
| "step": 607000 | |
| }, | |
| { | |
| "epoch": 25.9, | |
| "learning_rate": 7.933797979797981e-06, | |
| "loss": 0.9839, | |
| "step": 607500 | |
| }, | |
| { | |
| "epoch": 25.92, | |
| "learning_rate": 7.92369696969697e-06, | |
| "loss": 0.981, | |
| "step": 608000 | |
| }, | |
| { | |
| "epoch": 25.94, | |
| "learning_rate": 7.91359595959596e-06, | |
| "loss": 0.9809, | |
| "step": 608500 | |
| }, | |
| { | |
| "epoch": 25.96, | |
| "learning_rate": 7.90349494949495e-06, | |
| "loss": 0.9822, | |
| "step": 609000 | |
| }, | |
| { | |
| "epoch": 25.98, | |
| "learning_rate": 7.89339393939394e-06, | |
| "loss": 0.9831, | |
| "step": 609500 | |
| }, | |
| { | |
| "epoch": 26.0, | |
| "eval_accuracy": 0.8031982303159179, | |
| "eval_loss": 0.8216830492019653, | |
| "eval_runtime": 55.7951, | |
| "eval_samples_per_second": 927.393, | |
| "eval_steps_per_second": 14.499, | |
| "step": 609934 | |
| }, | |
| { | |
| "epoch": 26.0, | |
| "learning_rate": 7.883313131313131e-06, | |
| "loss": 0.9833, | |
| "step": 610000 | |
| }, | |
| { | |
| "epoch": 26.02, | |
| "learning_rate": 7.873212121212121e-06, | |
| "loss": 0.9827, | |
| "step": 610500 | |
| }, | |
| { | |
| "epoch": 26.05, | |
| "learning_rate": 7.863111111111112e-06, | |
| "loss": 0.9827, | |
| "step": 611000 | |
| }, | |
| { | |
| "epoch": 26.07, | |
| "learning_rate": 7.853010101010102e-06, | |
| "loss": 0.9829, | |
| "step": 611500 | |
| }, | |
| { | |
| "epoch": 26.09, | |
| "learning_rate": 7.842929292929294e-06, | |
| "loss": 0.9812, | |
| "step": 612000 | |
| }, | |
| { | |
| "epoch": 26.11, | |
| "learning_rate": 7.832828282828283e-06, | |
| "loss": 0.9811, | |
| "step": 612500 | |
| }, | |
| { | |
| "epoch": 26.13, | |
| "learning_rate": 7.822727272727273e-06, | |
| "loss": 0.9835, | |
| "step": 613000 | |
| }, | |
| { | |
| "epoch": 26.15, | |
| "learning_rate": 7.812626262626263e-06, | |
| "loss": 0.9809, | |
| "step": 613500 | |
| }, | |
| { | |
| "epoch": 26.17, | |
| "learning_rate": 7.802525252525252e-06, | |
| "loss": 0.9824, | |
| "step": 614000 | |
| }, | |
| { | |
| "epoch": 26.19, | |
| "learning_rate": 7.792424242424244e-06, | |
| "loss": 0.9841, | |
| "step": 614500 | |
| }, | |
| { | |
| "epoch": 26.22, | |
| "learning_rate": 7.782343434343434e-06, | |
| "loss": 0.9833, | |
| "step": 615000 | |
| }, | |
| { | |
| "epoch": 26.24, | |
| "learning_rate": 7.772242424242425e-06, | |
| "loss": 0.9805, | |
| "step": 615500 | |
| }, | |
| { | |
| "epoch": 26.26, | |
| "learning_rate": 7.762141414141415e-06, | |
| "loss": 0.982, | |
| "step": 616000 | |
| }, | |
| { | |
| "epoch": 26.28, | |
| "learning_rate": 7.752040404040405e-06, | |
| "loss": 0.9818, | |
| "step": 616500 | |
| }, | |
| { | |
| "epoch": 26.3, | |
| "learning_rate": 7.741939393939396e-06, | |
| "loss": 0.9821, | |
| "step": 617000 | |
| }, | |
| { | |
| "epoch": 26.32, | |
| "learning_rate": 7.731858585858586e-06, | |
| "loss": 0.9832, | |
| "step": 617500 | |
| }, | |
| { | |
| "epoch": 26.34, | |
| "learning_rate": 7.721757575757576e-06, | |
| "loss": 0.9847, | |
| "step": 618000 | |
| }, | |
| { | |
| "epoch": 26.37, | |
| "learning_rate": 7.711656565656567e-06, | |
| "loss": 0.9816, | |
| "step": 618500 | |
| }, | |
| { | |
| "epoch": 26.39, | |
| "learning_rate": 7.701575757575757e-06, | |
| "loss": 0.9789, | |
| "step": 619000 | |
| }, | |
| { | |
| "epoch": 26.41, | |
| "learning_rate": 7.69147474747475e-06, | |
| "loss": 0.9838, | |
| "step": 619500 | |
| }, | |
| { | |
| "epoch": 26.43, | |
| "learning_rate": 7.681373737373738e-06, | |
| "loss": 0.9823, | |
| "step": 620000 | |
| }, | |
| { | |
| "epoch": 26.45, | |
| "learning_rate": 7.671272727272728e-06, | |
| "loss": 0.9813, | |
| "step": 620500 | |
| }, | |
| { | |
| "epoch": 26.47, | |
| "learning_rate": 7.661171717171718e-06, | |
| "loss": 0.9808, | |
| "step": 621000 | |
| }, | |
| { | |
| "epoch": 26.49, | |
| "learning_rate": 7.651070707070709e-06, | |
| "loss": 0.9813, | |
| "step": 621500 | |
| }, | |
| { | |
| "epoch": 26.51, | |
| "learning_rate": 7.640969696969697e-06, | |
| "loss": 0.9806, | |
| "step": 622000 | |
| }, | |
| { | |
| "epoch": 26.54, | |
| "learning_rate": 7.630868686868688e-06, | |
| "loss": 0.9822, | |
| "step": 622500 | |
| }, | |
| { | |
| "epoch": 26.56, | |
| "learning_rate": 7.620767676767678e-06, | |
| "loss": 0.9818, | |
| "step": 623000 | |
| }, | |
| { | |
| "epoch": 26.58, | |
| "learning_rate": 7.610666666666667e-06, | |
| "loss": 0.9791, | |
| "step": 623500 | |
| }, | |
| { | |
| "epoch": 26.6, | |
| "learning_rate": 7.6005656565656576e-06, | |
| "loss": 0.9826, | |
| "step": 624000 | |
| }, | |
| { | |
| "epoch": 26.62, | |
| "learning_rate": 7.590464646464647e-06, | |
| "loss": 0.9817, | |
| "step": 624500 | |
| }, | |
| { | |
| "epoch": 26.64, | |
| "learning_rate": 7.5803636363636364e-06, | |
| "loss": 0.9803, | |
| "step": 625000 | |
| }, | |
| { | |
| "epoch": 26.66, | |
| "learning_rate": 7.570282828282829e-06, | |
| "loss": 0.9799, | |
| "step": 625500 | |
| }, | |
| { | |
| "epoch": 26.68, | |
| "learning_rate": 7.560181818181819e-06, | |
| "loss": 0.9822, | |
| "step": 626000 | |
| }, | |
| { | |
| "epoch": 26.71, | |
| "learning_rate": 7.550080808080808e-06, | |
| "loss": 0.9802, | |
| "step": 626500 | |
| }, | |
| { | |
| "epoch": 26.73, | |
| "learning_rate": 7.540000000000001e-06, | |
| "loss": 0.981, | |
| "step": 627000 | |
| }, | |
| { | |
| "epoch": 26.75, | |
| "learning_rate": 7.52989898989899e-06, | |
| "loss": 0.981, | |
| "step": 627500 | |
| }, | |
| { | |
| "epoch": 26.77, | |
| "learning_rate": 7.51979797979798e-06, | |
| "loss": 0.9822, | |
| "step": 628000 | |
| }, | |
| { | |
| "epoch": 26.79, | |
| "learning_rate": 7.50969696969697e-06, | |
| "loss": 0.9838, | |
| "step": 628500 | |
| }, | |
| { | |
| "epoch": 26.81, | |
| "learning_rate": 7.49959595959596e-06, | |
| "loss": 0.9812, | |
| "step": 629000 | |
| }, | |
| { | |
| "epoch": 26.83, | |
| "learning_rate": 7.4894949494949495e-06, | |
| "loss": 0.9828, | |
| "step": 629500 | |
| }, | |
| { | |
| "epoch": 26.86, | |
| "learning_rate": 7.47939393939394e-06, | |
| "loss": 0.9796, | |
| "step": 630000 | |
| }, | |
| { | |
| "epoch": 26.88, | |
| "learning_rate": 7.469292929292929e-06, | |
| "loss": 0.9802, | |
| "step": 630500 | |
| }, | |
| { | |
| "epoch": 26.9, | |
| "learning_rate": 7.4591919191919196e-06, | |
| "loss": 0.9804, | |
| "step": 631000 | |
| }, | |
| { | |
| "epoch": 26.92, | |
| "learning_rate": 7.449090909090909e-06, | |
| "loss": 0.9798, | |
| "step": 631500 | |
| }, | |
| { | |
| "epoch": 26.94, | |
| "learning_rate": 7.439010101010101e-06, | |
| "loss": 0.981, | |
| "step": 632000 | |
| }, | |
| { | |
| "epoch": 26.96, | |
| "learning_rate": 7.428909090909091e-06, | |
| "loss": 0.9816, | |
| "step": 632500 | |
| }, | |
| { | |
| "epoch": 26.98, | |
| "learning_rate": 7.418808080808081e-06, | |
| "loss": 0.9797, | |
| "step": 633000 | |
| }, | |
| { | |
| "epoch": 27.0, | |
| "eval_accuracy": 0.8033411252212916, | |
| "eval_loss": 0.8195702433586121, | |
| "eval_runtime": 55.9315, | |
| "eval_samples_per_second": 925.131, | |
| "eval_steps_per_second": 14.464, | |
| "step": 633393 | |
| }, | |
| { | |
| "epoch": 27.0, | |
| "learning_rate": 7.408707070707072e-06, | |
| "loss": 0.9806, | |
| "step": 633500 | |
| }, | |
| { | |
| "epoch": 27.03, | |
| "learning_rate": 7.3986060606060615e-06, | |
| "loss": 0.9801, | |
| "step": 634000 | |
| }, | |
| { | |
| "epoch": 27.05, | |
| "learning_rate": 7.388525252525253e-06, | |
| "loss": 0.9804, | |
| "step": 634500 | |
| }, | |
| { | |
| "epoch": 27.07, | |
| "learning_rate": 7.378424242424242e-06, | |
| "loss": 0.9774, | |
| "step": 635000 | |
| }, | |
| { | |
| "epoch": 27.09, | |
| "learning_rate": 7.3683232323232335e-06, | |
| "loss": 0.9795, | |
| "step": 635500 | |
| }, | |
| { | |
| "epoch": 27.11, | |
| "learning_rate": 7.358222222222223e-06, | |
| "loss": 0.9765, | |
| "step": 636000 | |
| }, | |
| { | |
| "epoch": 27.13, | |
| "learning_rate": 7.348121212121213e-06, | |
| "loss": 0.9802, | |
| "step": 636500 | |
| }, | |
| { | |
| "epoch": 27.15, | |
| "learning_rate": 7.3380404040404055e-06, | |
| "loss": 0.9792, | |
| "step": 637000 | |
| }, | |
| { | |
| "epoch": 27.18, | |
| "learning_rate": 7.327939393939395e-06, | |
| "loss": 0.9817, | |
| "step": 637500 | |
| }, | |
| { | |
| "epoch": 27.2, | |
| "learning_rate": 7.317838383838385e-06, | |
| "loss": 0.98, | |
| "step": 638000 | |
| }, | |
| { | |
| "epoch": 27.22, | |
| "learning_rate": 7.307737373737375e-06, | |
| "loss": 0.9791, | |
| "step": 638500 | |
| }, | |
| { | |
| "epoch": 27.24, | |
| "learning_rate": 7.297636363636364e-06, | |
| "loss": 0.9806, | |
| "step": 639000 | |
| }, | |
| { | |
| "epoch": 27.26, | |
| "learning_rate": 7.287535353535354e-06, | |
| "loss": 0.9813, | |
| "step": 639500 | |
| }, | |
| { | |
| "epoch": 27.28, | |
| "learning_rate": 7.277434343434344e-06, | |
| "loss": 0.9802, | |
| "step": 640000 | |
| }, | |
| { | |
| "epoch": 27.3, | |
| "learning_rate": 7.267333333333334e-06, | |
| "loss": 0.9808, | |
| "step": 640500 | |
| }, | |
| { | |
| "epoch": 27.32, | |
| "learning_rate": 7.2572323232323236e-06, | |
| "loss": 0.9788, | |
| "step": 641000 | |
| }, | |
| { | |
| "epoch": 27.35, | |
| "learning_rate": 7.247151515151516e-06, | |
| "loss": 0.9796, | |
| "step": 641500 | |
| }, | |
| { | |
| "epoch": 27.37, | |
| "learning_rate": 7.237050505050506e-06, | |
| "loss": 0.9803, | |
| "step": 642000 | |
| }, | |
| { | |
| "epoch": 27.39, | |
| "learning_rate": 7.2269696969696975e-06, | |
| "loss": 0.9791, | |
| "step": 642500 | |
| }, | |
| { | |
| "epoch": 27.41, | |
| "learning_rate": 7.216868686868688e-06, | |
| "loss": 0.979, | |
| "step": 643000 | |
| }, | |
| { | |
| "epoch": 27.43, | |
| "learning_rate": 7.206767676767677e-06, | |
| "loss": 0.9787, | |
| "step": 643500 | |
| }, | |
| { | |
| "epoch": 27.45, | |
| "learning_rate": 7.1966666666666675e-06, | |
| "loss": 0.9785, | |
| "step": 644000 | |
| }, | |
| { | |
| "epoch": 27.47, | |
| "learning_rate": 7.186565656565657e-06, | |
| "loss": 0.98, | |
| "step": 644500 | |
| }, | |
| { | |
| "epoch": 27.49, | |
| "learning_rate": 7.176464646464647e-06, | |
| "loss": 0.98, | |
| "step": 645000 | |
| }, | |
| { | |
| "epoch": 27.52, | |
| "learning_rate": 7.166363636363637e-06, | |
| "loss": 0.9797, | |
| "step": 645500 | |
| }, | |
| { | |
| "epoch": 27.54, | |
| "learning_rate": 7.156282828282829e-06, | |
| "loss": 0.9806, | |
| "step": 646000 | |
| }, | |
| { | |
| "epoch": 27.56, | |
| "learning_rate": 7.146181818181818e-06, | |
| "loss": 0.9791, | |
| "step": 646500 | |
| }, | |
| { | |
| "epoch": 27.58, | |
| "learning_rate": 7.136080808080809e-06, | |
| "loss": 0.9831, | |
| "step": 647000 | |
| }, | |
| { | |
| "epoch": 27.6, | |
| "learning_rate": 7.125979797979798e-06, | |
| "loss": 0.9815, | |
| "step": 647500 | |
| }, | |
| { | |
| "epoch": 27.62, | |
| "learning_rate": 7.115878787878788e-06, | |
| "loss": 0.9778, | |
| "step": 648000 | |
| }, | |
| { | |
| "epoch": 27.64, | |
| "learning_rate": 7.105777777777778e-06, | |
| "loss": 0.9777, | |
| "step": 648500 | |
| }, | |
| { | |
| "epoch": 27.67, | |
| "learning_rate": 7.095676767676768e-06, | |
| "loss": 0.9797, | |
| "step": 649000 | |
| }, | |
| { | |
| "epoch": 27.69, | |
| "learning_rate": 7.0855757575757575e-06, | |
| "loss": 0.9789, | |
| "step": 649500 | |
| }, | |
| { | |
| "epoch": 27.71, | |
| "learning_rate": 7.075474747474748e-06, | |
| "loss": 0.9795, | |
| "step": 650000 | |
| }, | |
| { | |
| "epoch": 27.73, | |
| "learning_rate": 7.06539393939394e-06, | |
| "loss": 0.9779, | |
| "step": 650500 | |
| }, | |
| { | |
| "epoch": 27.75, | |
| "learning_rate": 7.0552929292929295e-06, | |
| "loss": 0.9797, | |
| "step": 651000 | |
| }, | |
| { | |
| "epoch": 27.77, | |
| "learning_rate": 7.045191919191919e-06, | |
| "loss": 0.9825, | |
| "step": 651500 | |
| }, | |
| { | |
| "epoch": 27.79, | |
| "learning_rate": 7.035111111111111e-06, | |
| "loss": 0.9773, | |
| "step": 652000 | |
| }, | |
| { | |
| "epoch": 27.81, | |
| "learning_rate": 7.0250101010101015e-06, | |
| "loss": 0.9764, | |
| "step": 652500 | |
| }, | |
| { | |
| "epoch": 27.84, | |
| "learning_rate": 7.014909090909091e-06, | |
| "loss": 0.9791, | |
| "step": 653000 | |
| }, | |
| { | |
| "epoch": 27.86, | |
| "learning_rate": 7.004808080808081e-06, | |
| "loss": 0.9801, | |
| "step": 653500 | |
| }, | |
| { | |
| "epoch": 27.88, | |
| "learning_rate": 6.994707070707071e-06, | |
| "loss": 0.9787, | |
| "step": 654000 | |
| }, | |
| { | |
| "epoch": 27.9, | |
| "learning_rate": 6.984606060606062e-06, | |
| "loss": 0.9813, | |
| "step": 654500 | |
| }, | |
| { | |
| "epoch": 27.92, | |
| "learning_rate": 6.974525252525252e-06, | |
| "loss": 0.981, | |
| "step": 655000 | |
| }, | |
| { | |
| "epoch": 27.94, | |
| "learning_rate": 6.964424242424243e-06, | |
| "loss": 0.9785, | |
| "step": 655500 | |
| }, | |
| { | |
| "epoch": 27.96, | |
| "learning_rate": 6.954343434343435e-06, | |
| "loss": 0.9791, | |
| "step": 656000 | |
| }, | |
| { | |
| "epoch": 27.98, | |
| "learning_rate": 6.944242424242424e-06, | |
| "loss": 0.9777, | |
| "step": 656500 | |
| }, | |
| { | |
| "epoch": 28.0, | |
| "eval_accuracy": 0.8037420817792058, | |
| "eval_loss": 0.8172222971916199, | |
| "eval_runtime": 55.3873, | |
| "eval_samples_per_second": 934.221, | |
| "eval_steps_per_second": 14.606, | |
| "step": 656852 | |
| }, | |
| { | |
| "epoch": 28.01, | |
| "learning_rate": 6.934141414141415e-06, | |
| "loss": 0.9793, | |
| "step": 657000 | |
| }, | |
| { | |
| "epoch": 28.03, | |
| "learning_rate": 6.924040404040404e-06, | |
| "loss": 0.9763, | |
| "step": 657500 | |
| }, | |
| { | |
| "epoch": 28.05, | |
| "learning_rate": 6.913939393939394e-06, | |
| "loss": 0.9771, | |
| "step": 658000 | |
| }, | |
| { | |
| "epoch": 28.07, | |
| "learning_rate": 6.903838383838385e-06, | |
| "loss": 0.9784, | |
| "step": 658500 | |
| }, | |
| { | |
| "epoch": 28.09, | |
| "learning_rate": 6.893737373737375e-06, | |
| "loss": 0.9759, | |
| "step": 659000 | |
| }, | |
| { | |
| "epoch": 28.11, | |
| "learning_rate": 6.883636363636364e-06, | |
| "loss": 0.9808, | |
| "step": 659500 | |
| }, | |
| { | |
| "epoch": 28.13, | |
| "learning_rate": 6.873535353535355e-06, | |
| "loss": 0.9803, | |
| "step": 660000 | |
| }, | |
| { | |
| "epoch": 28.16, | |
| "learning_rate": 6.863434343434344e-06, | |
| "loss": 0.9778, | |
| "step": 660500 | |
| }, | |
| { | |
| "epoch": 28.18, | |
| "learning_rate": 6.853333333333334e-06, | |
| "loss": 0.9778, | |
| "step": 661000 | |
| }, | |
| { | |
| "epoch": 28.2, | |
| "learning_rate": 6.843252525252526e-06, | |
| "loss": 0.9777, | |
| "step": 661500 | |
| }, | |
| { | |
| "epoch": 28.22, | |
| "learning_rate": 6.833151515151516e-06, | |
| "loss": 0.9778, | |
| "step": 662000 | |
| }, | |
| { | |
| "epoch": 28.24, | |
| "learning_rate": 6.8230505050505055e-06, | |
| "loss": 0.9754, | |
| "step": 662500 | |
| }, | |
| { | |
| "epoch": 28.26, | |
| "learning_rate": 6.812949494949496e-06, | |
| "loss": 0.9781, | |
| "step": 663000 | |
| }, | |
| { | |
| "epoch": 28.28, | |
| "learning_rate": 6.802868686868688e-06, | |
| "loss": 0.9779, | |
| "step": 663500 | |
| }, | |
| { | |
| "epoch": 28.3, | |
| "learning_rate": 6.7927676767676775e-06, | |
| "loss": 0.9783, | |
| "step": 664000 | |
| }, | |
| { | |
| "epoch": 28.33, | |
| "learning_rate": 6.782666666666668e-06, | |
| "loss": 0.977, | |
| "step": 664500 | |
| }, | |
| { | |
| "epoch": 28.35, | |
| "learning_rate": 6.772565656565657e-06, | |
| "loss": 0.9778, | |
| "step": 665000 | |
| }, | |
| { | |
| "epoch": 28.37, | |
| "learning_rate": 6.7624646464646475e-06, | |
| "loss": 0.9758, | |
| "step": 665500 | |
| }, | |
| { | |
| "epoch": 28.39, | |
| "learning_rate": 6.752363636363637e-06, | |
| "loss": 0.9779, | |
| "step": 666000 | |
| }, | |
| { | |
| "epoch": 28.41, | |
| "learning_rate": 6.742282828282829e-06, | |
| "loss": 0.9749, | |
| "step": 666500 | |
| }, | |
| { | |
| "epoch": 28.43, | |
| "learning_rate": 6.732181818181819e-06, | |
| "loss": 0.978, | |
| "step": 667000 | |
| }, | |
| { | |
| "epoch": 28.45, | |
| "learning_rate": 6.722080808080809e-06, | |
| "loss": 0.9761, | |
| "step": 667500 | |
| }, | |
| { | |
| "epoch": 28.48, | |
| "learning_rate": 6.711979797979798e-06, | |
| "loss": 0.9755, | |
| "step": 668000 | |
| }, | |
| { | |
| "epoch": 28.5, | |
| "learning_rate": 6.701878787878789e-06, | |
| "loss": 0.9784, | |
| "step": 668500 | |
| }, | |
| { | |
| "epoch": 28.52, | |
| "learning_rate": 6.691777777777778e-06, | |
| "loss": 0.9744, | |
| "step": 669000 | |
| }, | |
| { | |
| "epoch": 28.54, | |
| "learning_rate": 6.681676767676768e-06, | |
| "loss": 0.9756, | |
| "step": 669500 | |
| }, | |
| { | |
| "epoch": 28.56, | |
| "learning_rate": 6.671575757575758e-06, | |
| "loss": 0.9783, | |
| "step": 670000 | |
| }, | |
| { | |
| "epoch": 28.58, | |
| "learning_rate": 6.661474747474748e-06, | |
| "loss": 0.9752, | |
| "step": 670500 | |
| }, | |
| { | |
| "epoch": 28.6, | |
| "learning_rate": 6.6513737373737375e-06, | |
| "loss": 0.9771, | |
| "step": 671000 | |
| }, | |
| { | |
| "epoch": 28.62, | |
| "learning_rate": 6.64129292929293e-06, | |
| "loss": 0.9774, | |
| "step": 671500 | |
| }, | |
| { | |
| "epoch": 28.65, | |
| "learning_rate": 6.631191919191919e-06, | |
| "loss": 0.9793, | |
| "step": 672000 | |
| }, | |
| { | |
| "epoch": 28.67, | |
| "learning_rate": 6.6210909090909095e-06, | |
| "loss": 0.9757, | |
| "step": 672500 | |
| }, | |
| { | |
| "epoch": 28.69, | |
| "learning_rate": 6.610989898989899e-06, | |
| "loss": 0.9769, | |
| "step": 673000 | |
| }, | |
| { | |
| "epoch": 28.71, | |
| "learning_rate": 6.600888888888889e-06, | |
| "loss": 0.9796, | |
| "step": 673500 | |
| }, | |
| { | |
| "epoch": 28.73, | |
| "learning_rate": 6.590808080808081e-06, | |
| "loss": 0.9739, | |
| "step": 674000 | |
| }, | |
| { | |
| "epoch": 28.75, | |
| "learning_rate": 6.580707070707071e-06, | |
| "loss": 0.9787, | |
| "step": 674500 | |
| }, | |
| { | |
| "epoch": 28.77, | |
| "learning_rate": 6.57060606060606e-06, | |
| "loss": 0.975, | |
| "step": 675000 | |
| }, | |
| { | |
| "epoch": 28.79, | |
| "learning_rate": 6.560505050505051e-06, | |
| "loss": 0.9772, | |
| "step": 675500 | |
| }, | |
| { | |
| "epoch": 28.82, | |
| "learning_rate": 6.550424242424243e-06, | |
| "loss": 0.9804, | |
| "step": 676000 | |
| }, | |
| { | |
| "epoch": 28.84, | |
| "learning_rate": 6.540343434343434e-06, | |
| "loss": 0.9777, | |
| "step": 676500 | |
| }, | |
| { | |
| "epoch": 28.86, | |
| "learning_rate": 6.5302424242424245e-06, | |
| "loss": 0.9779, | |
| "step": 677000 | |
| }, | |
| { | |
| "epoch": 28.88, | |
| "learning_rate": 6.520141414141414e-06, | |
| "loss": 0.9769, | |
| "step": 677500 | |
| }, | |
| { | |
| "epoch": 28.9, | |
| "learning_rate": 6.510040404040404e-06, | |
| "loss": 0.9781, | |
| "step": 678000 | |
| }, | |
| { | |
| "epoch": 28.92, | |
| "learning_rate": 6.499939393939394e-06, | |
| "loss": 0.9743, | |
| "step": 678500 | |
| }, | |
| { | |
| "epoch": 28.94, | |
| "learning_rate": 6.489838383838384e-06, | |
| "loss": 0.9775, | |
| "step": 679000 | |
| }, | |
| { | |
| "epoch": 28.97, | |
| "learning_rate": 6.479737373737375e-06, | |
| "loss": 0.9761, | |
| "step": 679500 | |
| }, | |
| { | |
| "epoch": 28.99, | |
| "learning_rate": 6.4696363636363646e-06, | |
| "loss": 0.9763, | |
| "step": 680000 | |
| }, | |
| { | |
| "epoch": 29.0, | |
| "eval_accuracy": 0.8039930156734253, | |
| "eval_loss": 0.8149685263633728, | |
| "eval_runtime": 55.6261, | |
| "eval_samples_per_second": 930.211, | |
| "eval_steps_per_second": 14.544, | |
| "step": 680311 | |
| }, | |
| { | |
| "epoch": 29.01, | |
| "learning_rate": 6.459555555555556e-06, | |
| "loss": 0.9737, | |
| "step": 680500 | |
| }, | |
| { | |
| "epoch": 29.03, | |
| "learning_rate": 6.449454545454546e-06, | |
| "loss": 0.9767, | |
| "step": 681000 | |
| }, | |
| { | |
| "epoch": 29.05, | |
| "learning_rate": 6.4393535353535365e-06, | |
| "loss": 0.9742, | |
| "step": 681500 | |
| }, | |
| { | |
| "epoch": 29.07, | |
| "learning_rate": 6.429252525252526e-06, | |
| "loss": 0.9747, | |
| "step": 682000 | |
| }, | |
| { | |
| "epoch": 29.09, | |
| "learning_rate": 6.419151515151516e-06, | |
| "loss": 0.9778, | |
| "step": 682500 | |
| }, | |
| { | |
| "epoch": 29.11, | |
| "learning_rate": 6.4090707070707085e-06, | |
| "loss": 0.9743, | |
| "step": 683000 | |
| }, | |
| { | |
| "epoch": 29.14, | |
| "learning_rate": 6.398969696969698e-06, | |
| "loss": 0.977, | |
| "step": 683500 | |
| }, | |
| { | |
| "epoch": 29.16, | |
| "learning_rate": 6.388868686868687e-06, | |
| "loss": 0.9756, | |
| "step": 684000 | |
| }, | |
| { | |
| "epoch": 29.18, | |
| "learning_rate": 6.378767676767678e-06, | |
| "loss": 0.9747, | |
| "step": 684500 | |
| }, | |
| { | |
| "epoch": 29.2, | |
| "learning_rate": 6.368666666666667e-06, | |
| "loss": 0.9787, | |
| "step": 685000 | |
| }, | |
| { | |
| "epoch": 29.22, | |
| "learning_rate": 6.358565656565657e-06, | |
| "loss": 0.977, | |
| "step": 685500 | |
| }, | |
| { | |
| "epoch": 29.24, | |
| "learning_rate": 6.34848484848485e-06, | |
| "loss": 0.9738, | |
| "step": 686000 | |
| }, | |
| { | |
| "epoch": 29.26, | |
| "learning_rate": 6.338404040404041e-06, | |
| "loss": 0.9755, | |
| "step": 686500 | |
| }, | |
| { | |
| "epoch": 29.29, | |
| "learning_rate": 6.328303030303031e-06, | |
| "loss": 0.9764, | |
| "step": 687000 | |
| }, | |
| { | |
| "epoch": 29.31, | |
| "learning_rate": 6.318202020202021e-06, | |
| "loss": 0.9767, | |
| "step": 687500 | |
| }, | |
| { | |
| "epoch": 29.33, | |
| "learning_rate": 6.308101010101011e-06, | |
| "loss": 0.9753, | |
| "step": 688000 | |
| }, | |
| { | |
| "epoch": 29.35, | |
| "learning_rate": 6.298020202020203e-06, | |
| "loss": 0.9773, | |
| "step": 688500 | |
| }, | |
| { | |
| "epoch": 29.37, | |
| "learning_rate": 6.287919191919193e-06, | |
| "loss": 0.9772, | |
| "step": 689000 | |
| }, | |
| { | |
| "epoch": 29.39, | |
| "learning_rate": 6.277818181818183e-06, | |
| "loss": 0.9718, | |
| "step": 689500 | |
| }, | |
| { | |
| "epoch": 29.41, | |
| "learning_rate": 6.2677171717171725e-06, | |
| "loss": 0.974, | |
| "step": 690000 | |
| }, | |
| { | |
| "epoch": 29.43, | |
| "learning_rate": 6.257616161616163e-06, | |
| "loss": 0.9743, | |
| "step": 690500 | |
| }, | |
| { | |
| "epoch": 29.46, | |
| "learning_rate": 6.247515151515152e-06, | |
| "loss": 0.9742, | |
| "step": 691000 | |
| }, | |
| { | |
| "epoch": 29.48, | |
| "learning_rate": 6.2374343434343445e-06, | |
| "loss": 0.9758, | |
| "step": 691500 | |
| }, | |
| { | |
| "epoch": 29.5, | |
| "learning_rate": 6.227333333333334e-06, | |
| "loss": 0.9751, | |
| "step": 692000 | |
| }, | |
| { | |
| "epoch": 29.52, | |
| "learning_rate": 6.217232323232324e-06, | |
| "loss": 0.9762, | |
| "step": 692500 | |
| }, | |
| { | |
| "epoch": 29.54, | |
| "learning_rate": 6.207131313131314e-06, | |
| "loss": 0.9748, | |
| "step": 693000 | |
| }, | |
| { | |
| "epoch": 29.56, | |
| "learning_rate": 6.197030303030304e-06, | |
| "loss": 0.9761, | |
| "step": 693500 | |
| }, | |
| { | |
| "epoch": 29.58, | |
| "learning_rate": 6.186929292929293e-06, | |
| "loss": 0.976, | |
| "step": 694000 | |
| }, | |
| { | |
| "epoch": 29.6, | |
| "learning_rate": 6.176848484848486e-06, | |
| "loss": 0.9753, | |
| "step": 694500 | |
| }, | |
| { | |
| "epoch": 29.63, | |
| "learning_rate": 6.166747474747475e-06, | |
| "loss": 0.9752, | |
| "step": 695000 | |
| }, | |
| { | |
| "epoch": 29.65, | |
| "learning_rate": 6.156646464646465e-06, | |
| "loss": 0.9762, | |
| "step": 695500 | |
| }, | |
| { | |
| "epoch": 29.67, | |
| "learning_rate": 6.146545454545455e-06, | |
| "loss": 0.9757, | |
| "step": 696000 | |
| }, | |
| { | |
| "epoch": 29.69, | |
| "learning_rate": 6.136444444444445e-06, | |
| "loss": 0.9727, | |
| "step": 696500 | |
| }, | |
| { | |
| "epoch": 29.71, | |
| "learning_rate": 6.126363636363637e-06, | |
| "loss": 0.9753, | |
| "step": 697000 | |
| }, | |
| { | |
| "epoch": 29.73, | |
| "learning_rate": 6.116262626262627e-06, | |
| "loss": 0.9743, | |
| "step": 697500 | |
| }, | |
| { | |
| "epoch": 29.75, | |
| "learning_rate": 6.106161616161617e-06, | |
| "loss": 0.9755, | |
| "step": 698000 | |
| }, | |
| { | |
| "epoch": 29.78, | |
| "learning_rate": 6.0960606060606065e-06, | |
| "loss": 0.9745, | |
| "step": 698500 | |
| }, | |
| { | |
| "epoch": 29.8, | |
| "learning_rate": 6.085959595959596e-06, | |
| "loss": 0.9731, | |
| "step": 699000 | |
| }, | |
| { | |
| "epoch": 29.82, | |
| "learning_rate": 6.075858585858586e-06, | |
| "loss": 0.9775, | |
| "step": 699500 | |
| }, | |
| { | |
| "epoch": 29.84, | |
| "learning_rate": 6.065757575757576e-06, | |
| "loss": 0.9751, | |
| "step": 700000 | |
| }, | |
| { | |
| "epoch": 29.86, | |
| "learning_rate": 6.055656565656566e-06, | |
| "loss": 0.9762, | |
| "step": 700500 | |
| }, | |
| { | |
| "epoch": 29.88, | |
| "learning_rate": 6.045575757575758e-06, | |
| "loss": 0.9728, | |
| "step": 701000 | |
| }, | |
| { | |
| "epoch": 29.9, | |
| "learning_rate": 6.035474747474748e-06, | |
| "loss": 0.9732, | |
| "step": 701500 | |
| }, | |
| { | |
| "epoch": 29.92, | |
| "learning_rate": 6.025373737373738e-06, | |
| "loss": 0.9768, | |
| "step": 702000 | |
| }, | |
| { | |
| "epoch": 29.95, | |
| "learning_rate": 6.015272727272727e-06, | |
| "loss": 0.973, | |
| "step": 702500 | |
| }, | |
| { | |
| "epoch": 29.97, | |
| "learning_rate": 6.005171717171718e-06, | |
| "loss": 0.9757, | |
| "step": 703000 | |
| }, | |
| { | |
| "epoch": 29.99, | |
| "learning_rate": 5.995070707070707e-06, | |
| "loss": 0.9756, | |
| "step": 703500 | |
| }, | |
| { | |
| "epoch": 30.0, | |
| "eval_accuracy": 0.8041670667258376, | |
| "eval_loss": 0.8154268264770508, | |
| "eval_runtime": 55.767, | |
| "eval_samples_per_second": 927.86, | |
| "eval_steps_per_second": 14.507, | |
| "step": 703770 | |
| }, | |
| { | |
| "epoch": 30.01, | |
| "learning_rate": 5.984969696969698e-06, | |
| "loss": 0.9718, | |
| "step": 704000 | |
| }, | |
| { | |
| "epoch": 30.03, | |
| "learning_rate": 5.974868686868688e-06, | |
| "loss": 0.9756, | |
| "step": 704500 | |
| }, | |
| { | |
| "epoch": 30.05, | |
| "learning_rate": 5.964787878787879e-06, | |
| "loss": 0.9744, | |
| "step": 705000 | |
| }, | |
| { | |
| "epoch": 30.07, | |
| "learning_rate": 5.9546868686868685e-06, | |
| "loss": 0.9746, | |
| "step": 705500 | |
| }, | |
| { | |
| "epoch": 30.1, | |
| "learning_rate": 5.94458585858586e-06, | |
| "loss": 0.9752, | |
| "step": 706000 | |
| }, | |
| { | |
| "epoch": 30.12, | |
| "learning_rate": 5.934484848484849e-06, | |
| "loss": 0.9755, | |
| "step": 706500 | |
| }, | |
| { | |
| "epoch": 30.14, | |
| "learning_rate": 5.9244040404040405e-06, | |
| "loss": 0.973, | |
| "step": 707000 | |
| }, | |
| { | |
| "epoch": 30.16, | |
| "learning_rate": 5.914303030303032e-06, | |
| "loss": 0.9724, | |
| "step": 707500 | |
| }, | |
| { | |
| "epoch": 30.18, | |
| "learning_rate": 5.904202020202021e-06, | |
| "loss": 0.9735, | |
| "step": 708000 | |
| }, | |
| { | |
| "epoch": 30.2, | |
| "learning_rate": 5.894101010101011e-06, | |
| "loss": 0.9724, | |
| "step": 708500 | |
| }, | |
| { | |
| "epoch": 30.22, | |
| "learning_rate": 5.884020202020202e-06, | |
| "loss": 0.9747, | |
| "step": 709000 | |
| }, | |
| { | |
| "epoch": 30.24, | |
| "learning_rate": 5.873919191919193e-06, | |
| "loss": 0.9753, | |
| "step": 709500 | |
| }, | |
| { | |
| "epoch": 30.27, | |
| "learning_rate": 5.8638181818181824e-06, | |
| "loss": 0.9732, | |
| "step": 710000 | |
| }, | |
| { | |
| "epoch": 30.29, | |
| "learning_rate": 5.853717171717173e-06, | |
| "loss": 0.9729, | |
| "step": 710500 | |
| }, | |
| { | |
| "epoch": 30.31, | |
| "learning_rate": 5.843616161616162e-06, | |
| "loss": 0.9757, | |
| "step": 711000 | |
| }, | |
| { | |
| "epoch": 30.33, | |
| "learning_rate": 5.833535353535354e-06, | |
| "loss": 0.9715, | |
| "step": 711500 | |
| }, | |
| { | |
| "epoch": 30.35, | |
| "learning_rate": 5.823434343434345e-06, | |
| "loss": 0.974, | |
| "step": 712000 | |
| }, | |
| { | |
| "epoch": 30.37, | |
| "learning_rate": 5.813333333333334e-06, | |
| "loss": 0.9743, | |
| "step": 712500 | |
| }, | |
| { | |
| "epoch": 30.39, | |
| "learning_rate": 5.803232323232324e-06, | |
| "loss": 0.974, | |
| "step": 713000 | |
| }, | |
| { | |
| "epoch": 30.41, | |
| "learning_rate": 5.793131313131314e-06, | |
| "loss": 0.9752, | |
| "step": 713500 | |
| }, | |
| { | |
| "epoch": 30.44, | |
| "learning_rate": 5.783030303030303e-06, | |
| "loss": 0.9716, | |
| "step": 714000 | |
| }, | |
| { | |
| "epoch": 30.46, | |
| "learning_rate": 5.772929292929294e-06, | |
| "loss": 0.9757, | |
| "step": 714500 | |
| }, | |
| { | |
| "epoch": 30.48, | |
| "learning_rate": 5.762828282828283e-06, | |
| "loss": 0.9725, | |
| "step": 715000 | |
| }, | |
| { | |
| "epoch": 30.5, | |
| "learning_rate": 5.752747474747475e-06, | |
| "loss": 0.974, | |
| "step": 715500 | |
| }, | |
| { | |
| "epoch": 30.52, | |
| "learning_rate": 5.7426666666666675e-06, | |
| "loss": 0.9718, | |
| "step": 716000 | |
| }, | |
| { | |
| "epoch": 30.54, | |
| "learning_rate": 5.732565656565657e-06, | |
| "loss": 0.9735, | |
| "step": 716500 | |
| }, | |
| { | |
| "epoch": 30.56, | |
| "learning_rate": 5.722464646464647e-06, | |
| "loss": 0.9729, | |
| "step": 717000 | |
| }, | |
| { | |
| "epoch": 30.59, | |
| "learning_rate": 5.712363636363637e-06, | |
| "loss": 0.9733, | |
| "step": 717500 | |
| }, | |
| { | |
| "epoch": 30.61, | |
| "learning_rate": 5.702262626262627e-06, | |
| "loss": 0.9741, | |
| "step": 718000 | |
| }, | |
| { | |
| "epoch": 30.63, | |
| "learning_rate": 5.6921616161616164e-06, | |
| "loss": 0.9769, | |
| "step": 718500 | |
| }, | |
| { | |
| "epoch": 30.65, | |
| "learning_rate": 5.682080808080809e-06, | |
| "loss": 0.9735, | |
| "step": 719000 | |
| }, | |
| { | |
| "epoch": 30.67, | |
| "learning_rate": 5.671979797979799e-06, | |
| "loss": 0.9722, | |
| "step": 719500 | |
| }, | |
| { | |
| "epoch": 30.69, | |
| "learning_rate": 5.661878787878788e-06, | |
| "loss": 0.9747, | |
| "step": 720000 | |
| }, | |
| { | |
| "epoch": 30.71, | |
| "learning_rate": 5.651777777777778e-06, | |
| "loss": 0.9723, | |
| "step": 720500 | |
| }, | |
| { | |
| "epoch": 30.73, | |
| "learning_rate": 5.641676767676768e-06, | |
| "loss": 0.9732, | |
| "step": 721000 | |
| }, | |
| { | |
| "epoch": 30.76, | |
| "learning_rate": 5.63159595959596e-06, | |
| "loss": 0.9736, | |
| "step": 721500 | |
| }, | |
| { | |
| "epoch": 30.78, | |
| "learning_rate": 5.62149494949495e-06, | |
| "loss": 0.9731, | |
| "step": 722000 | |
| }, | |
| { | |
| "epoch": 30.8, | |
| "learning_rate": 5.61139393939394e-06, | |
| "loss": 0.9736, | |
| "step": 722500 | |
| }, | |
| { | |
| "epoch": 30.82, | |
| "learning_rate": 5.6012929292929295e-06, | |
| "loss": 0.973, | |
| "step": 723000 | |
| }, | |
| { | |
| "epoch": 30.84, | |
| "learning_rate": 5.591212121212122e-06, | |
| "loss": 0.9744, | |
| "step": 723500 | |
| }, | |
| { | |
| "epoch": 30.86, | |
| "learning_rate": 5.581111111111111e-06, | |
| "loss": 0.9747, | |
| "step": 724000 | |
| }, | |
| { | |
| "epoch": 30.88, | |
| "learning_rate": 5.5710101010101015e-06, | |
| "loss": 0.9714, | |
| "step": 724500 | |
| }, | |
| { | |
| "epoch": 30.9, | |
| "learning_rate": 5.560909090909091e-06, | |
| "loss": 0.974, | |
| "step": 725000 | |
| }, | |
| { | |
| "epoch": 30.93, | |
| "learning_rate": 5.550808080808081e-06, | |
| "loss": 0.9736, | |
| "step": 725500 | |
| }, | |
| { | |
| "epoch": 30.95, | |
| "learning_rate": 5.5407272727272735e-06, | |
| "loss": 0.9707, | |
| "step": 726000 | |
| }, | |
| { | |
| "epoch": 30.97, | |
| "learning_rate": 5.530626262626263e-06, | |
| "loss": 0.9721, | |
| "step": 726500 | |
| }, | |
| { | |
| "epoch": 30.99, | |
| "learning_rate": 5.520525252525253e-06, | |
| "loss": 0.9759, | |
| "step": 727000 | |
| }, | |
| { | |
| "epoch": 31.0, | |
| "eval_accuracy": 0.8045686859011433, | |
| "eval_loss": 0.812103807926178, | |
| "eval_runtime": 55.9635, | |
| "eval_samples_per_second": 924.603, | |
| "eval_steps_per_second": 14.456, | |
| "step": 727229 | |
| }, | |
| { | |
| "epoch": 31.01, | |
| "learning_rate": 5.510424242424243e-06, | |
| "loss": 0.9718, | |
| "step": 727500 | |
| }, | |
| { | |
| "epoch": 31.03, | |
| "learning_rate": 5.500343434343435e-06, | |
| "loss": 0.9702, | |
| "step": 728000 | |
| }, | |
| { | |
| "epoch": 31.05, | |
| "learning_rate": 5.490242424242424e-06, | |
| "loss": 0.9735, | |
| "step": 728500 | |
| }, | |
| { | |
| "epoch": 31.08, | |
| "learning_rate": 5.480141414141415e-06, | |
| "loss": 0.972, | |
| "step": 729000 | |
| }, | |
| { | |
| "epoch": 31.1, | |
| "learning_rate": 5.470040404040404e-06, | |
| "loss": 0.9728, | |
| "step": 729500 | |
| }, | |
| { | |
| "epoch": 31.12, | |
| "learning_rate": 5.459939393939394e-06, | |
| "loss": 0.9702, | |
| "step": 730000 | |
| }, | |
| { | |
| "epoch": 31.14, | |
| "learning_rate": 5.449838383838384e-06, | |
| "loss": 0.9727, | |
| "step": 730500 | |
| }, | |
| { | |
| "epoch": 31.16, | |
| "learning_rate": 5.439737373737374e-06, | |
| "loss": 0.9721, | |
| "step": 731000 | |
| }, | |
| { | |
| "epoch": 31.18, | |
| "learning_rate": 5.4296363636363635e-06, | |
| "loss": 0.972, | |
| "step": 731500 | |
| }, | |
| { | |
| "epoch": 31.2, | |
| "learning_rate": 5.419535353535354e-06, | |
| "loss": 0.9683, | |
| "step": 732000 | |
| }, | |
| { | |
| "epoch": 31.22, | |
| "learning_rate": 5.409434343434344e-06, | |
| "loss": 0.9701, | |
| "step": 732500 | |
| }, | |
| { | |
| "epoch": 31.25, | |
| "learning_rate": 5.3993535353535355e-06, | |
| "loss": 0.9746, | |
| "step": 733000 | |
| }, | |
| { | |
| "epoch": 31.27, | |
| "learning_rate": 5.389252525252525e-06, | |
| "loss": 0.9706, | |
| "step": 733500 | |
| }, | |
| { | |
| "epoch": 31.29, | |
| "learning_rate": 5.379171717171717e-06, | |
| "loss": 0.9694, | |
| "step": 734000 | |
| }, | |
| { | |
| "epoch": 31.31, | |
| "learning_rate": 5.3690909090909094e-06, | |
| "loss": 0.9704, | |
| "step": 734500 | |
| }, | |
| { | |
| "epoch": 31.33, | |
| "learning_rate": 5.358989898989899e-06, | |
| "loss": 0.972, | |
| "step": 735000 | |
| }, | |
| { | |
| "epoch": 31.35, | |
| "learning_rate": 5.348888888888889e-06, | |
| "loss": 0.971, | |
| "step": 735500 | |
| }, | |
| { | |
| "epoch": 31.37, | |
| "learning_rate": 5.338787878787879e-06, | |
| "loss": 0.973, | |
| "step": 736000 | |
| }, | |
| { | |
| "epoch": 31.4, | |
| "learning_rate": 5.328686868686869e-06, | |
| "loss": 0.9741, | |
| "step": 736500 | |
| }, | |
| { | |
| "epoch": 31.42, | |
| "learning_rate": 5.318606060606061e-06, | |
| "loss": 0.9714, | |
| "step": 737000 | |
| }, | |
| { | |
| "epoch": 31.44, | |
| "learning_rate": 5.3085050505050506e-06, | |
| "loss": 0.973, | |
| "step": 737500 | |
| }, | |
| { | |
| "epoch": 31.46, | |
| "learning_rate": 5.298404040404041e-06, | |
| "loss": 0.9724, | |
| "step": 738000 | |
| }, | |
| { | |
| "epoch": 31.48, | |
| "learning_rate": 5.28830303030303e-06, | |
| "loss": 0.9726, | |
| "step": 738500 | |
| }, | |
| { | |
| "epoch": 31.5, | |
| "learning_rate": 5.27820202020202e-06, | |
| "loss": 0.9729, | |
| "step": 739000 | |
| }, | |
| { | |
| "epoch": 31.52, | |
| "learning_rate": 5.268101010101011e-06, | |
| "loss": 0.9727, | |
| "step": 739500 | |
| }, | |
| { | |
| "epoch": 31.54, | |
| "learning_rate": 5.258000000000001e-06, | |
| "loss": 0.9759, | |
| "step": 740000 | |
| }, | |
| { | |
| "epoch": 31.57, | |
| "learning_rate": 5.247898989898991e-06, | |
| "loss": 0.9723, | |
| "step": 740500 | |
| }, | |
| { | |
| "epoch": 31.59, | |
| "learning_rate": 5.237797979797981e-06, | |
| "loss": 0.9699, | |
| "step": 741000 | |
| }, | |
| { | |
| "epoch": 31.61, | |
| "learning_rate": 5.227717171717172e-06, | |
| "loss": 0.9718, | |
| "step": 741500 | |
| }, | |
| { | |
| "epoch": 31.63, | |
| "learning_rate": 5.2176161616161626e-06, | |
| "loss": 0.9727, | |
| "step": 742000 | |
| }, | |
| { | |
| "epoch": 31.65, | |
| "learning_rate": 5.207515151515152e-06, | |
| "loss": 0.9718, | |
| "step": 742500 | |
| }, | |
| { | |
| "epoch": 31.67, | |
| "learning_rate": 5.197414141414142e-06, | |
| "loss": 0.9733, | |
| "step": 743000 | |
| }, | |
| { | |
| "epoch": 31.69, | |
| "learning_rate": 5.187313131313132e-06, | |
| "loss": 0.9739, | |
| "step": 743500 | |
| }, | |
| { | |
| "epoch": 31.71, | |
| "learning_rate": 5.177232323232324e-06, | |
| "loss": 0.973, | |
| "step": 744000 | |
| }, | |
| { | |
| "epoch": 31.74, | |
| "learning_rate": 5.167151515151515e-06, | |
| "loss": 0.9697, | |
| "step": 744500 | |
| }, | |
| { | |
| "epoch": 31.76, | |
| "learning_rate": 5.157050505050506e-06, | |
| "loss": 0.9714, | |
| "step": 745000 | |
| }, | |
| { | |
| "epoch": 31.78, | |
| "learning_rate": 5.146949494949496e-06, | |
| "loss": 0.9702, | |
| "step": 745500 | |
| }, | |
| { | |
| "epoch": 31.8, | |
| "learning_rate": 5.136848484848485e-06, | |
| "loss": 0.9707, | |
| "step": 746000 | |
| }, | |
| { | |
| "epoch": 31.82, | |
| "learning_rate": 5.126747474747476e-06, | |
| "loss": 0.9715, | |
| "step": 746500 | |
| }, | |
| { | |
| "epoch": 31.84, | |
| "learning_rate": 5.116646464646465e-06, | |
| "loss": 0.9709, | |
| "step": 747000 | |
| }, | |
| { | |
| "epoch": 31.86, | |
| "learning_rate": 5.106545454545455e-06, | |
| "loss": 0.9694, | |
| "step": 747500 | |
| }, | |
| { | |
| "epoch": 31.89, | |
| "learning_rate": 5.096444444444445e-06, | |
| "loss": 0.9703, | |
| "step": 748000 | |
| }, | |
| { | |
| "epoch": 31.91, | |
| "learning_rate": 5.086383838383839e-06, | |
| "loss": 0.9687, | |
| "step": 748500 | |
| }, | |
| { | |
| "epoch": 31.93, | |
| "learning_rate": 5.076282828282829e-06, | |
| "loss": 0.9721, | |
| "step": 749000 | |
| }, | |
| { | |
| "epoch": 31.95, | |
| "learning_rate": 5.066181818181819e-06, | |
| "loss": 0.972, | |
| "step": 749500 | |
| }, | |
| { | |
| "epoch": 31.97, | |
| "learning_rate": 5.056080808080809e-06, | |
| "loss": 0.9711, | |
| "step": 750000 | |
| }, | |
| { | |
| "epoch": 31.99, | |
| "learning_rate": 5.0459797979797985e-06, | |
| "loss": 0.9711, | |
| "step": 750500 | |
| }, | |
| { | |
| "epoch": 32.0, | |
| "eval_accuracy": 0.804346371104709, | |
| "eval_loss": 0.8124815225601196, | |
| "eval_runtime": 54.8342, | |
| "eval_samples_per_second": 943.645, | |
| "eval_steps_per_second": 14.754, | |
| "step": 750688 | |
| }, | |
| { | |
| "epoch": 32.01, | |
| "learning_rate": 5.035878787878789e-06, | |
| "loss": 0.9714, | |
| "step": 751000 | |
| }, | |
| { | |
| "epoch": 32.03, | |
| "learning_rate": 5.025777777777778e-06, | |
| "loss": 0.9697, | |
| "step": 751500 | |
| }, | |
| { | |
| "epoch": 32.06, | |
| "learning_rate": 5.0156767676767685e-06, | |
| "loss": 0.9721, | |
| "step": 752000 | |
| }, | |
| { | |
| "epoch": 32.08, | |
| "learning_rate": 5.00559595959596e-06, | |
| "loss": 0.9705, | |
| "step": 752500 | |
| }, | |
| { | |
| "epoch": 32.1, | |
| "learning_rate": 4.99549494949495e-06, | |
| "loss": 0.97, | |
| "step": 753000 | |
| }, | |
| { | |
| "epoch": 32.12, | |
| "learning_rate": 4.98539393939394e-06, | |
| "loss": 0.9712, | |
| "step": 753500 | |
| }, | |
| { | |
| "epoch": 32.14, | |
| "learning_rate": 4.97529292929293e-06, | |
| "loss": 0.9703, | |
| "step": 754000 | |
| }, | |
| { | |
| "epoch": 32.16, | |
| "learning_rate": 4.965191919191919e-06, | |
| "loss": 0.9689, | |
| "step": 754500 | |
| }, | |
| { | |
| "epoch": 32.18, | |
| "learning_rate": 4.95509090909091e-06, | |
| "loss": 0.9694, | |
| "step": 755000 | |
| }, | |
| { | |
| "epoch": 32.21, | |
| "learning_rate": 4.944989898989899e-06, | |
| "loss": 0.9724, | |
| "step": 755500 | |
| }, | |
| { | |
| "epoch": 32.23, | |
| "learning_rate": 4.934909090909091e-06, | |
| "loss": 0.9717, | |
| "step": 756000 | |
| }, | |
| { | |
| "epoch": 32.25, | |
| "learning_rate": 4.924808080808081e-06, | |
| "loss": 0.9705, | |
| "step": 756500 | |
| }, | |
| { | |
| "epoch": 32.27, | |
| "learning_rate": 4.914707070707071e-06, | |
| "loss": 0.9714, | |
| "step": 757000 | |
| }, | |
| { | |
| "epoch": 32.29, | |
| "learning_rate": 4.9046060606060605e-06, | |
| "loss": 0.9691, | |
| "step": 757500 | |
| }, | |
| { | |
| "epoch": 32.31, | |
| "learning_rate": 4.894505050505051e-06, | |
| "loss": 0.9704, | |
| "step": 758000 | |
| }, | |
| { | |
| "epoch": 32.33, | |
| "learning_rate": 4.884404040404041e-06, | |
| "loss": 0.9712, | |
| "step": 758500 | |
| }, | |
| { | |
| "epoch": 32.35, | |
| "learning_rate": 4.8743030303030305e-06, | |
| "loss": 0.968, | |
| "step": 759000 | |
| }, | |
| { | |
| "epoch": 32.38, | |
| "learning_rate": 4.864202020202021e-06, | |
| "loss": 0.9723, | |
| "step": 759500 | |
| }, | |
| { | |
| "epoch": 32.4, | |
| "learning_rate": 4.85410101010101e-06, | |
| "loss": 0.9719, | |
| "step": 760000 | |
| }, | |
| { | |
| "epoch": 32.42, | |
| "learning_rate": 4.8440000000000005e-06, | |
| "loss": 0.9696, | |
| "step": 760500 | |
| }, | |
| { | |
| "epoch": 32.44, | |
| "learning_rate": 4.83389898989899e-06, | |
| "loss": 0.9689, | |
| "step": 761000 | |
| }, | |
| { | |
| "epoch": 32.46, | |
| "learning_rate": 4.82379797979798e-06, | |
| "loss": 0.9727, | |
| "step": 761500 | |
| }, | |
| { | |
| "epoch": 32.48, | |
| "learning_rate": 4.8137171717171725e-06, | |
| "loss": 0.9704, | |
| "step": 762000 | |
| }, | |
| { | |
| "epoch": 32.5, | |
| "learning_rate": 4.803616161616162e-06, | |
| "loss": 0.9701, | |
| "step": 762500 | |
| }, | |
| { | |
| "epoch": 32.52, | |
| "learning_rate": 4.793515151515151e-06, | |
| "loss": 0.9676, | |
| "step": 763000 | |
| }, | |
| { | |
| "epoch": 32.55, | |
| "learning_rate": 4.783414141414142e-06, | |
| "loss": 0.9701, | |
| "step": 763500 | |
| }, | |
| { | |
| "epoch": 32.57, | |
| "learning_rate": 4.773333333333334e-06, | |
| "loss": 0.9707, | |
| "step": 764000 | |
| }, | |
| { | |
| "epoch": 32.59, | |
| "learning_rate": 4.763232323232323e-06, | |
| "loss": 0.9709, | |
| "step": 764500 | |
| }, | |
| { | |
| "epoch": 32.61, | |
| "learning_rate": 4.753151515151516e-06, | |
| "loss": 0.9701, | |
| "step": 765000 | |
| }, | |
| { | |
| "epoch": 32.63, | |
| "learning_rate": 4.743050505050505e-06, | |
| "loss": 0.9684, | |
| "step": 765500 | |
| }, | |
| { | |
| "epoch": 32.65, | |
| "learning_rate": 4.732949494949495e-06, | |
| "loss": 0.9697, | |
| "step": 766000 | |
| }, | |
| { | |
| "epoch": 32.67, | |
| "learning_rate": 4.722848484848485e-06, | |
| "loss": 0.9682, | |
| "step": 766500 | |
| }, | |
| { | |
| "epoch": 32.7, | |
| "learning_rate": 4.712747474747475e-06, | |
| "loss": 0.9692, | |
| "step": 767000 | |
| }, | |
| { | |
| "epoch": 32.72, | |
| "learning_rate": 4.7026464646464645e-06, | |
| "loss": 0.9678, | |
| "step": 767500 | |
| }, | |
| { | |
| "epoch": 32.74, | |
| "learning_rate": 4.692545454545455e-06, | |
| "loss": 0.9693, | |
| "step": 768000 | |
| }, | |
| { | |
| "epoch": 32.76, | |
| "learning_rate": 4.682444444444445e-06, | |
| "loss": 0.9706, | |
| "step": 768500 | |
| }, | |
| { | |
| "epoch": 32.78, | |
| "learning_rate": 4.6723434343434345e-06, | |
| "loss": 0.9674, | |
| "step": 769000 | |
| }, | |
| { | |
| "epoch": 32.8, | |
| "learning_rate": 4.662262626262627e-06, | |
| "loss": 0.9688, | |
| "step": 769500 | |
| }, | |
| { | |
| "epoch": 32.82, | |
| "learning_rate": 4.652161616161617e-06, | |
| "loss": 0.9683, | |
| "step": 770000 | |
| }, | |
| { | |
| "epoch": 32.84, | |
| "learning_rate": 4.6420808080808085e-06, | |
| "loss": 0.969, | |
| "step": 770500 | |
| }, | |
| { | |
| "epoch": 32.87, | |
| "learning_rate": 4.631979797979798e-06, | |
| "loss": 0.9714, | |
| "step": 771000 | |
| }, | |
| { | |
| "epoch": 32.89, | |
| "learning_rate": 4.621878787878788e-06, | |
| "loss": 0.9714, | |
| "step": 771500 | |
| }, | |
| { | |
| "epoch": 32.91, | |
| "learning_rate": 4.6117777777777785e-06, | |
| "loss": 0.9689, | |
| "step": 772000 | |
| }, | |
| { | |
| "epoch": 32.93, | |
| "learning_rate": 4.60169696969697e-06, | |
| "loss": 0.9678, | |
| "step": 772500 | |
| }, | |
| { | |
| "epoch": 32.95, | |
| "learning_rate": 4.591595959595959e-06, | |
| "loss": 0.9704, | |
| "step": 773000 | |
| }, | |
| { | |
| "epoch": 32.97, | |
| "learning_rate": 4.5814949494949505e-06, | |
| "loss": 0.9695, | |
| "step": 773500 | |
| }, | |
| { | |
| "epoch": 32.99, | |
| "learning_rate": 4.57139393939394e-06, | |
| "loss": 0.969, | |
| "step": 774000 | |
| }, | |
| { | |
| "epoch": 33.0, | |
| "eval_accuracy": 0.8049899130630866, | |
| "eval_loss": 0.8093631863594055, | |
| "eval_runtime": 56.1917, | |
| "eval_samples_per_second": 920.847, | |
| "eval_steps_per_second": 14.397, | |
| "step": 774147 | |
| }, | |
| { | |
| "epoch": 33.02, | |
| "learning_rate": 4.56129292929293e-06, | |
| "loss": 0.9706, | |
| "step": 774500 | |
| }, | |
| { | |
| "epoch": 33.04, | |
| "learning_rate": 4.551212121212122e-06, | |
| "loss": 0.9687, | |
| "step": 775000 | |
| }, | |
| { | |
| "epoch": 33.06, | |
| "learning_rate": 4.541111111111112e-06, | |
| "loss": 0.9685, | |
| "step": 775500 | |
| }, | |
| { | |
| "epoch": 33.08, | |
| "learning_rate": 4.531010101010101e-06, | |
| "loss": 0.9694, | |
| "step": 776000 | |
| }, | |
| { | |
| "epoch": 33.1, | |
| "learning_rate": 4.520929292929293e-06, | |
| "loss": 0.9696, | |
| "step": 776500 | |
| }, | |
| { | |
| "epoch": 33.12, | |
| "learning_rate": 4.510828282828284e-06, | |
| "loss": 0.9706, | |
| "step": 777000 | |
| }, | |
| { | |
| "epoch": 33.14, | |
| "learning_rate": 4.500727272727273e-06, | |
| "loss": 0.9665, | |
| "step": 777500 | |
| }, | |
| { | |
| "epoch": 33.16, | |
| "learning_rate": 4.490626262626263e-06, | |
| "loss": 0.9688, | |
| "step": 778000 | |
| }, | |
| { | |
| "epoch": 33.19, | |
| "learning_rate": 4.480525252525253e-06, | |
| "loss": 0.9699, | |
| "step": 778500 | |
| }, | |
| { | |
| "epoch": 33.21, | |
| "learning_rate": 4.4704242424242424e-06, | |
| "loss": 0.9704, | |
| "step": 779000 | |
| }, | |
| { | |
| "epoch": 33.23, | |
| "learning_rate": 4.460323232323233e-06, | |
| "loss": 0.9693, | |
| "step": 779500 | |
| }, | |
| { | |
| "epoch": 33.25, | |
| "learning_rate": 4.450222222222222e-06, | |
| "loss": 0.9703, | |
| "step": 780000 | |
| }, | |
| { | |
| "epoch": 33.27, | |
| "learning_rate": 4.440141414141414e-06, | |
| "loss": 0.9687, | |
| "step": 780500 | |
| }, | |
| { | |
| "epoch": 33.29, | |
| "learning_rate": 4.430040404040405e-06, | |
| "loss": 0.9716, | |
| "step": 781000 | |
| }, | |
| { | |
| "epoch": 33.31, | |
| "learning_rate": 4.419939393939394e-06, | |
| "loss": 0.9701, | |
| "step": 781500 | |
| }, | |
| { | |
| "epoch": 33.33, | |
| "learning_rate": 4.4098383838383844e-06, | |
| "loss": 0.9694, | |
| "step": 782000 | |
| }, | |
| { | |
| "epoch": 33.36, | |
| "learning_rate": 4.399737373737374e-06, | |
| "loss": 0.9679, | |
| "step": 782500 | |
| }, | |
| { | |
| "epoch": 33.38, | |
| "learning_rate": 4.389656565656566e-06, | |
| "loss": 0.9695, | |
| "step": 783000 | |
| }, | |
| { | |
| "epoch": 33.4, | |
| "learning_rate": 4.3795555555555556e-06, | |
| "loss": 0.9684, | |
| "step": 783500 | |
| }, | |
| { | |
| "epoch": 33.42, | |
| "learning_rate": 4.369454545454546e-06, | |
| "loss": 0.969, | |
| "step": 784000 | |
| }, | |
| { | |
| "epoch": 33.44, | |
| "learning_rate": 4.359353535353535e-06, | |
| "loss": 0.9682, | |
| "step": 784500 | |
| }, | |
| { | |
| "epoch": 33.46, | |
| "learning_rate": 4.3492727272727275e-06, | |
| "loss": 0.9694, | |
| "step": 785000 | |
| }, | |
| { | |
| "epoch": 33.48, | |
| "learning_rate": 4.339171717171717e-06, | |
| "loss": 0.9704, | |
| "step": 785500 | |
| }, | |
| { | |
| "epoch": 33.51, | |
| "learning_rate": 4.329090909090909e-06, | |
| "loss": 0.9694, | |
| "step": 786000 | |
| }, | |
| { | |
| "epoch": 33.53, | |
| "learning_rate": 4.3189898989898995e-06, | |
| "loss": 0.9697, | |
| "step": 786500 | |
| }, | |
| { | |
| "epoch": 33.55, | |
| "learning_rate": 4.308888888888889e-06, | |
| "loss": 0.9687, | |
| "step": 787000 | |
| }, | |
| { | |
| "epoch": 33.57, | |
| "learning_rate": 4.298787878787879e-06, | |
| "loss": 0.9723, | |
| "step": 787500 | |
| }, | |
| { | |
| "epoch": 33.59, | |
| "learning_rate": 4.288686868686869e-06, | |
| "loss": 0.9696, | |
| "step": 788000 | |
| }, | |
| { | |
| "epoch": 33.61, | |
| "learning_rate": 4.278585858585859e-06, | |
| "loss": 0.9679, | |
| "step": 788500 | |
| }, | |
| { | |
| "epoch": 33.63, | |
| "learning_rate": 4.268484848484849e-06, | |
| "loss": 0.9691, | |
| "step": 789000 | |
| }, | |
| { | |
| "epoch": 33.65, | |
| "learning_rate": 4.258383838383839e-06, | |
| "loss": 0.9677, | |
| "step": 789500 | |
| }, | |
| { | |
| "epoch": 33.68, | |
| "learning_rate": 4.248282828282829e-06, | |
| "loss": 0.9678, | |
| "step": 790000 | |
| }, | |
| { | |
| "epoch": 33.7, | |
| "learning_rate": 4.238181818181818e-06, | |
| "loss": 0.9708, | |
| "step": 790500 | |
| }, | |
| { | |
| "epoch": 33.72, | |
| "learning_rate": 4.228080808080809e-06, | |
| "loss": 0.9681, | |
| "step": 791000 | |
| }, | |
| { | |
| "epoch": 33.74, | |
| "learning_rate": 4.218e-06, | |
| "loss": 0.9704, | |
| "step": 791500 | |
| }, | |
| { | |
| "epoch": 33.76, | |
| "learning_rate": 4.20789898989899e-06, | |
| "loss": 0.9667, | |
| "step": 792000 | |
| }, | |
| { | |
| "epoch": 33.78, | |
| "learning_rate": 4.19779797979798e-06, | |
| "loss": 0.9675, | |
| "step": 792500 | |
| }, | |
| { | |
| "epoch": 33.8, | |
| "learning_rate": 4.18769696969697e-06, | |
| "loss": 0.9664, | |
| "step": 793000 | |
| }, | |
| { | |
| "epoch": 33.82, | |
| "learning_rate": 4.1775959595959596e-06, | |
| "loss": 0.9664, | |
| "step": 793500 | |
| }, | |
| { | |
| "epoch": 33.85, | |
| "learning_rate": 4.167515151515152e-06, | |
| "loss": 0.9686, | |
| "step": 794000 | |
| }, | |
| { | |
| "epoch": 33.87, | |
| "learning_rate": 4.157434343434344e-06, | |
| "loss": 0.9664, | |
| "step": 794500 | |
| }, | |
| { | |
| "epoch": 33.89, | |
| "learning_rate": 4.1473333333333335e-06, | |
| "loss": 0.97, | |
| "step": 795000 | |
| }, | |
| { | |
| "epoch": 33.91, | |
| "learning_rate": 4.137232323232324e-06, | |
| "loss": 0.9694, | |
| "step": 795500 | |
| }, | |
| { | |
| "epoch": 33.93, | |
| "learning_rate": 4.127131313131313e-06, | |
| "loss": 0.9688, | |
| "step": 796000 | |
| }, | |
| { | |
| "epoch": 33.95, | |
| "learning_rate": 4.1170303030303035e-06, | |
| "loss": 0.9699, | |
| "step": 796500 | |
| }, | |
| { | |
| "epoch": 33.97, | |
| "learning_rate": 4.106929292929293e-06, | |
| "loss": 0.9655, | |
| "step": 797000 | |
| }, | |
| { | |
| "epoch": 34.0, | |
| "learning_rate": 4.096848484848485e-06, | |
| "loss": 0.9671, | |
| "step": 797500 | |
| }, | |
| { | |
| "epoch": 34.0, | |
| "eval_accuracy": 0.8052881810426409, | |
| "eval_loss": 0.8087067008018494, | |
| "eval_runtime": 56.5603, | |
| "eval_samples_per_second": 914.847, | |
| "eval_steps_per_second": 14.303, | |
| "step": 797606 | |
| }, | |
| { | |
| "epoch": 34.02, | |
| "learning_rate": 4.086747474747475e-06, | |
| "loss": 0.9659, | |
| "step": 798000 | |
| }, | |
| { | |
| "epoch": 34.04, | |
| "learning_rate": 4.076646464646465e-06, | |
| "loss": 0.9693, | |
| "step": 798500 | |
| }, | |
| { | |
| "epoch": 34.06, | |
| "learning_rate": 4.066545454545454e-06, | |
| "loss": 0.9673, | |
| "step": 799000 | |
| }, | |
| { | |
| "epoch": 34.08, | |
| "learning_rate": 4.056444444444445e-06, | |
| "loss": 0.9667, | |
| "step": 799500 | |
| }, | |
| { | |
| "epoch": 34.1, | |
| "learning_rate": 4.046343434343435e-06, | |
| "loss": 0.9664, | |
| "step": 800000 | |
| }, | |
| { | |
| "epoch": 34.12, | |
| "learning_rate": 4.036242424242424e-06, | |
| "loss": 0.9691, | |
| "step": 800500 | |
| }, | |
| { | |
| "epoch": 34.14, | |
| "learning_rate": 4.026161616161617e-06, | |
| "loss": 0.9671, | |
| "step": 801000 | |
| }, | |
| { | |
| "epoch": 34.17, | |
| "learning_rate": 4.016060606060607e-06, | |
| "loss": 0.9675, | |
| "step": 801500 | |
| }, | |
| { | |
| "epoch": 34.19, | |
| "learning_rate": 4.005959595959596e-06, | |
| "loss": 0.968, | |
| "step": 802000 | |
| }, | |
| { | |
| "epoch": 34.21, | |
| "learning_rate": 3.995858585858587e-06, | |
| "loss": 0.9684, | |
| "step": 802500 | |
| }, | |
| { | |
| "epoch": 34.23, | |
| "learning_rate": 3.985757575757576e-06, | |
| "loss": 0.9677, | |
| "step": 803000 | |
| }, | |
| { | |
| "epoch": 34.25, | |
| "learning_rate": 3.975656565656566e-06, | |
| "loss": 0.9674, | |
| "step": 803500 | |
| }, | |
| { | |
| "epoch": 34.27, | |
| "learning_rate": 3.965555555555556e-06, | |
| "loss": 0.967, | |
| "step": 804000 | |
| }, | |
| { | |
| "epoch": 34.29, | |
| "learning_rate": 3.955454545454545e-06, | |
| "loss": 0.9658, | |
| "step": 804500 | |
| }, | |
| { | |
| "epoch": 34.32, | |
| "learning_rate": 3.9453535353535355e-06, | |
| "loss": 0.9705, | |
| "step": 805000 | |
| }, | |
| { | |
| "epoch": 34.34, | |
| "learning_rate": 3.935252525252525e-06, | |
| "loss": 0.9689, | |
| "step": 805500 | |
| }, | |
| { | |
| "epoch": 34.36, | |
| "learning_rate": 3.925171717171717e-06, | |
| "loss": 0.9659, | |
| "step": 806000 | |
| }, | |
| { | |
| "epoch": 34.38, | |
| "learning_rate": 3.9150707070707075e-06, | |
| "loss": 0.9662, | |
| "step": 806500 | |
| }, | |
| { | |
| "epoch": 34.4, | |
| "learning_rate": 3.904969696969697e-06, | |
| "loss": 0.9714, | |
| "step": 807000 | |
| }, | |
| { | |
| "epoch": 34.42, | |
| "learning_rate": 3.894868686868687e-06, | |
| "loss": 0.97, | |
| "step": 807500 | |
| }, | |
| { | |
| "epoch": 34.44, | |
| "learning_rate": 3.884787878787879e-06, | |
| "loss": 0.9674, | |
| "step": 808000 | |
| }, | |
| { | |
| "epoch": 34.46, | |
| "learning_rate": 3.874686868686869e-06, | |
| "loss": 0.9683, | |
| "step": 808500 | |
| }, | |
| { | |
| "epoch": 34.49, | |
| "learning_rate": 3.864606060606061e-06, | |
| "loss": 0.9687, | |
| "step": 809000 | |
| }, | |
| { | |
| "epoch": 34.51, | |
| "learning_rate": 3.854505050505051e-06, | |
| "loss": 0.9699, | |
| "step": 809500 | |
| }, | |
| { | |
| "epoch": 34.53, | |
| "learning_rate": 3.844404040404041e-06, | |
| "loss": 0.968, | |
| "step": 810000 | |
| }, | |
| { | |
| "epoch": 34.55, | |
| "learning_rate": 3.83430303030303e-06, | |
| "loss": 0.9661, | |
| "step": 810500 | |
| }, | |
| { | |
| "epoch": 34.57, | |
| "learning_rate": 3.8242222222222226e-06, | |
| "loss": 0.9671, | |
| "step": 811000 | |
| }, | |
| { | |
| "epoch": 34.59, | |
| "learning_rate": 3.8141212121212124e-06, | |
| "loss": 0.9687, | |
| "step": 811500 | |
| }, | |
| { | |
| "epoch": 34.61, | |
| "learning_rate": 3.8040202020202023e-06, | |
| "loss": 0.9673, | |
| "step": 812000 | |
| }, | |
| { | |
| "epoch": 34.63, | |
| "learning_rate": 3.793919191919192e-06, | |
| "loss": 0.9657, | |
| "step": 812500 | |
| }, | |
| { | |
| "epoch": 34.66, | |
| "learning_rate": 3.7838181818181825e-06, | |
| "loss": 0.9691, | |
| "step": 813000 | |
| }, | |
| { | |
| "epoch": 34.68, | |
| "learning_rate": 3.7737171717171723e-06, | |
| "loss": 0.9688, | |
| "step": 813500 | |
| }, | |
| { | |
| "epoch": 34.7, | |
| "learning_rate": 3.763616161616162e-06, | |
| "loss": 0.9656, | |
| "step": 814000 | |
| }, | |
| { | |
| "epoch": 34.72, | |
| "learning_rate": 3.753515151515152e-06, | |
| "loss": 0.9696, | |
| "step": 814500 | |
| }, | |
| { | |
| "epoch": 34.74, | |
| "learning_rate": 3.743414141414142e-06, | |
| "loss": 0.9664, | |
| "step": 815000 | |
| }, | |
| { | |
| "epoch": 34.76, | |
| "learning_rate": 3.7333131313131313e-06, | |
| "loss": 0.9682, | |
| "step": 815500 | |
| }, | |
| { | |
| "epoch": 34.78, | |
| "learning_rate": 3.723212121212121e-06, | |
| "loss": 0.9653, | |
| "step": 816000 | |
| }, | |
| { | |
| "epoch": 34.81, | |
| "learning_rate": 3.713111111111111e-06, | |
| "loss": 0.9661, | |
| "step": 816500 | |
| }, | |
| { | |
| "epoch": 34.83, | |
| "learning_rate": 3.703010101010101e-06, | |
| "loss": 0.9669, | |
| "step": 817000 | |
| }, | |
| { | |
| "epoch": 34.85, | |
| "learning_rate": 3.692929292929293e-06, | |
| "loss": 0.9652, | |
| "step": 817500 | |
| }, | |
| { | |
| "epoch": 34.87, | |
| "learning_rate": 3.682828282828283e-06, | |
| "loss": 0.9633, | |
| "step": 818000 | |
| }, | |
| { | |
| "epoch": 34.89, | |
| "learning_rate": 3.672727272727273e-06, | |
| "loss": 0.9661, | |
| "step": 818500 | |
| }, | |
| { | |
| "epoch": 34.91, | |
| "learning_rate": 3.662626262626263e-06, | |
| "loss": 0.9641, | |
| "step": 819000 | |
| }, | |
| { | |
| "epoch": 34.93, | |
| "learning_rate": 3.6525454545454546e-06, | |
| "loss": 0.9685, | |
| "step": 819500 | |
| }, | |
| { | |
| "epoch": 34.95, | |
| "learning_rate": 3.6424444444444445e-06, | |
| "loss": 0.9684, | |
| "step": 820000 | |
| }, | |
| { | |
| "epoch": 34.98, | |
| "learning_rate": 3.6323636363636367e-06, | |
| "loss": 0.9652, | |
| "step": 820500 | |
| }, | |
| { | |
| "epoch": 35.0, | |
| "learning_rate": 3.6222626262626266e-06, | |
| "loss": 0.9674, | |
| "step": 821000 | |
| }, | |
| { | |
| "epoch": 35.0, | |
| "eval_accuracy": 0.8053584306118093, | |
| "eval_loss": 0.8091870546340942, | |
| "eval_runtime": 56.1385, | |
| "eval_samples_per_second": 921.72, | |
| "eval_steps_per_second": 14.411, | |
| "step": 821065 | |
| }, | |
| { | |
| "epoch": 35.02, | |
| "learning_rate": 3.6121616161616164e-06, | |
| "loss": 0.9666, | |
| "step": 821500 | |
| }, | |
| { | |
| "epoch": 35.04, | |
| "learning_rate": 3.6020808080808083e-06, | |
| "loss": 0.9643, | |
| "step": 822000 | |
| }, | |
| { | |
| "epoch": 35.06, | |
| "learning_rate": 3.591979797979798e-06, | |
| "loss": 0.9665, | |
| "step": 822500 | |
| }, | |
| { | |
| "epoch": 35.08, | |
| "learning_rate": 3.581878787878788e-06, | |
| "loss": 0.9664, | |
| "step": 823000 | |
| }, | |
| { | |
| "epoch": 35.1, | |
| "learning_rate": 3.571777777777778e-06, | |
| "loss": 0.9674, | |
| "step": 823500 | |
| }, | |
| { | |
| "epoch": 35.13, | |
| "learning_rate": 3.5616767676767677e-06, | |
| "loss": 0.9642, | |
| "step": 824000 | |
| }, | |
| { | |
| "epoch": 35.15, | |
| "learning_rate": 3.551575757575758e-06, | |
| "loss": 0.9686, | |
| "step": 824500 | |
| }, | |
| { | |
| "epoch": 35.17, | |
| "learning_rate": 3.541474747474748e-06, | |
| "loss": 0.9653, | |
| "step": 825000 | |
| }, | |
| { | |
| "epoch": 35.19, | |
| "learning_rate": 3.5313737373737377e-06, | |
| "loss": 0.9646, | |
| "step": 825500 | |
| }, | |
| { | |
| "epoch": 35.21, | |
| "learning_rate": 3.5212727272727276e-06, | |
| "loss": 0.9679, | |
| "step": 826000 | |
| }, | |
| { | |
| "epoch": 35.23, | |
| "learning_rate": 3.5112121212121214e-06, | |
| "loss": 0.9656, | |
| "step": 826500 | |
| }, | |
| { | |
| "epoch": 35.25, | |
| "learning_rate": 3.5011111111111112e-06, | |
| "loss": 0.9641, | |
| "step": 827000 | |
| }, | |
| { | |
| "epoch": 35.27, | |
| "learning_rate": 3.491010101010101e-06, | |
| "loss": 0.963, | |
| "step": 827500 | |
| }, | |
| { | |
| "epoch": 35.3, | |
| "learning_rate": 3.4809090909090914e-06, | |
| "loss": 0.9683, | |
| "step": 828000 | |
| }, | |
| { | |
| "epoch": 35.32, | |
| "learning_rate": 3.4708080808080812e-06, | |
| "loss": 0.9676, | |
| "step": 828500 | |
| }, | |
| { | |
| "epoch": 35.34, | |
| "learning_rate": 3.460707070707071e-06, | |
| "loss": 0.9685, | |
| "step": 829000 | |
| }, | |
| { | |
| "epoch": 35.36, | |
| "learning_rate": 3.450606060606061e-06, | |
| "loss": 0.9672, | |
| "step": 829500 | |
| }, | |
| { | |
| "epoch": 35.38, | |
| "learning_rate": 3.440505050505051e-06, | |
| "loss": 0.9654, | |
| "step": 830000 | |
| }, | |
| { | |
| "epoch": 35.4, | |
| "learning_rate": 3.4304040404040407e-06, | |
| "loss": 0.9686, | |
| "step": 830500 | |
| }, | |
| { | |
| "epoch": 35.42, | |
| "learning_rate": 3.4203030303030306e-06, | |
| "loss": 0.9672, | |
| "step": 831000 | |
| }, | |
| { | |
| "epoch": 35.44, | |
| "learning_rate": 3.4102020202020204e-06, | |
| "loss": 0.9658, | |
| "step": 831500 | |
| }, | |
| { | |
| "epoch": 35.47, | |
| "learning_rate": 3.4001010101010103e-06, | |
| "loss": 0.9686, | |
| "step": 832000 | |
| }, | |
| { | |
| "epoch": 35.49, | |
| "learning_rate": 3.390020202020202e-06, | |
| "loss": 0.9648, | |
| "step": 832500 | |
| }, | |
| { | |
| "epoch": 35.51, | |
| "learning_rate": 3.3799393939393944e-06, | |
| "loss": 0.9673, | |
| "step": 833000 | |
| }, | |
| { | |
| "epoch": 35.53, | |
| "learning_rate": 3.3698383838383842e-06, | |
| "loss": 0.9678, | |
| "step": 833500 | |
| }, | |
| { | |
| "epoch": 35.55, | |
| "learning_rate": 3.359737373737374e-06, | |
| "loss": 0.9652, | |
| "step": 834000 | |
| }, | |
| { | |
| "epoch": 35.57, | |
| "learning_rate": 3.349636363636364e-06, | |
| "loss": 0.9655, | |
| "step": 834500 | |
| }, | |
| { | |
| "epoch": 35.59, | |
| "learning_rate": 3.339535353535354e-06, | |
| "loss": 0.9665, | |
| "step": 835000 | |
| }, | |
| { | |
| "epoch": 35.62, | |
| "learning_rate": 3.3294343434343433e-06, | |
| "loss": 0.9645, | |
| "step": 835500 | |
| }, | |
| { | |
| "epoch": 35.64, | |
| "learning_rate": 3.319333333333334e-06, | |
| "loss": 0.964, | |
| "step": 836000 | |
| }, | |
| { | |
| "epoch": 35.66, | |
| "learning_rate": 3.3092525252525254e-06, | |
| "loss": 0.9636, | |
| "step": 836500 | |
| }, | |
| { | |
| "epoch": 35.68, | |
| "learning_rate": 3.2991515151515152e-06, | |
| "loss": 0.9648, | |
| "step": 837000 | |
| }, | |
| { | |
| "epoch": 35.7, | |
| "learning_rate": 3.289050505050505e-06, | |
| "loss": 0.9659, | |
| "step": 837500 | |
| }, | |
| { | |
| "epoch": 35.72, | |
| "learning_rate": 3.2789494949494954e-06, | |
| "loss": 0.9657, | |
| "step": 838000 | |
| }, | |
| { | |
| "epoch": 35.74, | |
| "learning_rate": 3.2688686868686868e-06, | |
| "loss": 0.9636, | |
| "step": 838500 | |
| }, | |
| { | |
| "epoch": 35.76, | |
| "learning_rate": 3.2587676767676766e-06, | |
| "loss": 0.9675, | |
| "step": 839000 | |
| }, | |
| { | |
| "epoch": 35.79, | |
| "learning_rate": 3.2486666666666674e-06, | |
| "loss": 0.9656, | |
| "step": 839500 | |
| }, | |
| { | |
| "epoch": 35.81, | |
| "learning_rate": 3.2385656565656572e-06, | |
| "loss": 0.9652, | |
| "step": 840000 | |
| }, | |
| { | |
| "epoch": 35.83, | |
| "learning_rate": 3.2284646464646467e-06, | |
| "loss": 0.9662, | |
| "step": 840500 | |
| }, | |
| { | |
| "epoch": 35.85, | |
| "learning_rate": 3.2183838383838385e-06, | |
| "loss": 0.967, | |
| "step": 841000 | |
| }, | |
| { | |
| "epoch": 35.87, | |
| "learning_rate": 3.2082828282828288e-06, | |
| "loss": 0.9668, | |
| "step": 841500 | |
| }, | |
| { | |
| "epoch": 35.89, | |
| "learning_rate": 3.1981818181818186e-06, | |
| "loss": 0.9663, | |
| "step": 842000 | |
| }, | |
| { | |
| "epoch": 35.91, | |
| "learning_rate": 3.1880808080808085e-06, | |
| "loss": 0.9673, | |
| "step": 842500 | |
| }, | |
| { | |
| "epoch": 35.94, | |
| "learning_rate": 3.1780000000000003e-06, | |
| "loss": 0.9673, | |
| "step": 843000 | |
| }, | |
| { | |
| "epoch": 35.96, | |
| "learning_rate": 3.16789898989899e-06, | |
| "loss": 0.9653, | |
| "step": 843500 | |
| }, | |
| { | |
| "epoch": 35.98, | |
| "learning_rate": 3.15779797979798e-06, | |
| "loss": 0.9694, | |
| "step": 844000 | |
| }, | |
| { | |
| "epoch": 36.0, | |
| "learning_rate": 3.14769696969697e-06, | |
| "loss": 0.965, | |
| "step": 844500 | |
| }, | |
| { | |
| "epoch": 36.0, | |
| "eval_accuracy": 0.8058653824826437, | |
| "eval_loss": 0.8053589463233948, | |
| "eval_runtime": 56.5157, | |
| "eval_samples_per_second": 915.568, | |
| "eval_steps_per_second": 14.315, | |
| "step": 844524 | |
| }, | |
| { | |
| "epoch": 36.02, | |
| "learning_rate": 3.1375959595959598e-06, | |
| "loss": 0.9638, | |
| "step": 845000 | |
| }, | |
| { | |
| "epoch": 36.04, | |
| "learning_rate": 3.1274949494949496e-06, | |
| "loss": 0.9643, | |
| "step": 845500 | |
| }, | |
| { | |
| "epoch": 36.06, | |
| "learning_rate": 3.1173939393939395e-06, | |
| "loss": 0.9668, | |
| "step": 846000 | |
| }, | |
| { | |
| "epoch": 36.08, | |
| "learning_rate": 3.1072929292929294e-06, | |
| "loss": 0.966, | |
| "step": 846500 | |
| }, | |
| { | |
| "epoch": 36.11, | |
| "learning_rate": 3.0971919191919192e-06, | |
| "loss": 0.9654, | |
| "step": 847000 | |
| }, | |
| { | |
| "epoch": 36.13, | |
| "learning_rate": 3.0871111111111115e-06, | |
| "loss": 0.9654, | |
| "step": 847500 | |
| }, | |
| { | |
| "epoch": 36.15, | |
| "learning_rate": 3.077010101010101e-06, | |
| "loss": 0.9648, | |
| "step": 848000 | |
| }, | |
| { | |
| "epoch": 36.17, | |
| "learning_rate": 3.066929292929293e-06, | |
| "loss": 0.9646, | |
| "step": 848500 | |
| }, | |
| { | |
| "epoch": 36.19, | |
| "learning_rate": 3.056828282828283e-06, | |
| "loss": 0.9629, | |
| "step": 849000 | |
| }, | |
| { | |
| "epoch": 36.21, | |
| "learning_rate": 3.046727272727273e-06, | |
| "loss": 0.9658, | |
| "step": 849500 | |
| }, | |
| { | |
| "epoch": 36.23, | |
| "learning_rate": 3.0366262626262628e-06, | |
| "loss": 0.9662, | |
| "step": 850000 | |
| }, | |
| { | |
| "epoch": 36.25, | |
| "learning_rate": 3.0265252525252526e-06, | |
| "loss": 0.9644, | |
| "step": 850500 | |
| }, | |
| { | |
| "epoch": 36.28, | |
| "learning_rate": 3.016424242424243e-06, | |
| "loss": 0.965, | |
| "step": 851000 | |
| }, | |
| { | |
| "epoch": 36.3, | |
| "learning_rate": 3.0063232323232328e-06, | |
| "loss": 0.9661, | |
| "step": 851500 | |
| }, | |
| { | |
| "epoch": 36.32, | |
| "learning_rate": 2.9962222222222226e-06, | |
| "loss": 0.9648, | |
| "step": 852000 | |
| }, | |
| { | |
| "epoch": 36.34, | |
| "learning_rate": 2.9861212121212125e-06, | |
| "loss": 0.9642, | |
| "step": 852500 | |
| }, | |
| { | |
| "epoch": 36.36, | |
| "learning_rate": 2.9760202020202024e-06, | |
| "loss": 0.9657, | |
| "step": 853000 | |
| }, | |
| { | |
| "epoch": 36.38, | |
| "learning_rate": 2.965939393939394e-06, | |
| "loss": 0.9662, | |
| "step": 853500 | |
| }, | |
| { | |
| "epoch": 36.4, | |
| "learning_rate": 2.955838383838384e-06, | |
| "loss": 0.9658, | |
| "step": 854000 | |
| }, | |
| { | |
| "epoch": 36.43, | |
| "learning_rate": 2.945737373737374e-06, | |
| "loss": 0.9649, | |
| "step": 854500 | |
| }, | |
| { | |
| "epoch": 36.45, | |
| "learning_rate": 2.9356363636363638e-06, | |
| "loss": 0.9649, | |
| "step": 855000 | |
| }, | |
| { | |
| "epoch": 36.47, | |
| "learning_rate": 2.9255353535353536e-06, | |
| "loss": 0.9654, | |
| "step": 855500 | |
| }, | |
| { | |
| "epoch": 36.49, | |
| "learning_rate": 2.9154343434343435e-06, | |
| "loss": 0.9626, | |
| "step": 856000 | |
| }, | |
| { | |
| "epoch": 36.51, | |
| "learning_rate": 2.9053535353535357e-06, | |
| "loss": 0.9629, | |
| "step": 856500 | |
| }, | |
| { | |
| "epoch": 36.53, | |
| "learning_rate": 2.8952525252525256e-06, | |
| "loss": 0.966, | |
| "step": 857000 | |
| }, | |
| { | |
| "epoch": 36.55, | |
| "learning_rate": 2.8851515151515155e-06, | |
| "loss": 0.9662, | |
| "step": 857500 | |
| }, | |
| { | |
| "epoch": 36.57, | |
| "learning_rate": 2.8750707070707073e-06, | |
| "loss": 0.9646, | |
| "step": 858000 | |
| }, | |
| { | |
| "epoch": 36.6, | |
| "learning_rate": 2.864969696969697e-06, | |
| "loss": 0.9634, | |
| "step": 858500 | |
| }, | |
| { | |
| "epoch": 36.62, | |
| "learning_rate": 2.854868686868687e-06, | |
| "loss": 0.9679, | |
| "step": 859000 | |
| }, | |
| { | |
| "epoch": 36.64, | |
| "learning_rate": 2.844767676767677e-06, | |
| "loss": 0.9643, | |
| "step": 859500 | |
| }, | |
| { | |
| "epoch": 36.66, | |
| "learning_rate": 2.8346666666666667e-06, | |
| "loss": 0.964, | |
| "step": 860000 | |
| }, | |
| { | |
| "epoch": 36.68, | |
| "learning_rate": 2.824565656565657e-06, | |
| "loss": 0.9669, | |
| "step": 860500 | |
| }, | |
| { | |
| "epoch": 36.7, | |
| "learning_rate": 2.814464646464647e-06, | |
| "loss": 0.965, | |
| "step": 861000 | |
| }, | |
| { | |
| "epoch": 36.72, | |
| "learning_rate": 2.8043636363636368e-06, | |
| "loss": 0.9656, | |
| "step": 861500 | |
| }, | |
| { | |
| "epoch": 36.74, | |
| "learning_rate": 2.7942626262626266e-06, | |
| "loss": 0.9636, | |
| "step": 862000 | |
| }, | |
| { | |
| "epoch": 36.77, | |
| "learning_rate": 2.7841818181818184e-06, | |
| "loss": 0.9645, | |
| "step": 862500 | |
| }, | |
| { | |
| "epoch": 36.79, | |
| "learning_rate": 2.7740808080808083e-06, | |
| "loss": 0.9648, | |
| "step": 863000 | |
| }, | |
| { | |
| "epoch": 36.81, | |
| "learning_rate": 2.763979797979798e-06, | |
| "loss": 0.965, | |
| "step": 863500 | |
| }, | |
| { | |
| "epoch": 36.83, | |
| "learning_rate": 2.753878787878788e-06, | |
| "loss": 0.9648, | |
| "step": 864000 | |
| }, | |
| { | |
| "epoch": 36.85, | |
| "learning_rate": 2.743777777777778e-06, | |
| "loss": 0.965, | |
| "step": 864500 | |
| }, | |
| { | |
| "epoch": 36.87, | |
| "learning_rate": 2.7336767676767678e-06, | |
| "loss": 0.9664, | |
| "step": 865000 | |
| }, | |
| { | |
| "epoch": 36.89, | |
| "learning_rate": 2.7235757575757576e-06, | |
| "loss": 0.9638, | |
| "step": 865500 | |
| }, | |
| { | |
| "epoch": 36.92, | |
| "learning_rate": 2.7134747474747475e-06, | |
| "loss": 0.9665, | |
| "step": 866000 | |
| }, | |
| { | |
| "epoch": 36.94, | |
| "learning_rate": 2.7033737373737378e-06, | |
| "loss": 0.9631, | |
| "step": 866500 | |
| }, | |
| { | |
| "epoch": 36.96, | |
| "learning_rate": 2.6932929292929296e-06, | |
| "loss": 0.9641, | |
| "step": 867000 | |
| }, | |
| { | |
| "epoch": 36.98, | |
| "learning_rate": 2.683191919191919e-06, | |
| "loss": 0.9657, | |
| "step": 867500 | |
| }, | |
| { | |
| "epoch": 37.0, | |
| "eval_accuracy": 0.8055344760931228, | |
| "eval_loss": 0.8070488572120667, | |
| "eval_runtime": 55.2192, | |
| "eval_samples_per_second": 937.065, | |
| "eval_steps_per_second": 14.651, | |
| "step": 867983 | |
| }, | |
| { | |
| "epoch": 37.0, | |
| "learning_rate": 2.673090909090909e-06, | |
| "loss": 0.9638, | |
| "step": 868000 | |
| }, | |
| { | |
| "epoch": 37.02, | |
| "learning_rate": 2.663010101010101e-06, | |
| "loss": 0.9631, | |
| "step": 868500 | |
| }, | |
| { | |
| "epoch": 37.04, | |
| "learning_rate": 2.652909090909091e-06, | |
| "loss": 0.9634, | |
| "step": 869000 | |
| }, | |
| { | |
| "epoch": 37.06, | |
| "learning_rate": 2.6428282828282833e-06, | |
| "loss": 0.9648, | |
| "step": 869500 | |
| }, | |
| { | |
| "epoch": 37.09, | |
| "learning_rate": 2.6327272727272727e-06, | |
| "loss": 0.9652, | |
| "step": 870000 | |
| }, | |
| { | |
| "epoch": 37.11, | |
| "learning_rate": 2.6226262626262626e-06, | |
| "loss": 0.9628, | |
| "step": 870500 | |
| }, | |
| { | |
| "epoch": 37.13, | |
| "learning_rate": 2.6125252525252524e-06, | |
| "loss": 0.9637, | |
| "step": 871000 | |
| }, | |
| { | |
| "epoch": 37.15, | |
| "learning_rate": 2.6024242424242423e-06, | |
| "loss": 0.9633, | |
| "step": 871500 | |
| }, | |
| { | |
| "epoch": 37.17, | |
| "learning_rate": 2.592323232323233e-06, | |
| "loss": 0.9636, | |
| "step": 872000 | |
| }, | |
| { | |
| "epoch": 37.19, | |
| "learning_rate": 2.5822424242424244e-06, | |
| "loss": 0.9613, | |
| "step": 872500 | |
| }, | |
| { | |
| "epoch": 37.21, | |
| "learning_rate": 2.5721414141414143e-06, | |
| "loss": 0.9656, | |
| "step": 873000 | |
| }, | |
| { | |
| "epoch": 37.24, | |
| "learning_rate": 2.562040404040404e-06, | |
| "loss": 0.9632, | |
| "step": 873500 | |
| }, | |
| { | |
| "epoch": 37.26, | |
| "learning_rate": 2.5519393939393944e-06, | |
| "loss": 0.9612, | |
| "step": 874000 | |
| }, | |
| { | |
| "epoch": 37.28, | |
| "learning_rate": 2.5418383838383843e-06, | |
| "loss": 0.9634, | |
| "step": 874500 | |
| }, | |
| { | |
| "epoch": 37.3, | |
| "learning_rate": 2.531737373737374e-06, | |
| "loss": 0.9632, | |
| "step": 875000 | |
| }, | |
| { | |
| "epoch": 37.32, | |
| "learning_rate": 2.521636363636364e-06, | |
| "loss": 0.9633, | |
| "step": 875500 | |
| }, | |
| { | |
| "epoch": 37.34, | |
| "learning_rate": 2.511535353535354e-06, | |
| "loss": 0.9645, | |
| "step": 876000 | |
| }, | |
| { | |
| "epoch": 37.36, | |
| "learning_rate": 2.5014343434343437e-06, | |
| "loss": 0.963, | |
| "step": 876500 | |
| }, | |
| { | |
| "epoch": 37.38, | |
| "learning_rate": 2.4913535353535356e-06, | |
| "loss": 0.9627, | |
| "step": 877000 | |
| }, | |
| { | |
| "epoch": 37.41, | |
| "learning_rate": 2.4812525252525254e-06, | |
| "loss": 0.9636, | |
| "step": 877500 | |
| }, | |
| { | |
| "epoch": 37.43, | |
| "learning_rate": 2.4711515151515153e-06, | |
| "loss": 0.9645, | |
| "step": 878000 | |
| }, | |
| { | |
| "epoch": 37.45, | |
| "learning_rate": 2.461050505050505e-06, | |
| "loss": 0.965, | |
| "step": 878500 | |
| }, | |
| { | |
| "epoch": 37.47, | |
| "learning_rate": 2.4509494949494954e-06, | |
| "loss": 0.9637, | |
| "step": 879000 | |
| }, | |
| { | |
| "epoch": 37.49, | |
| "learning_rate": 2.440848484848485e-06, | |
| "loss": 0.9645, | |
| "step": 879500 | |
| }, | |
| { | |
| "epoch": 37.51, | |
| "learning_rate": 2.4307474747474747e-06, | |
| "loss": 0.9643, | |
| "step": 880000 | |
| }, | |
| { | |
| "epoch": 37.53, | |
| "learning_rate": 2.4206464646464646e-06, | |
| "loss": 0.9639, | |
| "step": 880500 | |
| }, | |
| { | |
| "epoch": 37.55, | |
| "learning_rate": 2.410545454545455e-06, | |
| "loss": 0.9648, | |
| "step": 881000 | |
| }, | |
| { | |
| "epoch": 37.58, | |
| "learning_rate": 2.4004444444444447e-06, | |
| "loss": 0.9638, | |
| "step": 881500 | |
| }, | |
| { | |
| "epoch": 37.6, | |
| "learning_rate": 2.3903636363636366e-06, | |
| "loss": 0.9647, | |
| "step": 882000 | |
| }, | |
| { | |
| "epoch": 37.62, | |
| "learning_rate": 2.3802626262626264e-06, | |
| "loss": 0.9649, | |
| "step": 882500 | |
| }, | |
| { | |
| "epoch": 37.64, | |
| "learning_rate": 2.3701616161616163e-06, | |
| "loss": 0.9639, | |
| "step": 883000 | |
| }, | |
| { | |
| "epoch": 37.66, | |
| "learning_rate": 2.360060606060606e-06, | |
| "loss": 0.9648, | |
| "step": 883500 | |
| }, | |
| { | |
| "epoch": 37.68, | |
| "learning_rate": 2.349979797979798e-06, | |
| "loss": 0.9615, | |
| "step": 884000 | |
| }, | |
| { | |
| "epoch": 37.7, | |
| "learning_rate": 2.3398989898989902e-06, | |
| "loss": 0.965, | |
| "step": 884500 | |
| }, | |
| { | |
| "epoch": 37.73, | |
| "learning_rate": 2.32979797979798e-06, | |
| "loss": 0.9656, | |
| "step": 885000 | |
| }, | |
| { | |
| "epoch": 37.75, | |
| "learning_rate": 2.31969696969697e-06, | |
| "loss": 0.9633, | |
| "step": 885500 | |
| }, | |
| { | |
| "epoch": 37.77, | |
| "learning_rate": 2.30959595959596e-06, | |
| "loss": 0.9634, | |
| "step": 886000 | |
| }, | |
| { | |
| "epoch": 37.79, | |
| "learning_rate": 2.2994949494949497e-06, | |
| "loss": 0.9659, | |
| "step": 886500 | |
| }, | |
| { | |
| "epoch": 37.81, | |
| "learning_rate": 2.2893939393939395e-06, | |
| "loss": 0.9632, | |
| "step": 887000 | |
| }, | |
| { | |
| "epoch": 37.83, | |
| "learning_rate": 2.2793131313131314e-06, | |
| "loss": 0.9635, | |
| "step": 887500 | |
| }, | |
| { | |
| "epoch": 37.85, | |
| "learning_rate": 2.2692121212121217e-06, | |
| "loss": 0.9641, | |
| "step": 888000 | |
| }, | |
| { | |
| "epoch": 37.87, | |
| "learning_rate": 2.2591111111111115e-06, | |
| "loss": 0.9642, | |
| "step": 888500 | |
| }, | |
| { | |
| "epoch": 37.9, | |
| "learning_rate": 2.2490101010101014e-06, | |
| "loss": 0.9639, | |
| "step": 889000 | |
| }, | |
| { | |
| "epoch": 37.92, | |
| "learning_rate": 2.238929292929293e-06, | |
| "loss": 0.9637, | |
| "step": 889500 | |
| }, | |
| { | |
| "epoch": 37.94, | |
| "learning_rate": 2.228828282828283e-06, | |
| "loss": 0.9633, | |
| "step": 890000 | |
| }, | |
| { | |
| "epoch": 37.96, | |
| "learning_rate": 2.218727272727273e-06, | |
| "loss": 0.9638, | |
| "step": 890500 | |
| }, | |
| { | |
| "epoch": 37.98, | |
| "learning_rate": 2.208626262626263e-06, | |
| "loss": 0.964, | |
| "step": 891000 | |
| }, | |
| { | |
| "epoch": 38.0, | |
| "eval_accuracy": 0.8058275368916192, | |
| "eval_loss": 0.8062019944190979, | |
| "eval_runtime": 55.7349, | |
| "eval_samples_per_second": 928.395, | |
| "eval_steps_per_second": 14.515, | |
| "step": 891442 | |
| }, | |
| { | |
| "epoch": 38.0, | |
| "learning_rate": 2.1985252525252527e-06, | |
| "loss": 0.9647, | |
| "step": 891500 | |
| }, | |
| { | |
| "epoch": 38.02, | |
| "learning_rate": 2.1884242424242425e-06, | |
| "loss": 0.9649, | |
| "step": 892000 | |
| }, | |
| { | |
| "epoch": 38.05, | |
| "learning_rate": 2.1783232323232324e-06, | |
| "loss": 0.9639, | |
| "step": 892500 | |
| }, | |
| { | |
| "epoch": 38.07, | |
| "learning_rate": 2.1682222222222223e-06, | |
| "loss": 0.9625, | |
| "step": 893000 | |
| }, | |
| { | |
| "epoch": 38.09, | |
| "learning_rate": 2.158141414141414e-06, | |
| "loss": 0.9633, | |
| "step": 893500 | |
| }, | |
| { | |
| "epoch": 38.11, | |
| "learning_rate": 2.1480404040404044e-06, | |
| "loss": 0.963, | |
| "step": 894000 | |
| }, | |
| { | |
| "epoch": 38.13, | |
| "learning_rate": 2.1379393939393942e-06, | |
| "loss": 0.963, | |
| "step": 894500 | |
| }, | |
| { | |
| "epoch": 38.15, | |
| "learning_rate": 2.127838383838384e-06, | |
| "loss": 0.9632, | |
| "step": 895000 | |
| }, | |
| { | |
| "epoch": 38.17, | |
| "learning_rate": 2.117737373737374e-06, | |
| "loss": 0.9638, | |
| "step": 895500 | |
| }, | |
| { | |
| "epoch": 38.19, | |
| "learning_rate": 2.107636363636364e-06, | |
| "loss": 0.9663, | |
| "step": 896000 | |
| }, | |
| { | |
| "epoch": 38.22, | |
| "learning_rate": 2.0975353535353537e-06, | |
| "loss": 0.9623, | |
| "step": 896500 | |
| }, | |
| { | |
| "epoch": 38.24, | |
| "learning_rate": 2.0874545454545455e-06, | |
| "loss": 0.9629, | |
| "step": 897000 | |
| }, | |
| { | |
| "epoch": 38.26, | |
| "learning_rate": 2.0773535353535354e-06, | |
| "loss": 0.9635, | |
| "step": 897500 | |
| }, | |
| { | |
| "epoch": 38.28, | |
| "learning_rate": 2.0672525252525257e-06, | |
| "loss": 0.9633, | |
| "step": 898000 | |
| }, | |
| { | |
| "epoch": 38.3, | |
| "learning_rate": 2.0571515151515155e-06, | |
| "loss": 0.965, | |
| "step": 898500 | |
| }, | |
| { | |
| "epoch": 38.32, | |
| "learning_rate": 2.0470505050505054e-06, | |
| "loss": 0.963, | |
| "step": 899000 | |
| }, | |
| { | |
| "epoch": 38.34, | |
| "learning_rate": 2.036949494949495e-06, | |
| "loss": 0.965, | |
| "step": 899500 | |
| }, | |
| { | |
| "epoch": 38.36, | |
| "learning_rate": 2.026868686868687e-06, | |
| "loss": 0.9613, | |
| "step": 900000 | |
| }, | |
| { | |
| "epoch": 38.39, | |
| "learning_rate": 2.016767676767677e-06, | |
| "loss": 0.9622, | |
| "step": 900500 | |
| }, | |
| { | |
| "epoch": 38.41, | |
| "learning_rate": 2.006666666666667e-06, | |
| "loss": 0.9625, | |
| "step": 901000 | |
| }, | |
| { | |
| "epoch": 38.43, | |
| "learning_rate": 1.9965656565656567e-06, | |
| "loss": 0.9613, | |
| "step": 901500 | |
| }, | |
| { | |
| "epoch": 38.45, | |
| "learning_rate": 1.9864848484848485e-06, | |
| "loss": 0.9614, | |
| "step": 902000 | |
| }, | |
| { | |
| "epoch": 38.47, | |
| "learning_rate": 1.9763838383838383e-06, | |
| "loss": 0.9631, | |
| "step": 902500 | |
| }, | |
| { | |
| "epoch": 38.49, | |
| "learning_rate": 1.966282828282828e-06, | |
| "loss": 0.9629, | |
| "step": 903000 | |
| }, | |
| { | |
| "epoch": 38.51, | |
| "learning_rate": 1.9561818181818185e-06, | |
| "loss": 0.9639, | |
| "step": 903500 | |
| }, | |
| { | |
| "epoch": 38.54, | |
| "learning_rate": 1.9460808080808084e-06, | |
| "loss": 0.9624, | |
| "step": 904000 | |
| }, | |
| { | |
| "epoch": 38.56, | |
| "learning_rate": 1.9359797979797982e-06, | |
| "loss": 0.96, | |
| "step": 904500 | |
| }, | |
| { | |
| "epoch": 38.58, | |
| "learning_rate": 1.925878787878788e-06, | |
| "loss": 0.96, | |
| "step": 905000 | |
| }, | |
| { | |
| "epoch": 38.6, | |
| "learning_rate": 1.91579797979798e-06, | |
| "loss": 0.961, | |
| "step": 905500 | |
| }, | |
| { | |
| "epoch": 38.62, | |
| "learning_rate": 1.9056969696969698e-06, | |
| "loss": 0.9639, | |
| "step": 906000 | |
| }, | |
| { | |
| "epoch": 38.64, | |
| "learning_rate": 1.8955959595959596e-06, | |
| "loss": 0.9627, | |
| "step": 906500 | |
| }, | |
| { | |
| "epoch": 38.66, | |
| "learning_rate": 1.8854949494949495e-06, | |
| "loss": 0.9633, | |
| "step": 907000 | |
| }, | |
| { | |
| "epoch": 38.68, | |
| "learning_rate": 1.8754141414141415e-06, | |
| "loss": 0.962, | |
| "step": 907500 | |
| }, | |
| { | |
| "epoch": 38.71, | |
| "learning_rate": 1.8653333333333334e-06, | |
| "loss": 0.9632, | |
| "step": 908000 | |
| }, | |
| { | |
| "epoch": 38.73, | |
| "learning_rate": 1.8552323232323232e-06, | |
| "loss": 0.9617, | |
| "step": 908500 | |
| }, | |
| { | |
| "epoch": 38.75, | |
| "learning_rate": 1.8451313131313133e-06, | |
| "loss": 0.9647, | |
| "step": 909000 | |
| }, | |
| { | |
| "epoch": 38.77, | |
| "learning_rate": 1.8350303030303032e-06, | |
| "loss": 0.9642, | |
| "step": 909500 | |
| }, | |
| { | |
| "epoch": 38.79, | |
| "learning_rate": 1.824929292929293e-06, | |
| "loss": 0.9613, | |
| "step": 910000 | |
| }, | |
| { | |
| "epoch": 38.81, | |
| "learning_rate": 1.8148282828282829e-06, | |
| "loss": 0.9599, | |
| "step": 910500 | |
| }, | |
| { | |
| "epoch": 38.83, | |
| "learning_rate": 1.804727272727273e-06, | |
| "loss": 0.961, | |
| "step": 911000 | |
| }, | |
| { | |
| "epoch": 38.86, | |
| "learning_rate": 1.7946262626262628e-06, | |
| "loss": 0.9637, | |
| "step": 911500 | |
| }, | |
| { | |
| "epoch": 38.88, | |
| "learning_rate": 1.7845252525252527e-06, | |
| "loss": 0.9601, | |
| "step": 912000 | |
| }, | |
| { | |
| "epoch": 38.9, | |
| "learning_rate": 1.7744444444444445e-06, | |
| "loss": 0.9644, | |
| "step": 912500 | |
| }, | |
| { | |
| "epoch": 38.92, | |
| "learning_rate": 1.7643434343434346e-06, | |
| "loss": 0.9618, | |
| "step": 913000 | |
| }, | |
| { | |
| "epoch": 38.94, | |
| "learning_rate": 1.7542424242424245e-06, | |
| "loss": 0.962, | |
| "step": 913500 | |
| }, | |
| { | |
| "epoch": 38.96, | |
| "learning_rate": 1.7441414141414143e-06, | |
| "loss": 0.965, | |
| "step": 914000 | |
| }, | |
| { | |
| "epoch": 38.98, | |
| "learning_rate": 1.7340404040404042e-06, | |
| "loss": 0.9614, | |
| "step": 914500 | |
| }, | |
| { | |
| "epoch": 39.0, | |
| "eval_accuracy": 0.8056050030390269, | |
| "eval_loss": 0.8058241009712219, | |
| "eval_runtime": 55.9643, | |
| "eval_samples_per_second": 924.59, | |
| "eval_steps_per_second": 14.456, | |
| "step": 914901 | |
| }, | |
| { | |
| "epoch": 39.0, | |
| "learning_rate": 1.7239393939393943e-06, | |
| "loss": 0.9632, | |
| "step": 915000 | |
| }, | |
| { | |
| "epoch": 39.03, | |
| "learning_rate": 1.7138383838383841e-06, | |
| "loss": 0.9652, | |
| "step": 915500 | |
| }, | |
| { | |
| "epoch": 39.05, | |
| "learning_rate": 1.7037373737373738e-06, | |
| "loss": 0.9623, | |
| "step": 916000 | |
| }, | |
| { | |
| "epoch": 39.07, | |
| "learning_rate": 1.6936363636363636e-06, | |
| "loss": 0.9614, | |
| "step": 916500 | |
| }, | |
| { | |
| "epoch": 39.09, | |
| "learning_rate": 1.6835353535353537e-06, | |
| "loss": 0.9612, | |
| "step": 917000 | |
| }, | |
| { | |
| "epoch": 39.11, | |
| "learning_rate": 1.6734545454545455e-06, | |
| "loss": 0.9646, | |
| "step": 917500 | |
| }, | |
| { | |
| "epoch": 39.13, | |
| "learning_rate": 1.6633535353535354e-06, | |
| "loss": 0.9623, | |
| "step": 918000 | |
| }, | |
| { | |
| "epoch": 39.15, | |
| "learning_rate": 1.6532727272727274e-06, | |
| "loss": 0.9611, | |
| "step": 918500 | |
| }, | |
| { | |
| "epoch": 39.17, | |
| "learning_rate": 1.6431919191919193e-06, | |
| "loss": 0.9623, | |
| "step": 919000 | |
| }, | |
| { | |
| "epoch": 39.2, | |
| "learning_rate": 1.6330909090909091e-06, | |
| "loss": 0.9628, | |
| "step": 919500 | |
| }, | |
| { | |
| "epoch": 39.22, | |
| "learning_rate": 1.622989898989899e-06, | |
| "loss": 0.9616, | |
| "step": 920000 | |
| }, | |
| { | |
| "epoch": 39.24, | |
| "learning_rate": 1.612888888888889e-06, | |
| "loss": 0.9641, | |
| "step": 920500 | |
| }, | |
| { | |
| "epoch": 39.26, | |
| "learning_rate": 1.6028080808080809e-06, | |
| "loss": 0.9607, | |
| "step": 921000 | |
| }, | |
| { | |
| "epoch": 39.28, | |
| "learning_rate": 1.5927070707070707e-06, | |
| "loss": 0.9628, | |
| "step": 921500 | |
| }, | |
| { | |
| "epoch": 39.3, | |
| "learning_rate": 1.5826060606060608e-06, | |
| "loss": 0.965, | |
| "step": 922000 | |
| }, | |
| { | |
| "epoch": 39.32, | |
| "learning_rate": 1.5725050505050507e-06, | |
| "loss": 0.9625, | |
| "step": 922500 | |
| }, | |
| { | |
| "epoch": 39.35, | |
| "learning_rate": 1.5624040404040405e-06, | |
| "loss": 0.9605, | |
| "step": 923000 | |
| }, | |
| { | |
| "epoch": 39.37, | |
| "learning_rate": 1.5523030303030304e-06, | |
| "loss": 0.9626, | |
| "step": 923500 | |
| }, | |
| { | |
| "epoch": 39.39, | |
| "learning_rate": 1.5422020202020203e-06, | |
| "loss": 0.9635, | |
| "step": 924000 | |
| }, | |
| { | |
| "epoch": 39.41, | |
| "learning_rate": 1.5321010101010103e-06, | |
| "loss": 0.9628, | |
| "step": 924500 | |
| }, | |
| { | |
| "epoch": 39.43, | |
| "learning_rate": 1.5220000000000002e-06, | |
| "loss": 0.9629, | |
| "step": 925000 | |
| }, | |
| { | |
| "epoch": 39.45, | |
| "learning_rate": 1.51189898989899e-06, | |
| "loss": 0.9615, | |
| "step": 925500 | |
| }, | |
| { | |
| "epoch": 39.47, | |
| "learning_rate": 1.5017979797979797e-06, | |
| "loss": 0.9616, | |
| "step": 926000 | |
| }, | |
| { | |
| "epoch": 39.49, | |
| "learning_rate": 1.49169696969697e-06, | |
| "loss": 0.9622, | |
| "step": 926500 | |
| }, | |
| { | |
| "epoch": 39.52, | |
| "learning_rate": 1.4816161616161618e-06, | |
| "loss": 0.9615, | |
| "step": 927000 | |
| }, | |
| { | |
| "epoch": 39.54, | |
| "learning_rate": 1.4715151515151515e-06, | |
| "loss": 0.9619, | |
| "step": 927500 | |
| }, | |
| { | |
| "epoch": 39.56, | |
| "learning_rate": 1.4614343434343437e-06, | |
| "loss": 0.9615, | |
| "step": 928000 | |
| }, | |
| { | |
| "epoch": 39.58, | |
| "learning_rate": 1.4513333333333334e-06, | |
| "loss": 0.9623, | |
| "step": 928500 | |
| }, | |
| { | |
| "epoch": 39.6, | |
| "learning_rate": 1.4412525252525252e-06, | |
| "loss": 0.9616, | |
| "step": 929000 | |
| }, | |
| { | |
| "epoch": 39.62, | |
| "learning_rate": 1.4311515151515155e-06, | |
| "loss": 0.9605, | |
| "step": 929500 | |
| }, | |
| { | |
| "epoch": 39.64, | |
| "learning_rate": 1.4210505050505051e-06, | |
| "loss": 0.9638, | |
| "step": 930000 | |
| }, | |
| { | |
| "epoch": 39.66, | |
| "learning_rate": 1.410949494949495e-06, | |
| "loss": 0.9612, | |
| "step": 930500 | |
| }, | |
| { | |
| "epoch": 39.69, | |
| "learning_rate": 1.4008686868686868e-06, | |
| "loss": 0.9631, | |
| "step": 931000 | |
| }, | |
| { | |
| "epoch": 39.71, | |
| "learning_rate": 1.390767676767677e-06, | |
| "loss": 0.9585, | |
| "step": 931500 | |
| }, | |
| { | |
| "epoch": 39.73, | |
| "learning_rate": 1.3806666666666668e-06, | |
| "loss": 0.9616, | |
| "step": 932000 | |
| }, | |
| { | |
| "epoch": 39.75, | |
| "learning_rate": 1.3705656565656566e-06, | |
| "loss": 0.9606, | |
| "step": 932500 | |
| }, | |
| { | |
| "epoch": 39.77, | |
| "learning_rate": 1.3604646464646465e-06, | |
| "loss": 0.9626, | |
| "step": 933000 | |
| }, | |
| { | |
| "epoch": 39.79, | |
| "learning_rate": 1.3503636363636366e-06, | |
| "loss": 0.9629, | |
| "step": 933500 | |
| }, | |
| { | |
| "epoch": 39.81, | |
| "learning_rate": 1.3402626262626264e-06, | |
| "loss": 0.9627, | |
| "step": 934000 | |
| }, | |
| { | |
| "epoch": 39.84, | |
| "learning_rate": 1.3301616161616163e-06, | |
| "loss": 0.9609, | |
| "step": 934500 | |
| }, | |
| { | |
| "epoch": 39.86, | |
| "learning_rate": 1.3200606060606062e-06, | |
| "loss": 0.9605, | |
| "step": 935000 | |
| }, | |
| { | |
| "epoch": 39.88, | |
| "learning_rate": 1.309959595959596e-06, | |
| "loss": 0.9613, | |
| "step": 935500 | |
| }, | |
| { | |
| "epoch": 39.9, | |
| "learning_rate": 1.299858585858586e-06, | |
| "loss": 0.9616, | |
| "step": 936000 | |
| }, | |
| { | |
| "epoch": 39.92, | |
| "learning_rate": 1.289757575757576e-06, | |
| "loss": 0.9606, | |
| "step": 936500 | |
| }, | |
| { | |
| "epoch": 39.94, | |
| "learning_rate": 1.2796565656565656e-06, | |
| "loss": 0.962, | |
| "step": 937000 | |
| }, | |
| { | |
| "epoch": 39.96, | |
| "learning_rate": 1.2695555555555555e-06, | |
| "loss": 0.9614, | |
| "step": 937500 | |
| }, | |
| { | |
| "epoch": 39.98, | |
| "learning_rate": 1.2594545454545456e-06, | |
| "loss": 0.9615, | |
| "step": 938000 | |
| }, | |
| { | |
| "epoch": 40.0, | |
| "eval_accuracy": 0.8062926496749798, | |
| "eval_loss": 0.8033291101455688, | |
| "eval_runtime": 56.4926, | |
| "eval_samples_per_second": 915.944, | |
| "eval_steps_per_second": 14.32, | |
| "step": 938360 | |
| }, | |
| { | |
| "epoch": 40.01, | |
| "learning_rate": 1.2493535353535354e-06, | |
| "loss": 0.964, | |
| "step": 938500 | |
| }, | |
| { | |
| "epoch": 40.03, | |
| "learning_rate": 1.2392727272727275e-06, | |
| "loss": 0.9632, | |
| "step": 939000 | |
| }, | |
| { | |
| "epoch": 40.05, | |
| "learning_rate": 1.2291717171717173e-06, | |
| "loss": 0.9612, | |
| "step": 939500 | |
| }, | |
| { | |
| "epoch": 40.07, | |
| "learning_rate": 1.2190707070707072e-06, | |
| "loss": 0.961, | |
| "step": 940000 | |
| }, | |
| { | |
| "epoch": 40.09, | |
| "learning_rate": 1.208969696969697e-06, | |
| "loss": 0.962, | |
| "step": 940500 | |
| }, | |
| { | |
| "epoch": 40.11, | |
| "learning_rate": 1.198868686868687e-06, | |
| "loss": 0.9598, | |
| "step": 941000 | |
| }, | |
| { | |
| "epoch": 40.13, | |
| "learning_rate": 1.188787878787879e-06, | |
| "loss": 0.9581, | |
| "step": 941500 | |
| }, | |
| { | |
| "epoch": 40.16, | |
| "learning_rate": 1.1787070707070708e-06, | |
| "loss": 0.9647, | |
| "step": 942000 | |
| }, | |
| { | |
| "epoch": 40.18, | |
| "learning_rate": 1.1686060606060606e-06, | |
| "loss": 0.9607, | |
| "step": 942500 | |
| }, | |
| { | |
| "epoch": 40.2, | |
| "learning_rate": 1.1585050505050507e-06, | |
| "loss": 0.9603, | |
| "step": 943000 | |
| }, | |
| { | |
| "epoch": 40.22, | |
| "learning_rate": 1.1484040404040404e-06, | |
| "loss": 0.9633, | |
| "step": 943500 | |
| }, | |
| { | |
| "epoch": 40.24, | |
| "learning_rate": 1.1383232323232324e-06, | |
| "loss": 0.9632, | |
| "step": 944000 | |
| }, | |
| { | |
| "epoch": 40.26, | |
| "learning_rate": 1.1282222222222223e-06, | |
| "loss": 0.9639, | |
| "step": 944500 | |
| }, | |
| { | |
| "epoch": 40.28, | |
| "learning_rate": 1.1181212121212121e-06, | |
| "loss": 0.9605, | |
| "step": 945000 | |
| }, | |
| { | |
| "epoch": 40.3, | |
| "learning_rate": 1.1080202020202022e-06, | |
| "loss": 0.9621, | |
| "step": 945500 | |
| }, | |
| { | |
| "epoch": 40.33, | |
| "learning_rate": 1.097919191919192e-06, | |
| "loss": 0.962, | |
| "step": 946000 | |
| }, | |
| { | |
| "epoch": 40.35, | |
| "learning_rate": 1.087818181818182e-06, | |
| "loss": 0.9634, | |
| "step": 946500 | |
| }, | |
| { | |
| "epoch": 40.37, | |
| "learning_rate": 1.0777171717171718e-06, | |
| "loss": 0.961, | |
| "step": 947000 | |
| }, | |
| { | |
| "epoch": 40.39, | |
| "learning_rate": 1.0676161616161619e-06, | |
| "loss": 0.9592, | |
| "step": 947500 | |
| }, | |
| { | |
| "epoch": 40.41, | |
| "learning_rate": 1.0575151515151515e-06, | |
| "loss": 0.9605, | |
| "step": 948000 | |
| }, | |
| { | |
| "epoch": 40.43, | |
| "learning_rate": 1.0474141414141414e-06, | |
| "loss": 0.9634, | |
| "step": 948500 | |
| }, | |
| { | |
| "epoch": 40.45, | |
| "learning_rate": 1.0373333333333334e-06, | |
| "loss": 0.9596, | |
| "step": 949000 | |
| }, | |
| { | |
| "epoch": 40.47, | |
| "learning_rate": 1.0272323232323233e-06, | |
| "loss": 0.9636, | |
| "step": 949500 | |
| }, | |
| { | |
| "epoch": 40.5, | |
| "learning_rate": 1.0171313131313131e-06, | |
| "loss": 0.9626, | |
| "step": 950000 | |
| }, | |
| { | |
| "epoch": 40.52, | |
| "learning_rate": 1.0070505050505052e-06, | |
| "loss": 0.9594, | |
| "step": 950500 | |
| }, | |
| { | |
| "epoch": 40.54, | |
| "learning_rate": 9.96949494949495e-07, | |
| "loss": 0.9593, | |
| "step": 951000 | |
| }, | |
| { | |
| "epoch": 40.56, | |
| "learning_rate": 9.86848484848485e-07, | |
| "loss": 0.9615, | |
| "step": 951500 | |
| }, | |
| { | |
| "epoch": 40.58, | |
| "learning_rate": 9.767474747474748e-07, | |
| "loss": 0.9602, | |
| "step": 952000 | |
| }, | |
| { | |
| "epoch": 40.6, | |
| "learning_rate": 9.666666666666668e-07, | |
| "loss": 0.9623, | |
| "step": 952500 | |
| }, | |
| { | |
| "epoch": 40.62, | |
| "learning_rate": 9.565656565656567e-07, | |
| "loss": 0.9585, | |
| "step": 953000 | |
| }, | |
| { | |
| "epoch": 40.65, | |
| "learning_rate": 9.464646464646465e-07, | |
| "loss": 0.9619, | |
| "step": 953500 | |
| }, | |
| { | |
| "epoch": 40.67, | |
| "learning_rate": 9.363636363636365e-07, | |
| "loss": 0.9603, | |
| "step": 954000 | |
| }, | |
| { | |
| "epoch": 40.69, | |
| "learning_rate": 9.262626262626264e-07, | |
| "loss": 0.9618, | |
| "step": 954500 | |
| }, | |
| { | |
| "epoch": 40.71, | |
| "learning_rate": 9.161616161616162e-07, | |
| "loss": 0.9598, | |
| "step": 955000 | |
| }, | |
| { | |
| "epoch": 40.73, | |
| "learning_rate": 9.060606060606062e-07, | |
| "loss": 0.9633, | |
| "step": 955500 | |
| }, | |
| { | |
| "epoch": 40.75, | |
| "learning_rate": 8.959595959595959e-07, | |
| "loss": 0.9603, | |
| "step": 956000 | |
| }, | |
| { | |
| "epoch": 40.77, | |
| "learning_rate": 8.858585858585859e-07, | |
| "loss": 0.9611, | |
| "step": 956500 | |
| }, | |
| { | |
| "epoch": 40.79, | |
| "learning_rate": 8.757777777777778e-07, | |
| "loss": 0.9605, | |
| "step": 957000 | |
| }, | |
| { | |
| "epoch": 40.82, | |
| "learning_rate": 8.656969696969697e-07, | |
| "loss": 0.9633, | |
| "step": 957500 | |
| }, | |
| { | |
| "epoch": 40.84, | |
| "learning_rate": 8.555959595959596e-07, | |
| "loss": 0.9603, | |
| "step": 958000 | |
| }, | |
| { | |
| "epoch": 40.86, | |
| "learning_rate": 8.454949494949495e-07, | |
| "loss": 0.9607, | |
| "step": 958500 | |
| }, | |
| { | |
| "epoch": 40.88, | |
| "learning_rate": 8.354141414141414e-07, | |
| "loss": 0.9604, | |
| "step": 959000 | |
| }, | |
| { | |
| "epoch": 40.9, | |
| "learning_rate": 8.253131313131314e-07, | |
| "loss": 0.9626, | |
| "step": 959500 | |
| }, | |
| { | |
| "epoch": 40.92, | |
| "learning_rate": 8.152121212121213e-07, | |
| "loss": 0.962, | |
| "step": 960000 | |
| }, | |
| { | |
| "epoch": 40.94, | |
| "learning_rate": 8.051111111111112e-07, | |
| "loss": 0.9592, | |
| "step": 960500 | |
| }, | |
| { | |
| "epoch": 40.97, | |
| "learning_rate": 7.950101010101011e-07, | |
| "loss": 0.9602, | |
| "step": 961000 | |
| }, | |
| { | |
| "epoch": 40.99, | |
| "learning_rate": 7.849090909090911e-07, | |
| "loss": 0.9614, | |
| "step": 961500 | |
| }, | |
| { | |
| "epoch": 41.0, | |
| "eval_accuracy": 0.8060622863370541, | |
| "eval_loss": 0.8039979338645935, | |
| "eval_runtime": 56.2871, | |
| "eval_samples_per_second": 919.287, | |
| "eval_steps_per_second": 14.373, | |
| "step": 961819 | |
| }, | |
| { | |
| "epoch": 41.01, | |
| "learning_rate": 7.748080808080808e-07, | |
| "loss": 0.9642, | |
| "step": 962000 | |
| }, | |
| { | |
| "epoch": 41.03, | |
| "learning_rate": 7.647070707070707e-07, | |
| "loss": 0.962, | |
| "step": 962500 | |
| }, | |
| { | |
| "epoch": 41.05, | |
| "learning_rate": 7.546060606060607e-07, | |
| "loss": 0.9606, | |
| "step": 963000 | |
| }, | |
| { | |
| "epoch": 41.07, | |
| "learning_rate": 7.445050505050505e-07, | |
| "loss": 0.9606, | |
| "step": 963500 | |
| }, | |
| { | |
| "epoch": 41.09, | |
| "learning_rate": 7.344040404040405e-07, | |
| "loss": 0.9608, | |
| "step": 964000 | |
| }, | |
| { | |
| "epoch": 41.11, | |
| "learning_rate": 7.243232323232324e-07, | |
| "loss": 0.9612, | |
| "step": 964500 | |
| }, | |
| { | |
| "epoch": 41.14, | |
| "learning_rate": 7.142222222222223e-07, | |
| "loss": 0.9607, | |
| "step": 965000 | |
| }, | |
| { | |
| "epoch": 41.16, | |
| "learning_rate": 7.041212121212123e-07, | |
| "loss": 0.9593, | |
| "step": 965500 | |
| }, | |
| { | |
| "epoch": 41.18, | |
| "learning_rate": 6.940202020202021e-07, | |
| "loss": 0.9603, | |
| "step": 966000 | |
| }, | |
| { | |
| "epoch": 41.2, | |
| "learning_rate": 6.839191919191921e-07, | |
| "loss": 0.9603, | |
| "step": 966500 | |
| }, | |
| { | |
| "epoch": 41.22, | |
| "learning_rate": 6.738181818181818e-07, | |
| "loss": 0.9618, | |
| "step": 967000 | |
| }, | |
| { | |
| "epoch": 41.24, | |
| "learning_rate": 6.637171717171717e-07, | |
| "loss": 0.9599, | |
| "step": 967500 | |
| }, | |
| { | |
| "epoch": 41.26, | |
| "learning_rate": 6.536161616161617e-07, | |
| "loss": 0.9617, | |
| "step": 968000 | |
| }, | |
| { | |
| "epoch": 41.28, | |
| "learning_rate": 6.435151515151515e-07, | |
| "loss": 0.9601, | |
| "step": 968500 | |
| }, | |
| { | |
| "epoch": 41.31, | |
| "learning_rate": 6.334343434343435e-07, | |
| "loss": 0.9586, | |
| "step": 969000 | |
| }, | |
| { | |
| "epoch": 41.33, | |
| "learning_rate": 6.233333333333333e-07, | |
| "loss": 0.9605, | |
| "step": 969500 | |
| }, | |
| { | |
| "epoch": 41.35, | |
| "learning_rate": 6.132525252525253e-07, | |
| "loss": 0.9596, | |
| "step": 970000 | |
| }, | |
| { | |
| "epoch": 41.37, | |
| "learning_rate": 6.031515151515152e-07, | |
| "loss": 0.9599, | |
| "step": 970500 | |
| }, | |
| { | |
| "epoch": 41.39, | |
| "learning_rate": 5.930505050505051e-07, | |
| "loss": 0.9618, | |
| "step": 971000 | |
| }, | |
| { | |
| "epoch": 41.41, | |
| "learning_rate": 5.829494949494951e-07, | |
| "loss": 0.9635, | |
| "step": 971500 | |
| }, | |
| { | |
| "epoch": 41.43, | |
| "learning_rate": 5.728484848484849e-07, | |
| "loss": 0.9622, | |
| "step": 972000 | |
| }, | |
| { | |
| "epoch": 41.46, | |
| "learning_rate": 5.627474747474748e-07, | |
| "loss": 0.9614, | |
| "step": 972500 | |
| }, | |
| { | |
| "epoch": 41.48, | |
| "learning_rate": 5.526464646464648e-07, | |
| "loss": 0.9611, | |
| "step": 973000 | |
| }, | |
| { | |
| "epoch": 41.5, | |
| "learning_rate": 5.425454545454545e-07, | |
| "loss": 0.9584, | |
| "step": 973500 | |
| }, | |
| { | |
| "epoch": 41.52, | |
| "learning_rate": 5.324646464646466e-07, | |
| "loss": 0.9617, | |
| "step": 974000 | |
| }, | |
| { | |
| "epoch": 41.54, | |
| "learning_rate": 5.223636363636364e-07, | |
| "loss": 0.9606, | |
| "step": 974500 | |
| }, | |
| { | |
| "epoch": 41.56, | |
| "learning_rate": 5.122626262626263e-07, | |
| "loss": 0.9611, | |
| "step": 975000 | |
| }, | |
| { | |
| "epoch": 41.58, | |
| "learning_rate": 5.021616161616162e-07, | |
| "loss": 0.9607, | |
| "step": 975500 | |
| }, | |
| { | |
| "epoch": 41.6, | |
| "learning_rate": 4.920606060606061e-07, | |
| "loss": 0.9627, | |
| "step": 976000 | |
| }, | |
| { | |
| "epoch": 41.63, | |
| "learning_rate": 4.82e-07, | |
| "loss": 0.9629, | |
| "step": 976500 | |
| }, | |
| { | |
| "epoch": 41.65, | |
| "learning_rate": 4.718989898989899e-07, | |
| "loss": 0.9639, | |
| "step": 977000 | |
| }, | |
| { | |
| "epoch": 41.67, | |
| "learning_rate": 4.6179797979797983e-07, | |
| "loss": 0.9615, | |
| "step": 977500 | |
| }, | |
| { | |
| "epoch": 41.69, | |
| "learning_rate": 4.5169696969696975e-07, | |
| "loss": 0.9602, | |
| "step": 978000 | |
| }, | |
| { | |
| "epoch": 41.71, | |
| "learning_rate": 4.4159595959595967e-07, | |
| "loss": 0.9605, | |
| "step": 978500 | |
| }, | |
| { | |
| "epoch": 41.73, | |
| "learning_rate": 4.3149494949494953e-07, | |
| "loss": 0.9597, | |
| "step": 979000 | |
| }, | |
| { | |
| "epoch": 41.75, | |
| "learning_rate": 4.2139393939393944e-07, | |
| "loss": 0.9607, | |
| "step": 979500 | |
| }, | |
| { | |
| "epoch": 41.78, | |
| "learning_rate": 4.1129292929292936e-07, | |
| "loss": 0.96, | |
| "step": 980000 | |
| }, | |
| { | |
| "epoch": 41.8, | |
| "learning_rate": 4.011919191919193e-07, | |
| "loss": 0.9618, | |
| "step": 980500 | |
| }, | |
| { | |
| "epoch": 41.82, | |
| "learning_rate": 3.9111111111111115e-07, | |
| "loss": 0.9604, | |
| "step": 981000 | |
| }, | |
| { | |
| "epoch": 41.84, | |
| "learning_rate": 3.81010101010101e-07, | |
| "loss": 0.9586, | |
| "step": 981500 | |
| }, | |
| { | |
| "epoch": 41.86, | |
| "learning_rate": 3.7090909090909093e-07, | |
| "loss": 0.9619, | |
| "step": 982000 | |
| }, | |
| { | |
| "epoch": 41.88, | |
| "learning_rate": 3.6082828282828286e-07, | |
| "loss": 0.9599, | |
| "step": 982500 | |
| }, | |
| { | |
| "epoch": 41.9, | |
| "learning_rate": 3.5072727272727273e-07, | |
| "loss": 0.9607, | |
| "step": 983000 | |
| }, | |
| { | |
| "epoch": 41.92, | |
| "learning_rate": 3.4062626262626264e-07, | |
| "loss": 0.9586, | |
| "step": 983500 | |
| }, | |
| { | |
| "epoch": 41.95, | |
| "learning_rate": 3.305252525252525e-07, | |
| "loss": 0.9601, | |
| "step": 984000 | |
| }, | |
| { | |
| "epoch": 41.97, | |
| "learning_rate": 3.204242424242424e-07, | |
| "loss": 0.9604, | |
| "step": 984500 | |
| }, | |
| { | |
| "epoch": 41.99, | |
| "learning_rate": 3.1034343434343435e-07, | |
| "loss": 0.9631, | |
| "step": 985000 | |
| }, | |
| { | |
| "epoch": 42.0, | |
| "eval_accuracy": 0.8062162078442503, | |
| "eval_loss": 0.8020749688148499, | |
| "eval_runtime": 56.8036, | |
| "eval_samples_per_second": 910.929, | |
| "eval_steps_per_second": 14.242, | |
| "step": 985278 | |
| }, | |
| { | |
| "epoch": 42.01, | |
| "learning_rate": 3.0024242424242427e-07, | |
| "loss": 0.9596, | |
| "step": 985500 | |
| }, | |
| { | |
| "epoch": 42.03, | |
| "learning_rate": 2.901414141414142e-07, | |
| "loss": 0.9596, | |
| "step": 986000 | |
| }, | |
| { | |
| "epoch": 42.05, | |
| "learning_rate": 2.8004040404040405e-07, | |
| "loss": 0.9598, | |
| "step": 986500 | |
| }, | |
| { | |
| "epoch": 42.07, | |
| "learning_rate": 2.69959595959596e-07, | |
| "loss": 0.9614, | |
| "step": 987000 | |
| }, | |
| { | |
| "epoch": 42.09, | |
| "learning_rate": 2.5985858585858584e-07, | |
| "loss": 0.9591, | |
| "step": 987500 | |
| }, | |
| { | |
| "epoch": 42.12, | |
| "learning_rate": 2.4975757575757576e-07, | |
| "loss": 0.9618, | |
| "step": 988000 | |
| }, | |
| { | |
| "epoch": 42.14, | |
| "learning_rate": 2.396565656565657e-07, | |
| "loss": 0.9617, | |
| "step": 988500 | |
| }, | |
| { | |
| "epoch": 42.16, | |
| "learning_rate": 2.2955555555555556e-07, | |
| "loss": 0.9605, | |
| "step": 989000 | |
| }, | |
| { | |
| "epoch": 42.18, | |
| "learning_rate": 2.1945454545454548e-07, | |
| "loss": 0.9624, | |
| "step": 989500 | |
| }, | |
| { | |
| "epoch": 42.2, | |
| "learning_rate": 2.0935353535353537e-07, | |
| "loss": 0.9607, | |
| "step": 990000 | |
| }, | |
| { | |
| "epoch": 42.22, | |
| "learning_rate": 1.9925252525252529e-07, | |
| "loss": 0.96, | |
| "step": 990500 | |
| }, | |
| { | |
| "epoch": 42.24, | |
| "learning_rate": 1.891717171717172e-07, | |
| "loss": 0.96, | |
| "step": 991000 | |
| }, | |
| { | |
| "epoch": 42.27, | |
| "learning_rate": 1.790707070707071e-07, | |
| "loss": 0.9589, | |
| "step": 991500 | |
| }, | |
| { | |
| "epoch": 42.29, | |
| "learning_rate": 1.68969696969697e-07, | |
| "loss": 0.9631, | |
| "step": 992000 | |
| }, | |
| { | |
| "epoch": 42.31, | |
| "learning_rate": 1.5886868686868686e-07, | |
| "loss": 0.9604, | |
| "step": 992500 | |
| }, | |
| { | |
| "epoch": 42.33, | |
| "learning_rate": 1.4876767676767677e-07, | |
| "loss": 0.9591, | |
| "step": 993000 | |
| }, | |
| { | |
| "epoch": 42.35, | |
| "learning_rate": 1.386868686868687e-07, | |
| "loss": 0.9608, | |
| "step": 993500 | |
| }, | |
| { | |
| "epoch": 42.37, | |
| "learning_rate": 1.285858585858586e-07, | |
| "loss": 0.9604, | |
| "step": 994000 | |
| }, | |
| { | |
| "epoch": 42.39, | |
| "learning_rate": 1.1850505050505051e-07, | |
| "loss": 0.9611, | |
| "step": 994500 | |
| }, | |
| { | |
| "epoch": 42.41, | |
| "learning_rate": 1.0840404040404042e-07, | |
| "loss": 0.9582, | |
| "step": 995000 | |
| }, | |
| { | |
| "epoch": 42.44, | |
| "learning_rate": 9.83030303030303e-08, | |
| "loss": 0.9607, | |
| "step": 995500 | |
| }, | |
| { | |
| "epoch": 42.46, | |
| "learning_rate": 8.820202020202021e-08, | |
| "loss": 0.9589, | |
| "step": 996000 | |
| }, | |
| { | |
| "epoch": 42.48, | |
| "learning_rate": 7.810101010101011e-08, | |
| "loss": 0.9614, | |
| "step": 996500 | |
| }, | |
| { | |
| "epoch": 42.5, | |
| "learning_rate": 6.8e-08, | |
| "loss": 0.9607, | |
| "step": 997000 | |
| }, | |
| { | |
| "epoch": 42.52, | |
| "learning_rate": 5.78989898989899e-08, | |
| "loss": 0.9609, | |
| "step": 997500 | |
| }, | |
| { | |
| "epoch": 42.54, | |
| "learning_rate": 4.781818181818183e-08, | |
| "loss": 0.9631, | |
| "step": 998000 | |
| }, | |
| { | |
| "epoch": 42.56, | |
| "learning_rate": 3.7717171717171717e-08, | |
| "loss": 0.961, | |
| "step": 998500 | |
| }, | |
| { | |
| "epoch": 42.58, | |
| "learning_rate": 2.761616161616162e-08, | |
| "loss": 0.9614, | |
| "step": 999000 | |
| }, | |
| { | |
| "epoch": 42.61, | |
| "learning_rate": 1.7515151515151516e-08, | |
| "loss": 0.9611, | |
| "step": 999500 | |
| }, | |
| { | |
| "epoch": 42.63, | |
| "learning_rate": 7.434343434343435e-09, | |
| "loss": 0.9609, | |
| "step": 1000000 | |
| }, | |
| { | |
| "epoch": 42.63, | |
| "eval_accuracy": 0.8068319957114065, | |
| "eval_loss": 0.8024299144744873, | |
| "eval_runtime": 56.1367, | |
| "eval_samples_per_second": 921.749, | |
| "eval_steps_per_second": 14.411, | |
| "step": 1000000 | |
| }, | |
| { | |
| "epoch": 42.63, | |
| "step": 1000000, | |
| "total_flos": 6.737707398739683e+19, | |
| "train_loss": 0.07689679595947266, | |
| "train_runtime": 32435.3069, | |
| "train_samples_per_second": 7892.634, | |
| "train_steps_per_second": 30.831 | |
| } | |
| ], | |
| "max_steps": 1000000, | |
| "num_train_epochs": 43, | |
| "total_flos": 6.737707398739683e+19, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |