| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.5228022511158548, |
| "eval_steps": 500, |
| "global_step": 26000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0009703085581214826, |
| "grad_norm": 0.5093896998931756, |
| "learning_rate": 5e-06, |
| "loss": 1.7158, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0019406171162429653, |
| "grad_norm": 0.5499013987843694, |
| "learning_rate": 1e-05, |
| "loss": 1.6625, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.002910925674364448, |
| "grad_norm": 0.6551534985295564, |
| "learning_rate": 1.5e-05, |
| "loss": 1.6378, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0038812342324859306, |
| "grad_norm": 0.7544385328936806, |
| "learning_rate": 2e-05, |
| "loss": 1.5712, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.004851542790607413, |
| "grad_norm": 0.6539371672140126, |
| "learning_rate": 2.5e-05, |
| "loss": 1.5217, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.005821851348728896, |
| "grad_norm": 0.6806376549433046, |
| "learning_rate": 3e-05, |
| "loss": 1.4412, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.0067921599068503785, |
| "grad_norm": 0.9109066482466388, |
| "learning_rate": 3.5e-05, |
| "loss": 1.2303, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.007762468464971861, |
| "grad_norm": 0.8941485474193254, |
| "learning_rate": 4e-05, |
| "loss": 1.1185, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.008732777023093344, |
| "grad_norm": 0.6564948122239989, |
| "learning_rate": 4.5e-05, |
| "loss": 1.0481, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.009703085581214826, |
| "grad_norm": 0.7749322437088195, |
| "learning_rate": 5e-05, |
| "loss": 0.9965, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.010673394139336309, |
| "grad_norm": 0.7305812400337627, |
| "learning_rate": 4.998377571549095e-05, |
| "loss": 1.0689, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.011643702697457792, |
| "grad_norm": 0.7320600025098228, |
| "learning_rate": 4.9967551430981895e-05, |
| "loss": 0.9554, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.012614011255579274, |
| "grad_norm": 0.7997476828820285, |
| "learning_rate": 4.9951327146472845e-05, |
| "loss": 0.9048, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.013584319813700757, |
| "grad_norm": 0.9942301355244718, |
| "learning_rate": 4.993510286196379e-05, |
| "loss": 0.9736, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.01455462837182224, |
| "grad_norm": 0.8990043753777502, |
| "learning_rate": 4.991887857745474e-05, |
| "loss": 0.9447, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.015524936929943722, |
| "grad_norm": 0.6931013922842434, |
| "learning_rate": 4.990265429294568e-05, |
| "loss": 0.8748, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.016495245488065205, |
| "grad_norm": 0.8305007689150241, |
| "learning_rate": 4.988643000843663e-05, |
| "loss": 0.9467, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.017465554046186688, |
| "grad_norm": 0.8993058386814992, |
| "learning_rate": 4.9870205723927573e-05, |
| "loss": 0.9394, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.01843586260430817, |
| "grad_norm": 0.7486900307747556, |
| "learning_rate": 4.985398143941852e-05, |
| "loss": 0.931, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.019406171162429653, |
| "grad_norm": 0.8879788388070488, |
| "learning_rate": 4.983775715490947e-05, |
| "loss": 0.9217, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.020376479720551136, |
| "grad_norm": 0.7351527409279133, |
| "learning_rate": 4.9821532870400416e-05, |
| "loss": 0.8438, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.021346788278672618, |
| "grad_norm": 0.9651267349255982, |
| "learning_rate": 4.9805308585891366e-05, |
| "loss": 0.8806, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.0223170968367941, |
| "grad_norm": 0.8358141761944308, |
| "learning_rate": 4.978908430138231e-05, |
| "loss": 0.9075, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.023287405394915583, |
| "grad_norm": 0.9068073418448239, |
| "learning_rate": 4.977286001687326e-05, |
| "loss": 0.9126, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.024257713953037066, |
| "grad_norm": 0.8510875679665427, |
| "learning_rate": 4.97566357323642e-05, |
| "loss": 0.8509, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.02522802251115855, |
| "grad_norm": 0.8371392324883873, |
| "learning_rate": 4.974041144785515e-05, |
| "loss": 0.9018, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.02619833106928003, |
| "grad_norm": 0.7343155911324605, |
| "learning_rate": 4.9724187163346094e-05, |
| "loss": 0.9251, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.027168639627401514, |
| "grad_norm": 1.012390858760769, |
| "learning_rate": 4.9707962878837044e-05, |
| "loss": 0.8881, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.028138948185522997, |
| "grad_norm": 0.8092967868905977, |
| "learning_rate": 4.9691738594327994e-05, |
| "loss": 0.8831, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.02910925674364448, |
| "grad_norm": 0.9545292755123069, |
| "learning_rate": 4.967551430981894e-05, |
| "loss": 0.8871, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.030079565301765962, |
| "grad_norm": 0.8451115258584492, |
| "learning_rate": 4.9659290025309887e-05, |
| "loss": 0.8913, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.031049873859887445, |
| "grad_norm": 0.984138459636415, |
| "learning_rate": 4.964306574080083e-05, |
| "loss": 0.9046, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.03202018241800893, |
| "grad_norm": 0.9275621393016203, |
| "learning_rate": 4.962684145629178e-05, |
| "loss": 0.88, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.03299049097613041, |
| "grad_norm": 1.0192818586577115, |
| "learning_rate": 4.961061717178272e-05, |
| "loss": 0.8923, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.03396079953425189, |
| "grad_norm": 0.9779533854801943, |
| "learning_rate": 4.959439288727367e-05, |
| "loss": 0.868, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.034931108092373375, |
| "grad_norm": 0.8554421373526296, |
| "learning_rate": 4.957816860276462e-05, |
| "loss": 0.8661, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.03590141665049486, |
| "grad_norm": 0.7404878078324254, |
| "learning_rate": 4.9561944318255565e-05, |
| "loss": 0.8883, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.03687172520861634, |
| "grad_norm": 0.9879847832445883, |
| "learning_rate": 4.9545720033746515e-05, |
| "loss": 0.8156, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.03784203376673782, |
| "grad_norm": 1.0209320862188216, |
| "learning_rate": 4.952949574923746e-05, |
| "loss": 0.8212, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.038812342324859306, |
| "grad_norm": 1.0823734215432599, |
| "learning_rate": 4.951327146472841e-05, |
| "loss": 0.8619, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.03978265088298079, |
| "grad_norm": 1.033686091190584, |
| "learning_rate": 4.949704718021935e-05, |
| "loss": 0.818, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.04075295944110227, |
| "grad_norm": 0.9587642487246072, |
| "learning_rate": 4.94808228957103e-05, |
| "loss": 0.8377, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.041723267999223754, |
| "grad_norm": 0.8072742668289667, |
| "learning_rate": 4.946459861120124e-05, |
| "loss": 0.8043, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.042693576557345236, |
| "grad_norm": 1.0090353092499478, |
| "learning_rate": 4.944837432669219e-05, |
| "loss": 0.8829, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.04366388511546672, |
| "grad_norm": 1.177538600328968, |
| "learning_rate": 4.943215004218314e-05, |
| "loss": 0.859, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.0446341936735882, |
| "grad_norm": 1.225063127801835, |
| "learning_rate": 4.9415925757674086e-05, |
| "loss": 0.8231, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.045604502231709684, |
| "grad_norm": 0.8224632705866025, |
| "learning_rate": 4.9399701473165035e-05, |
| "loss": 0.8335, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.04657481078983117, |
| "grad_norm": 1.153934818941284, |
| "learning_rate": 4.938347718865598e-05, |
| "loss": 0.8046, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.04754511934795265, |
| "grad_norm": 1.0954567838682858, |
| "learning_rate": 4.936725290414693e-05, |
| "loss": 0.8975, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.04851542790607413, |
| "grad_norm": 1.2466392758405571, |
| "learning_rate": 4.935102861963788e-05, |
| "loss": 0.8361, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.049485736464195615, |
| "grad_norm": 0.902356430744448, |
| "learning_rate": 4.933480433512883e-05, |
| "loss": 0.8048, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.0504560450223171, |
| "grad_norm": 1.01027561407788, |
| "learning_rate": 4.931858005061977e-05, |
| "loss": 0.8094, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.05142635358043858, |
| "grad_norm": 1.1330239054084805, |
| "learning_rate": 4.930235576611072e-05, |
| "loss": 0.8288, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.05239666213856006, |
| "grad_norm": 1.19235957479236, |
| "learning_rate": 4.9286131481601664e-05, |
| "loss": 0.8358, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.053366970696681545, |
| "grad_norm": 1.070882879754836, |
| "learning_rate": 4.926990719709261e-05, |
| "loss": 0.783, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.05433727925480303, |
| "grad_norm": 0.772829083325615, |
| "learning_rate": 4.925368291258356e-05, |
| "loss": 0.7888, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.05530758781292451, |
| "grad_norm": 1.0485603174488358, |
| "learning_rate": 4.9237458628074506e-05, |
| "loss": 0.8893, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.05627789637104599, |
| "grad_norm": 1.1365438528959075, |
| "learning_rate": 4.9221234343565456e-05, |
| "loss": 0.8533, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.057248204929167476, |
| "grad_norm": 1.1791401079390134, |
| "learning_rate": 4.92050100590564e-05, |
| "loss": 0.8208, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.05821851348728896, |
| "grad_norm": 1.165054586063552, |
| "learning_rate": 4.918878577454735e-05, |
| "loss": 0.7945, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.05918882204541044, |
| "grad_norm": 1.0001362775159148, |
| "learning_rate": 4.917256149003829e-05, |
| "loss": 0.8426, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.060159130603531924, |
| "grad_norm": 1.1955538077863535, |
| "learning_rate": 4.915633720552924e-05, |
| "loss": 0.8346, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.06112943916165341, |
| "grad_norm": 1.016839980469479, |
| "learning_rate": 4.9140112921020184e-05, |
| "loss": 0.8224, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.06209974771977489, |
| "grad_norm": 0.9782695489269584, |
| "learning_rate": 4.9123888636511134e-05, |
| "loss": 0.849, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.06307005627789637, |
| "grad_norm": 1.0768176346339298, |
| "learning_rate": 4.9107664352002084e-05, |
| "loss": 0.8519, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.06404036483601785, |
| "grad_norm": 1.0636061081219466, |
| "learning_rate": 4.909144006749303e-05, |
| "loss": 0.7887, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.06501067339413934, |
| "grad_norm": 1.0734895912783853, |
| "learning_rate": 4.907521578298398e-05, |
| "loss": 0.8415, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.06598098195226082, |
| "grad_norm": 1.0796531470403106, |
| "learning_rate": 4.905899149847492e-05, |
| "loss": 0.7512, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.0669512905103823, |
| "grad_norm": 0.9361767973637918, |
| "learning_rate": 4.904276721396587e-05, |
| "loss": 0.8482, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.06792159906850379, |
| "grad_norm": 1.5287022172498188, |
| "learning_rate": 4.902654292945681e-05, |
| "loss": 0.8389, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.06889190762662527, |
| "grad_norm": 1.129894676066631, |
| "learning_rate": 4.901031864494776e-05, |
| "loss": 0.7629, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.06986221618474675, |
| "grad_norm": 1.060923634010241, |
| "learning_rate": 4.8994094360438705e-05, |
| "loss": 0.8134, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.07083252474286823, |
| "grad_norm": 1.121507522572716, |
| "learning_rate": 4.8977870075929655e-05, |
| "loss": 0.8295, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.07180283330098972, |
| "grad_norm": 1.2375518463265478, |
| "learning_rate": 4.8961645791420605e-05, |
| "loss": 0.8006, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.0727731418591112, |
| "grad_norm": 1.1957590053535605, |
| "learning_rate": 4.894542150691155e-05, |
| "loss": 0.8185, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.07374345041723268, |
| "grad_norm": 1.1525450079069435, |
| "learning_rate": 4.89291972224025e-05, |
| "loss": 0.8186, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.07471375897535416, |
| "grad_norm": 1.2637346291101144, |
| "learning_rate": 4.891297293789344e-05, |
| "loss": 0.8094, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.07568406753347565, |
| "grad_norm": 1.1118603684784645, |
| "learning_rate": 4.889674865338439e-05, |
| "loss": 0.8075, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.07665437609159713, |
| "grad_norm": 0.987279065085845, |
| "learning_rate": 4.888052436887533e-05, |
| "loss": 0.8088, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.07762468464971861, |
| "grad_norm": 1.050050445685608, |
| "learning_rate": 4.886430008436628e-05, |
| "loss": 0.8283, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.0785949932078401, |
| "grad_norm": 1.1064553828881234, |
| "learning_rate": 4.8848075799857226e-05, |
| "loss": 0.7906, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.07956530176596158, |
| "grad_norm": 1.0679283923210974, |
| "learning_rate": 4.8831851515348176e-05, |
| "loss": 0.7888, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.08053561032408306, |
| "grad_norm": 1.325000406776113, |
| "learning_rate": 4.8815627230839126e-05, |
| "loss": 0.8573, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.08150591888220454, |
| "grad_norm": 1.1430990025005974, |
| "learning_rate": 4.879940294633007e-05, |
| "loss": 0.823, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.08247622744032602, |
| "grad_norm": 0.9708573314011439, |
| "learning_rate": 4.878317866182102e-05, |
| "loss": 0.7812, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.08344653599844751, |
| "grad_norm": 1.040516439704035, |
| "learning_rate": 4.876695437731196e-05, |
| "loss": 0.8043, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.08441684455656899, |
| "grad_norm": 1.4624875951419556, |
| "learning_rate": 4.875073009280291e-05, |
| "loss": 0.8054, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.08538715311469047, |
| "grad_norm": 1.2973550173157966, |
| "learning_rate": 4.8734505808293854e-05, |
| "loss": 0.7693, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.08635746167281196, |
| "grad_norm": 1.21645485433679, |
| "learning_rate": 4.8718281523784804e-05, |
| "loss": 0.7402, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.08732777023093344, |
| "grad_norm": 1.2989905455220712, |
| "learning_rate": 4.870205723927575e-05, |
| "loss": 0.7603, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.08829807878905492, |
| "grad_norm": 1.1647056182819275, |
| "learning_rate": 4.86858329547667e-05, |
| "loss": 0.7576, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.0892683873471764, |
| "grad_norm": 1.32821951027441, |
| "learning_rate": 4.8669608670257646e-05, |
| "loss": 0.7593, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.09023869590529789, |
| "grad_norm": 0.9792995911846096, |
| "learning_rate": 4.865338438574859e-05, |
| "loss": 0.7726, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.09120900446341937, |
| "grad_norm": 1.1716259071546666, |
| "learning_rate": 4.863716010123954e-05, |
| "loss": 0.7585, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.09217931302154085, |
| "grad_norm": 1.4206264005961533, |
| "learning_rate": 4.862093581673048e-05, |
| "loss": 0.7922, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.09314962157966233, |
| "grad_norm": 0.9969780924285648, |
| "learning_rate": 4.860471153222143e-05, |
| "loss": 0.8338, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.09411993013778382, |
| "grad_norm": 1.2259249945683814, |
| "learning_rate": 4.8588487247712375e-05, |
| "loss": 0.7848, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.0950902386959053, |
| "grad_norm": 1.304284918297249, |
| "learning_rate": 4.8572262963203325e-05, |
| "loss": 0.799, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.09606054725402678, |
| "grad_norm": 1.382632512351389, |
| "learning_rate": 4.8556038678694274e-05, |
| "loss": 0.7358, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.09703085581214826, |
| "grad_norm": 1.1047797334502243, |
| "learning_rate": 4.853981439418522e-05, |
| "loss": 0.7175, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.09800116437026975, |
| "grad_norm": 1.298146739590951, |
| "learning_rate": 4.852359010967617e-05, |
| "loss": 0.7694, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.09897147292839123, |
| "grad_norm": 1.3449159574026, |
| "learning_rate": 4.850736582516711e-05, |
| "loss": 0.7549, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.09994178148651271, |
| "grad_norm": 1.0510958795717098, |
| "learning_rate": 4.849114154065806e-05, |
| "loss": 0.7851, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.1009120900446342, |
| "grad_norm": 1.2932499353997113, |
| "learning_rate": 4.8474917256149e-05, |
| "loss": 0.7948, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.10188239860275568, |
| "grad_norm": 1.024772482994231, |
| "learning_rate": 4.845869297163995e-05, |
| "loss": 0.7551, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.10285270716087716, |
| "grad_norm": 0.9151226850367016, |
| "learning_rate": 4.8442468687130896e-05, |
| "loss": 0.8212, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.10382301571899864, |
| "grad_norm": 1.0356064137085648, |
| "learning_rate": 4.8426244402621846e-05, |
| "loss": 0.7815, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.10479332427712013, |
| "grad_norm": 1.0454220890712578, |
| "learning_rate": 4.8410020118112795e-05, |
| "loss": 0.7813, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.10576363283524161, |
| "grad_norm": 1.0245673186100301, |
| "learning_rate": 4.839379583360374e-05, |
| "loss": 0.7759, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.10673394139336309, |
| "grad_norm": 1.1805883290044246, |
| "learning_rate": 4.837757154909469e-05, |
| "loss": 0.8016, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.10770424995148457, |
| "grad_norm": 1.305171444801399, |
| "learning_rate": 4.836134726458563e-05, |
| "loss": 0.7603, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.10867455850960606, |
| "grad_norm": 1.1334982322569604, |
| "learning_rate": 4.834512298007658e-05, |
| "loss": 0.7818, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.10964486706772754, |
| "grad_norm": 1.4897469886835581, |
| "learning_rate": 4.8328898695567524e-05, |
| "loss": 0.7391, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.11061517562584902, |
| "grad_norm": 1.12299562877673, |
| "learning_rate": 4.8312674411058474e-05, |
| "loss": 0.8129, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.1115854841839705, |
| "grad_norm": 1.2581064725802191, |
| "learning_rate": 4.8296450126549417e-05, |
| "loss": 0.7132, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.11255579274209199, |
| "grad_norm": 1.1117033056933057, |
| "learning_rate": 4.8280225842040366e-05, |
| "loss": 0.7247, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.11352610130021347, |
| "grad_norm": 1.5072697151276053, |
| "learning_rate": 4.8264001557531316e-05, |
| "loss": 0.7832, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.11449640985833495, |
| "grad_norm": 1.3629201153146466, |
| "learning_rate": 4.824777727302226e-05, |
| "loss": 0.7894, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.11546671841645643, |
| "grad_norm": 1.3456355263382838, |
| "learning_rate": 4.823155298851321e-05, |
| "loss": 0.8145, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.11643702697457792, |
| "grad_norm": 1.3206439343547949, |
| "learning_rate": 4.821532870400415e-05, |
| "loss": 0.7802, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.1174073355326994, |
| "grad_norm": 1.0980976013487813, |
| "learning_rate": 4.81991044194951e-05, |
| "loss": 0.801, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.11837764409082088, |
| "grad_norm": 1.1370443655089153, |
| "learning_rate": 4.8182880134986045e-05, |
| "loss": 0.8006, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.11934795264894237, |
| "grad_norm": 1.4354316240483984, |
| "learning_rate": 4.8166655850476994e-05, |
| "loss": 0.8131, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.12031826120706385, |
| "grad_norm": 0.9112243461310537, |
| "learning_rate": 4.815043156596794e-05, |
| "loss": 0.8145, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.12128856976518533, |
| "grad_norm": 0.8213091259360801, |
| "learning_rate": 4.813420728145889e-05, |
| "loss": 0.7114, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.12225887832330681, |
| "grad_norm": 1.3405078182982422, |
| "learning_rate": 4.811798299694984e-05, |
| "loss": 0.7986, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.1232291868814283, |
| "grad_norm": 1.4540711324279514, |
| "learning_rate": 4.810175871244078e-05, |
| "loss": 0.7281, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.12419949543954978, |
| "grad_norm": 1.0040222075537582, |
| "learning_rate": 4.8085534427931737e-05, |
| "loss": 0.8048, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.12516980399767125, |
| "grad_norm": 1.9264161003194282, |
| "learning_rate": 4.806931014342268e-05, |
| "loss": 0.7512, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.12614011255579274, |
| "grad_norm": 1.155430871835739, |
| "learning_rate": 4.805308585891363e-05, |
| "loss": 0.7909, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.1271104211139142, |
| "grad_norm": 1.382153914724162, |
| "learning_rate": 4.803686157440457e-05, |
| "loss": 0.7613, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.1280807296720357, |
| "grad_norm": 1.1079273142955168, |
| "learning_rate": 4.802063728989552e-05, |
| "loss": 0.7747, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.12905103823015718, |
| "grad_norm": 1.4797892743755068, |
| "learning_rate": 4.8004413005386465e-05, |
| "loss": 0.7448, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.13002134678827867, |
| "grad_norm": 1.2840858833683126, |
| "learning_rate": 4.7988188720877415e-05, |
| "loss": 0.7567, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.13099165534640014, |
| "grad_norm": 1.7212676971427285, |
| "learning_rate": 4.797196443636836e-05, |
| "loss": 0.7743, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.13196196390452164, |
| "grad_norm": 1.7283159526025742, |
| "learning_rate": 4.795574015185931e-05, |
| "loss": 0.7696, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.1329322724626431, |
| "grad_norm": 1.0739621496825589, |
| "learning_rate": 4.793951586735026e-05, |
| "loss": 0.7408, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.1339025810207646, |
| "grad_norm": 1.183199109006057, |
| "learning_rate": 4.79232915828412e-05, |
| "loss": 0.7935, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.13487288957888607, |
| "grad_norm": 1.3981562096537532, |
| "learning_rate": 4.790706729833215e-05, |
| "loss": 0.7113, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.13584319813700757, |
| "grad_norm": 1.192516841319882, |
| "learning_rate": 4.789084301382309e-05, |
| "loss": 0.7786, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.13681350669512904, |
| "grad_norm": 1.9269898255758637, |
| "learning_rate": 4.787461872931404e-05, |
| "loss": 0.7262, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.13778381525325054, |
| "grad_norm": 1.1218056549529871, |
| "learning_rate": 4.7858394444804986e-05, |
| "loss": 0.6762, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.138754123811372, |
| "grad_norm": 1.3635607352483248, |
| "learning_rate": 4.7842170160295936e-05, |
| "loss": 0.7733, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.1397244323694935, |
| "grad_norm": 1.2380674478503626, |
| "learning_rate": 4.782594587578688e-05, |
| "loss": 0.7599, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.14069474092761497, |
| "grad_norm": 1.4869366640536255, |
| "learning_rate": 4.780972159127783e-05, |
| "loss": 0.7408, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.14166504948573647, |
| "grad_norm": 1.413887084722376, |
| "learning_rate": 4.779349730676878e-05, |
| "loss": 0.7792, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.14263535804385793, |
| "grad_norm": 1.1522475316568597, |
| "learning_rate": 4.777727302225972e-05, |
| "loss": 0.7494, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.14360566660197943, |
| "grad_norm": 1.5458892686752617, |
| "learning_rate": 4.776104873775067e-05, |
| "loss": 0.7151, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.1445759751601009, |
| "grad_norm": 1.8892150029961168, |
| "learning_rate": 4.7744824453241614e-05, |
| "loss": 0.7025, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.1455462837182224, |
| "grad_norm": 1.5206314987834826, |
| "learning_rate": 4.7728600168732564e-05, |
| "loss": 0.7748, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.14651659227634387, |
| "grad_norm": 1.2234736643633124, |
| "learning_rate": 4.771237588422351e-05, |
| "loss": 0.7321, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.14748690083446536, |
| "grad_norm": 1.3582944219822406, |
| "learning_rate": 4.7696151599714456e-05, |
| "loss": 0.7524, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.14845720939258683, |
| "grad_norm": 1.3505468356868415, |
| "learning_rate": 4.76799273152054e-05, |
| "loss": 0.8032, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.14942751795070833, |
| "grad_norm": 1.161565772908295, |
| "learning_rate": 4.766370303069635e-05, |
| "loss": 0.7449, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.1503978265088298, |
| "grad_norm": 1.5018575379494306, |
| "learning_rate": 4.76474787461873e-05, |
| "loss": 0.779, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.1513681350669513, |
| "grad_norm": 1.2744144878497465, |
| "learning_rate": 4.763125446167824e-05, |
| "loss": 0.7396, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.15233844362507276, |
| "grad_norm": 1.2326350258332728, |
| "learning_rate": 4.761503017716919e-05, |
| "loss": 0.7249, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.15330875218319426, |
| "grad_norm": 1.2982918445496714, |
| "learning_rate": 4.7598805892660135e-05, |
| "loss": 0.7453, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.15427906074131573, |
| "grad_norm": 1.4792372825641715, |
| "learning_rate": 4.7582581608151085e-05, |
| "loss": 0.7573, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.15524936929943722, |
| "grad_norm": 1.2935035055138504, |
| "learning_rate": 4.756635732364203e-05, |
| "loss": 0.7125, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.1562196778575587, |
| "grad_norm": 1.2527694639896991, |
| "learning_rate": 4.755013303913298e-05, |
| "loss": 0.7406, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.1571899864156802, |
| "grad_norm": 1.0724672098454868, |
| "learning_rate": 4.753390875462392e-05, |
| "loss": 0.7108, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.15816029497380166, |
| "grad_norm": 1.1696947872465324, |
| "learning_rate": 4.751768447011487e-05, |
| "loss": 0.7636, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.15913060353192315, |
| "grad_norm": 1.216857763890884, |
| "learning_rate": 4.750146018560582e-05, |
| "loss": 0.7916, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.16010091209004462, |
| "grad_norm": 1.1371281502973842, |
| "learning_rate": 4.748523590109676e-05, |
| "loss": 0.7663, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.16107122064816612, |
| "grad_norm": 1.2599433230373354, |
| "learning_rate": 4.746901161658771e-05, |
| "loss": 0.7279, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.1620415292062876, |
| "grad_norm": 1.4580521921521419, |
| "learning_rate": 4.7452787332078656e-05, |
| "loss": 0.7241, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.16301183776440908, |
| "grad_norm": 1.2227652156436173, |
| "learning_rate": 4.7436563047569605e-05, |
| "loss": 0.7082, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.16398214632253055, |
| "grad_norm": 1.3578429437561153, |
| "learning_rate": 4.742033876306055e-05, |
| "loss": 0.6972, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.16495245488065205, |
| "grad_norm": 1.2809095001474842, |
| "learning_rate": 4.74041144785515e-05, |
| "loss": 0.7267, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.16592276343877352, |
| "grad_norm": 1.1017366555347645, |
| "learning_rate": 4.738789019404245e-05, |
| "loss": 0.7243, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.16689307199689501, |
| "grad_norm": 1.2852463688715783, |
| "learning_rate": 4.737166590953339e-05, |
| "loss": 0.7276, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.16786338055501648, |
| "grad_norm": 1.3099425645156408, |
| "learning_rate": 4.735544162502434e-05, |
| "loss": 0.7583, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.16883368911313798, |
| "grad_norm": 1.5220953005112245, |
| "learning_rate": 4.7339217340515284e-05, |
| "loss": 0.7651, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.16980399767125945, |
| "grad_norm": 1.3251019142596, |
| "learning_rate": 4.7322993056006233e-05, |
| "loss": 0.7428, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.17077430622938095, |
| "grad_norm": 1.3275994643711895, |
| "learning_rate": 4.7306768771497176e-05, |
| "loss": 0.7552, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.17174461478750241, |
| "grad_norm": 1.1363294732621385, |
| "learning_rate": 4.7290544486988126e-05, |
| "loss": 0.7441, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.1727149233456239, |
| "grad_norm": 1.6604556501118164, |
| "learning_rate": 4.727432020247907e-05, |
| "loss": 0.7404, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.17368523190374538, |
| "grad_norm": 1.4971063178125654, |
| "learning_rate": 4.725809591797002e-05, |
| "loss": 0.707, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.17465554046186688, |
| "grad_norm": 1.296038406932857, |
| "learning_rate": 4.724187163346097e-05, |
| "loss": 0.7226, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.17562584901998834, |
| "grad_norm": 0.9900558600646284, |
| "learning_rate": 4.722564734895191e-05, |
| "loss": 0.7107, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.17659615757810984, |
| "grad_norm": 0.9589095684989648, |
| "learning_rate": 4.720942306444286e-05, |
| "loss": 0.6789, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.1775664661362313, |
| "grad_norm": 1.300487413115222, |
| "learning_rate": 4.7193198779933805e-05, |
| "loss": 0.7656, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.1785367746943528, |
| "grad_norm": 1.4678054839136885, |
| "learning_rate": 4.7176974495424754e-05, |
| "loss": 0.7559, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.17950708325247428, |
| "grad_norm": 1.1487384302132937, |
| "learning_rate": 4.71607502109157e-05, |
| "loss": 0.7218, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.18047739181059577, |
| "grad_norm": 1.5013237178369594, |
| "learning_rate": 4.714452592640665e-05, |
| "loss": 0.6618, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.18144770036871724, |
| "grad_norm": 1.3544109774626758, |
| "learning_rate": 4.712830164189759e-05, |
| "loss": 0.7348, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.18241800892683874, |
| "grad_norm": 1.7098997535129123, |
| "learning_rate": 4.711207735738854e-05, |
| "loss": 0.6721, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.1833883174849602, |
| "grad_norm": 1.439742442692076, |
| "learning_rate": 4.709585307287949e-05, |
| "loss": 0.6823, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.1843586260430817, |
| "grad_norm": 1.1240799236385792, |
| "learning_rate": 4.707962878837043e-05, |
| "loss": 0.7337, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.18532893460120317, |
| "grad_norm": 1.611378134043144, |
| "learning_rate": 4.706340450386138e-05, |
| "loss": 0.7348, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.18629924315932467, |
| "grad_norm": 1.15451740477432, |
| "learning_rate": 4.7047180219352325e-05, |
| "loss": 0.6945, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.18726955171744614, |
| "grad_norm": 1.5743486470192276, |
| "learning_rate": 4.7030955934843275e-05, |
| "loss": 0.8062, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.18823986027556763, |
| "grad_norm": 1.0248040084556684, |
| "learning_rate": 4.701473165033422e-05, |
| "loss": 0.7155, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.1892101688336891, |
| "grad_norm": 1.0310414805904136, |
| "learning_rate": 4.699850736582517e-05, |
| "loss": 0.6776, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.1901804773918106, |
| "grad_norm": 1.0785156193356158, |
| "learning_rate": 4.698228308131611e-05, |
| "loss": 0.7092, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.19115078594993207, |
| "grad_norm": 1.4378941602091937, |
| "learning_rate": 4.696605879680706e-05, |
| "loss": 0.7286, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.19212109450805356, |
| "grad_norm": 1.1595135486156671, |
| "learning_rate": 4.694983451229801e-05, |
| "loss": 0.7479, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.19309140306617503, |
| "grad_norm": 1.69348514333408, |
| "learning_rate": 4.6933610227788953e-05, |
| "loss": 0.7263, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.19406171162429653, |
| "grad_norm": 1.502953634133657, |
| "learning_rate": 4.69173859432799e-05, |
| "loss": 0.7655, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.19406171162429653, |
| "eval_loss": 0.7587813138961792, |
| "eval_runtime": 2477.8973, |
| "eval_samples_per_second": 0.723, |
| "eval_steps_per_second": 0.362, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.195032020182418, |
| "grad_norm": 1.4070334559445785, |
| "learning_rate": 4.6901161658770846e-05, |
| "loss": 0.7475, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.1960023287405395, |
| "grad_norm": 0.8673128363877267, |
| "learning_rate": 4.6884937374261796e-05, |
| "loss": 0.6747, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.19697263729866096, |
| "grad_norm": 1.428849127809278, |
| "learning_rate": 4.686871308975274e-05, |
| "loss": 0.7666, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.19794294585678246, |
| "grad_norm": 1.2749540514563555, |
| "learning_rate": 4.685248880524369e-05, |
| "loss": 0.7346, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.19891325441490393, |
| "grad_norm": 1.2400883720583105, |
| "learning_rate": 4.683626452073464e-05, |
| "loss": 0.7012, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.19988356297302542, |
| "grad_norm": 1.4035260703119048, |
| "learning_rate": 4.682004023622559e-05, |
| "loss": 0.6697, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.2008538715311469, |
| "grad_norm": 1.9046063428505313, |
| "learning_rate": 4.680381595171653e-05, |
| "loss": 0.7126, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.2018241800892684, |
| "grad_norm": 1.3281602578294986, |
| "learning_rate": 4.678759166720748e-05, |
| "loss": 0.6895, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.20279448864738986, |
| "grad_norm": 1.271644663424638, |
| "learning_rate": 4.677136738269843e-05, |
| "loss": 0.7354, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.20376479720551136, |
| "grad_norm": 1.2206696245686643, |
| "learning_rate": 4.6755143098189374e-05, |
| "loss": 0.7252, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.20473510576363282, |
| "grad_norm": 1.3032653564716208, |
| "learning_rate": 4.6738918813680324e-05, |
| "loss": 0.683, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.20570541432175432, |
| "grad_norm": 1.3212954807490243, |
| "learning_rate": 4.6722694529171267e-05, |
| "loss": 0.737, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.2066757228798758, |
| "grad_norm": 1.2586128849417775, |
| "learning_rate": 4.6706470244662216e-05, |
| "loss": 0.6841, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.20764603143799729, |
| "grad_norm": 1.3491929764497603, |
| "learning_rate": 4.669024596015316e-05, |
| "loss": 0.7637, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.20861633999611875, |
| "grad_norm": 1.5081978528458062, |
| "learning_rate": 4.667402167564411e-05, |
| "loss": 0.713, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.20958664855424025, |
| "grad_norm": 1.5788893940918114, |
| "learning_rate": 4.665779739113505e-05, |
| "loss": 0.6337, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.21055695711236172, |
| "grad_norm": 1.422646038947752, |
| "learning_rate": 4.6641573106626e-05, |
| "loss": 0.6653, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.21152726567048322, |
| "grad_norm": 1.3417475771584986, |
| "learning_rate": 4.662534882211695e-05, |
| "loss": 0.7246, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.21249757422860469, |
| "grad_norm": 1.0925391942237144, |
| "learning_rate": 4.6609124537607895e-05, |
| "loss": 0.7228, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.21346788278672618, |
| "grad_norm": 1.8433218311262853, |
| "learning_rate": 4.6592900253098844e-05, |
| "loss": 0.7507, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.21443819134484765, |
| "grad_norm": 1.792431274692439, |
| "learning_rate": 4.657667596858979e-05, |
| "loss": 0.6949, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.21540849990296915, |
| "grad_norm": 1.3809251069016177, |
| "learning_rate": 4.656045168408074e-05, |
| "loss": 0.7252, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.21637880846109062, |
| "grad_norm": 1.3641658734062512, |
| "learning_rate": 4.654422739957168e-05, |
| "loss": 0.7518, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.2173491170192121, |
| "grad_norm": 1.452315608698053, |
| "learning_rate": 4.652800311506263e-05, |
| "loss": 0.6684, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.21831942557733358, |
| "grad_norm": 1.1444356316783801, |
| "learning_rate": 4.651177883055357e-05, |
| "loss": 0.6714, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.21928973413545508, |
| "grad_norm": 1.2977358748240138, |
| "learning_rate": 4.649555454604452e-05, |
| "loss": 0.7129, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.22026004269357655, |
| "grad_norm": 1.328329389241565, |
| "learning_rate": 4.647933026153547e-05, |
| "loss": 0.6292, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.22123035125169804, |
| "grad_norm": 1.2461104595186587, |
| "learning_rate": 4.6463105977026415e-05, |
| "loss": 0.7372, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.2222006598098195, |
| "grad_norm": 1.3008437677725404, |
| "learning_rate": 4.6446881692517365e-05, |
| "loss": 0.6503, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.223170968367941, |
| "grad_norm": 1.3630765232741517, |
| "learning_rate": 4.643065740800831e-05, |
| "loss": 0.657, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.22414127692606248, |
| "grad_norm": 0.9600325037717949, |
| "learning_rate": 4.641443312349926e-05, |
| "loss": 0.7117, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.22511158548418397, |
| "grad_norm": 1.733755330685857, |
| "learning_rate": 4.63982088389902e-05, |
| "loss": 0.7594, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.22608189404230544, |
| "grad_norm": 1.722193618002385, |
| "learning_rate": 4.638198455448115e-05, |
| "loss": 0.6555, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.22705220260042694, |
| "grad_norm": 1.2647254702280388, |
| "learning_rate": 4.63657602699721e-05, |
| "loss": 0.6996, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.2280225111585484, |
| "grad_norm": 1.2801225623311008, |
| "learning_rate": 4.6349535985463043e-05, |
| "loss": 0.7038, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.2289928197166699, |
| "grad_norm": 1.214420395864136, |
| "learning_rate": 4.633331170095399e-05, |
| "loss": 0.6617, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.22996312827479137, |
| "grad_norm": 1.1970250608654163, |
| "learning_rate": 4.6317087416444936e-05, |
| "loss": 0.7505, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.23093343683291287, |
| "grad_norm": 1.318541272085749, |
| "learning_rate": 4.6300863131935886e-05, |
| "loss": 0.703, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.23190374539103434, |
| "grad_norm": 1.0733620278703964, |
| "learning_rate": 4.628463884742683e-05, |
| "loss": 0.7076, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.23287405394915583, |
| "grad_norm": 1.320066160024292, |
| "learning_rate": 4.626841456291778e-05, |
| "loss": 0.6845, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.2338443625072773, |
| "grad_norm": 1.3916335472579557, |
| "learning_rate": 4.625219027840872e-05, |
| "loss": 0.7213, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.2348146710653988, |
| "grad_norm": 1.6506684734262902, |
| "learning_rate": 4.623596599389967e-05, |
| "loss": 0.6995, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.23578497962352027, |
| "grad_norm": 0.8976988021024955, |
| "learning_rate": 4.621974170939062e-05, |
| "loss": 0.6994, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.23675528818164177, |
| "grad_norm": 1.7783475330175254, |
| "learning_rate": 4.6203517424881564e-05, |
| "loss": 0.7475, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.23772559673976323, |
| "grad_norm": 1.3329956259541478, |
| "learning_rate": 4.6187293140372514e-05, |
| "loss": 0.6991, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.23869590529788473, |
| "grad_norm": 1.3282617232306233, |
| "learning_rate": 4.617106885586346e-05, |
| "loss": 0.7328, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.2396662138560062, |
| "grad_norm": 1.1394548446385124, |
| "learning_rate": 4.615484457135441e-05, |
| "loss": 0.7092, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.2406365224141277, |
| "grad_norm": 1.3304671581253036, |
| "learning_rate": 4.613862028684535e-05, |
| "loss": 0.6765, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.24160683097224916, |
| "grad_norm": 1.5514738877871737, |
| "learning_rate": 4.61223960023363e-05, |
| "loss": 0.6558, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.24257713953037066, |
| "grad_norm": 1.3668799500092241, |
| "learning_rate": 4.610617171782724e-05, |
| "loss": 0.7106, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.24257713953037066, |
| "eval_loss": 0.7454198598861694, |
| "eval_runtime": 2468.3109, |
| "eval_samples_per_second": 0.726, |
| "eval_steps_per_second": 0.363, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.24354744808849213, |
| "grad_norm": 1.27051542074557, |
| "learning_rate": 4.608994743331819e-05, |
| "loss": 0.7037, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.24451775664661363, |
| "grad_norm": 1.4333699367072212, |
| "learning_rate": 4.607372314880914e-05, |
| "loss": 0.7054, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.2454880652047351, |
| "grad_norm": 1.3383562796673616, |
| "learning_rate": 4.6057498864300085e-05, |
| "loss": 0.7674, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.2464583737628566, |
| "grad_norm": 1.5405408532446832, |
| "learning_rate": 4.6041274579791035e-05, |
| "loss": 0.7541, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.24742868232097806, |
| "grad_norm": 1.4592658544748531, |
| "learning_rate": 4.602505029528198e-05, |
| "loss": 0.7286, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.24839899087909956, |
| "grad_norm": 1.4060719508768202, |
| "learning_rate": 4.600882601077293e-05, |
| "loss": 0.7722, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.24936929943722103, |
| "grad_norm": 1.2688352607364943, |
| "learning_rate": 4.599260172626387e-05, |
| "loss": 0.6851, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.2503396079953425, |
| "grad_norm": 1.1798367463314652, |
| "learning_rate": 4.597637744175482e-05, |
| "loss": 0.6897, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.251309916553464, |
| "grad_norm": 1.4210256244438406, |
| "learning_rate": 4.5960153157245763e-05, |
| "loss": 0.7005, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.2522802251115855, |
| "grad_norm": 1.3304574917634664, |
| "learning_rate": 4.594392887273671e-05, |
| "loss": 0.6878, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.25325053366970696, |
| "grad_norm": 1.4281359203156077, |
| "learning_rate": 4.592770458822766e-05, |
| "loss": 0.7519, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.2542208422278284, |
| "grad_norm": 1.351420571440429, |
| "learning_rate": 4.5911480303718606e-05, |
| "loss": 0.6939, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.25519115078594995, |
| "grad_norm": 1.3618970623647955, |
| "learning_rate": 4.5895256019209556e-05, |
| "loss": 0.669, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.2561614593440714, |
| "grad_norm": 1.1008259683717303, |
| "learning_rate": 4.58790317347005e-05, |
| "loss": 0.6331, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.2571317679021929, |
| "grad_norm": 1.690823489066079, |
| "learning_rate": 4.586280745019145e-05, |
| "loss": 0.6571, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.25810207646031436, |
| "grad_norm": 1.2328191346656623, |
| "learning_rate": 4.584658316568239e-05, |
| "loss": 0.6712, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.2590723850184359, |
| "grad_norm": 1.1997509506925832, |
| "learning_rate": 4.583035888117334e-05, |
| "loss": 0.6998, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.26004269357655735, |
| "grad_norm": 1.3726212075390893, |
| "learning_rate": 4.5814134596664284e-05, |
| "loss": 0.6577, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.2610130021346788, |
| "grad_norm": 1.4778299478224584, |
| "learning_rate": 4.5797910312155234e-05, |
| "loss": 0.7213, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.2619833106928003, |
| "grad_norm": 1.2065482843241282, |
| "learning_rate": 4.5781686027646184e-05, |
| "loss": 0.6504, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.2629536192509218, |
| "grad_norm": 1.6950271620933635, |
| "learning_rate": 4.576546174313713e-05, |
| "loss": 0.6938, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.2639239278090433, |
| "grad_norm": 1.049429219350124, |
| "learning_rate": 4.5749237458628077e-05, |
| "loss": 0.7235, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.26489423636716475, |
| "grad_norm": 1.2856525880832654, |
| "learning_rate": 4.573301317411902e-05, |
| "loss": 0.769, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.2658645449252862, |
| "grad_norm": 1.1413973985217811, |
| "learning_rate": 4.571678888960997e-05, |
| "loss": 0.6542, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.26683485348340774, |
| "grad_norm": 1.2963652895204112, |
| "learning_rate": 4.570056460510091e-05, |
| "loss": 0.6988, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.2678051620415292, |
| "grad_norm": 1.200192916715494, |
| "learning_rate": 4.568434032059186e-05, |
| "loss": 0.662, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.2687754705996507, |
| "grad_norm": 1.2418786623251215, |
| "learning_rate": 4.566811603608281e-05, |
| "loss": 0.6615, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.26974577915777215, |
| "grad_norm": 1.2920018198618357, |
| "learning_rate": 4.5651891751573755e-05, |
| "loss": 0.683, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.27071608771589367, |
| "grad_norm": 1.721771869410589, |
| "learning_rate": 4.5635667467064705e-05, |
| "loss": 0.6742, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.27168639627401514, |
| "grad_norm": 1.595428896858632, |
| "learning_rate": 4.561944318255565e-05, |
| "loss": 0.6961, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.2726567048321366, |
| "grad_norm": 1.5674989639835977, |
| "learning_rate": 4.56032188980466e-05, |
| "loss": 0.6246, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.2736270133902581, |
| "grad_norm": 1.333761320008167, |
| "learning_rate": 4.558699461353754e-05, |
| "loss": 0.7142, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.2745973219483796, |
| "grad_norm": 1.175942959739195, |
| "learning_rate": 4.557077032902849e-05, |
| "loss": 0.7335, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.27556763050650107, |
| "grad_norm": 1.0433896859463463, |
| "learning_rate": 4.555454604451944e-05, |
| "loss": 0.7523, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.27653793906462254, |
| "grad_norm": 1.4484346047275096, |
| "learning_rate": 4.553832176001039e-05, |
| "loss": 0.6576, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.277508247622744, |
| "grad_norm": 1.922226387784083, |
| "learning_rate": 4.552209747550133e-05, |
| "loss": 0.6797, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.27847855618086553, |
| "grad_norm": 1.4433287579337053, |
| "learning_rate": 4.550587319099228e-05, |
| "loss": 0.6787, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.279448864738987, |
| "grad_norm": 1.4997180997318538, |
| "learning_rate": 4.5489648906483225e-05, |
| "loss": 0.7091, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.28041917329710847, |
| "grad_norm": 1.347204680869145, |
| "learning_rate": 4.5473424621974175e-05, |
| "loss": 0.725, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.28138948185522994, |
| "grad_norm": 1.3046706448190106, |
| "learning_rate": 4.5457200337465125e-05, |
| "loss": 0.6669, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.28235979041335146, |
| "grad_norm": 1.1467739204887912, |
| "learning_rate": 4.544097605295607e-05, |
| "loss": 0.756, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.28333009897147293, |
| "grad_norm": 1.162771827035537, |
| "learning_rate": 4.542475176844702e-05, |
| "loss": 0.7147, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.2843004075295944, |
| "grad_norm": 1.6563795609214405, |
| "learning_rate": 4.540852748393796e-05, |
| "loss": 0.6845, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.28527071608771587, |
| "grad_norm": 1.6728193237645246, |
| "learning_rate": 4.539230319942891e-05, |
| "loss": 0.673, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.2862410246458374, |
| "grad_norm": 1.194612705131068, |
| "learning_rate": 4.5376078914919854e-05, |
| "loss": 0.6942, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.28721133320395886, |
| "grad_norm": 1.439958876835649, |
| "learning_rate": 4.53598546304108e-05, |
| "loss": 0.6809, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.28818164176208033, |
| "grad_norm": 1.5873335965261735, |
| "learning_rate": 4.534363034590175e-05, |
| "loss": 0.6877, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.2891519503202018, |
| "grad_norm": 1.0997513483559662, |
| "learning_rate": 4.5327406061392696e-05, |
| "loss": 0.665, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.2901222588783233, |
| "grad_norm": 1.3952744081716912, |
| "learning_rate": 4.5311181776883646e-05, |
| "loss": 0.7524, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.2910925674364448, |
| "grad_norm": 1.1613111987177211, |
| "learning_rate": 4.529495749237459e-05, |
| "loss": 0.6659, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.2910925674364448, |
| "eval_loss": 0.7351760268211365, |
| "eval_runtime": 2466.7648, |
| "eval_samples_per_second": 0.726, |
| "eval_steps_per_second": 0.363, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.29206287599456626, |
| "grad_norm": 1.404418707672653, |
| "learning_rate": 4.527873320786554e-05, |
| "loss": 0.6635, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.29303318455268773, |
| "grad_norm": 1.7333713648105467, |
| "learning_rate": 4.526250892335648e-05, |
| "loss": 0.6918, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.29400349311080926, |
| "grad_norm": 1.325947337933012, |
| "learning_rate": 4.524628463884743e-05, |
| "loss": 0.708, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.2949738016689307, |
| "grad_norm": 1.420774851884038, |
| "learning_rate": 4.5230060354338374e-05, |
| "loss": 0.7173, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.2959441102270522, |
| "grad_norm": 1.1753762610267322, |
| "learning_rate": 4.5213836069829324e-05, |
| "loss": 0.6654, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.29691441878517366, |
| "grad_norm": 1.526767780243654, |
| "learning_rate": 4.5197611785320274e-05, |
| "loss": 0.6321, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.2978847273432952, |
| "grad_norm": 1.8280158534376985, |
| "learning_rate": 4.518138750081122e-05, |
| "loss": 0.6647, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.29885503590141665, |
| "grad_norm": 1.4181228966831005, |
| "learning_rate": 4.516516321630217e-05, |
| "loss": 0.7338, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.2998253444595381, |
| "grad_norm": 1.7077549961994072, |
| "learning_rate": 4.514893893179311e-05, |
| "loss": 0.6272, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.3007956530176596, |
| "grad_norm": 1.518857601222952, |
| "learning_rate": 4.513271464728406e-05, |
| "loss": 0.6184, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.3017659615757811, |
| "grad_norm": 1.5688964933772704, |
| "learning_rate": 4.5116490362775e-05, |
| "loss": 0.6904, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.3027362701339026, |
| "grad_norm": 1.346013000056015, |
| "learning_rate": 4.510026607826595e-05, |
| "loss": 0.6591, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.30370657869202405, |
| "grad_norm": 1.7289926750048026, |
| "learning_rate": 4.5084041793756895e-05, |
| "loss": 0.602, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.3046768872501455, |
| "grad_norm": 1.634884511910698, |
| "learning_rate": 4.5067817509247845e-05, |
| "loss": 0.6344, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.30564719580826705, |
| "grad_norm": 1.2072013322253554, |
| "learning_rate": 4.5051593224738795e-05, |
| "loss": 0.6441, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.3066175043663885, |
| "grad_norm": 1.4877523069726029, |
| "learning_rate": 4.503536894022974e-05, |
| "loss": 0.6711, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.30758781292451, |
| "grad_norm": 1.3820572558751547, |
| "learning_rate": 4.501914465572069e-05, |
| "loss": 0.7005, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.30855812148263145, |
| "grad_norm": 1.4545570501775118, |
| "learning_rate": 4.500292037121163e-05, |
| "loss": 0.6796, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.309528430040753, |
| "grad_norm": 1.4415846087886384, |
| "learning_rate": 4.498669608670258e-05, |
| "loss": 0.6753, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.31049873859887445, |
| "grad_norm": 1.253477394104618, |
| "learning_rate": 4.497047180219352e-05, |
| "loss": 0.745, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.3114690471569959, |
| "grad_norm": 1.6938495814472803, |
| "learning_rate": 4.495424751768447e-05, |
| "loss": 0.6656, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.3124393557151174, |
| "grad_norm": 1.7041386856543572, |
| "learning_rate": 4.4938023233175416e-05, |
| "loss": 0.678, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.3134096642732389, |
| "grad_norm": 1.945535890749437, |
| "learning_rate": 4.4921798948666366e-05, |
| "loss": 0.6741, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.3143799728313604, |
| "grad_norm": 1.504845552046309, |
| "learning_rate": 4.4905574664157316e-05, |
| "loss": 0.7055, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.31535028138948185, |
| "grad_norm": 1.5218102037928898, |
| "learning_rate": 4.488935037964826e-05, |
| "loss": 0.6664, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.3163205899476033, |
| "grad_norm": 1.281958434229701, |
| "learning_rate": 4.487312609513921e-05, |
| "loss": 0.689, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.31729089850572484, |
| "grad_norm": 1.4017870385811553, |
| "learning_rate": 4.485690181063015e-05, |
| "loss": 0.656, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.3182612070638463, |
| "grad_norm": 1.1312164184452325, |
| "learning_rate": 4.48406775261211e-05, |
| "loss": 0.6956, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.3192315156219678, |
| "grad_norm": 1.5553483087810633, |
| "learning_rate": 4.4824453241612044e-05, |
| "loss": 0.627, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.32020182418008925, |
| "grad_norm": 1.5414421667820604, |
| "learning_rate": 4.4808228957102994e-05, |
| "loss": 0.6567, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.32117213273821077, |
| "grad_norm": 1.3882171728699897, |
| "learning_rate": 4.479200467259394e-05, |
| "loss": 0.6478, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.32214244129633224, |
| "grad_norm": 1.2870563704453035, |
| "learning_rate": 4.477578038808489e-05, |
| "loss": 0.6258, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.3231127498544537, |
| "grad_norm": 1.2176939882656843, |
| "learning_rate": 4.4759556103575836e-05, |
| "loss": 0.6831, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.3240830584125752, |
| "grad_norm": 1.5859704946797195, |
| "learning_rate": 4.474333181906678e-05, |
| "loss": 0.6875, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.3250533669706967, |
| "grad_norm": 1.3048860685179964, |
| "learning_rate": 4.472710753455773e-05, |
| "loss": 0.6797, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.32602367552881817, |
| "grad_norm": 1.4244729025826581, |
| "learning_rate": 4.471088325004867e-05, |
| "loss": 0.6671, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.32699398408693964, |
| "grad_norm": 1.664993378309651, |
| "learning_rate": 4.469465896553962e-05, |
| "loss": 0.6946, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.3279642926450611, |
| "grad_norm": 1.4374586076882605, |
| "learning_rate": 4.4678434681030565e-05, |
| "loss": 0.7152, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.32893460120318263, |
| "grad_norm": 1.183729655148727, |
| "learning_rate": 4.4662210396521515e-05, |
| "loss": 0.6695, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.3299049097613041, |
| "grad_norm": 1.3106066103858482, |
| "learning_rate": 4.4645986112012464e-05, |
| "loss": 0.681, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.33087521831942557, |
| "grad_norm": 1.9834642707734547, |
| "learning_rate": 4.462976182750341e-05, |
| "loss": 0.6544, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.33184552687754704, |
| "grad_norm": 1.2898353030549436, |
| "learning_rate": 4.461353754299436e-05, |
| "loss": 0.6516, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.33281583543566856, |
| "grad_norm": 1.3210516235415775, |
| "learning_rate": 4.45973132584853e-05, |
| "loss": 0.6684, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.33378614399379003, |
| "grad_norm": 1.4442553376708276, |
| "learning_rate": 4.458108897397625e-05, |
| "loss": 0.6673, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.3347564525519115, |
| "grad_norm": 1.1500209299804536, |
| "learning_rate": 4.456486468946719e-05, |
| "loss": 0.7158, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.33572676111003297, |
| "grad_norm": 1.31538694061074, |
| "learning_rate": 4.454864040495814e-05, |
| "loss": 0.647, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.3366970696681545, |
| "grad_norm": 1.4081971729681526, |
| "learning_rate": 4.4532416120449086e-05, |
| "loss": 0.6964, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.33766737822627596, |
| "grad_norm": 1.4794888005976117, |
| "learning_rate": 4.4516191835940036e-05, |
| "loss": 0.6644, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.33863768678439743, |
| "grad_norm": 1.3524205715043236, |
| "learning_rate": 4.4499967551430985e-05, |
| "loss": 0.6421, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.3396079953425189, |
| "grad_norm": 1.5105858350763188, |
| "learning_rate": 4.448374326692193e-05, |
| "loss": 0.7105, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.3396079953425189, |
| "eval_loss": 0.7246462106704712, |
| "eval_runtime": 2471.0932, |
| "eval_samples_per_second": 0.725, |
| "eval_steps_per_second": 0.363, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.3405783039006404, |
| "grad_norm": 1.4583137688880468, |
| "learning_rate": 4.446751898241288e-05, |
| "loss": 0.6087, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.3415486124587619, |
| "grad_norm": 1.4130179418528255, |
| "learning_rate": 4.445129469790382e-05, |
| "loss": 0.6628, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.34251892101688336, |
| "grad_norm": 1.3225389415201874, |
| "learning_rate": 4.443507041339477e-05, |
| "loss": 0.625, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.34348922957500483, |
| "grad_norm": 1.8587881703474012, |
| "learning_rate": 4.4418846128885714e-05, |
| "loss": 0.6416, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.34445953813312635, |
| "grad_norm": 1.2742394540775415, |
| "learning_rate": 4.4402621844376664e-05, |
| "loss": 0.632, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.3454298466912478, |
| "grad_norm": 1.64437983962982, |
| "learning_rate": 4.4386397559867607e-05, |
| "loss": 0.6383, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.3464001552493693, |
| "grad_norm": 1.3231966805125737, |
| "learning_rate": 4.4370173275358556e-05, |
| "loss": 0.6841, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.34737046380749076, |
| "grad_norm": 1.167387762307211, |
| "learning_rate": 4.4353948990849506e-05, |
| "loss": 0.616, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.3483407723656123, |
| "grad_norm": 1.4336867980215322, |
| "learning_rate": 4.433772470634045e-05, |
| "loss": 0.6195, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.34931108092373375, |
| "grad_norm": 1.403759520909343, |
| "learning_rate": 4.43215004218314e-05, |
| "loss": 0.6787, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.3502813894818552, |
| "grad_norm": 1.4695150471417817, |
| "learning_rate": 4.430527613732234e-05, |
| "loss": 0.6433, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.3512516980399767, |
| "grad_norm": 1.3322730792588582, |
| "learning_rate": 4.42890518528133e-05, |
| "loss": 0.6827, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.3522220065980982, |
| "grad_norm": 1.2541946759332971, |
| "learning_rate": 4.427282756830424e-05, |
| "loss": 0.6767, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.3531923151562197, |
| "grad_norm": 1.3220529304919946, |
| "learning_rate": 4.425660328379519e-05, |
| "loss": 0.6785, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.35416262371434115, |
| "grad_norm": 1.8159199916167459, |
| "learning_rate": 4.4240378999286134e-05, |
| "loss": 0.6504, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.3551329322724626, |
| "grad_norm": 1.5513977697025123, |
| "learning_rate": 4.4224154714777084e-05, |
| "loss": 0.668, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.35610324083058414, |
| "grad_norm": 1.9383083203795937, |
| "learning_rate": 4.420793043026803e-05, |
| "loss": 0.6314, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.3570735493887056, |
| "grad_norm": 1.5611559659864904, |
| "learning_rate": 4.419170614575898e-05, |
| "loss": 0.6617, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.3580438579468271, |
| "grad_norm": 1.2579691148448051, |
| "learning_rate": 4.4175481861249927e-05, |
| "loss": 0.6641, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.35901416650494855, |
| "grad_norm": 1.8250727183362423, |
| "learning_rate": 4.415925757674087e-05, |
| "loss": 0.628, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.3599844750630701, |
| "grad_norm": 1.8663848290613063, |
| "learning_rate": 4.414303329223182e-05, |
| "loss": 0.6819, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.36095478362119154, |
| "grad_norm": 0.998691604867035, |
| "learning_rate": 4.412680900772276e-05, |
| "loss": 0.6603, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.361925092179313, |
| "grad_norm": 1.5186010030355703, |
| "learning_rate": 4.411058472321371e-05, |
| "loss": 0.6608, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.3628954007374345, |
| "grad_norm": 1.3444105870233574, |
| "learning_rate": 4.4094360438704655e-05, |
| "loss": 0.6684, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.363865709295556, |
| "grad_norm": 1.8433609494425311, |
| "learning_rate": 4.4078136154195605e-05, |
| "loss": 0.7007, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.3648360178536775, |
| "grad_norm": 1.3736456316572478, |
| "learning_rate": 4.406191186968655e-05, |
| "loss": 0.6691, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.36580632641179894, |
| "grad_norm": 1.3845972262001316, |
| "learning_rate": 4.40456875851775e-05, |
| "loss": 0.699, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.3667766349699204, |
| "grad_norm": 1.3202439744871353, |
| "learning_rate": 4.402946330066845e-05, |
| "loss": 0.6463, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.36774694352804194, |
| "grad_norm": 1.527206134833558, |
| "learning_rate": 4.401323901615939e-05, |
| "loss": 0.6261, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.3687172520861634, |
| "grad_norm": 1.85165256113485, |
| "learning_rate": 4.399701473165034e-05, |
| "loss": 0.6268, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.3696875606442849, |
| "grad_norm": 1.7774545505998887, |
| "learning_rate": 4.398079044714128e-05, |
| "loss": 0.674, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.37065786920240634, |
| "grad_norm": 1.1302938960409563, |
| "learning_rate": 4.396456616263223e-05, |
| "loss": 0.6814, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.37162817776052787, |
| "grad_norm": 1.5633030889510193, |
| "learning_rate": 4.3948341878123176e-05, |
| "loss": 0.6821, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.37259848631864934, |
| "grad_norm": 1.4226623590722947, |
| "learning_rate": 4.3932117593614126e-05, |
| "loss": 0.6721, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.3735687948767708, |
| "grad_norm": 1.3788997600836588, |
| "learning_rate": 4.391589330910507e-05, |
| "loss": 0.6484, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.3745391034348923, |
| "grad_norm": 1.9387617060516118, |
| "learning_rate": 4.389966902459602e-05, |
| "loss": 0.7059, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.3755094119930138, |
| "grad_norm": 1.4159508230128068, |
| "learning_rate": 4.388344474008697e-05, |
| "loss": 0.6763, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.37647972055113527, |
| "grad_norm": 1.4395070409428377, |
| "learning_rate": 4.386722045557791e-05, |
| "loss": 0.6441, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.37745002910925674, |
| "grad_norm": 1.5259821305785304, |
| "learning_rate": 4.385099617106886e-05, |
| "loss": 0.7342, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.3784203376673782, |
| "grad_norm": 1.58232361711394, |
| "learning_rate": 4.3834771886559804e-05, |
| "loss": 0.7058, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.37939064622549973, |
| "grad_norm": 1.2758386103028025, |
| "learning_rate": 4.3818547602050754e-05, |
| "loss": 0.6116, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.3803609547836212, |
| "grad_norm": 1.354723087565567, |
| "learning_rate": 4.38023233175417e-05, |
| "loss": 0.6709, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.38133126334174267, |
| "grad_norm": 1.5790529961766175, |
| "learning_rate": 4.3786099033032646e-05, |
| "loss": 0.7028, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.38230157189986413, |
| "grad_norm": 1.9609521386475108, |
| "learning_rate": 4.376987474852359e-05, |
| "loss": 0.5906, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.38327188045798566, |
| "grad_norm": 1.3349118770454718, |
| "learning_rate": 4.375365046401454e-05, |
| "loss": 0.6623, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.3842421890161071, |
| "grad_norm": 1.2937167531350466, |
| "learning_rate": 4.373742617950549e-05, |
| "loss": 0.6369, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.3852124975742286, |
| "grad_norm": 1.3419705920519438, |
| "learning_rate": 4.372120189499643e-05, |
| "loss": 0.7277, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.38618280613235006, |
| "grad_norm": 1.7073814830995901, |
| "learning_rate": 4.370497761048738e-05, |
| "loss": 0.6241, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.3871531146904716, |
| "grad_norm": 1.373271354057727, |
| "learning_rate": 4.3688753325978325e-05, |
| "loss": 0.6481, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.38812342324859306, |
| "grad_norm": 1.7949929197599008, |
| "learning_rate": 4.3672529041469275e-05, |
| "loss": 0.6125, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.38812342324859306, |
| "eval_loss": 0.7137264609336853, |
| "eval_runtime": 2466.144, |
| "eval_samples_per_second": 0.727, |
| "eval_steps_per_second": 0.363, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.3890937318067145, |
| "grad_norm": 0.8329579782452979, |
| "learning_rate": 4.365630475696022e-05, |
| "loss": 0.6341, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.390064040364836, |
| "grad_norm": 1.2617089929475087, |
| "learning_rate": 4.364008047245117e-05, |
| "loss": 0.671, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.3910343489229575, |
| "grad_norm": 1.5577127482655397, |
| "learning_rate": 4.362385618794212e-05, |
| "loss": 0.6793, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.392004657481079, |
| "grad_norm": 1.6386238000694935, |
| "learning_rate": 4.360763190343306e-05, |
| "loss": 0.7014, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.39297496603920046, |
| "grad_norm": 1.5648938337659175, |
| "learning_rate": 4.359140761892401e-05, |
| "loss": 0.6867, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.3939452745973219, |
| "grad_norm": 1.6294675174253543, |
| "learning_rate": 4.357518333441495e-05, |
| "loss": 0.6706, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.39491558315544345, |
| "grad_norm": 1.549167727126926, |
| "learning_rate": 4.35589590499059e-05, |
| "loss": 0.6536, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.3958858917135649, |
| "grad_norm": 1.4182199112027882, |
| "learning_rate": 4.3542734765396846e-05, |
| "loss": 0.679, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.3968562002716864, |
| "grad_norm": 1.2821446945633657, |
| "learning_rate": 4.3526510480887795e-05, |
| "loss": 0.6643, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.39782650882980786, |
| "grad_norm": 1.6858376405816184, |
| "learning_rate": 4.351028619637874e-05, |
| "loss": 0.6394, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.3987968173879294, |
| "grad_norm": 1.4610732414303427, |
| "learning_rate": 4.349406191186969e-05, |
| "loss": 0.7123, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.39976712594605085, |
| "grad_norm": 1.504769761142886, |
| "learning_rate": 4.347783762736064e-05, |
| "loss": 0.6071, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.4007374345041723, |
| "grad_norm": 1.6912171907525997, |
| "learning_rate": 4.346161334285158e-05, |
| "loss": 0.5923, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.4017077430622938, |
| "grad_norm": 1.5783940240743402, |
| "learning_rate": 4.344538905834253e-05, |
| "loss": 0.5902, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.4026780516204153, |
| "grad_norm": 1.300258602942144, |
| "learning_rate": 4.3429164773833474e-05, |
| "loss": 0.668, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.4036483601785368, |
| "grad_norm": 1.3879301457682354, |
| "learning_rate": 4.3412940489324423e-05, |
| "loss": 0.6578, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.40461866873665825, |
| "grad_norm": 1.0418247331643762, |
| "learning_rate": 4.3396716204815366e-05, |
| "loss": 0.6539, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.4055889772947797, |
| "grad_norm": 1.817053798243336, |
| "learning_rate": 4.3380491920306316e-05, |
| "loss": 0.6296, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.40655928585290124, |
| "grad_norm": 1.8784845030864437, |
| "learning_rate": 4.336426763579726e-05, |
| "loss": 0.6435, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.4075295944110227, |
| "grad_norm": 1.3173177735824406, |
| "learning_rate": 4.334804335128821e-05, |
| "loss": 0.6467, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.4084999029691442, |
| "grad_norm": 1.6609920860725593, |
| "learning_rate": 4.333181906677916e-05, |
| "loss": 0.6506, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.40947021152726565, |
| "grad_norm": 1.3422418231507067, |
| "learning_rate": 4.33155947822701e-05, |
| "loss": 0.6794, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.4104405200853872, |
| "grad_norm": 1.6530218294736676, |
| "learning_rate": 4.329937049776105e-05, |
| "loss": 0.6458, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.41141082864350864, |
| "grad_norm": 1.7371351925998049, |
| "learning_rate": 4.3283146213251995e-05, |
| "loss": 0.6085, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.4123811372016301, |
| "grad_norm": 1.1986220099049816, |
| "learning_rate": 4.3266921928742944e-05, |
| "loss": 0.6763, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.4133514457597516, |
| "grad_norm": 1.4910668696454408, |
| "learning_rate": 4.325069764423389e-05, |
| "loss": 0.6943, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.4143217543178731, |
| "grad_norm": 1.605222234480949, |
| "learning_rate": 4.323447335972484e-05, |
| "loss": 0.5683, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.41529206287599457, |
| "grad_norm": 1.6517210814862113, |
| "learning_rate": 4.321824907521578e-05, |
| "loss": 0.6121, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.41626237143411604, |
| "grad_norm": 1.5780093620130797, |
| "learning_rate": 4.320202479070673e-05, |
| "loss": 0.634, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.4172326799922375, |
| "grad_norm": 1.4948523984666717, |
| "learning_rate": 4.318580050619768e-05, |
| "loss": 0.6736, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.41820298855035903, |
| "grad_norm": 1.412186726690487, |
| "learning_rate": 4.316957622168862e-05, |
| "loss": 0.6645, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.4191732971084805, |
| "grad_norm": 1.3014470286002153, |
| "learning_rate": 4.315335193717957e-05, |
| "loss": 0.611, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.42014360566660197, |
| "grad_norm": 1.5892208566989257, |
| "learning_rate": 4.3137127652670515e-05, |
| "loss": 0.6545, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.42111391422472344, |
| "grad_norm": 1.912773548887141, |
| "learning_rate": 4.3120903368161465e-05, |
| "loss": 0.6454, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.42208422278284496, |
| "grad_norm": 1.7286922382345113, |
| "learning_rate": 4.310467908365241e-05, |
| "loss": 0.6591, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.42305453134096643, |
| "grad_norm": 1.8839412216123284, |
| "learning_rate": 4.308845479914336e-05, |
| "loss": 0.5875, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.4240248398990879, |
| "grad_norm": 1.433166987175659, |
| "learning_rate": 4.30722305146343e-05, |
| "loss": 0.6405, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.42499514845720937, |
| "grad_norm": 1.493313820047122, |
| "learning_rate": 4.305600623012525e-05, |
| "loss": 0.6421, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.4259654570153309, |
| "grad_norm": 1.470156638554737, |
| "learning_rate": 4.30397819456162e-05, |
| "loss": 0.6212, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.42693576557345236, |
| "grad_norm": 1.801577389486602, |
| "learning_rate": 4.3023557661107143e-05, |
| "loss": 0.589, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.42790607413157383, |
| "grad_norm": 1.6174671178388904, |
| "learning_rate": 4.30073333765981e-05, |
| "loss": 0.6612, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.4288763826896953, |
| "grad_norm": 1.5169174455759806, |
| "learning_rate": 4.299110909208904e-05, |
| "loss": 0.6418, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.4298466912478168, |
| "grad_norm": 1.7159303308076814, |
| "learning_rate": 4.297488480757999e-05, |
| "loss": 0.6363, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.4308169998059383, |
| "grad_norm": 1.9158386115366701, |
| "learning_rate": 4.2958660523070936e-05, |
| "loss": 0.6639, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.43178730836405976, |
| "grad_norm": 1.6614034382324376, |
| "learning_rate": 4.2942436238561885e-05, |
| "loss": 0.6546, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.43275761692218123, |
| "grad_norm": 1.528595189219001, |
| "learning_rate": 4.292621195405283e-05, |
| "loss": 0.6151, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.43372792548030276, |
| "grad_norm": 1.297393909600355, |
| "learning_rate": 4.290998766954378e-05, |
| "loss": 0.6142, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.4346982340384242, |
| "grad_norm": 1.6025277242190177, |
| "learning_rate": 4.289376338503472e-05, |
| "loss": 0.6415, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.4356685425965457, |
| "grad_norm": 1.550877285078, |
| "learning_rate": 4.287753910052567e-05, |
| "loss": 0.6896, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.43663885115466716, |
| "grad_norm": 1.8134887382719538, |
| "learning_rate": 4.286131481601662e-05, |
| "loss": 0.674, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.43663885115466716, |
| "eval_loss": 0.70569908618927, |
| "eval_runtime": 2470.7726, |
| "eval_samples_per_second": 0.725, |
| "eval_steps_per_second": 0.363, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.4376091597127887, |
| "grad_norm": 1.5715320462855416, |
| "learning_rate": 4.2845090531507564e-05, |
| "loss": 0.6107, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.43857946827091016, |
| "grad_norm": 1.659219569116577, |
| "learning_rate": 4.2828866246998514e-05, |
| "loss": 0.554, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.4395497768290316, |
| "grad_norm": 1.5014148593583845, |
| "learning_rate": 4.2812641962489457e-05, |
| "loss": 0.6541, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.4405200853871531, |
| "grad_norm": 1.2080187388338057, |
| "learning_rate": 4.2796417677980406e-05, |
| "loss": 0.6704, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.4414903939452746, |
| "grad_norm": 1.4344070923299042, |
| "learning_rate": 4.278019339347135e-05, |
| "loss": 0.637, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.4424607025033961, |
| "grad_norm": 1.9816113300875973, |
| "learning_rate": 4.27639691089623e-05, |
| "loss": 0.6036, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.44343101106151755, |
| "grad_norm": 1.270379951275499, |
| "learning_rate": 4.274774482445324e-05, |
| "loss": 0.6481, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.444401319619639, |
| "grad_norm": 1.559280795643455, |
| "learning_rate": 4.273152053994419e-05, |
| "loss": 0.62, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.44537162817776055, |
| "grad_norm": 1.8377481053949813, |
| "learning_rate": 4.271529625543514e-05, |
| "loss": 0.6662, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.446341936735882, |
| "grad_norm": 1.3952819132659193, |
| "learning_rate": 4.2699071970926085e-05, |
| "loss": 0.6969, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.4473122452940035, |
| "grad_norm": 1.5967451654603113, |
| "learning_rate": 4.2682847686417034e-05, |
| "loss": 0.6604, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.44828255385212495, |
| "grad_norm": 1.5849329398639342, |
| "learning_rate": 4.266662340190798e-05, |
| "loss": 0.6589, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.4492528624102465, |
| "grad_norm": 1.7238645892594557, |
| "learning_rate": 4.265039911739893e-05, |
| "loss": 0.6658, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.45022317096836795, |
| "grad_norm": 1.7849098949361206, |
| "learning_rate": 4.263417483288987e-05, |
| "loss": 0.6507, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.4511934795264894, |
| "grad_norm": 1.3539873989398281, |
| "learning_rate": 4.261795054838082e-05, |
| "loss": 0.631, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.4521637880846109, |
| "grad_norm": 1.6177606598072791, |
| "learning_rate": 4.260172626387176e-05, |
| "loss": 0.7667, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.4531340966427324, |
| "grad_norm": 1.7683798129102917, |
| "learning_rate": 4.258550197936271e-05, |
| "loss": 0.6182, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.4541044052008539, |
| "grad_norm": 1.5536790285936453, |
| "learning_rate": 4.256927769485366e-05, |
| "loss": 0.6515, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.45507471375897535, |
| "grad_norm": 1.4626963492189242, |
| "learning_rate": 4.2553053410344605e-05, |
| "loss": 0.5595, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.4560450223170968, |
| "grad_norm": 1.8455989589758681, |
| "learning_rate": 4.2536829125835555e-05, |
| "loss": 0.6382, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.45701533087521834, |
| "grad_norm": 1.8260482347716946, |
| "learning_rate": 4.25206048413265e-05, |
| "loss": 0.6708, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.4579856394333398, |
| "grad_norm": 1.506588655076192, |
| "learning_rate": 4.250438055681745e-05, |
| "loss": 0.6138, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.4589559479914613, |
| "grad_norm": 1.7415606928937182, |
| "learning_rate": 4.248815627230839e-05, |
| "loss": 0.6688, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.45992625654958275, |
| "grad_norm": 1.2860177177533143, |
| "learning_rate": 4.247193198779934e-05, |
| "loss": 0.6496, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.46089656510770427, |
| "grad_norm": 1.419953340190783, |
| "learning_rate": 4.245570770329029e-05, |
| "loss": 0.6399, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.46186687366582574, |
| "grad_norm": 1.4197804283366926, |
| "learning_rate": 4.2439483418781234e-05, |
| "loss": 0.572, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.4628371822239472, |
| "grad_norm": 1.1761100117238914, |
| "learning_rate": 4.242325913427218e-05, |
| "loss": 0.6099, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.4638074907820687, |
| "grad_norm": 1.5767612487613212, |
| "learning_rate": 4.2407034849763126e-05, |
| "loss": 0.6223, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.4647777993401902, |
| "grad_norm": 1.8050008733247063, |
| "learning_rate": 4.2390810565254076e-05, |
| "loss": 0.5695, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.46574810789831167, |
| "grad_norm": 1.3088703288484584, |
| "learning_rate": 4.237458628074502e-05, |
| "loss": 0.5723, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.46671841645643314, |
| "grad_norm": 1.7711140961973422, |
| "learning_rate": 4.235836199623597e-05, |
| "loss": 0.6173, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.4676887250145546, |
| "grad_norm": 1.6431929005817145, |
| "learning_rate": 4.234213771172691e-05, |
| "loss": 0.5982, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.46865903357267613, |
| "grad_norm": 1.557431489902951, |
| "learning_rate": 4.232591342721786e-05, |
| "loss": 0.6098, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.4696293421307976, |
| "grad_norm": 1.4479656995240782, |
| "learning_rate": 4.230968914270881e-05, |
| "loss": 0.5699, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.47059965068891907, |
| "grad_norm": 1.6046344258439647, |
| "learning_rate": 4.2293464858199754e-05, |
| "loss": 0.6243, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.47156995924704054, |
| "grad_norm": 1.252218532607539, |
| "learning_rate": 4.2277240573690704e-05, |
| "loss": 0.5787, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.47254026780516206, |
| "grad_norm": 1.4372595855894126, |
| "learning_rate": 4.226101628918165e-05, |
| "loss": 0.6483, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.47351057636328353, |
| "grad_norm": 1.6112811676393963, |
| "learning_rate": 4.22447920046726e-05, |
| "loss": 0.6042, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.474480884921405, |
| "grad_norm": 1.6387669351547591, |
| "learning_rate": 4.222856772016354e-05, |
| "loss": 0.6176, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.47545119347952647, |
| "grad_norm": 1.4893296879883764, |
| "learning_rate": 4.221234343565449e-05, |
| "loss": 0.5976, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.476421502037648, |
| "grad_norm": 1.663980815080282, |
| "learning_rate": 4.219611915114543e-05, |
| "loss": 0.6655, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.47739181059576946, |
| "grad_norm": 1.3387695933594599, |
| "learning_rate": 4.217989486663638e-05, |
| "loss": 0.6166, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.47836211915389093, |
| "grad_norm": 1.7319521884893254, |
| "learning_rate": 4.216367058212733e-05, |
| "loss": 0.6225, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.4793324277120124, |
| "grad_norm": 1.4563922038982844, |
| "learning_rate": 4.2147446297618275e-05, |
| "loss": 0.6351, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.4803027362701339, |
| "grad_norm": 1.7473358339447822, |
| "learning_rate": 4.2131222013109225e-05, |
| "loss": 0.6205, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.4812730448282554, |
| "grad_norm": 1.4006136660964967, |
| "learning_rate": 4.211499772860017e-05, |
| "loss": 0.6992, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.48224335338637686, |
| "grad_norm": 1.7446969484471915, |
| "learning_rate": 4.209877344409112e-05, |
| "loss": 0.6251, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.48321366194449833, |
| "grad_norm": 1.3789648220512414, |
| "learning_rate": 4.208254915958206e-05, |
| "loss": 0.5856, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.48418397050261985, |
| "grad_norm": 1.77919007957107, |
| "learning_rate": 4.206632487507301e-05, |
| "loss": 0.621, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.4851542790607413, |
| "grad_norm": 1.5926084629766706, |
| "learning_rate": 4.2050100590563953e-05, |
| "loss": 0.6542, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.4851542790607413, |
| "eval_loss": 0.6975318789482117, |
| "eval_runtime": 2469.0533, |
| "eval_samples_per_second": 0.726, |
| "eval_steps_per_second": 0.363, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.4861245876188628, |
| "grad_norm": 1.7733999980186248, |
| "learning_rate": 4.20338763060549e-05, |
| "loss": 0.6943, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.48709489617698426, |
| "grad_norm": 1.7221032223753934, |
| "learning_rate": 4.201765202154585e-05, |
| "loss": 0.6338, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.4880652047351058, |
| "grad_norm": 1.7180735514930228, |
| "learning_rate": 4.2001427737036796e-05, |
| "loss": 0.6698, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.48903551329322725, |
| "grad_norm": 1.698242629280347, |
| "learning_rate": 4.1985203452527746e-05, |
| "loss": 0.6972, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.4900058218513487, |
| "grad_norm": 1.8269714939747912, |
| "learning_rate": 4.196897916801869e-05, |
| "loss": 0.6212, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.4909761304094702, |
| "grad_norm": 1.4693827904505679, |
| "learning_rate": 4.195275488350964e-05, |
| "loss": 0.5933, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.4919464389675917, |
| "grad_norm": 1.49361517085645, |
| "learning_rate": 4.193653059900058e-05, |
| "loss": 0.5489, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.4929167475257132, |
| "grad_norm": 1.5630723710374232, |
| "learning_rate": 4.192030631449153e-05, |
| "loss": 0.6578, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.49388705608383465, |
| "grad_norm": 1.6495843346442778, |
| "learning_rate": 4.1904082029982474e-05, |
| "loss": 0.6906, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.4948573646419561, |
| "grad_norm": 1.7983678208711196, |
| "learning_rate": 4.1887857745473424e-05, |
| "loss": 0.5486, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.49582767320007765, |
| "grad_norm": 2.00722752034129, |
| "learning_rate": 4.1871633460964374e-05, |
| "loss": 0.648, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.4967979817581991, |
| "grad_norm": 1.7918897206429327, |
| "learning_rate": 4.185540917645532e-05, |
| "loss": 0.6693, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.4977682903163206, |
| "grad_norm": 1.3410097713324785, |
| "learning_rate": 4.1839184891946267e-05, |
| "loss": 0.6065, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.49873859887444205, |
| "grad_norm": 1.8485275360772722, |
| "learning_rate": 4.182296060743721e-05, |
| "loss": 0.6802, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.4997089074325636, |
| "grad_norm": 1.923253820990962, |
| "learning_rate": 4.180673632292816e-05, |
| "loss": 0.6014, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.500679215990685, |
| "grad_norm": 1.325223633752785, |
| "learning_rate": 4.17905120384191e-05, |
| "loss": 0.5787, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.5016495245488065, |
| "grad_norm": 1.7937826702440574, |
| "learning_rate": 4.177428775391005e-05, |
| "loss": 0.6197, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.502619833106928, |
| "grad_norm": 1.4050667202069218, |
| "learning_rate": 4.1758063469401e-05, |
| "loss": 0.6, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.5035901416650495, |
| "grad_norm": 1.5656335055581363, |
| "learning_rate": 4.174183918489195e-05, |
| "loss": 0.6924, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.504560450223171, |
| "grad_norm": 1.3325372640233277, |
| "learning_rate": 4.1725614900382895e-05, |
| "loss": 0.6477, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.5055307587812925, |
| "grad_norm": 1.5612035852842387, |
| "learning_rate": 4.1709390615873844e-05, |
| "loss": 0.6372, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.5065010673394139, |
| "grad_norm": 1.6164770277307943, |
| "learning_rate": 4.1693166331364794e-05, |
| "loss": 0.5822, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.5074713758975354, |
| "grad_norm": 1.8957196740567803, |
| "learning_rate": 4.167694204685574e-05, |
| "loss": 0.5695, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.5084416844556569, |
| "grad_norm": 1.505057761308431, |
| "learning_rate": 4.166071776234669e-05, |
| "loss": 0.5893, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.5094119930137784, |
| "grad_norm": 1.2392435413477463, |
| "learning_rate": 4.164449347783763e-05, |
| "loss": 0.6641, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.5103823015718999, |
| "grad_norm": 1.8002682332596205, |
| "learning_rate": 4.162826919332858e-05, |
| "loss": 0.5892, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.5113526101300213, |
| "grad_norm": 1.5161558066332184, |
| "learning_rate": 4.161204490881952e-05, |
| "loss": 0.5985, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.5123229186881428, |
| "grad_norm": 1.3773663290971068, |
| "learning_rate": 4.159582062431047e-05, |
| "loss": 0.6244, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.5132932272462644, |
| "grad_norm": 1.8649060352228473, |
| "learning_rate": 4.1579596339801415e-05, |
| "loss": 0.6144, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.5142635358043858, |
| "grad_norm": 1.711468575333758, |
| "learning_rate": 4.1563372055292365e-05, |
| "loss": 0.5889, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.5152338443625073, |
| "grad_norm": 1.4531536302097425, |
| "learning_rate": 4.1547147770783315e-05, |
| "loss": 0.6063, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.5162041529206287, |
| "grad_norm": 1.6628035885794548, |
| "learning_rate": 4.153092348627426e-05, |
| "loss": 0.5872, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.5171744614787502, |
| "grad_norm": 1.43386966167638, |
| "learning_rate": 4.151469920176521e-05, |
| "loss": 0.5836, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.5181447700368718, |
| "grad_norm": 1.6338584720484304, |
| "learning_rate": 4.149847491725615e-05, |
| "loss": 0.583, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.5191150785949932, |
| "grad_norm": 1.602663089927568, |
| "learning_rate": 4.14822506327471e-05, |
| "loss": 0.6466, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.5200853871531147, |
| "grad_norm": 0.993656188560276, |
| "learning_rate": 4.1466026348238044e-05, |
| "loss": 0.5972, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.5210556957112362, |
| "grad_norm": 1.5353879720655148, |
| "learning_rate": 4.144980206372899e-05, |
| "loss": 0.6159, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.5220260042693576, |
| "grad_norm": 1.4710027502404226, |
| "learning_rate": 4.143357777921994e-05, |
| "loss": 0.6231, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.5229963128274792, |
| "grad_norm": 1.3154974116618938, |
| "learning_rate": 4.1417353494710886e-05, |
| "loss": 0.6414, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.5239666213856006, |
| "grad_norm": 1.5917256061619933, |
| "learning_rate": 4.1401129210201836e-05, |
| "loss": 0.5574, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.5249369299437221, |
| "grad_norm": 1.999701613939348, |
| "learning_rate": 4.138490492569278e-05, |
| "loss": 0.6659, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.5259072385018436, |
| "grad_norm": 1.158059375940914, |
| "learning_rate": 4.136868064118373e-05, |
| "loss": 0.5702, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.526877547059965, |
| "grad_norm": 1.6503529559993917, |
| "learning_rate": 4.135245635667467e-05, |
| "loss": 0.5866, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.5278478556180866, |
| "grad_norm": 1.778595452682844, |
| "learning_rate": 4.133623207216562e-05, |
| "loss": 0.6727, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.5288181641762081, |
| "grad_norm": 2.153378806689067, |
| "learning_rate": 4.1320007787656564e-05, |
| "loss": 0.5849, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.5297884727343295, |
| "grad_norm": 1.5480145123110607, |
| "learning_rate": 4.1303783503147514e-05, |
| "loss": 0.5985, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.530758781292451, |
| "grad_norm": 1.3074515838089584, |
| "learning_rate": 4.1287559218638464e-05, |
| "loss": 0.6567, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.5317290898505724, |
| "grad_norm": 1.2634236320868193, |
| "learning_rate": 4.127133493412941e-05, |
| "loss": 0.6744, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.532699398408694, |
| "grad_norm": 1.4158920202942755, |
| "learning_rate": 4.125511064962036e-05, |
| "loss": 0.6089, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.5336697069668155, |
| "grad_norm": 1.530835103672291, |
| "learning_rate": 4.12388863651113e-05, |
| "loss": 0.6637, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.5336697069668155, |
| "eval_loss": 0.6922717094421387, |
| "eval_runtime": 2471.913, |
| "eval_samples_per_second": 0.725, |
| "eval_steps_per_second": 0.362, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.5346400155249369, |
| "grad_norm": 1.0979844633621818, |
| "learning_rate": 4.122266208060225e-05, |
| "loss": 0.6711, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.5356103240830584, |
| "grad_norm": 1.9531703151807043, |
| "learning_rate": 4.120643779609319e-05, |
| "loss": 0.634, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.5365806326411799, |
| "grad_norm": 1.4345990864009392, |
| "learning_rate": 4.119021351158414e-05, |
| "loss": 0.6289, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.5375509411993014, |
| "grad_norm": 1.5002874747132873, |
| "learning_rate": 4.1173989227075085e-05, |
| "loss": 0.6655, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.5385212497574229, |
| "grad_norm": 1.4114133378596565, |
| "learning_rate": 4.1157764942566035e-05, |
| "loss": 0.6314, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.5394915583155443, |
| "grad_norm": 1.2792208401822267, |
| "learning_rate": 4.1141540658056985e-05, |
| "loss": 0.5622, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.5404618668736658, |
| "grad_norm": 1.4436849148969537, |
| "learning_rate": 4.112531637354793e-05, |
| "loss": 0.6758, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.5414321754317873, |
| "grad_norm": 1.495469226735889, |
| "learning_rate": 4.110909208903888e-05, |
| "loss": 0.6457, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.5424024839899088, |
| "grad_norm": 1.5696729181281173, |
| "learning_rate": 4.109286780452982e-05, |
| "loss": 0.5434, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.5433727925480303, |
| "grad_norm": 1.4884099597371836, |
| "learning_rate": 4.107664352002077e-05, |
| "loss": 0.6602, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.5443431011061518, |
| "grad_norm": 1.364422329620206, |
| "learning_rate": 4.106041923551171e-05, |
| "loss": 0.6093, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.5453134096642732, |
| "grad_norm": 1.710525492450016, |
| "learning_rate": 4.104419495100266e-05, |
| "loss": 0.5733, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.5462837182223947, |
| "grad_norm": 1.8645615729328109, |
| "learning_rate": 4.1027970666493606e-05, |
| "loss": 0.6301, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.5472540267805162, |
| "grad_norm": 2.1212649730065403, |
| "learning_rate": 4.1011746381984556e-05, |
| "loss": 0.6489, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.5482243353386377, |
| "grad_norm": 1.3978835293983003, |
| "learning_rate": 4.0995522097475506e-05, |
| "loss": 0.6651, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.5491946438967592, |
| "grad_norm": 1.968855731350402, |
| "learning_rate": 4.097929781296645e-05, |
| "loss": 0.5849, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.5501649524548806, |
| "grad_norm": 1.3003479487793523, |
| "learning_rate": 4.09630735284574e-05, |
| "loss": 0.5981, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.5511352610130021, |
| "grad_norm": 1.3093675797291962, |
| "learning_rate": 4.094684924394834e-05, |
| "loss": 0.6001, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.5521055695711237, |
| "grad_norm": 1.386619668616355, |
| "learning_rate": 4.093062495943929e-05, |
| "loss": 0.587, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.5530758781292451, |
| "grad_norm": 2.1925053494451108, |
| "learning_rate": 4.0914400674930234e-05, |
| "loss": 0.6748, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.5540461866873666, |
| "grad_norm": 1.401533269192193, |
| "learning_rate": 4.0898176390421184e-05, |
| "loss": 0.5987, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.555016495245488, |
| "grad_norm": 1.8417454170154262, |
| "learning_rate": 4.088195210591213e-05, |
| "loss": 0.6169, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.5559868038036095, |
| "grad_norm": 1.70211748961807, |
| "learning_rate": 4.086572782140308e-05, |
| "loss": 0.6231, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.5569571123617311, |
| "grad_norm": 1.449836249162655, |
| "learning_rate": 4.0849503536894026e-05, |
| "loss": 0.6636, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.5579274209198525, |
| "grad_norm": 1.411704552119965, |
| "learning_rate": 4.083327925238497e-05, |
| "loss": 0.6334, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.558897729477974, |
| "grad_norm": 1.3373247464479125, |
| "learning_rate": 4.081705496787592e-05, |
| "loss": 0.6127, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.5598680380360955, |
| "grad_norm": 1.6669305203635734, |
| "learning_rate": 4.080083068336686e-05, |
| "loss": 0.6419, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.5608383465942169, |
| "grad_norm": 1.3599639094085172, |
| "learning_rate": 4.078460639885781e-05, |
| "loss": 0.6838, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.5618086551523385, |
| "grad_norm": 1.5754322431175416, |
| "learning_rate": 4.0768382114348755e-05, |
| "loss": 0.5997, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.5627789637104599, |
| "grad_norm": 1.667207521590911, |
| "learning_rate": 4.0752157829839705e-05, |
| "loss": 0.6199, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.5637492722685814, |
| "grad_norm": 1.5869372089733027, |
| "learning_rate": 4.0735933545330654e-05, |
| "loss": 0.5779, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.5647195808267029, |
| "grad_norm": 1.7150097071735784, |
| "learning_rate": 4.07197092608216e-05, |
| "loss": 0.5978, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.5656898893848243, |
| "grad_norm": 1.1835353092728575, |
| "learning_rate": 4.070348497631255e-05, |
| "loss": 0.6781, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.5666601979429459, |
| "grad_norm": 1.7307613010314937, |
| "learning_rate": 4.068726069180349e-05, |
| "loss": 0.634, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.5676305065010674, |
| "grad_norm": 1.6364191249486493, |
| "learning_rate": 4.067103640729444e-05, |
| "loss": 0.6377, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.5686008150591888, |
| "grad_norm": 1.4754833764988036, |
| "learning_rate": 4.065481212278538e-05, |
| "loss": 0.6148, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.5695711236173103, |
| "grad_norm": 1.8389583610281375, |
| "learning_rate": 4.063858783827633e-05, |
| "loss": 0.6739, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.5705414321754317, |
| "grad_norm": 1.4669099461048227, |
| "learning_rate": 4.0622363553767276e-05, |
| "loss": 0.598, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.5715117407335533, |
| "grad_norm": 1.609973267529918, |
| "learning_rate": 4.0606139269258226e-05, |
| "loss": 0.5476, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.5724820492916748, |
| "grad_norm": 1.6951117185016165, |
| "learning_rate": 4.0589914984749175e-05, |
| "loss": 0.595, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.5734523578497962, |
| "grad_norm": 1.494158253886906, |
| "learning_rate": 4.057369070024012e-05, |
| "loss": 0.6886, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.5744226664079177, |
| "grad_norm": 1.3036559330975726, |
| "learning_rate": 4.055746641573107e-05, |
| "loss": 0.5986, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.5753929749660393, |
| "grad_norm": 1.4737709906961922, |
| "learning_rate": 4.054124213122201e-05, |
| "loss": 0.615, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.5763632835241607, |
| "grad_norm": 1.4022175413897375, |
| "learning_rate": 4.052501784671296e-05, |
| "loss": 0.6398, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.5773335920822822, |
| "grad_norm": 1.433959705605443, |
| "learning_rate": 4.0508793562203904e-05, |
| "loss": 0.6415, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.5783039006404036, |
| "grad_norm": 1.7123129741732308, |
| "learning_rate": 4.0492569277694854e-05, |
| "loss": 0.6216, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.5792742091985251, |
| "grad_norm": 2.131052124619936, |
| "learning_rate": 4.04763449931858e-05, |
| "loss": 0.5596, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.5802445177566466, |
| "grad_norm": 1.2233223645362516, |
| "learning_rate": 4.046012070867675e-05, |
| "loss": 0.6023, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.5812148263147681, |
| "grad_norm": 1.734811390420522, |
| "learning_rate": 4.0443896424167696e-05, |
| "loss": 0.6347, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.5821851348728896, |
| "grad_norm": 1.626024609025115, |
| "learning_rate": 4.0427672139658646e-05, |
| "loss": 0.5688, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.5821851348728896, |
| "eval_loss": 0.6903010606765747, |
| "eval_runtime": 2473.5711, |
| "eval_samples_per_second": 0.724, |
| "eval_steps_per_second": 0.362, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.5831554434310111, |
| "grad_norm": 1.3892850877811105, |
| "learning_rate": 4.0411447855149596e-05, |
| "loss": 0.6131, |
| "step": 6010 |
| }, |
| { |
| "epoch": 0.5841257519891325, |
| "grad_norm": 1.6290044308163973, |
| "learning_rate": 4.039522357064054e-05, |
| "loss": 0.6319, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.585096060547254, |
| "grad_norm": 1.7770012777694764, |
| "learning_rate": 4.037899928613149e-05, |
| "loss": 0.5756, |
| "step": 6030 |
| }, |
| { |
| "epoch": 0.5860663691053755, |
| "grad_norm": 0.9954028008191703, |
| "learning_rate": 4.036277500162243e-05, |
| "loss": 0.6161, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.587036677663497, |
| "grad_norm": 1.7893541919562175, |
| "learning_rate": 4.034655071711338e-05, |
| "loss": 0.62, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.5880069862216185, |
| "grad_norm": 1.6500512739247042, |
| "learning_rate": 4.0330326432604324e-05, |
| "loss": 0.5928, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.5889772947797399, |
| "grad_norm": 1.6568317215206447, |
| "learning_rate": 4.0314102148095274e-05, |
| "loss": 0.6043, |
| "step": 6070 |
| }, |
| { |
| "epoch": 0.5899476033378614, |
| "grad_norm": 2.006336465212855, |
| "learning_rate": 4.029787786358622e-05, |
| "loss": 0.6283, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.590917911895983, |
| "grad_norm": 1.481658511307882, |
| "learning_rate": 4.028165357907717e-05, |
| "loss": 0.6229, |
| "step": 6090 |
| }, |
| { |
| "epoch": 0.5918882204541044, |
| "grad_norm": 1.7467752898199094, |
| "learning_rate": 4.0265429294568117e-05, |
| "loss": 0.5997, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.5928585290122259, |
| "grad_norm": 1.747997366501937, |
| "learning_rate": 4.024920501005906e-05, |
| "loss": 0.6441, |
| "step": 6110 |
| }, |
| { |
| "epoch": 0.5938288375703473, |
| "grad_norm": 1.6963969244893895, |
| "learning_rate": 4.023298072555001e-05, |
| "loss": 0.6059, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.5947991461284688, |
| "grad_norm": 1.335184560881826, |
| "learning_rate": 4.021675644104095e-05, |
| "loss": 0.5627, |
| "step": 6130 |
| }, |
| { |
| "epoch": 0.5957694546865904, |
| "grad_norm": 1.5256295408049876, |
| "learning_rate": 4.02005321565319e-05, |
| "loss": 0.578, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.5967397632447118, |
| "grad_norm": 1.7615333752357474, |
| "learning_rate": 4.0184307872022845e-05, |
| "loss": 0.6046, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.5977100718028333, |
| "grad_norm": 1.9321393707932597, |
| "learning_rate": 4.0168083587513795e-05, |
| "loss": 0.615, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.5986803803609548, |
| "grad_norm": 1.2267052175289888, |
| "learning_rate": 4.015185930300474e-05, |
| "loss": 0.6238, |
| "step": 6170 |
| }, |
| { |
| "epoch": 0.5996506889190762, |
| "grad_norm": 1.8092624768121868, |
| "learning_rate": 4.013563501849569e-05, |
| "loss": 0.6514, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.6006209974771978, |
| "grad_norm": 1.546108807816704, |
| "learning_rate": 4.011941073398664e-05, |
| "loss": 0.6071, |
| "step": 6190 |
| }, |
| { |
| "epoch": 0.6015913060353192, |
| "grad_norm": 1.8186789877657976, |
| "learning_rate": 4.010318644947758e-05, |
| "loss": 0.6624, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.6025616145934407, |
| "grad_norm": 1.6349446430924426, |
| "learning_rate": 4.008696216496853e-05, |
| "loss": 0.6208, |
| "step": 6210 |
| }, |
| { |
| "epoch": 0.6035319231515622, |
| "grad_norm": 1.6574782074117176, |
| "learning_rate": 4.007073788045947e-05, |
| "loss": 0.6067, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.6045022317096836, |
| "grad_norm": 1.372441926371392, |
| "learning_rate": 4.005451359595042e-05, |
| "loss": 0.5805, |
| "step": 6230 |
| }, |
| { |
| "epoch": 0.6054725402678052, |
| "grad_norm": 2.1366961584133164, |
| "learning_rate": 4.0038289311441366e-05, |
| "loss": 0.6797, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.6064428488259267, |
| "grad_norm": 1.8553936516223448, |
| "learning_rate": 4.0022065026932316e-05, |
| "loss": 0.582, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.6074131573840481, |
| "grad_norm": 1.95303083914795, |
| "learning_rate": 4.000584074242326e-05, |
| "loss": 0.6474, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.6083834659421696, |
| "grad_norm": 1.6884162400220937, |
| "learning_rate": 3.998961645791421e-05, |
| "loss": 0.6339, |
| "step": 6270 |
| }, |
| { |
| "epoch": 0.609353774500291, |
| "grad_norm": 1.7825690304753616, |
| "learning_rate": 3.997339217340516e-05, |
| "loss": 0.5568, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.6103240830584126, |
| "grad_norm": 1.5564493386693086, |
| "learning_rate": 3.99571678888961e-05, |
| "loss": 0.602, |
| "step": 6290 |
| }, |
| { |
| "epoch": 0.6112943916165341, |
| "grad_norm": 1.667415447715766, |
| "learning_rate": 3.994094360438705e-05, |
| "loss": 0.5877, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.6122647001746555, |
| "grad_norm": 1.6232084554425263, |
| "learning_rate": 3.9924719319877994e-05, |
| "loss": 0.6247, |
| "step": 6310 |
| }, |
| { |
| "epoch": 0.613235008732777, |
| "grad_norm": 1.7806635141428606, |
| "learning_rate": 3.9908495035368944e-05, |
| "loss": 0.5651, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.6142053172908986, |
| "grad_norm": 1.2898375089967073, |
| "learning_rate": 3.989227075085989e-05, |
| "loss": 0.6206, |
| "step": 6330 |
| }, |
| { |
| "epoch": 0.61517562584902, |
| "grad_norm": 1.762789516395008, |
| "learning_rate": 3.9876046466350836e-05, |
| "loss": 0.5538, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.6161459344071415, |
| "grad_norm": 1.8092369800491652, |
| "learning_rate": 3.985982218184178e-05, |
| "loss": 0.6236, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.6171162429652629, |
| "grad_norm": 1.8060820825881239, |
| "learning_rate": 3.984359789733273e-05, |
| "loss": 0.5875, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.6180865515233844, |
| "grad_norm": 1.7317977897542403, |
| "learning_rate": 3.982737361282368e-05, |
| "loss": 0.594, |
| "step": 6370 |
| }, |
| { |
| "epoch": 0.619056860081506, |
| "grad_norm": 1.5504516693013288, |
| "learning_rate": 3.981114932831462e-05, |
| "loss": 0.5833, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.6200271686396274, |
| "grad_norm": 1.3714460442712506, |
| "learning_rate": 3.979492504380557e-05, |
| "loss": 0.6048, |
| "step": 6390 |
| }, |
| { |
| "epoch": 0.6209974771977489, |
| "grad_norm": 1.741408754147969, |
| "learning_rate": 3.9778700759296515e-05, |
| "loss": 0.6729, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.6219677857558704, |
| "grad_norm": 1.0600787702033703, |
| "learning_rate": 3.9762476474787465e-05, |
| "loss": 0.6934, |
| "step": 6410 |
| }, |
| { |
| "epoch": 0.6229380943139918, |
| "grad_norm": 1.5722449067246123, |
| "learning_rate": 3.974625219027841e-05, |
| "loss": 0.6043, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.6239084028721134, |
| "grad_norm": 1.3176596782485965, |
| "learning_rate": 3.973002790576936e-05, |
| "loss": 0.5898, |
| "step": 6430 |
| }, |
| { |
| "epoch": 0.6248787114302348, |
| "grad_norm": 1.4177190750303141, |
| "learning_rate": 3.971380362126031e-05, |
| "loss": 0.6146, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.6258490199883563, |
| "grad_norm": 1.3993450966845369, |
| "learning_rate": 3.969757933675125e-05, |
| "loss": 0.608, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.6268193285464778, |
| "grad_norm": 1.6552784809097676, |
| "learning_rate": 3.96813550522422e-05, |
| "loss": 0.6078, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.6277896371045992, |
| "grad_norm": 1.315768136368434, |
| "learning_rate": 3.966513076773314e-05, |
| "loss": 0.6021, |
| "step": 6470 |
| }, |
| { |
| "epoch": 0.6287599456627208, |
| "grad_norm": 1.431816586824017, |
| "learning_rate": 3.964890648322409e-05, |
| "loss": 0.5571, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.6297302542208423, |
| "grad_norm": 1.4950226300857892, |
| "learning_rate": 3.9632682198715036e-05, |
| "loss": 0.6297, |
| "step": 6490 |
| }, |
| { |
| "epoch": 0.6307005627789637, |
| "grad_norm": 2.0781333722978284, |
| "learning_rate": 3.9616457914205985e-05, |
| "loss": 0.596, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.6307005627789637, |
| "eval_loss": 0.6844401955604553, |
| "eval_runtime": 2468.3658, |
| "eval_samples_per_second": 0.726, |
| "eval_steps_per_second": 0.363, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.6316708713370852, |
| "grad_norm": 1.5337482284796442, |
| "learning_rate": 3.960023362969693e-05, |
| "loss": 0.6634, |
| "step": 6510 |
| }, |
| { |
| "epoch": 0.6326411798952066, |
| "grad_norm": 1.7040234243162709, |
| "learning_rate": 3.958400934518788e-05, |
| "loss": 0.5936, |
| "step": 6520 |
| }, |
| { |
| "epoch": 0.6336114884533282, |
| "grad_norm": 1.7943789476429368, |
| "learning_rate": 3.956778506067883e-05, |
| "loss": 0.6361, |
| "step": 6530 |
| }, |
| { |
| "epoch": 0.6345817970114497, |
| "grad_norm": 1.5737933588874193, |
| "learning_rate": 3.955156077616977e-05, |
| "loss": 0.6192, |
| "step": 6540 |
| }, |
| { |
| "epoch": 0.6355521055695711, |
| "grad_norm": 1.532774889369556, |
| "learning_rate": 3.953533649166072e-05, |
| "loss": 0.5694, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.6365224141276926, |
| "grad_norm": 1.6854751291833254, |
| "learning_rate": 3.9519112207151664e-05, |
| "loss": 0.6365, |
| "step": 6560 |
| }, |
| { |
| "epoch": 0.6374927226858141, |
| "grad_norm": 1.4850693595634958, |
| "learning_rate": 3.9502887922642613e-05, |
| "loss": 0.5966, |
| "step": 6570 |
| }, |
| { |
| "epoch": 0.6384630312439356, |
| "grad_norm": 1.5032167913978984, |
| "learning_rate": 3.9486663638133556e-05, |
| "loss": 0.6413, |
| "step": 6580 |
| }, |
| { |
| "epoch": 0.6394333398020571, |
| "grad_norm": 1.4058296063426399, |
| "learning_rate": 3.9470439353624506e-05, |
| "loss": 0.5845, |
| "step": 6590 |
| }, |
| { |
| "epoch": 0.6404036483601785, |
| "grad_norm": 1.563521067932564, |
| "learning_rate": 3.945421506911545e-05, |
| "loss": 0.6179, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.6413739569183, |
| "grad_norm": 1.4036808350972751, |
| "learning_rate": 3.94379907846064e-05, |
| "loss": 0.5942, |
| "step": 6610 |
| }, |
| { |
| "epoch": 0.6423442654764215, |
| "grad_norm": 1.4964922216668848, |
| "learning_rate": 3.942176650009735e-05, |
| "loss": 0.6516, |
| "step": 6620 |
| }, |
| { |
| "epoch": 0.643314574034543, |
| "grad_norm": 1.6801427039047954, |
| "learning_rate": 3.940554221558829e-05, |
| "loss": 0.6192, |
| "step": 6630 |
| }, |
| { |
| "epoch": 0.6442848825926645, |
| "grad_norm": 1.582294622357827, |
| "learning_rate": 3.938931793107924e-05, |
| "loss": 0.6051, |
| "step": 6640 |
| }, |
| { |
| "epoch": 0.645255191150786, |
| "grad_norm": 1.531859995817891, |
| "learning_rate": 3.9373093646570185e-05, |
| "loss": 0.6407, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.6462254997089074, |
| "grad_norm": 1.9088041020547684, |
| "learning_rate": 3.9356869362061134e-05, |
| "loss": 0.6078, |
| "step": 6660 |
| }, |
| { |
| "epoch": 0.6471958082670289, |
| "grad_norm": 1.3066981837793257, |
| "learning_rate": 3.934064507755208e-05, |
| "loss": 0.5665, |
| "step": 6670 |
| }, |
| { |
| "epoch": 0.6481661168251504, |
| "grad_norm": 1.313352722546981, |
| "learning_rate": 3.932442079304303e-05, |
| "loss": 0.5201, |
| "step": 6680 |
| }, |
| { |
| "epoch": 0.6491364253832719, |
| "grad_norm": 1.8145770193834194, |
| "learning_rate": 3.930819650853397e-05, |
| "loss": 0.636, |
| "step": 6690 |
| }, |
| { |
| "epoch": 0.6501067339413934, |
| "grad_norm": 1.6198734288858008, |
| "learning_rate": 3.929197222402492e-05, |
| "loss": 0.6529, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.6510770424995148, |
| "grad_norm": 1.6029042771301745, |
| "learning_rate": 3.927574793951587e-05, |
| "loss": 0.5777, |
| "step": 6710 |
| }, |
| { |
| "epoch": 0.6520473510576363, |
| "grad_norm": 1.7982640944263595, |
| "learning_rate": 3.925952365500681e-05, |
| "loss": 0.5833, |
| "step": 6720 |
| }, |
| { |
| "epoch": 0.6530176596157579, |
| "grad_norm": 1.9034497019204402, |
| "learning_rate": 3.924329937049776e-05, |
| "loss": 0.5981, |
| "step": 6730 |
| }, |
| { |
| "epoch": 0.6539879681738793, |
| "grad_norm": 1.3239435404528657, |
| "learning_rate": 3.9227075085988705e-05, |
| "loss": 0.5861, |
| "step": 6740 |
| }, |
| { |
| "epoch": 0.6549582767320008, |
| "grad_norm": 1.7333381509447607, |
| "learning_rate": 3.921085080147966e-05, |
| "loss": 0.5696, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.6559285852901222, |
| "grad_norm": 1.7408114949745195, |
| "learning_rate": 3.9194626516970605e-05, |
| "loss": 0.5868, |
| "step": 6760 |
| }, |
| { |
| "epoch": 0.6568988938482437, |
| "grad_norm": 1.4140478484561587, |
| "learning_rate": 3.9178402232461555e-05, |
| "loss": 0.6126, |
| "step": 6770 |
| }, |
| { |
| "epoch": 0.6578692024063653, |
| "grad_norm": 1.2359753742563322, |
| "learning_rate": 3.91621779479525e-05, |
| "loss": 0.595, |
| "step": 6780 |
| }, |
| { |
| "epoch": 0.6588395109644867, |
| "grad_norm": 1.4986954153208918, |
| "learning_rate": 3.914595366344345e-05, |
| "loss": 0.6399, |
| "step": 6790 |
| }, |
| { |
| "epoch": 0.6598098195226082, |
| "grad_norm": 1.60396773259511, |
| "learning_rate": 3.912972937893439e-05, |
| "loss": 0.573, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.6607801280807297, |
| "grad_norm": 1.6446241731745532, |
| "learning_rate": 3.911350509442534e-05, |
| "loss": 0.5758, |
| "step": 6810 |
| }, |
| { |
| "epoch": 0.6617504366388511, |
| "grad_norm": 1.6940327126152295, |
| "learning_rate": 3.909728080991629e-05, |
| "loss": 0.5646, |
| "step": 6820 |
| }, |
| { |
| "epoch": 0.6627207451969727, |
| "grad_norm": 1.6725911752868794, |
| "learning_rate": 3.908105652540723e-05, |
| "loss": 0.6282, |
| "step": 6830 |
| }, |
| { |
| "epoch": 0.6636910537550941, |
| "grad_norm": 1.724226678968073, |
| "learning_rate": 3.906483224089818e-05, |
| "loss": 0.6391, |
| "step": 6840 |
| }, |
| { |
| "epoch": 0.6646613623132156, |
| "grad_norm": 1.5959383703623191, |
| "learning_rate": 3.9048607956389126e-05, |
| "loss": 0.6003, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.6656316708713371, |
| "grad_norm": 1.7487148965006274, |
| "learning_rate": 3.9032383671880075e-05, |
| "loss": 0.6019, |
| "step": 6860 |
| }, |
| { |
| "epoch": 0.6666019794294585, |
| "grad_norm": 2.0088682339975312, |
| "learning_rate": 3.901615938737102e-05, |
| "loss": 0.5846, |
| "step": 6870 |
| }, |
| { |
| "epoch": 0.6675722879875801, |
| "grad_norm": 1.5646052877933723, |
| "learning_rate": 3.899993510286197e-05, |
| "loss": 0.6222, |
| "step": 6880 |
| }, |
| { |
| "epoch": 0.6685425965457016, |
| "grad_norm": 1.5750290096746722, |
| "learning_rate": 3.898371081835291e-05, |
| "loss": 0.6018, |
| "step": 6890 |
| }, |
| { |
| "epoch": 0.669512905103823, |
| "grad_norm": 1.2258053581934112, |
| "learning_rate": 3.896748653384386e-05, |
| "loss": 0.5697, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.6704832136619445, |
| "grad_norm": 1.9376975148901512, |
| "learning_rate": 3.895126224933481e-05, |
| "loss": 0.6168, |
| "step": 6910 |
| }, |
| { |
| "epoch": 0.6714535222200659, |
| "grad_norm": 1.4670771869188424, |
| "learning_rate": 3.8935037964825754e-05, |
| "loss": 0.5964, |
| "step": 6920 |
| }, |
| { |
| "epoch": 0.6724238307781875, |
| "grad_norm": 1.324084539118919, |
| "learning_rate": 3.8918813680316704e-05, |
| "loss": 0.5346, |
| "step": 6930 |
| }, |
| { |
| "epoch": 0.673394139336309, |
| "grad_norm": 1.717496207353836, |
| "learning_rate": 3.8902589395807647e-05, |
| "loss": 0.6112, |
| "step": 6940 |
| }, |
| { |
| "epoch": 0.6743644478944304, |
| "grad_norm": 2.019875964877309, |
| "learning_rate": 3.8886365111298596e-05, |
| "loss": 0.6522, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.6753347564525519, |
| "grad_norm": 1.3354957180640497, |
| "learning_rate": 3.887014082678954e-05, |
| "loss": 0.6256, |
| "step": 6960 |
| }, |
| { |
| "epoch": 0.6763050650106734, |
| "grad_norm": 1.6937952057212555, |
| "learning_rate": 3.885391654228049e-05, |
| "loss": 0.6176, |
| "step": 6970 |
| }, |
| { |
| "epoch": 0.6772753735687949, |
| "grad_norm": 1.5422166727550382, |
| "learning_rate": 3.883769225777143e-05, |
| "loss": 0.5546, |
| "step": 6980 |
| }, |
| { |
| "epoch": 0.6782456821269164, |
| "grad_norm": 1.7417491098472007, |
| "learning_rate": 3.882146797326238e-05, |
| "loss": 0.6267, |
| "step": 6990 |
| }, |
| { |
| "epoch": 0.6792159906850378, |
| "grad_norm": 1.5366921907221318, |
| "learning_rate": 3.880524368875333e-05, |
| "loss": 0.6218, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.6792159906850378, |
| "eval_loss": 0.678726851940155, |
| "eval_runtime": 2469.9254, |
| "eval_samples_per_second": 0.726, |
| "eval_steps_per_second": 0.363, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.6801862992431593, |
| "grad_norm": 1.5097589222422163, |
| "learning_rate": 3.8789019404244275e-05, |
| "loss": 0.5925, |
| "step": 7010 |
| }, |
| { |
| "epoch": 0.6811566078012808, |
| "grad_norm": 2.1865443717654256, |
| "learning_rate": 3.8772795119735224e-05, |
| "loss": 0.6125, |
| "step": 7020 |
| }, |
| { |
| "epoch": 0.6821269163594023, |
| "grad_norm": 1.3913795509553841, |
| "learning_rate": 3.875657083522617e-05, |
| "loss": 0.6366, |
| "step": 7030 |
| }, |
| { |
| "epoch": 0.6830972249175238, |
| "grad_norm": 1.314507220249943, |
| "learning_rate": 3.874034655071712e-05, |
| "loss": 0.5609, |
| "step": 7040 |
| }, |
| { |
| "epoch": 0.6840675334756453, |
| "grad_norm": 1.5985439411272098, |
| "learning_rate": 3.872412226620806e-05, |
| "loss": 0.5946, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.6850378420337667, |
| "grad_norm": 1.8453526914168807, |
| "learning_rate": 3.870789798169901e-05, |
| "loss": 0.5389, |
| "step": 7060 |
| }, |
| { |
| "epoch": 0.6860081505918882, |
| "grad_norm": 1.746744853463753, |
| "learning_rate": 3.869167369718995e-05, |
| "loss": 0.5821, |
| "step": 7070 |
| }, |
| { |
| "epoch": 0.6869784591500097, |
| "grad_norm": 1.351619112366914, |
| "learning_rate": 3.86754494126809e-05, |
| "loss": 0.6333, |
| "step": 7080 |
| }, |
| { |
| "epoch": 0.6879487677081312, |
| "grad_norm": 1.6766693580749343, |
| "learning_rate": 3.865922512817185e-05, |
| "loss": 0.5905, |
| "step": 7090 |
| }, |
| { |
| "epoch": 0.6889190762662527, |
| "grad_norm": 1.6907020127934513, |
| "learning_rate": 3.8643000843662795e-05, |
| "loss": 0.583, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.6898893848243741, |
| "grad_norm": 1.8609743061215689, |
| "learning_rate": 3.8626776559153745e-05, |
| "loss": 0.6131, |
| "step": 7110 |
| }, |
| { |
| "epoch": 0.6908596933824956, |
| "grad_norm": 1.3507375736553595, |
| "learning_rate": 3.861055227464469e-05, |
| "loss": 0.6399, |
| "step": 7120 |
| }, |
| { |
| "epoch": 0.6918300019406172, |
| "grad_norm": 1.7786145489846785, |
| "learning_rate": 3.859432799013564e-05, |
| "loss": 0.5148, |
| "step": 7130 |
| }, |
| { |
| "epoch": 0.6928003104987386, |
| "grad_norm": 1.7336491727001198, |
| "learning_rate": 3.857810370562658e-05, |
| "loss": 0.6154, |
| "step": 7140 |
| }, |
| { |
| "epoch": 0.6937706190568601, |
| "grad_norm": 1.4164103938896966, |
| "learning_rate": 3.856187942111753e-05, |
| "loss": 0.5768, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.6947409276149815, |
| "grad_norm": 1.5705135987803418, |
| "learning_rate": 3.854565513660848e-05, |
| "loss": 0.6102, |
| "step": 7160 |
| }, |
| { |
| "epoch": 0.695711236173103, |
| "grad_norm": 1.4121262983361098, |
| "learning_rate": 3.8529430852099424e-05, |
| "loss": 0.61, |
| "step": 7170 |
| }, |
| { |
| "epoch": 0.6966815447312246, |
| "grad_norm": 1.8472104212242206, |
| "learning_rate": 3.851320656759037e-05, |
| "loss": 0.5911, |
| "step": 7180 |
| }, |
| { |
| "epoch": 0.697651853289346, |
| "grad_norm": 1.5344754452736826, |
| "learning_rate": 3.8496982283081316e-05, |
| "loss": 0.606, |
| "step": 7190 |
| }, |
| { |
| "epoch": 0.6986221618474675, |
| "grad_norm": 1.6606427535357149, |
| "learning_rate": 3.8480757998572266e-05, |
| "loss": 0.6062, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.699592470405589, |
| "grad_norm": 1.633183446097436, |
| "learning_rate": 3.846453371406321e-05, |
| "loss": 0.5828, |
| "step": 7210 |
| }, |
| { |
| "epoch": 0.7005627789637104, |
| "grad_norm": 1.646557901144212, |
| "learning_rate": 3.844830942955416e-05, |
| "loss": 0.5354, |
| "step": 7220 |
| }, |
| { |
| "epoch": 0.701533087521832, |
| "grad_norm": 1.64918421348089, |
| "learning_rate": 3.84320851450451e-05, |
| "loss": 0.551, |
| "step": 7230 |
| }, |
| { |
| "epoch": 0.7025033960799534, |
| "grad_norm": 1.6382049443147468, |
| "learning_rate": 3.841586086053605e-05, |
| "loss": 0.5723, |
| "step": 7240 |
| }, |
| { |
| "epoch": 0.7034737046380749, |
| "grad_norm": 2.1034428309614523, |
| "learning_rate": 3.8399636576027e-05, |
| "loss": 0.6282, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.7044440131961964, |
| "grad_norm": 1.4993896668880777, |
| "learning_rate": 3.8383412291517944e-05, |
| "loss": 0.5221, |
| "step": 7260 |
| }, |
| { |
| "epoch": 0.7054143217543178, |
| "grad_norm": 1.5357479402580956, |
| "learning_rate": 3.8367188007008894e-05, |
| "loss": 0.6176, |
| "step": 7270 |
| }, |
| { |
| "epoch": 0.7063846303124394, |
| "grad_norm": 1.5289777074279678, |
| "learning_rate": 3.835096372249984e-05, |
| "loss": 0.6045, |
| "step": 7280 |
| }, |
| { |
| "epoch": 0.7073549388705609, |
| "grad_norm": 1.6907343435757922, |
| "learning_rate": 3.833473943799079e-05, |
| "loss": 0.5778, |
| "step": 7290 |
| }, |
| { |
| "epoch": 0.7083252474286823, |
| "grad_norm": 1.546188967929013, |
| "learning_rate": 3.831851515348173e-05, |
| "loss": 0.5966, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.7092955559868038, |
| "grad_norm": 1.6668813308937025, |
| "learning_rate": 3.830229086897268e-05, |
| "loss": 0.5443, |
| "step": 7310 |
| }, |
| { |
| "epoch": 0.7102658645449252, |
| "grad_norm": 2.0411822746490444, |
| "learning_rate": 3.828606658446362e-05, |
| "loss": 0.5663, |
| "step": 7320 |
| }, |
| { |
| "epoch": 0.7112361731030468, |
| "grad_norm": 1.5825597761459882, |
| "learning_rate": 3.826984229995457e-05, |
| "loss": 0.6143, |
| "step": 7330 |
| }, |
| { |
| "epoch": 0.7122064816611683, |
| "grad_norm": 1.7867885913406227, |
| "learning_rate": 3.825361801544552e-05, |
| "loss": 0.6094, |
| "step": 7340 |
| }, |
| { |
| "epoch": 0.7131767902192897, |
| "grad_norm": 1.4415937345324663, |
| "learning_rate": 3.8237393730936465e-05, |
| "loss": 0.552, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.7141470987774112, |
| "grad_norm": 1.8623916924146842, |
| "learning_rate": 3.8221169446427415e-05, |
| "loss": 0.6035, |
| "step": 7360 |
| }, |
| { |
| "epoch": 0.7151174073355328, |
| "grad_norm": 1.6112921767840875, |
| "learning_rate": 3.820494516191836e-05, |
| "loss": 0.5957, |
| "step": 7370 |
| }, |
| { |
| "epoch": 0.7160877158936542, |
| "grad_norm": 1.6295510822010462, |
| "learning_rate": 3.818872087740931e-05, |
| "loss": 0.5906, |
| "step": 7380 |
| }, |
| { |
| "epoch": 0.7170580244517757, |
| "grad_norm": 1.3787962703695553, |
| "learning_rate": 3.817249659290025e-05, |
| "loss": 0.5884, |
| "step": 7390 |
| }, |
| { |
| "epoch": 0.7180283330098971, |
| "grad_norm": 1.5293927693421874, |
| "learning_rate": 3.81562723083912e-05, |
| "loss": 0.6277, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.7189986415680186, |
| "grad_norm": 1.4147252260121417, |
| "learning_rate": 3.8140048023882143e-05, |
| "loss": 0.5725, |
| "step": 7410 |
| }, |
| { |
| "epoch": 0.7199689501261402, |
| "grad_norm": 1.7736403425897478, |
| "learning_rate": 3.812382373937309e-05, |
| "loss": 0.533, |
| "step": 7420 |
| }, |
| { |
| "epoch": 0.7209392586842616, |
| "grad_norm": 1.642532067779172, |
| "learning_rate": 3.810759945486404e-05, |
| "loss": 0.6405, |
| "step": 7430 |
| }, |
| { |
| "epoch": 0.7219095672423831, |
| "grad_norm": 1.8702737255141961, |
| "learning_rate": 3.8091375170354986e-05, |
| "loss": 0.523, |
| "step": 7440 |
| }, |
| { |
| "epoch": 0.7228798758005046, |
| "grad_norm": 1.82343375200645, |
| "learning_rate": 3.8075150885845936e-05, |
| "loss": 0.54, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.723850184358626, |
| "grad_norm": 1.6212132399265973, |
| "learning_rate": 3.805892660133688e-05, |
| "loss": 0.6016, |
| "step": 7460 |
| }, |
| { |
| "epoch": 0.7248204929167475, |
| "grad_norm": 1.7707895342391216, |
| "learning_rate": 3.804270231682783e-05, |
| "loss": 0.5724, |
| "step": 7470 |
| }, |
| { |
| "epoch": 0.725790801474869, |
| "grad_norm": 1.4832754109529855, |
| "learning_rate": 3.802647803231877e-05, |
| "loss": 0.5554, |
| "step": 7480 |
| }, |
| { |
| "epoch": 0.7267611100329905, |
| "grad_norm": 1.4890517160303556, |
| "learning_rate": 3.801025374780972e-05, |
| "loss": 0.6065, |
| "step": 7490 |
| }, |
| { |
| "epoch": 0.727731418591112, |
| "grad_norm": 2.047151127095432, |
| "learning_rate": 3.799402946330067e-05, |
| "loss": 0.6299, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.727731418591112, |
| "eval_loss": 0.6740881204605103, |
| "eval_runtime": 2470.6314, |
| "eval_samples_per_second": 0.725, |
| "eval_steps_per_second": 0.363, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.7287017271492334, |
| "grad_norm": 1.6234544208509818, |
| "learning_rate": 3.7977805178791614e-05, |
| "loss": 0.6013, |
| "step": 7510 |
| }, |
| { |
| "epoch": 0.729672035707355, |
| "grad_norm": 1.4452320512475898, |
| "learning_rate": 3.7961580894282564e-05, |
| "loss": 0.5479, |
| "step": 7520 |
| }, |
| { |
| "epoch": 0.7306423442654765, |
| "grad_norm": 1.2290296761164277, |
| "learning_rate": 3.794535660977351e-05, |
| "loss": 0.5471, |
| "step": 7530 |
| }, |
| { |
| "epoch": 0.7316126528235979, |
| "grad_norm": 1.567003648013224, |
| "learning_rate": 3.792913232526446e-05, |
| "loss": 0.6092, |
| "step": 7540 |
| }, |
| { |
| "epoch": 0.7325829613817194, |
| "grad_norm": 1.6011455152210408, |
| "learning_rate": 3.7912908040755406e-05, |
| "loss": 0.629, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.7335532699398408, |
| "grad_norm": 2.1218593111989192, |
| "learning_rate": 3.7896683756246356e-05, |
| "loss": 0.5773, |
| "step": 7560 |
| }, |
| { |
| "epoch": 0.7345235784979623, |
| "grad_norm": 1.8323104555880425, |
| "learning_rate": 3.78804594717373e-05, |
| "loss": 0.618, |
| "step": 7570 |
| }, |
| { |
| "epoch": 0.7354938870560839, |
| "grad_norm": 1.4152516707860787, |
| "learning_rate": 3.786423518722825e-05, |
| "loss": 0.6062, |
| "step": 7580 |
| }, |
| { |
| "epoch": 0.7364641956142053, |
| "grad_norm": 1.6284692342846199, |
| "learning_rate": 3.784801090271919e-05, |
| "loss": 0.5671, |
| "step": 7590 |
| }, |
| { |
| "epoch": 0.7374345041723268, |
| "grad_norm": 1.426043120608999, |
| "learning_rate": 3.783178661821014e-05, |
| "loss": 0.5972, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.7384048127304483, |
| "grad_norm": 1.893183882199419, |
| "learning_rate": 3.7815562333701085e-05, |
| "loss": 0.6193, |
| "step": 7610 |
| }, |
| { |
| "epoch": 0.7393751212885697, |
| "grad_norm": 1.9982181406611617, |
| "learning_rate": 3.7799338049192034e-05, |
| "loss": 0.5532, |
| "step": 7620 |
| }, |
| { |
| "epoch": 0.7403454298466913, |
| "grad_norm": 1.8557864601006913, |
| "learning_rate": 3.7783113764682984e-05, |
| "loss": 0.5777, |
| "step": 7630 |
| }, |
| { |
| "epoch": 0.7413157384048127, |
| "grad_norm": 1.8775040642513798, |
| "learning_rate": 3.776688948017393e-05, |
| "loss": 0.6268, |
| "step": 7640 |
| }, |
| { |
| "epoch": 0.7422860469629342, |
| "grad_norm": 1.758574155734976, |
| "learning_rate": 3.775066519566488e-05, |
| "loss": 0.5662, |
| "step": 7650 |
| }, |
| { |
| "epoch": 0.7432563555210557, |
| "grad_norm": 2.194684585403217, |
| "learning_rate": 3.773444091115582e-05, |
| "loss": 0.6628, |
| "step": 7660 |
| }, |
| { |
| "epoch": 0.7442266640791771, |
| "grad_norm": 1.3673983887882022, |
| "learning_rate": 3.771821662664677e-05, |
| "loss": 0.6061, |
| "step": 7670 |
| }, |
| { |
| "epoch": 0.7451969726372987, |
| "grad_norm": 1.2724099570692131, |
| "learning_rate": 3.770199234213771e-05, |
| "loss": 0.6337, |
| "step": 7680 |
| }, |
| { |
| "epoch": 0.7461672811954202, |
| "grad_norm": 1.6823171665935568, |
| "learning_rate": 3.768576805762866e-05, |
| "loss": 0.5528, |
| "step": 7690 |
| }, |
| { |
| "epoch": 0.7471375897535416, |
| "grad_norm": 1.9633396330523931, |
| "learning_rate": 3.7669543773119605e-05, |
| "loss": 0.5808, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.7481078983116631, |
| "grad_norm": 1.7782111547784767, |
| "learning_rate": 3.7653319488610555e-05, |
| "loss": 0.5767, |
| "step": 7710 |
| }, |
| { |
| "epoch": 0.7490782068697845, |
| "grad_norm": 2.3110549543336205, |
| "learning_rate": 3.7637095204101505e-05, |
| "loss": 0.6062, |
| "step": 7720 |
| }, |
| { |
| "epoch": 0.7500485154279061, |
| "grad_norm": 1.6939270574842946, |
| "learning_rate": 3.762087091959245e-05, |
| "loss": 0.6225, |
| "step": 7730 |
| }, |
| { |
| "epoch": 0.7510188239860276, |
| "grad_norm": 1.4820399391564874, |
| "learning_rate": 3.76046466350834e-05, |
| "loss": 0.6047, |
| "step": 7740 |
| }, |
| { |
| "epoch": 0.751989132544149, |
| "grad_norm": 1.5672189262381615, |
| "learning_rate": 3.758842235057434e-05, |
| "loss": 0.5879, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.7529594411022705, |
| "grad_norm": 1.6472834744978406, |
| "learning_rate": 3.757219806606529e-05, |
| "loss": 0.5895, |
| "step": 7760 |
| }, |
| { |
| "epoch": 0.7539297496603921, |
| "grad_norm": 1.1201299864920753, |
| "learning_rate": 3.7555973781556234e-05, |
| "loss": 0.5801, |
| "step": 7770 |
| }, |
| { |
| "epoch": 0.7549000582185135, |
| "grad_norm": 2.1519831187317107, |
| "learning_rate": 3.753974949704718e-05, |
| "loss": 0.5806, |
| "step": 7780 |
| }, |
| { |
| "epoch": 0.755870366776635, |
| "grad_norm": 1.6558911877127844, |
| "learning_rate": 3.752352521253813e-05, |
| "loss": 0.6243, |
| "step": 7790 |
| }, |
| { |
| "epoch": 0.7568406753347564, |
| "grad_norm": 1.56259604588081, |
| "learning_rate": 3.7507300928029076e-05, |
| "loss": 0.5611, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.7578109838928779, |
| "grad_norm": 1.7228227668603993, |
| "learning_rate": 3.7491076643520026e-05, |
| "loss": 0.5517, |
| "step": 7810 |
| }, |
| { |
| "epoch": 0.7587812924509995, |
| "grad_norm": 1.4902669117767953, |
| "learning_rate": 3.747485235901097e-05, |
| "loss": 0.538, |
| "step": 7820 |
| }, |
| { |
| "epoch": 0.7597516010091209, |
| "grad_norm": 1.782224663749718, |
| "learning_rate": 3.745862807450192e-05, |
| "loss": 0.5753, |
| "step": 7830 |
| }, |
| { |
| "epoch": 0.7607219095672424, |
| "grad_norm": 1.9997818457050736, |
| "learning_rate": 3.744240378999286e-05, |
| "loss": 0.6007, |
| "step": 7840 |
| }, |
| { |
| "epoch": 0.7616922181253639, |
| "grad_norm": 1.4094657223176301, |
| "learning_rate": 3.742617950548381e-05, |
| "loss": 0.6338, |
| "step": 7850 |
| }, |
| { |
| "epoch": 0.7626625266834853, |
| "grad_norm": 1.9288686398933608, |
| "learning_rate": 3.7409955220974754e-05, |
| "loss": 0.5906, |
| "step": 7860 |
| }, |
| { |
| "epoch": 0.7636328352416069, |
| "grad_norm": 1.7390584642787001, |
| "learning_rate": 3.7393730936465704e-05, |
| "loss": 0.5738, |
| "step": 7870 |
| }, |
| { |
| "epoch": 0.7646031437997283, |
| "grad_norm": 1.9438974814009289, |
| "learning_rate": 3.7377506651956654e-05, |
| "loss": 0.5121, |
| "step": 7880 |
| }, |
| { |
| "epoch": 0.7655734523578498, |
| "grad_norm": 1.740068812702714, |
| "learning_rate": 3.73612823674476e-05, |
| "loss": 0.557, |
| "step": 7890 |
| }, |
| { |
| "epoch": 0.7665437609159713, |
| "grad_norm": 1.7983844321630307, |
| "learning_rate": 3.734505808293855e-05, |
| "loss": 0.5748, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.7675140694740927, |
| "grad_norm": 1.5464273991421298, |
| "learning_rate": 3.732883379842949e-05, |
| "loss": 0.547, |
| "step": 7910 |
| }, |
| { |
| "epoch": 0.7684843780322143, |
| "grad_norm": 1.5357637162840818, |
| "learning_rate": 3.731260951392044e-05, |
| "loss": 0.5628, |
| "step": 7920 |
| }, |
| { |
| "epoch": 0.7694546865903358, |
| "grad_norm": 1.5933643507985389, |
| "learning_rate": 3.729638522941138e-05, |
| "loss": 0.6377, |
| "step": 7930 |
| }, |
| { |
| "epoch": 0.7704249951484572, |
| "grad_norm": 1.885102854313203, |
| "learning_rate": 3.728016094490233e-05, |
| "loss": 0.5542, |
| "step": 7940 |
| }, |
| { |
| "epoch": 0.7713953037065787, |
| "grad_norm": 1.2646336337440816, |
| "learning_rate": 3.7263936660393275e-05, |
| "loss": 0.5909, |
| "step": 7950 |
| }, |
| { |
| "epoch": 0.7723656122647001, |
| "grad_norm": 1.5489929838962764, |
| "learning_rate": 3.7247712375884225e-05, |
| "loss": 0.6417, |
| "step": 7960 |
| }, |
| { |
| "epoch": 0.7733359208228217, |
| "grad_norm": 1.5642843810424312, |
| "learning_rate": 3.7231488091375175e-05, |
| "loss": 0.5739, |
| "step": 7970 |
| }, |
| { |
| "epoch": 0.7743062293809432, |
| "grad_norm": 1.2994344306176584, |
| "learning_rate": 3.721526380686612e-05, |
| "loss": 0.6521, |
| "step": 7980 |
| }, |
| { |
| "epoch": 0.7752765379390646, |
| "grad_norm": 1.7547352757346097, |
| "learning_rate": 3.719903952235707e-05, |
| "loss": 0.6055, |
| "step": 7990 |
| }, |
| { |
| "epoch": 0.7762468464971861, |
| "grad_norm": 1.8680201530781706, |
| "learning_rate": 3.718281523784801e-05, |
| "loss": 0.5468, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.7762468464971861, |
| "eval_loss": 0.6728888750076294, |
| "eval_runtime": 2470.4642, |
| "eval_samples_per_second": 0.725, |
| "eval_steps_per_second": 0.363, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.7772171550553076, |
| "grad_norm": 1.8353606131921394, |
| "learning_rate": 3.716659095333896e-05, |
| "loss": 0.6019, |
| "step": 8010 |
| }, |
| { |
| "epoch": 0.778187463613429, |
| "grad_norm": 2.1165186332460624, |
| "learning_rate": 3.71503666688299e-05, |
| "loss": 0.6144, |
| "step": 8020 |
| }, |
| { |
| "epoch": 0.7791577721715506, |
| "grad_norm": 1.2983357938097837, |
| "learning_rate": 3.713414238432085e-05, |
| "loss": 0.5765, |
| "step": 8030 |
| }, |
| { |
| "epoch": 0.780128080729672, |
| "grad_norm": 1.6998652219779764, |
| "learning_rate": 3.7117918099811796e-05, |
| "loss": 0.5673, |
| "step": 8040 |
| }, |
| { |
| "epoch": 0.7810983892877935, |
| "grad_norm": 1.6651384645995448, |
| "learning_rate": 3.7101693815302746e-05, |
| "loss": 0.5813, |
| "step": 8050 |
| }, |
| { |
| "epoch": 0.782068697845915, |
| "grad_norm": 1.711156688730374, |
| "learning_rate": 3.7085469530793696e-05, |
| "loss": 0.5804, |
| "step": 8060 |
| }, |
| { |
| "epoch": 0.7830390064040365, |
| "grad_norm": 1.8429084688690953, |
| "learning_rate": 3.706924524628464e-05, |
| "loss": 0.6076, |
| "step": 8070 |
| }, |
| { |
| "epoch": 0.784009314962158, |
| "grad_norm": 2.029890621987729, |
| "learning_rate": 3.705302096177559e-05, |
| "loss": 0.6248, |
| "step": 8080 |
| }, |
| { |
| "epoch": 0.7849796235202795, |
| "grad_norm": 2.075042801349425, |
| "learning_rate": 3.703679667726653e-05, |
| "loss": 0.5546, |
| "step": 8090 |
| }, |
| { |
| "epoch": 0.7859499320784009, |
| "grad_norm": 1.9442644766970887, |
| "learning_rate": 3.702057239275748e-05, |
| "loss": 0.5754, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.7869202406365224, |
| "grad_norm": 2.2898169839511167, |
| "learning_rate": 3.7004348108248424e-05, |
| "loss": 0.5479, |
| "step": 8110 |
| }, |
| { |
| "epoch": 0.7878905491946439, |
| "grad_norm": 1.1971567816899984, |
| "learning_rate": 3.6988123823739374e-05, |
| "loss": 0.5841, |
| "step": 8120 |
| }, |
| { |
| "epoch": 0.7888608577527654, |
| "grad_norm": 1.6483060799493618, |
| "learning_rate": 3.697189953923032e-05, |
| "loss": 0.5993, |
| "step": 8130 |
| }, |
| { |
| "epoch": 0.7898311663108869, |
| "grad_norm": 2.1844480030037094, |
| "learning_rate": 3.695567525472127e-05, |
| "loss": 0.5639, |
| "step": 8140 |
| }, |
| { |
| "epoch": 0.7908014748690083, |
| "grad_norm": 1.9208684488820418, |
| "learning_rate": 3.6939450970212216e-05, |
| "loss": 0.5548, |
| "step": 8150 |
| }, |
| { |
| "epoch": 0.7917717834271298, |
| "grad_norm": 1.7298769058966599, |
| "learning_rate": 3.692322668570316e-05, |
| "loss": 0.6189, |
| "step": 8160 |
| }, |
| { |
| "epoch": 0.7927420919852514, |
| "grad_norm": 2.043188779971351, |
| "learning_rate": 3.690700240119411e-05, |
| "loss": 0.6341, |
| "step": 8170 |
| }, |
| { |
| "epoch": 0.7937124005433728, |
| "grad_norm": 1.4155988967270856, |
| "learning_rate": 3.689077811668505e-05, |
| "loss": 0.5803, |
| "step": 8180 |
| }, |
| { |
| "epoch": 0.7946827091014943, |
| "grad_norm": 1.876027618508082, |
| "learning_rate": 3.6874553832176e-05, |
| "loss": 0.5469, |
| "step": 8190 |
| }, |
| { |
| "epoch": 0.7956530176596157, |
| "grad_norm": 1.8526890916404788, |
| "learning_rate": 3.6858329547666945e-05, |
| "loss": 0.5692, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.7966233262177372, |
| "grad_norm": 1.454859578114591, |
| "learning_rate": 3.6842105263157895e-05, |
| "loss": 0.5861, |
| "step": 8210 |
| }, |
| { |
| "epoch": 0.7975936347758588, |
| "grad_norm": 1.6396970355230962, |
| "learning_rate": 3.6825880978648844e-05, |
| "loss": 0.5864, |
| "step": 8220 |
| }, |
| { |
| "epoch": 0.7985639433339802, |
| "grad_norm": 2.035219184211101, |
| "learning_rate": 3.680965669413979e-05, |
| "loss": 0.5761, |
| "step": 8230 |
| }, |
| { |
| "epoch": 0.7995342518921017, |
| "grad_norm": 1.4771264704118183, |
| "learning_rate": 3.679343240963074e-05, |
| "loss": 0.5901, |
| "step": 8240 |
| }, |
| { |
| "epoch": 0.8005045604502232, |
| "grad_norm": 1.366640822196709, |
| "learning_rate": 3.677720812512168e-05, |
| "loss": 0.5976, |
| "step": 8250 |
| }, |
| { |
| "epoch": 0.8014748690083446, |
| "grad_norm": 1.6158534552665804, |
| "learning_rate": 3.676098384061263e-05, |
| "loss": 0.5676, |
| "step": 8260 |
| }, |
| { |
| "epoch": 0.8024451775664662, |
| "grad_norm": 1.906704908176893, |
| "learning_rate": 3.674475955610357e-05, |
| "loss": 0.6014, |
| "step": 8270 |
| }, |
| { |
| "epoch": 0.8034154861245876, |
| "grad_norm": 1.72316238215741, |
| "learning_rate": 3.672853527159452e-05, |
| "loss": 0.5341, |
| "step": 8280 |
| }, |
| { |
| "epoch": 0.8043857946827091, |
| "grad_norm": 1.6228489307580705, |
| "learning_rate": 3.6712310987085466e-05, |
| "loss": 0.6174, |
| "step": 8290 |
| }, |
| { |
| "epoch": 0.8053561032408306, |
| "grad_norm": 1.6343652614101287, |
| "learning_rate": 3.6696086702576416e-05, |
| "loss": 0.5628, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.806326411798952, |
| "grad_norm": 1.4875484854044787, |
| "learning_rate": 3.6679862418067365e-05, |
| "loss": 0.5559, |
| "step": 8310 |
| }, |
| { |
| "epoch": 0.8072967203570736, |
| "grad_norm": 1.7360867259906014, |
| "learning_rate": 3.6663638133558315e-05, |
| "loss": 0.6122, |
| "step": 8320 |
| }, |
| { |
| "epoch": 0.8082670289151951, |
| "grad_norm": 1.3760924603009739, |
| "learning_rate": 3.664741384904926e-05, |
| "loss": 0.5369, |
| "step": 8330 |
| }, |
| { |
| "epoch": 0.8092373374733165, |
| "grad_norm": 2.1326347379272033, |
| "learning_rate": 3.663118956454021e-05, |
| "loss": 0.6026, |
| "step": 8340 |
| }, |
| { |
| "epoch": 0.810207646031438, |
| "grad_norm": 1.8445530020541556, |
| "learning_rate": 3.661496528003116e-05, |
| "loss": 0.5924, |
| "step": 8350 |
| }, |
| { |
| "epoch": 0.8111779545895594, |
| "grad_norm": 2.1620839328051153, |
| "learning_rate": 3.65987409955221e-05, |
| "loss": 0.5556, |
| "step": 8360 |
| }, |
| { |
| "epoch": 0.812148263147681, |
| "grad_norm": 1.91334025126679, |
| "learning_rate": 3.658251671101305e-05, |
| "loss": 0.5787, |
| "step": 8370 |
| }, |
| { |
| "epoch": 0.8131185717058025, |
| "grad_norm": 1.6197394739350461, |
| "learning_rate": 3.656629242650399e-05, |
| "loss": 0.5364, |
| "step": 8380 |
| }, |
| { |
| "epoch": 0.8140888802639239, |
| "grad_norm": 1.7496855520727714, |
| "learning_rate": 3.655006814199494e-05, |
| "loss": 0.604, |
| "step": 8390 |
| }, |
| { |
| "epoch": 0.8150591888220454, |
| "grad_norm": 1.9072833025355298, |
| "learning_rate": 3.6533843857485886e-05, |
| "loss": 0.6127, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.816029497380167, |
| "grad_norm": 1.693494475477864, |
| "learning_rate": 3.6517619572976836e-05, |
| "loss": 0.5708, |
| "step": 8410 |
| }, |
| { |
| "epoch": 0.8169998059382884, |
| "grad_norm": 1.694549481689151, |
| "learning_rate": 3.6501395288467786e-05, |
| "loss": 0.544, |
| "step": 8420 |
| }, |
| { |
| "epoch": 0.8179701144964099, |
| "grad_norm": 1.77015793724743, |
| "learning_rate": 3.648517100395873e-05, |
| "loss": 0.5973, |
| "step": 8430 |
| }, |
| { |
| "epoch": 0.8189404230545313, |
| "grad_norm": 1.738049084314835, |
| "learning_rate": 3.646894671944968e-05, |
| "loss": 0.5912, |
| "step": 8440 |
| }, |
| { |
| "epoch": 0.8199107316126528, |
| "grad_norm": 1.647267019109384, |
| "learning_rate": 3.645272243494062e-05, |
| "loss": 0.6346, |
| "step": 8450 |
| }, |
| { |
| "epoch": 0.8208810401707743, |
| "grad_norm": 1.5240403667548303, |
| "learning_rate": 3.643649815043157e-05, |
| "loss": 0.6057, |
| "step": 8460 |
| }, |
| { |
| "epoch": 0.8218513487288958, |
| "grad_norm": 1.9527577485511822, |
| "learning_rate": 3.6420273865922514e-05, |
| "loss": 0.5615, |
| "step": 8470 |
| }, |
| { |
| "epoch": 0.8228216572870173, |
| "grad_norm": 1.937531929878238, |
| "learning_rate": 3.6404049581413464e-05, |
| "loss": 0.5625, |
| "step": 8480 |
| }, |
| { |
| "epoch": 0.8237919658451388, |
| "grad_norm": 1.7329982779170732, |
| "learning_rate": 3.638782529690441e-05, |
| "loss": 0.613, |
| "step": 8490 |
| }, |
| { |
| "epoch": 0.8247622744032602, |
| "grad_norm": 1.880843027338221, |
| "learning_rate": 3.637160101239536e-05, |
| "loss": 0.5869, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.8247622744032602, |
| "eval_loss": 0.6701070070266724, |
| "eval_runtime": 2471.9751, |
| "eval_samples_per_second": 0.725, |
| "eval_steps_per_second": 0.362, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.8257325829613817, |
| "grad_norm": 1.2566468431839666, |
| "learning_rate": 3.6355376727886307e-05, |
| "loss": 0.5433, |
| "step": 8510 |
| }, |
| { |
| "epoch": 0.8267028915195032, |
| "grad_norm": 1.8546070309693423, |
| "learning_rate": 3.633915244337725e-05, |
| "loss": 0.5669, |
| "step": 8520 |
| }, |
| { |
| "epoch": 0.8276732000776247, |
| "grad_norm": 1.268249173975751, |
| "learning_rate": 3.63229281588682e-05, |
| "loss": 0.5895, |
| "step": 8530 |
| }, |
| { |
| "epoch": 0.8286435086357462, |
| "grad_norm": 1.7652424871651577, |
| "learning_rate": 3.630670387435914e-05, |
| "loss": 0.5597, |
| "step": 8540 |
| }, |
| { |
| "epoch": 0.8296138171938676, |
| "grad_norm": 1.5480894985375517, |
| "learning_rate": 3.629047958985009e-05, |
| "loss": 0.5486, |
| "step": 8550 |
| }, |
| { |
| "epoch": 0.8305841257519891, |
| "grad_norm": 1.750414852898824, |
| "learning_rate": 3.6274255305341035e-05, |
| "loss": 0.584, |
| "step": 8560 |
| }, |
| { |
| "epoch": 0.8315544343101107, |
| "grad_norm": 1.7102419104322222, |
| "learning_rate": 3.6258031020831985e-05, |
| "loss": 0.5668, |
| "step": 8570 |
| }, |
| { |
| "epoch": 0.8325247428682321, |
| "grad_norm": 1.5528462400057457, |
| "learning_rate": 3.624180673632293e-05, |
| "loss": 0.5896, |
| "step": 8580 |
| }, |
| { |
| "epoch": 0.8334950514263536, |
| "grad_norm": 1.4801001203063542, |
| "learning_rate": 3.622558245181388e-05, |
| "loss": 0.5997, |
| "step": 8590 |
| }, |
| { |
| "epoch": 0.834465359984475, |
| "grad_norm": 1.391432340520497, |
| "learning_rate": 3.620935816730483e-05, |
| "loss": 0.5795, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.8354356685425965, |
| "grad_norm": 1.4373875976848383, |
| "learning_rate": 3.619313388279577e-05, |
| "loss": 0.5769, |
| "step": 8610 |
| }, |
| { |
| "epoch": 0.8364059771007181, |
| "grad_norm": 1.8411413590399401, |
| "learning_rate": 3.617690959828672e-05, |
| "loss": 0.5626, |
| "step": 8620 |
| }, |
| { |
| "epoch": 0.8373762856588395, |
| "grad_norm": 1.6990663233303336, |
| "learning_rate": 3.616068531377766e-05, |
| "loss": 0.6057, |
| "step": 8630 |
| }, |
| { |
| "epoch": 0.838346594216961, |
| "grad_norm": 1.9737814861957261, |
| "learning_rate": 3.614446102926861e-05, |
| "loss": 0.564, |
| "step": 8640 |
| }, |
| { |
| "epoch": 0.8393169027750825, |
| "grad_norm": 1.6163853470752478, |
| "learning_rate": 3.6128236744759556e-05, |
| "loss": 0.5429, |
| "step": 8650 |
| }, |
| { |
| "epoch": 0.8402872113332039, |
| "grad_norm": 1.5911941575436375, |
| "learning_rate": 3.6112012460250506e-05, |
| "loss": 0.6203, |
| "step": 8660 |
| }, |
| { |
| "epoch": 0.8412575198913255, |
| "grad_norm": 2.101242238346334, |
| "learning_rate": 3.609578817574145e-05, |
| "loss": 0.5263, |
| "step": 8670 |
| }, |
| { |
| "epoch": 0.8422278284494469, |
| "grad_norm": 1.671876183792032, |
| "learning_rate": 3.60795638912324e-05, |
| "loss": 0.5699, |
| "step": 8680 |
| }, |
| { |
| "epoch": 0.8431981370075684, |
| "grad_norm": 1.7729527985320428, |
| "learning_rate": 3.606333960672335e-05, |
| "loss": 0.5525, |
| "step": 8690 |
| }, |
| { |
| "epoch": 0.8441684455656899, |
| "grad_norm": 1.7198189021299524, |
| "learning_rate": 3.604711532221429e-05, |
| "loss": 0.5789, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.8451387541238113, |
| "grad_norm": 1.754160746828024, |
| "learning_rate": 3.603089103770524e-05, |
| "loss": 0.5126, |
| "step": 8710 |
| }, |
| { |
| "epoch": 0.8461090626819329, |
| "grad_norm": 1.8621321453517432, |
| "learning_rate": 3.6014666753196184e-05, |
| "loss": 0.593, |
| "step": 8720 |
| }, |
| { |
| "epoch": 0.8470793712400544, |
| "grad_norm": 1.4506925576933114, |
| "learning_rate": 3.5998442468687134e-05, |
| "loss": 0.5489, |
| "step": 8730 |
| }, |
| { |
| "epoch": 0.8480496797981758, |
| "grad_norm": 1.9426709583278723, |
| "learning_rate": 3.598221818417808e-05, |
| "loss": 0.498, |
| "step": 8740 |
| }, |
| { |
| "epoch": 0.8490199883562973, |
| "grad_norm": 1.7346244341640757, |
| "learning_rate": 3.5965993899669026e-05, |
| "loss": 0.5583, |
| "step": 8750 |
| }, |
| { |
| "epoch": 0.8499902969144187, |
| "grad_norm": 1.926381813212122, |
| "learning_rate": 3.594976961515997e-05, |
| "loss": 0.5931, |
| "step": 8760 |
| }, |
| { |
| "epoch": 0.8509606054725403, |
| "grad_norm": 1.9797943448639521, |
| "learning_rate": 3.593354533065092e-05, |
| "loss": 0.5773, |
| "step": 8770 |
| }, |
| { |
| "epoch": 0.8519309140306618, |
| "grad_norm": 2.243092907709638, |
| "learning_rate": 3.591732104614187e-05, |
| "loss": 0.5862, |
| "step": 8780 |
| }, |
| { |
| "epoch": 0.8529012225887832, |
| "grad_norm": 1.6686507496640315, |
| "learning_rate": 3.590109676163281e-05, |
| "loss": 0.5861, |
| "step": 8790 |
| }, |
| { |
| "epoch": 0.8538715311469047, |
| "grad_norm": 1.767743857045935, |
| "learning_rate": 3.588487247712376e-05, |
| "loss": 0.6008, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.8548418397050263, |
| "grad_norm": 1.789840488197533, |
| "learning_rate": 3.5868648192614705e-05, |
| "loss": 0.5578, |
| "step": 8810 |
| }, |
| { |
| "epoch": 0.8558121482631477, |
| "grad_norm": 1.826043320699609, |
| "learning_rate": 3.5852423908105655e-05, |
| "loss": 0.5568, |
| "step": 8820 |
| }, |
| { |
| "epoch": 0.8567824568212692, |
| "grad_norm": 1.4847524529624125, |
| "learning_rate": 3.58361996235966e-05, |
| "loss": 0.5984, |
| "step": 8830 |
| }, |
| { |
| "epoch": 0.8577527653793906, |
| "grad_norm": 1.5302240137475795, |
| "learning_rate": 3.581997533908755e-05, |
| "loss": 0.5619, |
| "step": 8840 |
| }, |
| { |
| "epoch": 0.8587230739375121, |
| "grad_norm": 1.6025870419513641, |
| "learning_rate": 3.58037510545785e-05, |
| "loss": 0.601, |
| "step": 8850 |
| }, |
| { |
| "epoch": 0.8596933824956337, |
| "grad_norm": 1.8930896480563768, |
| "learning_rate": 3.578752677006944e-05, |
| "loss": 0.5935, |
| "step": 8860 |
| }, |
| { |
| "epoch": 0.8606636910537551, |
| "grad_norm": 1.6413896209556986, |
| "learning_rate": 3.577130248556039e-05, |
| "loss": 0.6019, |
| "step": 8870 |
| }, |
| { |
| "epoch": 0.8616339996118766, |
| "grad_norm": 1.6030981794189743, |
| "learning_rate": 3.575507820105133e-05, |
| "loss": 0.5761, |
| "step": 8880 |
| }, |
| { |
| "epoch": 0.8626043081699981, |
| "grad_norm": 1.4798866694040977, |
| "learning_rate": 3.573885391654228e-05, |
| "loss": 0.5561, |
| "step": 8890 |
| }, |
| { |
| "epoch": 0.8635746167281195, |
| "grad_norm": 1.5790323051766768, |
| "learning_rate": 3.5722629632033226e-05, |
| "loss": 0.5986, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.864544925286241, |
| "grad_norm": 1.8409121182605548, |
| "learning_rate": 3.5706405347524175e-05, |
| "loss": 0.5878, |
| "step": 8910 |
| }, |
| { |
| "epoch": 0.8655152338443625, |
| "grad_norm": 1.4956048954650922, |
| "learning_rate": 3.569018106301512e-05, |
| "loss": 0.5548, |
| "step": 8920 |
| }, |
| { |
| "epoch": 0.866485542402484, |
| "grad_norm": 1.6969221289264929, |
| "learning_rate": 3.567395677850607e-05, |
| "loss": 0.5937, |
| "step": 8930 |
| }, |
| { |
| "epoch": 0.8674558509606055, |
| "grad_norm": 1.8986285895813184, |
| "learning_rate": 3.565773249399702e-05, |
| "loss": 0.5742, |
| "step": 8940 |
| }, |
| { |
| "epoch": 0.8684261595187269, |
| "grad_norm": 1.5434045122281053, |
| "learning_rate": 3.564150820948796e-05, |
| "loss": 0.561, |
| "step": 8950 |
| }, |
| { |
| "epoch": 0.8693964680768484, |
| "grad_norm": 1.69523497453855, |
| "learning_rate": 3.562528392497891e-05, |
| "loss": 0.5386, |
| "step": 8960 |
| }, |
| { |
| "epoch": 0.87036677663497, |
| "grad_norm": 1.382817285428295, |
| "learning_rate": 3.5609059640469854e-05, |
| "loss": 0.555, |
| "step": 8970 |
| }, |
| { |
| "epoch": 0.8713370851930914, |
| "grad_norm": 1.7354010988203836, |
| "learning_rate": 3.5592835355960803e-05, |
| "loss": 0.5963, |
| "step": 8980 |
| }, |
| { |
| "epoch": 0.8723073937512129, |
| "grad_norm": 1.9761497522561469, |
| "learning_rate": 3.5576611071451746e-05, |
| "loss": 0.5859, |
| "step": 8990 |
| }, |
| { |
| "epoch": 0.8732777023093343, |
| "grad_norm": 1.6264062899083487, |
| "learning_rate": 3.5560386786942696e-05, |
| "loss": 0.5596, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.8732777023093343, |
| "eval_loss": 0.664995551109314, |
| "eval_runtime": 2472.6792, |
| "eval_samples_per_second": 0.725, |
| "eval_steps_per_second": 0.362, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.8742480108674558, |
| "grad_norm": 1.7886226308798359, |
| "learning_rate": 3.554416250243364e-05, |
| "loss": 0.5484, |
| "step": 9010 |
| }, |
| { |
| "epoch": 0.8752183194255774, |
| "grad_norm": 1.5768009291424698, |
| "learning_rate": 3.552793821792459e-05, |
| "loss": 0.5511, |
| "step": 9020 |
| }, |
| { |
| "epoch": 0.8761886279836988, |
| "grad_norm": 1.5632964481761753, |
| "learning_rate": 3.551171393341554e-05, |
| "loss": 0.5173, |
| "step": 9030 |
| }, |
| { |
| "epoch": 0.8771589365418203, |
| "grad_norm": 2.0563484372782264, |
| "learning_rate": 3.549548964890648e-05, |
| "loss": 0.5586, |
| "step": 9040 |
| }, |
| { |
| "epoch": 0.8781292450999418, |
| "grad_norm": 1.9786114879020535, |
| "learning_rate": 3.547926536439743e-05, |
| "loss": 0.5767, |
| "step": 9050 |
| }, |
| { |
| "epoch": 0.8790995536580632, |
| "grad_norm": 1.2143656544779613, |
| "learning_rate": 3.5463041079888375e-05, |
| "loss": 0.5469, |
| "step": 9060 |
| }, |
| { |
| "epoch": 0.8800698622161848, |
| "grad_norm": 1.696976506773579, |
| "learning_rate": 3.5446816795379324e-05, |
| "loss": 0.5819, |
| "step": 9070 |
| }, |
| { |
| "epoch": 0.8810401707743062, |
| "grad_norm": 1.8002454640393335, |
| "learning_rate": 3.543059251087027e-05, |
| "loss": 0.5947, |
| "step": 9080 |
| }, |
| { |
| "epoch": 0.8820104793324277, |
| "grad_norm": 1.826272101277873, |
| "learning_rate": 3.541436822636122e-05, |
| "loss": 0.632, |
| "step": 9090 |
| }, |
| { |
| "epoch": 0.8829807878905492, |
| "grad_norm": 1.8609691197855038, |
| "learning_rate": 3.539814394185217e-05, |
| "loss": 0.649, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.8839510964486706, |
| "grad_norm": 1.7165708438826977, |
| "learning_rate": 3.5381919657343117e-05, |
| "loss": 0.5746, |
| "step": 9110 |
| }, |
| { |
| "epoch": 0.8849214050067922, |
| "grad_norm": 2.0390486982174454, |
| "learning_rate": 3.536569537283406e-05, |
| "loss": 0.5834, |
| "step": 9120 |
| }, |
| { |
| "epoch": 0.8858917135649137, |
| "grad_norm": 1.3107579501174733, |
| "learning_rate": 3.534947108832501e-05, |
| "loss": 0.5605, |
| "step": 9130 |
| }, |
| { |
| "epoch": 0.8868620221230351, |
| "grad_norm": 1.7750714401302556, |
| "learning_rate": 3.533324680381596e-05, |
| "loss": 0.5778, |
| "step": 9140 |
| }, |
| { |
| "epoch": 0.8878323306811566, |
| "grad_norm": 1.9002696712889475, |
| "learning_rate": 3.53170225193069e-05, |
| "loss": 0.5928, |
| "step": 9150 |
| }, |
| { |
| "epoch": 0.888802639239278, |
| "grad_norm": 1.602034501274119, |
| "learning_rate": 3.530079823479785e-05, |
| "loss": 0.5941, |
| "step": 9160 |
| }, |
| { |
| "epoch": 0.8897729477973996, |
| "grad_norm": 1.5338224625276715, |
| "learning_rate": 3.5284573950288795e-05, |
| "loss": 0.5678, |
| "step": 9170 |
| }, |
| { |
| "epoch": 0.8907432563555211, |
| "grad_norm": 1.6656771631689804, |
| "learning_rate": 3.5268349665779745e-05, |
| "loss": 0.5621, |
| "step": 9180 |
| }, |
| { |
| "epoch": 0.8917135649136425, |
| "grad_norm": 1.6734086655118368, |
| "learning_rate": 3.525212538127069e-05, |
| "loss": 0.5836, |
| "step": 9190 |
| }, |
| { |
| "epoch": 0.892683873471764, |
| "grad_norm": 1.7321566684016627, |
| "learning_rate": 3.523590109676164e-05, |
| "loss": 0.6049, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.8936541820298856, |
| "grad_norm": 1.8468990646584322, |
| "learning_rate": 3.521967681225258e-05, |
| "loss": 0.5265, |
| "step": 9210 |
| }, |
| { |
| "epoch": 0.894624490588007, |
| "grad_norm": 1.8260102068484456, |
| "learning_rate": 3.520345252774353e-05, |
| "loss": 0.6003, |
| "step": 9220 |
| }, |
| { |
| "epoch": 0.8955947991461285, |
| "grad_norm": 1.5049364704966368, |
| "learning_rate": 3.518722824323448e-05, |
| "loss": 0.6362, |
| "step": 9230 |
| }, |
| { |
| "epoch": 0.8965651077042499, |
| "grad_norm": 1.8567290478944525, |
| "learning_rate": 3.517100395872542e-05, |
| "loss": 0.5666, |
| "step": 9240 |
| }, |
| { |
| "epoch": 0.8975354162623714, |
| "grad_norm": 1.83554173576104, |
| "learning_rate": 3.515477967421637e-05, |
| "loss": 0.525, |
| "step": 9250 |
| }, |
| { |
| "epoch": 0.898505724820493, |
| "grad_norm": 1.756580666977339, |
| "learning_rate": 3.5138555389707316e-05, |
| "loss": 0.5297, |
| "step": 9260 |
| }, |
| { |
| "epoch": 0.8994760333786144, |
| "grad_norm": 1.3709870685247603, |
| "learning_rate": 3.5122331105198265e-05, |
| "loss": 0.5529, |
| "step": 9270 |
| }, |
| { |
| "epoch": 0.9004463419367359, |
| "grad_norm": 1.910129116074302, |
| "learning_rate": 3.510610682068921e-05, |
| "loss": 0.5575, |
| "step": 9280 |
| }, |
| { |
| "epoch": 0.9014166504948574, |
| "grad_norm": 1.457636418218358, |
| "learning_rate": 3.508988253618016e-05, |
| "loss": 0.6219, |
| "step": 9290 |
| }, |
| { |
| "epoch": 0.9023869590529788, |
| "grad_norm": 1.7400018831329018, |
| "learning_rate": 3.50736582516711e-05, |
| "loss": 0.597, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.9033572676111004, |
| "grad_norm": 1.7711972448898297, |
| "learning_rate": 3.505743396716205e-05, |
| "loss": 0.5953, |
| "step": 9310 |
| }, |
| { |
| "epoch": 0.9043275761692218, |
| "grad_norm": 1.3127391028092956, |
| "learning_rate": 3.5041209682653e-05, |
| "loss": 0.5771, |
| "step": 9320 |
| }, |
| { |
| "epoch": 0.9052978847273433, |
| "grad_norm": 1.707083390377331, |
| "learning_rate": 3.5024985398143944e-05, |
| "loss": 0.5941, |
| "step": 9330 |
| }, |
| { |
| "epoch": 0.9062681932854648, |
| "grad_norm": 2.3395444029475425, |
| "learning_rate": 3.5008761113634894e-05, |
| "loss": 0.5249, |
| "step": 9340 |
| }, |
| { |
| "epoch": 0.9072385018435862, |
| "grad_norm": 2.15851320522422, |
| "learning_rate": 3.4992536829125837e-05, |
| "loss": 0.5754, |
| "step": 9350 |
| }, |
| { |
| "epoch": 0.9082088104017078, |
| "grad_norm": 1.566455099295683, |
| "learning_rate": 3.4976312544616786e-05, |
| "loss": 0.5982, |
| "step": 9360 |
| }, |
| { |
| "epoch": 0.9091791189598293, |
| "grad_norm": 1.6447262177778976, |
| "learning_rate": 3.496008826010773e-05, |
| "loss": 0.5819, |
| "step": 9370 |
| }, |
| { |
| "epoch": 0.9101494275179507, |
| "grad_norm": 1.9281752331049982, |
| "learning_rate": 3.494386397559868e-05, |
| "loss": 0.5789, |
| "step": 9380 |
| }, |
| { |
| "epoch": 0.9111197360760722, |
| "grad_norm": 1.9237214019216216, |
| "learning_rate": 3.492763969108962e-05, |
| "loss": 0.5773, |
| "step": 9390 |
| }, |
| { |
| "epoch": 0.9120900446341936, |
| "grad_norm": 1.5099620370471458, |
| "learning_rate": 3.491141540658057e-05, |
| "loss": 0.5954, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.9130603531923152, |
| "grad_norm": 1.861214942110368, |
| "learning_rate": 3.489519112207152e-05, |
| "loss": 0.5956, |
| "step": 9410 |
| }, |
| { |
| "epoch": 0.9140306617504367, |
| "grad_norm": 1.780788157697634, |
| "learning_rate": 3.4878966837562465e-05, |
| "loss": 0.5492, |
| "step": 9420 |
| }, |
| { |
| "epoch": 0.9150009703085581, |
| "grad_norm": 1.7391155816623414, |
| "learning_rate": 3.4862742553053414e-05, |
| "loss": 0.5984, |
| "step": 9430 |
| }, |
| { |
| "epoch": 0.9159712788666796, |
| "grad_norm": 2.1229665459752125, |
| "learning_rate": 3.484651826854436e-05, |
| "loss": 0.5924, |
| "step": 9440 |
| }, |
| { |
| "epoch": 0.9169415874248011, |
| "grad_norm": 2.1306613515387625, |
| "learning_rate": 3.483029398403531e-05, |
| "loss": 0.5148, |
| "step": 9450 |
| }, |
| { |
| "epoch": 0.9179118959829226, |
| "grad_norm": 1.312566076533743, |
| "learning_rate": 3.481406969952625e-05, |
| "loss": 0.5919, |
| "step": 9460 |
| }, |
| { |
| "epoch": 0.9188822045410441, |
| "grad_norm": 1.4886826509371758, |
| "learning_rate": 3.47978454150172e-05, |
| "loss": 0.5853, |
| "step": 9470 |
| }, |
| { |
| "epoch": 0.9198525130991655, |
| "grad_norm": 2.0143652338550098, |
| "learning_rate": 3.478162113050815e-05, |
| "loss": 0.5689, |
| "step": 9480 |
| }, |
| { |
| "epoch": 0.920822821657287, |
| "grad_norm": 1.1368414203141723, |
| "learning_rate": 3.476539684599909e-05, |
| "loss": 0.5546, |
| "step": 9490 |
| }, |
| { |
| "epoch": 0.9217931302154085, |
| "grad_norm": 1.6341362563091877, |
| "learning_rate": 3.474917256149004e-05, |
| "loss": 0.5481, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.9217931302154085, |
| "eval_loss": 0.6622401475906372, |
| "eval_runtime": 2474.1087, |
| "eval_samples_per_second": 0.724, |
| "eval_steps_per_second": 0.362, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.92276343877353, |
| "grad_norm": 1.8501035490125046, |
| "learning_rate": 3.4732948276980985e-05, |
| "loss": 0.519, |
| "step": 9510 |
| }, |
| { |
| "epoch": 0.9237337473316515, |
| "grad_norm": 1.788403250607821, |
| "learning_rate": 3.4716723992471935e-05, |
| "loss": 0.5934, |
| "step": 9520 |
| }, |
| { |
| "epoch": 0.924704055889773, |
| "grad_norm": 2.0089841746536212, |
| "learning_rate": 3.470049970796288e-05, |
| "loss": 0.5463, |
| "step": 9530 |
| }, |
| { |
| "epoch": 0.9256743644478944, |
| "grad_norm": 1.4797021959834935, |
| "learning_rate": 3.468427542345383e-05, |
| "loss": 0.538, |
| "step": 9540 |
| }, |
| { |
| "epoch": 0.9266446730060159, |
| "grad_norm": 1.5018994978955122, |
| "learning_rate": 3.466805113894477e-05, |
| "loss": 0.5859, |
| "step": 9550 |
| }, |
| { |
| "epoch": 0.9276149815641374, |
| "grad_norm": 1.6445575492561615, |
| "learning_rate": 3.465182685443572e-05, |
| "loss": 0.5335, |
| "step": 9560 |
| }, |
| { |
| "epoch": 0.9285852901222589, |
| "grad_norm": 1.910218513281919, |
| "learning_rate": 3.463560256992667e-05, |
| "loss": 0.5284, |
| "step": 9570 |
| }, |
| { |
| "epoch": 0.9295555986803804, |
| "grad_norm": 1.5061058308088753, |
| "learning_rate": 3.4619378285417614e-05, |
| "loss": 0.5332, |
| "step": 9580 |
| }, |
| { |
| "epoch": 0.9305259072385018, |
| "grad_norm": 1.5869569364806828, |
| "learning_rate": 3.460315400090856e-05, |
| "loss": 0.5591, |
| "step": 9590 |
| }, |
| { |
| "epoch": 0.9314962157966233, |
| "grad_norm": 1.709001551959916, |
| "learning_rate": 3.4586929716399506e-05, |
| "loss": 0.5499, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.9324665243547449, |
| "grad_norm": 1.5648665735772118, |
| "learning_rate": 3.4570705431890456e-05, |
| "loss": 0.5677, |
| "step": 9610 |
| }, |
| { |
| "epoch": 0.9334368329128663, |
| "grad_norm": 2.297106138114182, |
| "learning_rate": 3.45544811473814e-05, |
| "loss": 0.5687, |
| "step": 9620 |
| }, |
| { |
| "epoch": 0.9344071414709878, |
| "grad_norm": 1.940344115414216, |
| "learning_rate": 3.453825686287235e-05, |
| "loss": 0.5614, |
| "step": 9630 |
| }, |
| { |
| "epoch": 0.9353774500291092, |
| "grad_norm": 2.2931746226047336, |
| "learning_rate": 3.452203257836329e-05, |
| "loss": 0.5888, |
| "step": 9640 |
| }, |
| { |
| "epoch": 0.9363477585872307, |
| "grad_norm": 1.6726396768074983, |
| "learning_rate": 3.450580829385424e-05, |
| "loss": 0.555, |
| "step": 9650 |
| }, |
| { |
| "epoch": 0.9373180671453523, |
| "grad_norm": 1.5245738077800575, |
| "learning_rate": 3.448958400934519e-05, |
| "loss": 0.5464, |
| "step": 9660 |
| }, |
| { |
| "epoch": 0.9382883757034737, |
| "grad_norm": 1.3863585051832457, |
| "learning_rate": 3.4473359724836134e-05, |
| "loss": 0.5033, |
| "step": 9670 |
| }, |
| { |
| "epoch": 0.9392586842615952, |
| "grad_norm": 1.2261387961871664, |
| "learning_rate": 3.4457135440327084e-05, |
| "loss": 0.5229, |
| "step": 9680 |
| }, |
| { |
| "epoch": 0.9402289928197167, |
| "grad_norm": 1.8933274253957586, |
| "learning_rate": 3.444091115581803e-05, |
| "loss": 0.552, |
| "step": 9690 |
| }, |
| { |
| "epoch": 0.9411993013778381, |
| "grad_norm": 1.7235797326078635, |
| "learning_rate": 3.442468687130898e-05, |
| "loss": 0.5899, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.9421696099359597, |
| "grad_norm": 1.428965938918239, |
| "learning_rate": 3.440846258679992e-05, |
| "loss": 0.5733, |
| "step": 9710 |
| }, |
| { |
| "epoch": 0.9431399184940811, |
| "grad_norm": 1.4190853376920558, |
| "learning_rate": 3.439223830229087e-05, |
| "loss": 0.5762, |
| "step": 9720 |
| }, |
| { |
| "epoch": 0.9441102270522026, |
| "grad_norm": 1.569528489090731, |
| "learning_rate": 3.437601401778181e-05, |
| "loss": 0.5535, |
| "step": 9730 |
| }, |
| { |
| "epoch": 0.9450805356103241, |
| "grad_norm": 1.869896863596011, |
| "learning_rate": 3.435978973327276e-05, |
| "loss": 0.5651, |
| "step": 9740 |
| }, |
| { |
| "epoch": 0.9460508441684455, |
| "grad_norm": 2.3801435462427785, |
| "learning_rate": 3.434356544876371e-05, |
| "loss": 0.5366, |
| "step": 9750 |
| }, |
| { |
| "epoch": 0.9470211527265671, |
| "grad_norm": 1.7543924621581104, |
| "learning_rate": 3.4327341164254655e-05, |
| "loss": 0.5407, |
| "step": 9760 |
| }, |
| { |
| "epoch": 0.9479914612846886, |
| "grad_norm": 1.6645160945117223, |
| "learning_rate": 3.4311116879745605e-05, |
| "loss": 0.5776, |
| "step": 9770 |
| }, |
| { |
| "epoch": 0.94896176984281, |
| "grad_norm": 1.5226969850196896, |
| "learning_rate": 3.429489259523655e-05, |
| "loss": 0.5189, |
| "step": 9780 |
| }, |
| { |
| "epoch": 0.9499320784009315, |
| "grad_norm": 1.7957341969322531, |
| "learning_rate": 3.42786683107275e-05, |
| "loss": 0.5771, |
| "step": 9790 |
| }, |
| { |
| "epoch": 0.9509023869590529, |
| "grad_norm": 1.4922624955935235, |
| "learning_rate": 3.426244402621844e-05, |
| "loss": 0.5339, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.9518726955171745, |
| "grad_norm": 1.9179842292383775, |
| "learning_rate": 3.424621974170939e-05, |
| "loss": 0.5408, |
| "step": 9810 |
| }, |
| { |
| "epoch": 0.952843004075296, |
| "grad_norm": 1.8930907076270356, |
| "learning_rate": 3.4229995457200333e-05, |
| "loss": 0.5622, |
| "step": 9820 |
| }, |
| { |
| "epoch": 0.9538133126334174, |
| "grad_norm": 1.781854001943581, |
| "learning_rate": 3.421377117269128e-05, |
| "loss": 0.5654, |
| "step": 9830 |
| }, |
| { |
| "epoch": 0.9547836211915389, |
| "grad_norm": 1.9058249916201926, |
| "learning_rate": 3.419754688818223e-05, |
| "loss": 0.6089, |
| "step": 9840 |
| }, |
| { |
| "epoch": 0.9557539297496604, |
| "grad_norm": 1.5813398061915347, |
| "learning_rate": 3.4181322603673176e-05, |
| "loss": 0.5444, |
| "step": 9850 |
| }, |
| { |
| "epoch": 0.9567242383077819, |
| "grad_norm": 1.6480219585268394, |
| "learning_rate": 3.4165098319164126e-05, |
| "loss": 0.5215, |
| "step": 9860 |
| }, |
| { |
| "epoch": 0.9576945468659034, |
| "grad_norm": 1.6302754198626406, |
| "learning_rate": 3.414887403465507e-05, |
| "loss": 0.5225, |
| "step": 9870 |
| }, |
| { |
| "epoch": 0.9586648554240248, |
| "grad_norm": 1.9428020773502297, |
| "learning_rate": 3.4132649750146025e-05, |
| "loss": 0.5227, |
| "step": 9880 |
| }, |
| { |
| "epoch": 0.9596351639821463, |
| "grad_norm": 2.1394044994306376, |
| "learning_rate": 3.411642546563697e-05, |
| "loss": 0.5227, |
| "step": 9890 |
| }, |
| { |
| "epoch": 0.9606054725402678, |
| "grad_norm": 1.4958041091695313, |
| "learning_rate": 3.410020118112792e-05, |
| "loss": 0.5536, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.9615757810983893, |
| "grad_norm": 1.65783511931855, |
| "learning_rate": 3.408397689661886e-05, |
| "loss": 0.6116, |
| "step": 9910 |
| }, |
| { |
| "epoch": 0.9625460896565108, |
| "grad_norm": 1.2687727005359897, |
| "learning_rate": 3.406775261210981e-05, |
| "loss": 0.582, |
| "step": 9920 |
| }, |
| { |
| "epoch": 0.9635163982146323, |
| "grad_norm": 1.642309856430725, |
| "learning_rate": 3.4051528327600754e-05, |
| "loss": 0.5156, |
| "step": 9930 |
| }, |
| { |
| "epoch": 0.9644867067727537, |
| "grad_norm": 1.5540151182331825, |
| "learning_rate": 3.4035304043091704e-05, |
| "loss": 0.514, |
| "step": 9940 |
| }, |
| { |
| "epoch": 0.9654570153308752, |
| "grad_norm": 1.6334411063744383, |
| "learning_rate": 3.401907975858265e-05, |
| "loss": 0.585, |
| "step": 9950 |
| }, |
| { |
| "epoch": 0.9664273238889967, |
| "grad_norm": 1.5262322683208274, |
| "learning_rate": 3.4002855474073596e-05, |
| "loss": 0.5493, |
| "step": 9960 |
| }, |
| { |
| "epoch": 0.9673976324471182, |
| "grad_norm": 2.041216469634578, |
| "learning_rate": 3.3986631189564546e-05, |
| "loss": 0.5701, |
| "step": 9970 |
| }, |
| { |
| "epoch": 0.9683679410052397, |
| "grad_norm": 1.6826626866998198, |
| "learning_rate": 3.397040690505549e-05, |
| "loss": 0.5522, |
| "step": 9980 |
| }, |
| { |
| "epoch": 0.9693382495633611, |
| "grad_norm": 1.3784779820091337, |
| "learning_rate": 3.395418262054644e-05, |
| "loss": 0.5401, |
| "step": 9990 |
| }, |
| { |
| "epoch": 0.9703085581214826, |
| "grad_norm": 2.164538127382688, |
| "learning_rate": 3.393795833603738e-05, |
| "loss": 0.5493, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.9703085581214826, |
| "eval_loss": 0.6604536771774292, |
| "eval_runtime": 2471.8323, |
| "eval_samples_per_second": 0.725, |
| "eval_steps_per_second": 0.362, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.9712788666796042, |
| "grad_norm": 1.641886541364288, |
| "learning_rate": 3.392173405152833e-05, |
| "loss": 0.5592, |
| "step": 10010 |
| }, |
| { |
| "epoch": 0.9722491752377256, |
| "grad_norm": 1.676600577801569, |
| "learning_rate": 3.3905509767019275e-05, |
| "loss": 0.5675, |
| "step": 10020 |
| }, |
| { |
| "epoch": 0.9732194837958471, |
| "grad_norm": 1.575522175535914, |
| "learning_rate": 3.3889285482510224e-05, |
| "loss": 0.5564, |
| "step": 10030 |
| }, |
| { |
| "epoch": 0.9741897923539685, |
| "grad_norm": 1.4256611852011571, |
| "learning_rate": 3.3873061198001174e-05, |
| "loss": 0.5654, |
| "step": 10040 |
| }, |
| { |
| "epoch": 0.97516010091209, |
| "grad_norm": 1.9766555201121603, |
| "learning_rate": 3.385683691349212e-05, |
| "loss": 0.5853, |
| "step": 10050 |
| }, |
| { |
| "epoch": 0.9761304094702116, |
| "grad_norm": 1.4257493175991105, |
| "learning_rate": 3.384061262898307e-05, |
| "loss": 0.602, |
| "step": 10060 |
| }, |
| { |
| "epoch": 0.977100718028333, |
| "grad_norm": 1.7942732122646, |
| "learning_rate": 3.382438834447401e-05, |
| "loss": 0.5083, |
| "step": 10070 |
| }, |
| { |
| "epoch": 0.9780710265864545, |
| "grad_norm": 1.970290799031593, |
| "learning_rate": 3.380816405996496e-05, |
| "loss": 0.5353, |
| "step": 10080 |
| }, |
| { |
| "epoch": 0.979041335144576, |
| "grad_norm": 2.177029103778447, |
| "learning_rate": 3.37919397754559e-05, |
| "loss": 0.5364, |
| "step": 10090 |
| }, |
| { |
| "epoch": 0.9800116437026974, |
| "grad_norm": 1.6319237609838204, |
| "learning_rate": 3.377571549094685e-05, |
| "loss": 0.5498, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.980981952260819, |
| "grad_norm": 1.9418003047270103, |
| "learning_rate": 3.3759491206437795e-05, |
| "loss": 0.6225, |
| "step": 10110 |
| }, |
| { |
| "epoch": 0.9819522608189404, |
| "grad_norm": 1.5233382574211756, |
| "learning_rate": 3.3743266921928745e-05, |
| "loss": 0.5488, |
| "step": 10120 |
| }, |
| { |
| "epoch": 0.9829225693770619, |
| "grad_norm": 1.7034150218696569, |
| "learning_rate": 3.3727042637419695e-05, |
| "loss": 0.5912, |
| "step": 10130 |
| }, |
| { |
| "epoch": 0.9838928779351834, |
| "grad_norm": 1.9808892841805323, |
| "learning_rate": 3.371081835291064e-05, |
| "loss": 0.5657, |
| "step": 10140 |
| }, |
| { |
| "epoch": 0.9848631864933048, |
| "grad_norm": 1.9429830219605533, |
| "learning_rate": 3.369459406840159e-05, |
| "loss": 0.563, |
| "step": 10150 |
| }, |
| { |
| "epoch": 0.9858334950514264, |
| "grad_norm": 1.7823608925927663, |
| "learning_rate": 3.367836978389253e-05, |
| "loss": 0.5315, |
| "step": 10160 |
| }, |
| { |
| "epoch": 0.9868038036095479, |
| "grad_norm": 1.6317868773777158, |
| "learning_rate": 3.366214549938348e-05, |
| "loss": 0.5663, |
| "step": 10170 |
| }, |
| { |
| "epoch": 0.9877741121676693, |
| "grad_norm": 1.9950884655573202, |
| "learning_rate": 3.3645921214874424e-05, |
| "loss": 0.5704, |
| "step": 10180 |
| }, |
| { |
| "epoch": 0.9887444207257908, |
| "grad_norm": 1.6320762630806733, |
| "learning_rate": 3.362969693036537e-05, |
| "loss": 0.5746, |
| "step": 10190 |
| }, |
| { |
| "epoch": 0.9897147292839122, |
| "grad_norm": 1.685041060441873, |
| "learning_rate": 3.361347264585632e-05, |
| "loss": 0.5917, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.9906850378420338, |
| "grad_norm": 1.7530117501023248, |
| "learning_rate": 3.3597248361347266e-05, |
| "loss": 0.5365, |
| "step": 10210 |
| }, |
| { |
| "epoch": 0.9916553464001553, |
| "grad_norm": 1.9196791146989973, |
| "learning_rate": 3.3581024076838216e-05, |
| "loss": 0.5795, |
| "step": 10220 |
| }, |
| { |
| "epoch": 0.9926256549582767, |
| "grad_norm": 1.9870737501998446, |
| "learning_rate": 3.356479979232916e-05, |
| "loss": 0.6544, |
| "step": 10230 |
| }, |
| { |
| "epoch": 0.9935959635163982, |
| "grad_norm": 1.491102870770748, |
| "learning_rate": 3.354857550782011e-05, |
| "loss": 0.5083, |
| "step": 10240 |
| }, |
| { |
| "epoch": 0.9945662720745198, |
| "grad_norm": 1.5900809359608934, |
| "learning_rate": 3.353235122331105e-05, |
| "loss": 0.5693, |
| "step": 10250 |
| }, |
| { |
| "epoch": 0.9955365806326412, |
| "grad_norm": 1.6635095304395011, |
| "learning_rate": 3.3516126938802e-05, |
| "loss": 0.5744, |
| "step": 10260 |
| }, |
| { |
| "epoch": 0.9965068891907627, |
| "grad_norm": 2.0049230325912957, |
| "learning_rate": 3.3499902654292944e-05, |
| "loss": 0.5461, |
| "step": 10270 |
| }, |
| { |
| "epoch": 0.9974771977488841, |
| "grad_norm": 1.50147581851131, |
| "learning_rate": 3.3483678369783894e-05, |
| "loss": 0.5803, |
| "step": 10280 |
| }, |
| { |
| "epoch": 0.9984475063070056, |
| "grad_norm": 1.8064338359868768, |
| "learning_rate": 3.3467454085274844e-05, |
| "loss": 0.506, |
| "step": 10290 |
| }, |
| { |
| "epoch": 0.9994178148651272, |
| "grad_norm": 2.052231872791701, |
| "learning_rate": 3.345122980076579e-05, |
| "loss": 0.5752, |
| "step": 10300 |
| }, |
| { |
| "epoch": 1.0003881234232486, |
| "grad_norm": 1.7418958102493116, |
| "learning_rate": 3.343500551625674e-05, |
| "loss": 0.6082, |
| "step": 10310 |
| }, |
| { |
| "epoch": 1.00135843198137, |
| "grad_norm": 1.8975860607542987, |
| "learning_rate": 3.341878123174768e-05, |
| "loss": 0.5524, |
| "step": 10320 |
| }, |
| { |
| "epoch": 1.0023287405394916, |
| "grad_norm": 1.7076807320811012, |
| "learning_rate": 3.340255694723863e-05, |
| "loss": 0.6075, |
| "step": 10330 |
| }, |
| { |
| "epoch": 1.003299049097613, |
| "grad_norm": 1.4300451205657956, |
| "learning_rate": 3.338633266272957e-05, |
| "loss": 0.5326, |
| "step": 10340 |
| }, |
| { |
| "epoch": 1.0042693576557344, |
| "grad_norm": 2.0682797223020777, |
| "learning_rate": 3.337010837822052e-05, |
| "loss": 0.5484, |
| "step": 10350 |
| }, |
| { |
| "epoch": 1.005239666213856, |
| "grad_norm": 1.536692096590345, |
| "learning_rate": 3.3353884093711465e-05, |
| "loss": 0.546, |
| "step": 10360 |
| }, |
| { |
| "epoch": 1.0062099747719775, |
| "grad_norm": 1.7848861749442593, |
| "learning_rate": 3.3337659809202415e-05, |
| "loss": 0.5763, |
| "step": 10370 |
| }, |
| { |
| "epoch": 1.007180283330099, |
| "grad_norm": 1.4925347515246201, |
| "learning_rate": 3.3321435524693365e-05, |
| "loss": 0.5005, |
| "step": 10380 |
| }, |
| { |
| "epoch": 1.0081505918882205, |
| "grad_norm": 1.4245048085109102, |
| "learning_rate": 3.330521124018431e-05, |
| "loss": 0.5352, |
| "step": 10390 |
| }, |
| { |
| "epoch": 1.009120900446342, |
| "grad_norm": 1.6528542775713155, |
| "learning_rate": 3.328898695567526e-05, |
| "loss": 0.5794, |
| "step": 10400 |
| }, |
| { |
| "epoch": 1.0100912090044634, |
| "grad_norm": 1.7391134864648952, |
| "learning_rate": 3.32727626711662e-05, |
| "loss": 0.6133, |
| "step": 10410 |
| }, |
| { |
| "epoch": 1.011061517562585, |
| "grad_norm": 1.8040782879083466, |
| "learning_rate": 3.325653838665715e-05, |
| "loss": 0.5124, |
| "step": 10420 |
| }, |
| { |
| "epoch": 1.0120318261207064, |
| "grad_norm": 1.730132568689756, |
| "learning_rate": 3.324031410214809e-05, |
| "loss": 0.4803, |
| "step": 10430 |
| }, |
| { |
| "epoch": 1.0130021346788278, |
| "grad_norm": 1.8540575748734034, |
| "learning_rate": 3.322408981763904e-05, |
| "loss": 0.5188, |
| "step": 10440 |
| }, |
| { |
| "epoch": 1.0139724432369492, |
| "grad_norm": 1.7683659307789739, |
| "learning_rate": 3.3207865533129986e-05, |
| "loss": 0.5341, |
| "step": 10450 |
| }, |
| { |
| "epoch": 1.0149427517950709, |
| "grad_norm": 1.7745239019667731, |
| "learning_rate": 3.3191641248620936e-05, |
| "loss": 0.5858, |
| "step": 10460 |
| }, |
| { |
| "epoch": 1.0159130603531923, |
| "grad_norm": 1.5664467690196044, |
| "learning_rate": 3.3175416964111886e-05, |
| "loss": 0.6587, |
| "step": 10470 |
| }, |
| { |
| "epoch": 1.0168833689113137, |
| "grad_norm": 1.92833985335436, |
| "learning_rate": 3.315919267960283e-05, |
| "loss": 0.5532, |
| "step": 10480 |
| }, |
| { |
| "epoch": 1.0178536774694353, |
| "grad_norm": 1.646924763771934, |
| "learning_rate": 3.314296839509378e-05, |
| "loss": 0.5638, |
| "step": 10490 |
| }, |
| { |
| "epoch": 1.0188239860275567, |
| "grad_norm": 1.477844051399051, |
| "learning_rate": 3.312674411058472e-05, |
| "loss": 0.5254, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.0188239860275567, |
| "eval_loss": 0.6569487452507019, |
| "eval_runtime": 2472.3859, |
| "eval_samples_per_second": 0.725, |
| "eval_steps_per_second": 0.362, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.0197942945856782, |
| "grad_norm": 1.7732534556121307, |
| "learning_rate": 3.311051982607567e-05, |
| "loss": 0.5098, |
| "step": 10510 |
| }, |
| { |
| "epoch": 1.0207646031437998, |
| "grad_norm": 1.8592910812190746, |
| "learning_rate": 3.3094295541566614e-05, |
| "loss": 0.5836, |
| "step": 10520 |
| }, |
| { |
| "epoch": 1.0217349117019212, |
| "grad_norm": 1.7186074858012894, |
| "learning_rate": 3.3078071257057564e-05, |
| "loss": 0.5445, |
| "step": 10530 |
| }, |
| { |
| "epoch": 1.0227052202600426, |
| "grad_norm": 2.043653022917622, |
| "learning_rate": 3.306184697254851e-05, |
| "loss": 0.5627, |
| "step": 10540 |
| }, |
| { |
| "epoch": 1.0236755288181643, |
| "grad_norm": 1.7054473164163695, |
| "learning_rate": 3.304562268803946e-05, |
| "loss": 0.6426, |
| "step": 10550 |
| }, |
| { |
| "epoch": 1.0246458373762857, |
| "grad_norm": 1.5920397197878904, |
| "learning_rate": 3.3029398403530406e-05, |
| "loss": 0.5542, |
| "step": 10560 |
| }, |
| { |
| "epoch": 1.025616145934407, |
| "grad_norm": 1.6885876369635333, |
| "learning_rate": 3.301317411902135e-05, |
| "loss": 0.5399, |
| "step": 10570 |
| }, |
| { |
| "epoch": 1.0265864544925287, |
| "grad_norm": 1.712761359550596, |
| "learning_rate": 3.29969498345123e-05, |
| "loss": 0.5609, |
| "step": 10580 |
| }, |
| { |
| "epoch": 1.0275567630506501, |
| "grad_norm": 1.849118205679511, |
| "learning_rate": 3.298072555000324e-05, |
| "loss": 0.5817, |
| "step": 10590 |
| }, |
| { |
| "epoch": 1.0285270716087715, |
| "grad_norm": 1.7919320749353798, |
| "learning_rate": 3.296450126549419e-05, |
| "loss": 0.562, |
| "step": 10600 |
| }, |
| { |
| "epoch": 1.0294973801668932, |
| "grad_norm": 1.9867833035377922, |
| "learning_rate": 3.2948276980985135e-05, |
| "loss": 0.5266, |
| "step": 10610 |
| }, |
| { |
| "epoch": 1.0304676887250146, |
| "grad_norm": 1.4844422926334193, |
| "learning_rate": 3.2932052696476085e-05, |
| "loss": 0.5989, |
| "step": 10620 |
| }, |
| { |
| "epoch": 1.031437997283136, |
| "grad_norm": 1.902397349373601, |
| "learning_rate": 3.2915828411967034e-05, |
| "loss": 0.4869, |
| "step": 10630 |
| }, |
| { |
| "epoch": 1.0324083058412574, |
| "grad_norm": 1.595731562090853, |
| "learning_rate": 3.289960412745798e-05, |
| "loss": 0.5014, |
| "step": 10640 |
| }, |
| { |
| "epoch": 1.033378614399379, |
| "grad_norm": 1.641533553754366, |
| "learning_rate": 3.288337984294893e-05, |
| "loss": 0.5847, |
| "step": 10650 |
| }, |
| { |
| "epoch": 1.0343489229575005, |
| "grad_norm": 1.6793350674365874, |
| "learning_rate": 3.286715555843988e-05, |
| "loss": 0.5433, |
| "step": 10660 |
| }, |
| { |
| "epoch": 1.0353192315156219, |
| "grad_norm": 1.7886777094595252, |
| "learning_rate": 3.285093127393083e-05, |
| "loss": 0.5936, |
| "step": 10670 |
| }, |
| { |
| "epoch": 1.0362895400737435, |
| "grad_norm": 1.7628097025479255, |
| "learning_rate": 3.283470698942177e-05, |
| "loss": 0.5176, |
| "step": 10680 |
| }, |
| { |
| "epoch": 1.037259848631865, |
| "grad_norm": 1.7117894064748884, |
| "learning_rate": 3.281848270491272e-05, |
| "loss": 0.5166, |
| "step": 10690 |
| }, |
| { |
| "epoch": 1.0382301571899863, |
| "grad_norm": 1.8595449574787446, |
| "learning_rate": 3.280225842040366e-05, |
| "loss": 0.5511, |
| "step": 10700 |
| }, |
| { |
| "epoch": 1.039200465748108, |
| "grad_norm": 1.5833347089731324, |
| "learning_rate": 3.278603413589461e-05, |
| "loss": 0.5808, |
| "step": 10710 |
| }, |
| { |
| "epoch": 1.0401707743062294, |
| "grad_norm": 1.5168916043350162, |
| "learning_rate": 3.2769809851385555e-05, |
| "loss": 0.5295, |
| "step": 10720 |
| }, |
| { |
| "epoch": 1.0411410828643508, |
| "grad_norm": 1.9583788202686643, |
| "learning_rate": 3.2753585566876505e-05, |
| "loss": 0.5859, |
| "step": 10730 |
| }, |
| { |
| "epoch": 1.0421113914224724, |
| "grad_norm": 1.6490551146953607, |
| "learning_rate": 3.273736128236745e-05, |
| "loss": 0.5988, |
| "step": 10740 |
| }, |
| { |
| "epoch": 1.0430816999805939, |
| "grad_norm": 2.2945646534561734, |
| "learning_rate": 3.27211369978584e-05, |
| "loss": 0.5481, |
| "step": 10750 |
| }, |
| { |
| "epoch": 1.0440520085387153, |
| "grad_norm": 1.6823894633457166, |
| "learning_rate": 3.270491271334935e-05, |
| "loss": 0.566, |
| "step": 10760 |
| }, |
| { |
| "epoch": 1.0450223170968367, |
| "grad_norm": 1.9698263256075523, |
| "learning_rate": 3.268868842884029e-05, |
| "loss": 0.582, |
| "step": 10770 |
| }, |
| { |
| "epoch": 1.0459926256549583, |
| "grad_norm": 1.6140673075775909, |
| "learning_rate": 3.267246414433124e-05, |
| "loss": 0.4717, |
| "step": 10780 |
| }, |
| { |
| "epoch": 1.0469629342130797, |
| "grad_norm": 1.916378749987929, |
| "learning_rate": 3.265623985982218e-05, |
| "loss": 0.5244, |
| "step": 10790 |
| }, |
| { |
| "epoch": 1.0479332427712011, |
| "grad_norm": 1.9482061690949193, |
| "learning_rate": 3.264001557531313e-05, |
| "loss": 0.5973, |
| "step": 10800 |
| }, |
| { |
| "epoch": 1.0489035513293228, |
| "grad_norm": 2.142491022649256, |
| "learning_rate": 3.2623791290804076e-05, |
| "loss": 0.5317, |
| "step": 10810 |
| }, |
| { |
| "epoch": 1.0498738598874442, |
| "grad_norm": 1.706373160041174, |
| "learning_rate": 3.2607567006295026e-05, |
| "loss": 0.5136, |
| "step": 10820 |
| }, |
| { |
| "epoch": 1.0508441684455656, |
| "grad_norm": 1.8959475848770957, |
| "learning_rate": 3.2591342721785976e-05, |
| "loss": 0.5655, |
| "step": 10830 |
| }, |
| { |
| "epoch": 1.0518144770036872, |
| "grad_norm": 1.8921424824926663, |
| "learning_rate": 3.257511843727692e-05, |
| "loss": 0.5164, |
| "step": 10840 |
| }, |
| { |
| "epoch": 1.0527847855618087, |
| "grad_norm": 2.0234555341020664, |
| "learning_rate": 3.255889415276787e-05, |
| "loss": 0.5335, |
| "step": 10850 |
| }, |
| { |
| "epoch": 1.05375509411993, |
| "grad_norm": 2.0614821240519947, |
| "learning_rate": 3.254266986825881e-05, |
| "loss": 0.5022, |
| "step": 10860 |
| }, |
| { |
| "epoch": 1.0547254026780517, |
| "grad_norm": 1.7142183353166638, |
| "learning_rate": 3.252644558374976e-05, |
| "loss": 0.5452, |
| "step": 10870 |
| }, |
| { |
| "epoch": 1.0556957112361731, |
| "grad_norm": 1.8265079239939517, |
| "learning_rate": 3.2510221299240704e-05, |
| "loss": 0.5302, |
| "step": 10880 |
| }, |
| { |
| "epoch": 1.0566660197942945, |
| "grad_norm": 1.7953764101996608, |
| "learning_rate": 3.2493997014731654e-05, |
| "loss": 0.5418, |
| "step": 10890 |
| }, |
| { |
| "epoch": 1.0576363283524162, |
| "grad_norm": 1.8762589557600082, |
| "learning_rate": 3.24777727302226e-05, |
| "loss": 0.5743, |
| "step": 10900 |
| }, |
| { |
| "epoch": 1.0586066369105376, |
| "grad_norm": 1.4926319666858994, |
| "learning_rate": 3.246154844571355e-05, |
| "loss": 0.5291, |
| "step": 10910 |
| }, |
| { |
| "epoch": 1.059576945468659, |
| "grad_norm": 1.9278698099129787, |
| "learning_rate": 3.2445324161204497e-05, |
| "loss": 0.5409, |
| "step": 10920 |
| }, |
| { |
| "epoch": 1.0605472540267806, |
| "grad_norm": 1.8973044877439684, |
| "learning_rate": 3.242909987669544e-05, |
| "loss": 0.5466, |
| "step": 10930 |
| }, |
| { |
| "epoch": 1.061517562584902, |
| "grad_norm": 2.174563710599117, |
| "learning_rate": 3.241287559218639e-05, |
| "loss": 0.516, |
| "step": 10940 |
| }, |
| { |
| "epoch": 1.0624878711430235, |
| "grad_norm": 2.1559495316330786, |
| "learning_rate": 3.239665130767733e-05, |
| "loss": 0.5951, |
| "step": 10950 |
| }, |
| { |
| "epoch": 1.0634581797011449, |
| "grad_norm": 2.224958308598168, |
| "learning_rate": 3.238042702316828e-05, |
| "loss": 0.5216, |
| "step": 10960 |
| }, |
| { |
| "epoch": 1.0644284882592665, |
| "grad_norm": 1.5388616251824314, |
| "learning_rate": 3.2364202738659225e-05, |
| "loss": 0.551, |
| "step": 10970 |
| }, |
| { |
| "epoch": 1.065398796817388, |
| "grad_norm": 1.8563910144302744, |
| "learning_rate": 3.2347978454150175e-05, |
| "loss": 0.5325, |
| "step": 10980 |
| }, |
| { |
| "epoch": 1.0663691053755093, |
| "grad_norm": 1.249386464606806, |
| "learning_rate": 3.233175416964112e-05, |
| "loss": 0.5223, |
| "step": 10990 |
| }, |
| { |
| "epoch": 1.067339413933631, |
| "grad_norm": 1.7788595735717652, |
| "learning_rate": 3.231552988513207e-05, |
| "loss": 0.5353, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.067339413933631, |
| "eval_loss": 0.6541542410850525, |
| "eval_runtime": 2467.7272, |
| "eval_samples_per_second": 0.726, |
| "eval_steps_per_second": 0.363, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.0683097224917524, |
| "grad_norm": 2.093397486341294, |
| "learning_rate": 3.229930560062302e-05, |
| "loss": 0.5373, |
| "step": 11010 |
| }, |
| { |
| "epoch": 1.0692800310498738, |
| "grad_norm": 1.6292327190910305, |
| "learning_rate": 3.228308131611396e-05, |
| "loss": 0.5417, |
| "step": 11020 |
| }, |
| { |
| "epoch": 1.0702503396079954, |
| "grad_norm": 1.6545192933610855, |
| "learning_rate": 3.226685703160491e-05, |
| "loss": 0.5508, |
| "step": 11030 |
| }, |
| { |
| "epoch": 1.0712206481661168, |
| "grad_norm": 1.8906889663679678, |
| "learning_rate": 3.225063274709585e-05, |
| "loss": 0.5268, |
| "step": 11040 |
| }, |
| { |
| "epoch": 1.0721909567242383, |
| "grad_norm": 1.392471317144995, |
| "learning_rate": 3.22344084625868e-05, |
| "loss": 0.5226, |
| "step": 11050 |
| }, |
| { |
| "epoch": 1.0731612652823599, |
| "grad_norm": 1.9171337047147172, |
| "learning_rate": 3.2218184178077746e-05, |
| "loss": 0.5212, |
| "step": 11060 |
| }, |
| { |
| "epoch": 1.0741315738404813, |
| "grad_norm": 1.4857874915171814, |
| "learning_rate": 3.2201959893568696e-05, |
| "loss": 0.5335, |
| "step": 11070 |
| }, |
| { |
| "epoch": 1.0751018823986027, |
| "grad_norm": 1.7538116790409093, |
| "learning_rate": 3.218573560905964e-05, |
| "loss": 0.542, |
| "step": 11080 |
| }, |
| { |
| "epoch": 1.0760721909567241, |
| "grad_norm": 1.6310285074576256, |
| "learning_rate": 3.216951132455059e-05, |
| "loss": 0.5114, |
| "step": 11090 |
| }, |
| { |
| "epoch": 1.0770424995148458, |
| "grad_norm": 1.6921457584921478, |
| "learning_rate": 3.215328704004154e-05, |
| "loss": 0.4924, |
| "step": 11100 |
| }, |
| { |
| "epoch": 1.0780128080729672, |
| "grad_norm": 1.7745242342830565, |
| "learning_rate": 3.213706275553248e-05, |
| "loss": 0.5567, |
| "step": 11110 |
| }, |
| { |
| "epoch": 1.0789831166310886, |
| "grad_norm": 1.69496703066604, |
| "learning_rate": 3.212083847102343e-05, |
| "loss": 0.5237, |
| "step": 11120 |
| }, |
| { |
| "epoch": 1.0799534251892102, |
| "grad_norm": 1.7029551999976154, |
| "learning_rate": 3.2104614186514374e-05, |
| "loss": 0.5023, |
| "step": 11130 |
| }, |
| { |
| "epoch": 1.0809237337473316, |
| "grad_norm": 1.71464384875071, |
| "learning_rate": 3.2088389902005324e-05, |
| "loss": 0.5111, |
| "step": 11140 |
| }, |
| { |
| "epoch": 1.081894042305453, |
| "grad_norm": 1.745797205638, |
| "learning_rate": 3.207216561749627e-05, |
| "loss": 0.5259, |
| "step": 11150 |
| }, |
| { |
| "epoch": 1.0828643508635747, |
| "grad_norm": 1.8756703389755518, |
| "learning_rate": 3.2055941332987216e-05, |
| "loss": 0.5135, |
| "step": 11160 |
| }, |
| { |
| "epoch": 1.083834659421696, |
| "grad_norm": 1.7773801380695633, |
| "learning_rate": 3.203971704847816e-05, |
| "loss": 0.606, |
| "step": 11170 |
| }, |
| { |
| "epoch": 1.0848049679798175, |
| "grad_norm": 1.9149914262933831, |
| "learning_rate": 3.202349276396911e-05, |
| "loss": 0.504, |
| "step": 11180 |
| }, |
| { |
| "epoch": 1.0857752765379391, |
| "grad_norm": 1.5792891192161234, |
| "learning_rate": 3.200726847946006e-05, |
| "loss": 0.4899, |
| "step": 11190 |
| }, |
| { |
| "epoch": 1.0867455850960606, |
| "grad_norm": 1.3849113367423667, |
| "learning_rate": 3.1991044194951e-05, |
| "loss": 0.5435, |
| "step": 11200 |
| }, |
| { |
| "epoch": 1.087715893654182, |
| "grad_norm": 1.836894182259094, |
| "learning_rate": 3.197481991044195e-05, |
| "loss": 0.5417, |
| "step": 11210 |
| }, |
| { |
| "epoch": 1.0886862022123036, |
| "grad_norm": 2.5716819476436723, |
| "learning_rate": 3.1958595625932895e-05, |
| "loss": 0.5487, |
| "step": 11220 |
| }, |
| { |
| "epoch": 1.089656510770425, |
| "grad_norm": 1.7054225586630418, |
| "learning_rate": 3.1942371341423845e-05, |
| "loss": 0.5366, |
| "step": 11230 |
| }, |
| { |
| "epoch": 1.0906268193285464, |
| "grad_norm": 1.9132021835433188, |
| "learning_rate": 3.192614705691479e-05, |
| "loss": 0.5212, |
| "step": 11240 |
| }, |
| { |
| "epoch": 1.091597127886668, |
| "grad_norm": 1.5687725973259348, |
| "learning_rate": 3.190992277240574e-05, |
| "loss": 0.5013, |
| "step": 11250 |
| }, |
| { |
| "epoch": 1.0925674364447895, |
| "grad_norm": 1.7910741705827617, |
| "learning_rate": 3.189369848789669e-05, |
| "loss": 0.5359, |
| "step": 11260 |
| }, |
| { |
| "epoch": 1.093537745002911, |
| "grad_norm": 1.4238221915445326, |
| "learning_rate": 3.187747420338763e-05, |
| "loss": 0.5729, |
| "step": 11270 |
| }, |
| { |
| "epoch": 1.0945080535610323, |
| "grad_norm": 1.8958035882900321, |
| "learning_rate": 3.186124991887858e-05, |
| "loss": 0.5349, |
| "step": 11280 |
| }, |
| { |
| "epoch": 1.095478362119154, |
| "grad_norm": 1.5644842460614365, |
| "learning_rate": 3.184502563436952e-05, |
| "loss": 0.5275, |
| "step": 11290 |
| }, |
| { |
| "epoch": 1.0964486706772754, |
| "grad_norm": 1.6966656078568068, |
| "learning_rate": 3.182880134986047e-05, |
| "loss": 0.5714, |
| "step": 11300 |
| }, |
| { |
| "epoch": 1.0974189792353968, |
| "grad_norm": 1.5845176878742038, |
| "learning_rate": 3.1812577065351416e-05, |
| "loss": 0.547, |
| "step": 11310 |
| }, |
| { |
| "epoch": 1.0983892877935184, |
| "grad_norm": 1.9638352416110092, |
| "learning_rate": 3.1796352780842365e-05, |
| "loss": 0.5371, |
| "step": 11320 |
| }, |
| { |
| "epoch": 1.0993595963516398, |
| "grad_norm": 1.3333867282862815, |
| "learning_rate": 3.178012849633331e-05, |
| "loss": 0.5558, |
| "step": 11330 |
| }, |
| { |
| "epoch": 1.1003299049097612, |
| "grad_norm": 2.028988375070847, |
| "learning_rate": 3.176390421182426e-05, |
| "loss": 0.5425, |
| "step": 11340 |
| }, |
| { |
| "epoch": 1.1013002134678829, |
| "grad_norm": 2.0233727263417745, |
| "learning_rate": 3.174767992731521e-05, |
| "loss": 0.5128, |
| "step": 11350 |
| }, |
| { |
| "epoch": 1.1022705220260043, |
| "grad_norm": 1.6415117808780524, |
| "learning_rate": 3.173145564280615e-05, |
| "loss": 0.476, |
| "step": 11360 |
| }, |
| { |
| "epoch": 1.1032408305841257, |
| "grad_norm": 2.0488869521619972, |
| "learning_rate": 3.17152313582971e-05, |
| "loss": 0.5221, |
| "step": 11370 |
| }, |
| { |
| "epoch": 1.1042111391422473, |
| "grad_norm": 2.11079167436828, |
| "learning_rate": 3.1699007073788044e-05, |
| "loss": 0.5566, |
| "step": 11380 |
| }, |
| { |
| "epoch": 1.1051814477003687, |
| "grad_norm": 2.0421176306313398, |
| "learning_rate": 3.1682782789278993e-05, |
| "loss": 0.5061, |
| "step": 11390 |
| }, |
| { |
| "epoch": 1.1061517562584902, |
| "grad_norm": 1.9992500086060474, |
| "learning_rate": 3.1666558504769936e-05, |
| "loss": 0.542, |
| "step": 11400 |
| }, |
| { |
| "epoch": 1.1071220648166116, |
| "grad_norm": 1.872752246092324, |
| "learning_rate": 3.1650334220260886e-05, |
| "loss": 0.5602, |
| "step": 11410 |
| }, |
| { |
| "epoch": 1.1080923733747332, |
| "grad_norm": 2.0723616338374646, |
| "learning_rate": 3.163410993575183e-05, |
| "loss": 0.5052, |
| "step": 11420 |
| }, |
| { |
| "epoch": 1.1090626819328546, |
| "grad_norm": 1.7543258598505558, |
| "learning_rate": 3.161788565124278e-05, |
| "loss": 0.5951, |
| "step": 11430 |
| }, |
| { |
| "epoch": 1.110032990490976, |
| "grad_norm": 1.741111503275317, |
| "learning_rate": 3.160166136673373e-05, |
| "loss": 0.5481, |
| "step": 11440 |
| }, |
| { |
| "epoch": 1.1110032990490977, |
| "grad_norm": 1.3801479018015765, |
| "learning_rate": 3.158543708222468e-05, |
| "loss": 0.5104, |
| "step": 11450 |
| }, |
| { |
| "epoch": 1.111973607607219, |
| "grad_norm": 1.9442170634773426, |
| "learning_rate": 3.156921279771563e-05, |
| "loss": 0.5129, |
| "step": 11460 |
| }, |
| { |
| "epoch": 1.1129439161653405, |
| "grad_norm": 1.9331832081031561, |
| "learning_rate": 3.155298851320657e-05, |
| "loss": 0.5139, |
| "step": 11470 |
| }, |
| { |
| "epoch": 1.1139142247234621, |
| "grad_norm": 1.5810959938815903, |
| "learning_rate": 3.153676422869752e-05, |
| "loss": 0.603, |
| "step": 11480 |
| }, |
| { |
| "epoch": 1.1148845332815835, |
| "grad_norm": 1.7478463817804297, |
| "learning_rate": 3.1520539944188464e-05, |
| "loss": 0.5573, |
| "step": 11490 |
| }, |
| { |
| "epoch": 1.115854841839705, |
| "grad_norm": 1.512993291404137, |
| "learning_rate": 3.1504315659679414e-05, |
| "loss": 0.4983, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.115854841839705, |
| "eval_loss": 0.6542506814002991, |
| "eval_runtime": 2471.8207, |
| "eval_samples_per_second": 0.725, |
| "eval_steps_per_second": 0.362, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.1168251503978266, |
| "grad_norm": 1.9794498366078679, |
| "learning_rate": 3.148809137517036e-05, |
| "loss": 0.5397, |
| "step": 11510 |
| }, |
| { |
| "epoch": 1.117795458955948, |
| "grad_norm": 1.6989190060539383, |
| "learning_rate": 3.1471867090661307e-05, |
| "loss": 0.4416, |
| "step": 11520 |
| }, |
| { |
| "epoch": 1.1187657675140694, |
| "grad_norm": 1.8417193394056512, |
| "learning_rate": 3.145564280615225e-05, |
| "loss": 0.5761, |
| "step": 11530 |
| }, |
| { |
| "epoch": 1.119736076072191, |
| "grad_norm": 1.8784314737872851, |
| "learning_rate": 3.14394185216432e-05, |
| "loss": 0.5179, |
| "step": 11540 |
| }, |
| { |
| "epoch": 1.1207063846303125, |
| "grad_norm": 1.724566892104882, |
| "learning_rate": 3.142319423713415e-05, |
| "loss": 0.5145, |
| "step": 11550 |
| }, |
| { |
| "epoch": 1.1216766931884339, |
| "grad_norm": 1.6271566863595974, |
| "learning_rate": 3.140696995262509e-05, |
| "loss": 0.5557, |
| "step": 11560 |
| }, |
| { |
| "epoch": 1.1226470017465555, |
| "grad_norm": 1.632474409823301, |
| "learning_rate": 3.139074566811604e-05, |
| "loss": 0.5351, |
| "step": 11570 |
| }, |
| { |
| "epoch": 1.123617310304677, |
| "grad_norm": 1.8885164133175332, |
| "learning_rate": 3.1374521383606985e-05, |
| "loss": 0.5066, |
| "step": 11580 |
| }, |
| { |
| "epoch": 1.1245876188627983, |
| "grad_norm": 1.86325603833634, |
| "learning_rate": 3.1358297099097935e-05, |
| "loss": 0.5561, |
| "step": 11590 |
| }, |
| { |
| "epoch": 1.1255579274209198, |
| "grad_norm": 1.8325010805036752, |
| "learning_rate": 3.134207281458888e-05, |
| "loss": 0.5518, |
| "step": 11600 |
| }, |
| { |
| "epoch": 1.1265282359790414, |
| "grad_norm": 1.7732624170282982, |
| "learning_rate": 3.132584853007983e-05, |
| "loss": 0.5264, |
| "step": 11610 |
| }, |
| { |
| "epoch": 1.1274985445371628, |
| "grad_norm": 1.6849511508626207, |
| "learning_rate": 3.130962424557077e-05, |
| "loss": 0.4938, |
| "step": 11620 |
| }, |
| { |
| "epoch": 1.1284688530952842, |
| "grad_norm": 1.7088287322634965, |
| "learning_rate": 3.129339996106172e-05, |
| "loss": 0.5432, |
| "step": 11630 |
| }, |
| { |
| "epoch": 1.1294391616534059, |
| "grad_norm": 2.4521787808904345, |
| "learning_rate": 3.127717567655267e-05, |
| "loss": 0.5222, |
| "step": 11640 |
| }, |
| { |
| "epoch": 1.1304094702115273, |
| "grad_norm": 1.8568933343609308, |
| "learning_rate": 3.126095139204361e-05, |
| "loss": 0.5155, |
| "step": 11650 |
| }, |
| { |
| "epoch": 1.1313797787696487, |
| "grad_norm": 1.6581222418410275, |
| "learning_rate": 3.124472710753456e-05, |
| "loss": 0.5039, |
| "step": 11660 |
| }, |
| { |
| "epoch": 1.1323500873277703, |
| "grad_norm": 1.8783913354540864, |
| "learning_rate": 3.1228502823025506e-05, |
| "loss": 0.5083, |
| "step": 11670 |
| }, |
| { |
| "epoch": 1.1333203958858917, |
| "grad_norm": 1.7156898303987873, |
| "learning_rate": 3.1212278538516455e-05, |
| "loss": 0.5184, |
| "step": 11680 |
| }, |
| { |
| "epoch": 1.1342907044440131, |
| "grad_norm": 2.1185799396739093, |
| "learning_rate": 3.11960542540074e-05, |
| "loss": 0.5252, |
| "step": 11690 |
| }, |
| { |
| "epoch": 1.1352610130021348, |
| "grad_norm": 1.2978327151961555, |
| "learning_rate": 3.117982996949835e-05, |
| "loss": 0.5548, |
| "step": 11700 |
| }, |
| { |
| "epoch": 1.1362313215602562, |
| "grad_norm": 1.6276998380365333, |
| "learning_rate": 3.116360568498929e-05, |
| "loss": 0.5412, |
| "step": 11710 |
| }, |
| { |
| "epoch": 1.1372016301183776, |
| "grad_norm": 1.5330498087853446, |
| "learning_rate": 3.114738140048024e-05, |
| "loss": 0.4811, |
| "step": 11720 |
| }, |
| { |
| "epoch": 1.138171938676499, |
| "grad_norm": 1.545547307525802, |
| "learning_rate": 3.113115711597119e-05, |
| "loss": 0.4841, |
| "step": 11730 |
| }, |
| { |
| "epoch": 1.1391422472346207, |
| "grad_norm": 1.8963148998956563, |
| "learning_rate": 3.1114932831462134e-05, |
| "loss": 0.5048, |
| "step": 11740 |
| }, |
| { |
| "epoch": 1.140112555792742, |
| "grad_norm": 1.927144240645965, |
| "learning_rate": 3.1098708546953084e-05, |
| "loss": 0.5437, |
| "step": 11750 |
| }, |
| { |
| "epoch": 1.1410828643508635, |
| "grad_norm": 1.322758693894623, |
| "learning_rate": 3.1082484262444027e-05, |
| "loss": 0.5824, |
| "step": 11760 |
| }, |
| { |
| "epoch": 1.1420531729089851, |
| "grad_norm": 1.9210557222184033, |
| "learning_rate": 3.1066259977934976e-05, |
| "loss": 0.5208, |
| "step": 11770 |
| }, |
| { |
| "epoch": 1.1430234814671065, |
| "grad_norm": 1.8904898905530507, |
| "learning_rate": 3.105003569342592e-05, |
| "loss": 0.5646, |
| "step": 11780 |
| }, |
| { |
| "epoch": 1.143993790025228, |
| "grad_norm": 2.2135650729717478, |
| "learning_rate": 3.103381140891687e-05, |
| "loss": 0.5823, |
| "step": 11790 |
| }, |
| { |
| "epoch": 1.1449640985833496, |
| "grad_norm": 1.8257267748894057, |
| "learning_rate": 3.101758712440781e-05, |
| "loss": 0.4957, |
| "step": 11800 |
| }, |
| { |
| "epoch": 1.145934407141471, |
| "grad_norm": 1.8399910987928954, |
| "learning_rate": 3.100136283989876e-05, |
| "loss": 0.5589, |
| "step": 11810 |
| }, |
| { |
| "epoch": 1.1469047156995924, |
| "grad_norm": 1.751016659591738, |
| "learning_rate": 3.098513855538971e-05, |
| "loss": 0.4636, |
| "step": 11820 |
| }, |
| { |
| "epoch": 1.147875024257714, |
| "grad_norm": 2.3784962245655743, |
| "learning_rate": 3.0968914270880655e-05, |
| "loss": 0.558, |
| "step": 11830 |
| }, |
| { |
| "epoch": 1.1488453328158355, |
| "grad_norm": 1.7453204083727232, |
| "learning_rate": 3.0952689986371604e-05, |
| "loss": 0.5152, |
| "step": 11840 |
| }, |
| { |
| "epoch": 1.1498156413739569, |
| "grad_norm": 1.6493432346857455, |
| "learning_rate": 3.093646570186255e-05, |
| "loss": 0.5396, |
| "step": 11850 |
| }, |
| { |
| "epoch": 1.1507859499320783, |
| "grad_norm": 1.4016634963337722, |
| "learning_rate": 3.09202414173535e-05, |
| "loss": 0.5392, |
| "step": 11860 |
| }, |
| { |
| "epoch": 1.1517562584902, |
| "grad_norm": 1.5144392427573337, |
| "learning_rate": 3.090401713284444e-05, |
| "loss": 0.5625, |
| "step": 11870 |
| }, |
| { |
| "epoch": 1.1527265670483213, |
| "grad_norm": 1.9911432006869803, |
| "learning_rate": 3.088779284833539e-05, |
| "loss": 0.5187, |
| "step": 11880 |
| }, |
| { |
| "epoch": 1.153696875606443, |
| "grad_norm": 1.989669700307941, |
| "learning_rate": 3.087156856382634e-05, |
| "loss": 0.516, |
| "step": 11890 |
| }, |
| { |
| "epoch": 1.1546671841645644, |
| "grad_norm": 2.0321346469591717, |
| "learning_rate": 3.085534427931728e-05, |
| "loss": 0.5028, |
| "step": 11900 |
| }, |
| { |
| "epoch": 1.1556374927226858, |
| "grad_norm": 1.6419270337849394, |
| "learning_rate": 3.083911999480823e-05, |
| "loss": 0.5114, |
| "step": 11910 |
| }, |
| { |
| "epoch": 1.1566078012808072, |
| "grad_norm": 1.8199861134594042, |
| "learning_rate": 3.0822895710299175e-05, |
| "loss": 0.4862, |
| "step": 11920 |
| }, |
| { |
| "epoch": 1.1575781098389288, |
| "grad_norm": 2.092599945357918, |
| "learning_rate": 3.0806671425790125e-05, |
| "loss": 0.4862, |
| "step": 11930 |
| }, |
| { |
| "epoch": 1.1585484183970503, |
| "grad_norm": 1.6390208725289623, |
| "learning_rate": 3.079044714128107e-05, |
| "loss": 0.5518, |
| "step": 11940 |
| }, |
| { |
| "epoch": 1.1595187269551717, |
| "grad_norm": 1.4035901760825538, |
| "learning_rate": 3.077422285677202e-05, |
| "loss": 0.5195, |
| "step": 11950 |
| }, |
| { |
| "epoch": 1.1604890355132933, |
| "grad_norm": 1.965204556535071, |
| "learning_rate": 3.075799857226296e-05, |
| "loss": 0.5198, |
| "step": 11960 |
| }, |
| { |
| "epoch": 1.1614593440714147, |
| "grad_norm": 1.797317897425162, |
| "learning_rate": 3.074177428775391e-05, |
| "loss": 0.5223, |
| "step": 11970 |
| }, |
| { |
| "epoch": 1.1624296526295361, |
| "grad_norm": 2.0562783101788713, |
| "learning_rate": 3.072555000324486e-05, |
| "loss": 0.5207, |
| "step": 11980 |
| }, |
| { |
| "epoch": 1.1633999611876578, |
| "grad_norm": 1.674272970925229, |
| "learning_rate": 3.0709325718735804e-05, |
| "loss": 0.5034, |
| "step": 11990 |
| }, |
| { |
| "epoch": 1.1643702697457792, |
| "grad_norm": 1.8613409955734859, |
| "learning_rate": 3.069310143422675e-05, |
| "loss": 0.4921, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.1643702697457792, |
| "eval_loss": 0.6506599187850952, |
| "eval_runtime": 2467.2044, |
| "eval_samples_per_second": 0.726, |
| "eval_steps_per_second": 0.363, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.1653405783039006, |
| "grad_norm": 1.561512098916604, |
| "learning_rate": 3.0676877149717696e-05, |
| "loss": 0.5497, |
| "step": 12010 |
| }, |
| { |
| "epoch": 1.1663108868620222, |
| "grad_norm": 1.865230398957055, |
| "learning_rate": 3.0660652865208646e-05, |
| "loss": 0.4925, |
| "step": 12020 |
| }, |
| { |
| "epoch": 1.1672811954201436, |
| "grad_norm": 2.2512724716981434, |
| "learning_rate": 3.064442858069959e-05, |
| "loss": 0.5295, |
| "step": 12030 |
| }, |
| { |
| "epoch": 1.168251503978265, |
| "grad_norm": 1.8002247664216207, |
| "learning_rate": 3.062820429619054e-05, |
| "loss": 0.4996, |
| "step": 12040 |
| }, |
| { |
| "epoch": 1.1692218125363865, |
| "grad_norm": 2.1116351677440943, |
| "learning_rate": 3.061198001168148e-05, |
| "loss": 0.5191, |
| "step": 12050 |
| }, |
| { |
| "epoch": 1.170192121094508, |
| "grad_norm": 1.6725748372150215, |
| "learning_rate": 3.059575572717243e-05, |
| "loss": 0.5336, |
| "step": 12060 |
| }, |
| { |
| "epoch": 1.1711624296526295, |
| "grad_norm": 1.9025453675497637, |
| "learning_rate": 3.057953144266338e-05, |
| "loss": 0.5188, |
| "step": 12070 |
| }, |
| { |
| "epoch": 1.172132738210751, |
| "grad_norm": 1.8069530215074574, |
| "learning_rate": 3.0563307158154324e-05, |
| "loss": 0.5495, |
| "step": 12080 |
| }, |
| { |
| "epoch": 1.1731030467688726, |
| "grad_norm": 1.4756589453476456, |
| "learning_rate": 3.0547082873645274e-05, |
| "loss": 0.5248, |
| "step": 12090 |
| }, |
| { |
| "epoch": 1.174073355326994, |
| "grad_norm": 1.894556403114157, |
| "learning_rate": 3.053085858913622e-05, |
| "loss": 0.5604, |
| "step": 12100 |
| }, |
| { |
| "epoch": 1.1750436638851154, |
| "grad_norm": 1.7674666934401635, |
| "learning_rate": 3.0514634304627167e-05, |
| "loss": 0.5355, |
| "step": 12110 |
| }, |
| { |
| "epoch": 1.176013972443237, |
| "grad_norm": 1.6165024582050291, |
| "learning_rate": 3.0498410020118113e-05, |
| "loss": 0.4861, |
| "step": 12120 |
| }, |
| { |
| "epoch": 1.1769842810013584, |
| "grad_norm": 1.7586790770235476, |
| "learning_rate": 3.048218573560906e-05, |
| "loss": 0.5009, |
| "step": 12130 |
| }, |
| { |
| "epoch": 1.1779545895594798, |
| "grad_norm": 1.424893034597034, |
| "learning_rate": 3.0465961451100006e-05, |
| "loss": 0.5441, |
| "step": 12140 |
| }, |
| { |
| "epoch": 1.1789248981176015, |
| "grad_norm": 1.79883718769592, |
| "learning_rate": 3.0449737166590952e-05, |
| "loss": 0.5313, |
| "step": 12150 |
| }, |
| { |
| "epoch": 1.179895206675723, |
| "grad_norm": 1.2166009796658896, |
| "learning_rate": 3.04335128820819e-05, |
| "loss": 0.5771, |
| "step": 12160 |
| }, |
| { |
| "epoch": 1.1808655152338443, |
| "grad_norm": 1.8319881864090852, |
| "learning_rate": 3.0417288597572845e-05, |
| "loss": 0.5341, |
| "step": 12170 |
| }, |
| { |
| "epoch": 1.1818358237919657, |
| "grad_norm": 2.000590117325487, |
| "learning_rate": 3.040106431306379e-05, |
| "loss": 0.5434, |
| "step": 12180 |
| }, |
| { |
| "epoch": 1.1828061323500874, |
| "grad_norm": 1.7597266341378504, |
| "learning_rate": 3.038484002855474e-05, |
| "loss": 0.4637, |
| "step": 12190 |
| }, |
| { |
| "epoch": 1.1837764409082088, |
| "grad_norm": 1.7547988130290746, |
| "learning_rate": 3.0368615744045688e-05, |
| "loss": 0.5238, |
| "step": 12200 |
| }, |
| { |
| "epoch": 1.1847467494663304, |
| "grad_norm": 2.072598486347679, |
| "learning_rate": 3.0352391459536634e-05, |
| "loss": 0.5198, |
| "step": 12210 |
| }, |
| { |
| "epoch": 1.1857170580244518, |
| "grad_norm": 1.801682666637873, |
| "learning_rate": 3.033616717502758e-05, |
| "loss": 0.5549, |
| "step": 12220 |
| }, |
| { |
| "epoch": 1.1866873665825732, |
| "grad_norm": 1.7660188156759438, |
| "learning_rate": 3.0319942890518534e-05, |
| "loss": 0.5415, |
| "step": 12230 |
| }, |
| { |
| "epoch": 1.1876576751406946, |
| "grad_norm": 1.531355321026242, |
| "learning_rate": 3.030371860600948e-05, |
| "loss": 0.5125, |
| "step": 12240 |
| }, |
| { |
| "epoch": 1.1886279836988163, |
| "grad_norm": 1.6289177265084471, |
| "learning_rate": 3.0287494321500426e-05, |
| "loss": 0.5131, |
| "step": 12250 |
| }, |
| { |
| "epoch": 1.1895982922569377, |
| "grad_norm": 2.3228651312748423, |
| "learning_rate": 3.0271270036991373e-05, |
| "loss": 0.4859, |
| "step": 12260 |
| }, |
| { |
| "epoch": 1.190568600815059, |
| "grad_norm": 2.076037584027454, |
| "learning_rate": 3.025504575248232e-05, |
| "loss": 0.5234, |
| "step": 12270 |
| }, |
| { |
| "epoch": 1.1915389093731807, |
| "grad_norm": 1.4111596404765325, |
| "learning_rate": 3.0238821467973266e-05, |
| "loss": 0.5226, |
| "step": 12280 |
| }, |
| { |
| "epoch": 1.1925092179313022, |
| "grad_norm": 1.976122066748625, |
| "learning_rate": 3.0222597183464212e-05, |
| "loss": 0.5753, |
| "step": 12290 |
| }, |
| { |
| "epoch": 1.1934795264894236, |
| "grad_norm": 1.6905440972221555, |
| "learning_rate": 3.0206372898955158e-05, |
| "loss": 0.5559, |
| "step": 12300 |
| }, |
| { |
| "epoch": 1.1944498350475452, |
| "grad_norm": 1.549005200001293, |
| "learning_rate": 3.0190148614446108e-05, |
| "loss": 0.5199, |
| "step": 12310 |
| }, |
| { |
| "epoch": 1.1954201436056666, |
| "grad_norm": 1.7886858738633538, |
| "learning_rate": 3.0173924329937054e-05, |
| "loss": 0.5524, |
| "step": 12320 |
| }, |
| { |
| "epoch": 1.196390452163788, |
| "grad_norm": 2.226393124620313, |
| "learning_rate": 3.0157700045428e-05, |
| "loss": 0.511, |
| "step": 12330 |
| }, |
| { |
| "epoch": 1.1973607607219097, |
| "grad_norm": 1.84134054205334, |
| "learning_rate": 3.0141475760918947e-05, |
| "loss": 0.5537, |
| "step": 12340 |
| }, |
| { |
| "epoch": 1.198331069280031, |
| "grad_norm": 1.938676760265039, |
| "learning_rate": 3.0125251476409894e-05, |
| "loss": 0.5782, |
| "step": 12350 |
| }, |
| { |
| "epoch": 1.1993013778381525, |
| "grad_norm": 1.6671922582631973, |
| "learning_rate": 3.010902719190084e-05, |
| "loss": 0.5146, |
| "step": 12360 |
| }, |
| { |
| "epoch": 1.200271686396274, |
| "grad_norm": 2.09828561481085, |
| "learning_rate": 3.0092802907391786e-05, |
| "loss": 0.5292, |
| "step": 12370 |
| }, |
| { |
| "epoch": 1.2012419949543955, |
| "grad_norm": 1.782738185716262, |
| "learning_rate": 3.0076578622882733e-05, |
| "loss": 0.5797, |
| "step": 12380 |
| }, |
| { |
| "epoch": 1.202212303512517, |
| "grad_norm": 1.7386393975624728, |
| "learning_rate": 3.006035433837368e-05, |
| "loss": 0.5459, |
| "step": 12390 |
| }, |
| { |
| "epoch": 1.2031826120706384, |
| "grad_norm": 1.834619533516341, |
| "learning_rate": 3.004413005386463e-05, |
| "loss": 0.5711, |
| "step": 12400 |
| }, |
| { |
| "epoch": 1.20415292062876, |
| "grad_norm": 1.6555949649402653, |
| "learning_rate": 3.0027905769355575e-05, |
| "loss": 0.5447, |
| "step": 12410 |
| }, |
| { |
| "epoch": 1.2051232291868814, |
| "grad_norm": 1.997714330931175, |
| "learning_rate": 3.001168148484652e-05, |
| "loss": 0.5001, |
| "step": 12420 |
| }, |
| { |
| "epoch": 1.2060935377450028, |
| "grad_norm": 1.943566532939107, |
| "learning_rate": 2.9995457200337468e-05, |
| "loss": 0.5612, |
| "step": 12430 |
| }, |
| { |
| "epoch": 1.2070638463031245, |
| "grad_norm": 2.295630424579193, |
| "learning_rate": 2.9979232915828414e-05, |
| "loss": 0.5443, |
| "step": 12440 |
| }, |
| { |
| "epoch": 1.2080341548612459, |
| "grad_norm": 1.6087261613477206, |
| "learning_rate": 2.996300863131936e-05, |
| "loss": 0.4929, |
| "step": 12450 |
| }, |
| { |
| "epoch": 1.2090044634193673, |
| "grad_norm": 1.7507917723489945, |
| "learning_rate": 2.9946784346810307e-05, |
| "loss": 0.4915, |
| "step": 12460 |
| }, |
| { |
| "epoch": 1.209974771977489, |
| "grad_norm": 1.712263283374138, |
| "learning_rate": 2.9930560062301254e-05, |
| "loss": 0.5184, |
| "step": 12470 |
| }, |
| { |
| "epoch": 1.2109450805356103, |
| "grad_norm": 2.1091363117437427, |
| "learning_rate": 2.9914335777792203e-05, |
| "loss": 0.5123, |
| "step": 12480 |
| }, |
| { |
| "epoch": 1.2119153890937318, |
| "grad_norm": 2.404178772933857, |
| "learning_rate": 2.989811149328315e-05, |
| "loss": 0.4568, |
| "step": 12490 |
| }, |
| { |
| "epoch": 1.2128856976518532, |
| "grad_norm": 1.6898907246159178, |
| "learning_rate": 2.9881887208774096e-05, |
| "loss": 0.5114, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.2128856976518532, |
| "eval_loss": 0.6506454348564148, |
| "eval_runtime": 2464.983, |
| "eval_samples_per_second": 0.727, |
| "eval_steps_per_second": 0.363, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.2138560062099748, |
| "grad_norm": 1.5632796322726878, |
| "learning_rate": 2.9865662924265042e-05, |
| "loss": 0.5381, |
| "step": 12510 |
| }, |
| { |
| "epoch": 1.2148263147680962, |
| "grad_norm": 2.2060623757238482, |
| "learning_rate": 2.984943863975599e-05, |
| "loss": 0.6286, |
| "step": 12520 |
| }, |
| { |
| "epoch": 1.2157966233262179, |
| "grad_norm": 1.6896138867780373, |
| "learning_rate": 2.9833214355246935e-05, |
| "loss": 0.4824, |
| "step": 12530 |
| }, |
| { |
| "epoch": 1.2167669318843393, |
| "grad_norm": 1.6264014630619223, |
| "learning_rate": 2.981699007073788e-05, |
| "loss": 0.5231, |
| "step": 12540 |
| }, |
| { |
| "epoch": 1.2177372404424607, |
| "grad_norm": 2.288555955501704, |
| "learning_rate": 2.9800765786228828e-05, |
| "loss": 0.5415, |
| "step": 12550 |
| }, |
| { |
| "epoch": 1.218707549000582, |
| "grad_norm": 1.6328806432164462, |
| "learning_rate": 2.9784541501719774e-05, |
| "loss": 0.5282, |
| "step": 12560 |
| }, |
| { |
| "epoch": 1.2196778575587037, |
| "grad_norm": 1.9940506922760688, |
| "learning_rate": 2.9768317217210724e-05, |
| "loss": 0.5283, |
| "step": 12570 |
| }, |
| { |
| "epoch": 1.2206481661168251, |
| "grad_norm": 1.9369189438911159, |
| "learning_rate": 2.975209293270167e-05, |
| "loss": 0.4722, |
| "step": 12580 |
| }, |
| { |
| "epoch": 1.2216184746749466, |
| "grad_norm": 1.150006209597975, |
| "learning_rate": 2.9735868648192617e-05, |
| "loss": 0.5184, |
| "step": 12590 |
| }, |
| { |
| "epoch": 1.2225887832330682, |
| "grad_norm": 1.7210167191672803, |
| "learning_rate": 2.9719644363683563e-05, |
| "loss": 0.5031, |
| "step": 12600 |
| }, |
| { |
| "epoch": 1.2235590917911896, |
| "grad_norm": 1.9388550988757736, |
| "learning_rate": 2.970342007917451e-05, |
| "loss": 0.5099, |
| "step": 12610 |
| }, |
| { |
| "epoch": 1.224529400349311, |
| "grad_norm": 1.6524197083323393, |
| "learning_rate": 2.9687195794665456e-05, |
| "loss": 0.4447, |
| "step": 12620 |
| }, |
| { |
| "epoch": 1.2254997089074326, |
| "grad_norm": 1.89736479001966, |
| "learning_rate": 2.9670971510156402e-05, |
| "loss": 0.4983, |
| "step": 12630 |
| }, |
| { |
| "epoch": 1.226470017465554, |
| "grad_norm": 1.895097527141105, |
| "learning_rate": 2.965474722564735e-05, |
| "loss": 0.5039, |
| "step": 12640 |
| }, |
| { |
| "epoch": 1.2274403260236755, |
| "grad_norm": 1.976305435076919, |
| "learning_rate": 2.96385229411383e-05, |
| "loss": 0.5337, |
| "step": 12650 |
| }, |
| { |
| "epoch": 1.2284106345817971, |
| "grad_norm": 1.6796293491451193, |
| "learning_rate": 2.9622298656629245e-05, |
| "loss": 0.506, |
| "step": 12660 |
| }, |
| { |
| "epoch": 1.2293809431399185, |
| "grad_norm": 1.6431597372306554, |
| "learning_rate": 2.960607437212019e-05, |
| "loss": 0.5797, |
| "step": 12670 |
| }, |
| { |
| "epoch": 1.23035125169804, |
| "grad_norm": 1.8020203988119472, |
| "learning_rate": 2.9589850087611138e-05, |
| "loss": 0.4957, |
| "step": 12680 |
| }, |
| { |
| "epoch": 1.2313215602561614, |
| "grad_norm": 2.0575623836232935, |
| "learning_rate": 2.9573625803102084e-05, |
| "loss": 0.5125, |
| "step": 12690 |
| }, |
| { |
| "epoch": 1.232291868814283, |
| "grad_norm": 2.0440836316269544, |
| "learning_rate": 2.955740151859303e-05, |
| "loss": 0.5186, |
| "step": 12700 |
| }, |
| { |
| "epoch": 1.2332621773724044, |
| "grad_norm": 1.6684531467277435, |
| "learning_rate": 2.9541177234083977e-05, |
| "loss": 0.5348, |
| "step": 12710 |
| }, |
| { |
| "epoch": 1.2342324859305258, |
| "grad_norm": 1.6949248831996988, |
| "learning_rate": 2.9524952949574923e-05, |
| "loss": 0.5484, |
| "step": 12720 |
| }, |
| { |
| "epoch": 1.2352027944886474, |
| "grad_norm": 1.773704436016878, |
| "learning_rate": 2.950872866506587e-05, |
| "loss": 0.5033, |
| "step": 12730 |
| }, |
| { |
| "epoch": 1.2361731030467689, |
| "grad_norm": 1.9246733654165475, |
| "learning_rate": 2.949250438055682e-05, |
| "loss": 0.5164, |
| "step": 12740 |
| }, |
| { |
| "epoch": 1.2371434116048903, |
| "grad_norm": 1.7869787657786207, |
| "learning_rate": 2.9476280096047766e-05, |
| "loss": 0.549, |
| "step": 12750 |
| }, |
| { |
| "epoch": 1.238113720163012, |
| "grad_norm": 1.5427226807712424, |
| "learning_rate": 2.9460055811538712e-05, |
| "loss": 0.5453, |
| "step": 12760 |
| }, |
| { |
| "epoch": 1.2390840287211333, |
| "grad_norm": 2.1243893484204706, |
| "learning_rate": 2.944383152702966e-05, |
| "loss": 0.5232, |
| "step": 12770 |
| }, |
| { |
| "epoch": 1.2400543372792547, |
| "grad_norm": 1.7624693076719502, |
| "learning_rate": 2.9427607242520605e-05, |
| "loss": 0.4767, |
| "step": 12780 |
| }, |
| { |
| "epoch": 1.2410246458373764, |
| "grad_norm": 1.8048923369800416, |
| "learning_rate": 2.941138295801155e-05, |
| "loss": 0.5786, |
| "step": 12790 |
| }, |
| { |
| "epoch": 1.2419949543954978, |
| "grad_norm": 1.557577350338282, |
| "learning_rate": 2.9395158673502498e-05, |
| "loss": 0.5358, |
| "step": 12800 |
| }, |
| { |
| "epoch": 1.2429652629536192, |
| "grad_norm": 1.7796545697030264, |
| "learning_rate": 2.9378934388993444e-05, |
| "loss": 0.5447, |
| "step": 12810 |
| }, |
| { |
| "epoch": 1.2439355715117406, |
| "grad_norm": 1.5233346835390529, |
| "learning_rate": 2.936271010448439e-05, |
| "loss": 0.5434, |
| "step": 12820 |
| }, |
| { |
| "epoch": 1.2449058800698622, |
| "grad_norm": 1.8281296123454516, |
| "learning_rate": 2.934648581997534e-05, |
| "loss": 0.5311, |
| "step": 12830 |
| }, |
| { |
| "epoch": 1.2458761886279837, |
| "grad_norm": 1.8761299295652716, |
| "learning_rate": 2.9330261535466287e-05, |
| "loss": 0.561, |
| "step": 12840 |
| }, |
| { |
| "epoch": 1.2468464971861053, |
| "grad_norm": 1.571060091128229, |
| "learning_rate": 2.9314037250957233e-05, |
| "loss": 0.5293, |
| "step": 12850 |
| }, |
| { |
| "epoch": 1.2478168057442267, |
| "grad_norm": 1.3554175730214915, |
| "learning_rate": 2.929781296644818e-05, |
| "loss": 0.5259, |
| "step": 12860 |
| }, |
| { |
| "epoch": 1.2487871143023481, |
| "grad_norm": 1.5048611859450334, |
| "learning_rate": 2.9281588681939126e-05, |
| "loss": 0.5526, |
| "step": 12870 |
| }, |
| { |
| "epoch": 1.2497574228604695, |
| "grad_norm": 1.944003477785508, |
| "learning_rate": 2.9265364397430072e-05, |
| "loss": 0.5319, |
| "step": 12880 |
| }, |
| { |
| "epoch": 1.2507277314185912, |
| "grad_norm": 1.6137183858737645, |
| "learning_rate": 2.924914011292102e-05, |
| "loss": 0.5219, |
| "step": 12890 |
| }, |
| { |
| "epoch": 1.2516980399767126, |
| "grad_norm": 1.8792239391042322, |
| "learning_rate": 2.9232915828411965e-05, |
| "loss": 0.4996, |
| "step": 12900 |
| }, |
| { |
| "epoch": 1.252668348534834, |
| "grad_norm": 1.6048948758745463, |
| "learning_rate": 2.9216691543902915e-05, |
| "loss": 0.5094, |
| "step": 12910 |
| }, |
| { |
| "epoch": 1.2536386570929556, |
| "grad_norm": 2.06874670039208, |
| "learning_rate": 2.920046725939386e-05, |
| "loss": 0.5412, |
| "step": 12920 |
| }, |
| { |
| "epoch": 1.254608965651077, |
| "grad_norm": 1.8299215479076065, |
| "learning_rate": 2.9184242974884808e-05, |
| "loss": 0.5215, |
| "step": 12930 |
| }, |
| { |
| "epoch": 1.2555792742091985, |
| "grad_norm": 1.768175531798484, |
| "learning_rate": 2.9168018690375754e-05, |
| "loss": 0.5466, |
| "step": 12940 |
| }, |
| { |
| "epoch": 1.2565495827673199, |
| "grad_norm": 2.19878862821484, |
| "learning_rate": 2.91517944058667e-05, |
| "loss": 0.5728, |
| "step": 12950 |
| }, |
| { |
| "epoch": 1.2575198913254415, |
| "grad_norm": 1.5410059750444967, |
| "learning_rate": 2.9135570121357647e-05, |
| "loss": 0.5248, |
| "step": 12960 |
| }, |
| { |
| "epoch": 1.258490199883563, |
| "grad_norm": 1.9319057652262193, |
| "learning_rate": 2.9119345836848593e-05, |
| "loss": 0.4906, |
| "step": 12970 |
| }, |
| { |
| "epoch": 1.2594605084416846, |
| "grad_norm": 1.4285564772766584, |
| "learning_rate": 2.910312155233954e-05, |
| "loss": 0.4976, |
| "step": 12980 |
| }, |
| { |
| "epoch": 1.260430816999806, |
| "grad_norm": 1.9098028563216323, |
| "learning_rate": 2.9086897267830486e-05, |
| "loss": 0.4841, |
| "step": 12990 |
| }, |
| { |
| "epoch": 1.2614011255579274, |
| "grad_norm": 2.155481185125366, |
| "learning_rate": 2.9070672983321436e-05, |
| "loss": 0.5486, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.2614011255579274, |
| "eval_loss": 0.6476565003395081, |
| "eval_runtime": 2469.4767, |
| "eval_samples_per_second": 0.726, |
| "eval_steps_per_second": 0.363, |
| "step": 13000 |
| }, |
| { |
| "epoch": 1.2623714341160488, |
| "grad_norm": 1.7583302051951548, |
| "learning_rate": 2.9054448698812385e-05, |
| "loss": 0.5287, |
| "step": 13010 |
| }, |
| { |
| "epoch": 1.2633417426741704, |
| "grad_norm": 2.1364231232324777, |
| "learning_rate": 2.9038224414303332e-05, |
| "loss": 0.5338, |
| "step": 13020 |
| }, |
| { |
| "epoch": 1.2643120512322918, |
| "grad_norm": 1.858948662905276, |
| "learning_rate": 2.902200012979428e-05, |
| "loss": 0.5371, |
| "step": 13030 |
| }, |
| { |
| "epoch": 1.2652823597904135, |
| "grad_norm": 1.434526008901497, |
| "learning_rate": 2.9005775845285228e-05, |
| "loss": 0.5199, |
| "step": 13040 |
| }, |
| { |
| "epoch": 1.266252668348535, |
| "grad_norm": 1.8326954509581932, |
| "learning_rate": 2.8989551560776174e-05, |
| "loss": 0.4626, |
| "step": 13050 |
| }, |
| { |
| "epoch": 1.2672229769066563, |
| "grad_norm": 1.929734623290484, |
| "learning_rate": 2.897332727626712e-05, |
| "loss": 0.5095, |
| "step": 13060 |
| }, |
| { |
| "epoch": 1.2681932854647777, |
| "grad_norm": 1.7342388298669522, |
| "learning_rate": 2.8957102991758067e-05, |
| "loss": 0.5334, |
| "step": 13070 |
| }, |
| { |
| "epoch": 1.2691635940228994, |
| "grad_norm": 1.8419675684147427, |
| "learning_rate": 2.8940878707249013e-05, |
| "loss": 0.5215, |
| "step": 13080 |
| }, |
| { |
| "epoch": 1.2701339025810208, |
| "grad_norm": 2.0003719776284434, |
| "learning_rate": 2.892465442273996e-05, |
| "loss": 0.5291, |
| "step": 13090 |
| }, |
| { |
| "epoch": 1.2711042111391422, |
| "grad_norm": 1.5672070400575155, |
| "learning_rate": 2.8908430138230906e-05, |
| "loss": 0.5302, |
| "step": 13100 |
| }, |
| { |
| "epoch": 1.2720745196972638, |
| "grad_norm": 1.6329476161915306, |
| "learning_rate": 2.8892205853721856e-05, |
| "loss": 0.5004, |
| "step": 13110 |
| }, |
| { |
| "epoch": 1.2730448282553852, |
| "grad_norm": 1.3430643020518607, |
| "learning_rate": 2.8875981569212802e-05, |
| "loss": 0.5586, |
| "step": 13120 |
| }, |
| { |
| "epoch": 1.2740151368135066, |
| "grad_norm": 1.865116300464639, |
| "learning_rate": 2.885975728470375e-05, |
| "loss": 0.5176, |
| "step": 13130 |
| }, |
| { |
| "epoch": 1.274985445371628, |
| "grad_norm": 1.9537429368278099, |
| "learning_rate": 2.8843533000194695e-05, |
| "loss": 0.5167, |
| "step": 13140 |
| }, |
| { |
| "epoch": 1.2759557539297497, |
| "grad_norm": 2.059620522389882, |
| "learning_rate": 2.882730871568564e-05, |
| "loss": 0.4654, |
| "step": 13150 |
| }, |
| { |
| "epoch": 1.276926062487871, |
| "grad_norm": 2.1139159674960317, |
| "learning_rate": 2.8811084431176588e-05, |
| "loss": 0.5365, |
| "step": 13160 |
| }, |
| { |
| "epoch": 1.2778963710459927, |
| "grad_norm": 1.9675564766085183, |
| "learning_rate": 2.8794860146667534e-05, |
| "loss": 0.5567, |
| "step": 13170 |
| }, |
| { |
| "epoch": 1.2788666796041142, |
| "grad_norm": 1.4714857260607748, |
| "learning_rate": 2.877863586215848e-05, |
| "loss": 0.5543, |
| "step": 13180 |
| }, |
| { |
| "epoch": 1.2798369881622356, |
| "grad_norm": 1.997029571976202, |
| "learning_rate": 2.8762411577649427e-05, |
| "loss": 0.5349, |
| "step": 13190 |
| }, |
| { |
| "epoch": 1.280807296720357, |
| "grad_norm": 1.7739211918572755, |
| "learning_rate": 2.8746187293140377e-05, |
| "loss": 0.4893, |
| "step": 13200 |
| }, |
| { |
| "epoch": 1.2817776052784786, |
| "grad_norm": 1.7069871948143287, |
| "learning_rate": 2.8729963008631323e-05, |
| "loss": 0.4907, |
| "step": 13210 |
| }, |
| { |
| "epoch": 1.2827479138366, |
| "grad_norm": 1.9981954512910625, |
| "learning_rate": 2.871373872412227e-05, |
| "loss": 0.5672, |
| "step": 13220 |
| }, |
| { |
| "epoch": 1.2837182223947214, |
| "grad_norm": 1.6613620495892372, |
| "learning_rate": 2.8697514439613216e-05, |
| "loss": 0.541, |
| "step": 13230 |
| }, |
| { |
| "epoch": 1.284688530952843, |
| "grad_norm": 2.3272590952107675, |
| "learning_rate": 2.8681290155104162e-05, |
| "loss": 0.5411, |
| "step": 13240 |
| }, |
| { |
| "epoch": 1.2856588395109645, |
| "grad_norm": 2.12223916886103, |
| "learning_rate": 2.866506587059511e-05, |
| "loss": 0.4957, |
| "step": 13250 |
| }, |
| { |
| "epoch": 1.286629148069086, |
| "grad_norm": 1.4853001948712596, |
| "learning_rate": 2.8648841586086055e-05, |
| "loss": 0.5432, |
| "step": 13260 |
| }, |
| { |
| "epoch": 1.2875994566272073, |
| "grad_norm": 2.095035318310476, |
| "learning_rate": 2.8632617301577e-05, |
| "loss": 0.5466, |
| "step": 13270 |
| }, |
| { |
| "epoch": 1.288569765185329, |
| "grad_norm": 1.8562546228217478, |
| "learning_rate": 2.8616393017067948e-05, |
| "loss": 0.5393, |
| "step": 13280 |
| }, |
| { |
| "epoch": 1.2895400737434504, |
| "grad_norm": 1.960721539695441, |
| "learning_rate": 2.8600168732558898e-05, |
| "loss": 0.5737, |
| "step": 13290 |
| }, |
| { |
| "epoch": 1.290510382301572, |
| "grad_norm": 1.8998278241439668, |
| "learning_rate": 2.8583944448049844e-05, |
| "loss": 0.4965, |
| "step": 13300 |
| }, |
| { |
| "epoch": 1.2914806908596934, |
| "grad_norm": 1.648594607244266, |
| "learning_rate": 2.856772016354079e-05, |
| "loss": 0.5691, |
| "step": 13310 |
| }, |
| { |
| "epoch": 1.2924509994178148, |
| "grad_norm": 1.65007773003003, |
| "learning_rate": 2.8551495879031737e-05, |
| "loss": 0.5, |
| "step": 13320 |
| }, |
| { |
| "epoch": 1.2934213079759362, |
| "grad_norm": 2.0573651261935293, |
| "learning_rate": 2.8535271594522683e-05, |
| "loss": 0.4926, |
| "step": 13330 |
| }, |
| { |
| "epoch": 1.2943916165340579, |
| "grad_norm": 2.328992496419527, |
| "learning_rate": 2.851904731001363e-05, |
| "loss": 0.5221, |
| "step": 13340 |
| }, |
| { |
| "epoch": 1.2953619250921793, |
| "grad_norm": 1.8509833991470588, |
| "learning_rate": 2.8502823025504576e-05, |
| "loss": 0.5018, |
| "step": 13350 |
| }, |
| { |
| "epoch": 1.296332233650301, |
| "grad_norm": 1.895399492110669, |
| "learning_rate": 2.8486598740995522e-05, |
| "loss": 0.4724, |
| "step": 13360 |
| }, |
| { |
| "epoch": 1.2973025422084223, |
| "grad_norm": 1.667924410333677, |
| "learning_rate": 2.8470374456486472e-05, |
| "loss": 0.5165, |
| "step": 13370 |
| }, |
| { |
| "epoch": 1.2982728507665438, |
| "grad_norm": 2.1618438681975722, |
| "learning_rate": 2.845415017197742e-05, |
| "loss": 0.5208, |
| "step": 13380 |
| }, |
| { |
| "epoch": 1.2992431593246652, |
| "grad_norm": 2.0324515358778434, |
| "learning_rate": 2.8437925887468365e-05, |
| "loss": 0.4944, |
| "step": 13390 |
| }, |
| { |
| "epoch": 1.3002134678827868, |
| "grad_norm": 1.4374011148146266, |
| "learning_rate": 2.842170160295931e-05, |
| "loss": 0.556, |
| "step": 13400 |
| }, |
| { |
| "epoch": 1.3011837764409082, |
| "grad_norm": 2.0625833924885075, |
| "learning_rate": 2.8405477318450258e-05, |
| "loss": 0.533, |
| "step": 13410 |
| }, |
| { |
| "epoch": 1.3021540849990296, |
| "grad_norm": 1.7327381778160986, |
| "learning_rate": 2.8389253033941204e-05, |
| "loss": 0.5428, |
| "step": 13420 |
| }, |
| { |
| "epoch": 1.3031243935571513, |
| "grad_norm": 1.5980081031800506, |
| "learning_rate": 2.837302874943215e-05, |
| "loss": 0.5169, |
| "step": 13430 |
| }, |
| { |
| "epoch": 1.3040947021152727, |
| "grad_norm": 1.4133329538382045, |
| "learning_rate": 2.8356804464923097e-05, |
| "loss": 0.5365, |
| "step": 13440 |
| }, |
| { |
| "epoch": 1.305065010673394, |
| "grad_norm": 1.6052634633267397, |
| "learning_rate": 2.8340580180414043e-05, |
| "loss": 0.5062, |
| "step": 13450 |
| }, |
| { |
| "epoch": 1.3060353192315155, |
| "grad_norm": 1.8789186495289818, |
| "learning_rate": 2.8324355895904993e-05, |
| "loss": 0.5301, |
| "step": 13460 |
| }, |
| { |
| "epoch": 1.3070056277896371, |
| "grad_norm": 1.7539318856514114, |
| "learning_rate": 2.830813161139594e-05, |
| "loss": 0.5191, |
| "step": 13470 |
| }, |
| { |
| "epoch": 1.3079759363477585, |
| "grad_norm": 1.652081891063903, |
| "learning_rate": 2.8291907326886886e-05, |
| "loss": 0.5162, |
| "step": 13480 |
| }, |
| { |
| "epoch": 1.3089462449058802, |
| "grad_norm": 1.9042372320107943, |
| "learning_rate": 2.8275683042377832e-05, |
| "loss": 0.5202, |
| "step": 13490 |
| }, |
| { |
| "epoch": 1.3099165534640016, |
| "grad_norm": 1.9149924815733665, |
| "learning_rate": 2.825945875786878e-05, |
| "loss": 0.5785, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.3099165534640016, |
| "eval_loss": 0.6458503007888794, |
| "eval_runtime": 2472.3879, |
| "eval_samples_per_second": 0.725, |
| "eval_steps_per_second": 0.362, |
| "step": 13500 |
| }, |
| { |
| "epoch": 1.310886862022123, |
| "grad_norm": 1.6405768771538807, |
| "learning_rate": 2.8243234473359725e-05, |
| "loss": 0.5037, |
| "step": 13510 |
| }, |
| { |
| "epoch": 1.3118571705802444, |
| "grad_norm": 1.8018934132744455, |
| "learning_rate": 2.822701018885067e-05, |
| "loss": 0.5465, |
| "step": 13520 |
| }, |
| { |
| "epoch": 1.312827479138366, |
| "grad_norm": 2.013531086384291, |
| "learning_rate": 2.8210785904341618e-05, |
| "loss": 0.5011, |
| "step": 13530 |
| }, |
| { |
| "epoch": 1.3137977876964875, |
| "grad_norm": 2.022552703035907, |
| "learning_rate": 2.8194561619832567e-05, |
| "loss": 0.5657, |
| "step": 13540 |
| }, |
| { |
| "epoch": 1.3147680962546089, |
| "grad_norm": 1.734149403661694, |
| "learning_rate": 2.8178337335323514e-05, |
| "loss": 0.5074, |
| "step": 13550 |
| }, |
| { |
| "epoch": 1.3157384048127305, |
| "grad_norm": 2.1508604289357476, |
| "learning_rate": 2.816211305081446e-05, |
| "loss": 0.4873, |
| "step": 13560 |
| }, |
| { |
| "epoch": 1.316708713370852, |
| "grad_norm": 1.9266405893568426, |
| "learning_rate": 2.8145888766305406e-05, |
| "loss": 0.5231, |
| "step": 13570 |
| }, |
| { |
| "epoch": 1.3176790219289733, |
| "grad_norm": 1.8623995402610134, |
| "learning_rate": 2.8129664481796353e-05, |
| "loss": 0.5748, |
| "step": 13580 |
| }, |
| { |
| "epoch": 1.3186493304870948, |
| "grad_norm": 1.5283427217297032, |
| "learning_rate": 2.81134401972873e-05, |
| "loss": 0.5322, |
| "step": 13590 |
| }, |
| { |
| "epoch": 1.3196196390452164, |
| "grad_norm": 1.7148189442620572, |
| "learning_rate": 2.8097215912778246e-05, |
| "loss": 0.4896, |
| "step": 13600 |
| }, |
| { |
| "epoch": 1.3205899476033378, |
| "grad_norm": 1.4473714452022712, |
| "learning_rate": 2.8080991628269192e-05, |
| "loss": 0.4974, |
| "step": 13610 |
| }, |
| { |
| "epoch": 1.3215602561614594, |
| "grad_norm": 1.8643931328762333, |
| "learning_rate": 2.806476734376014e-05, |
| "loss": 0.5707, |
| "step": 13620 |
| }, |
| { |
| "epoch": 1.3225305647195809, |
| "grad_norm": 2.1475243574365264, |
| "learning_rate": 2.8048543059251088e-05, |
| "loss": 0.5167, |
| "step": 13630 |
| }, |
| { |
| "epoch": 1.3235008732777023, |
| "grad_norm": 1.6293038645225775, |
| "learning_rate": 2.8032318774742035e-05, |
| "loss": 0.5268, |
| "step": 13640 |
| }, |
| { |
| "epoch": 1.3244711818358237, |
| "grad_norm": 1.8987021880259773, |
| "learning_rate": 2.801609449023298e-05, |
| "loss": 0.5432, |
| "step": 13650 |
| }, |
| { |
| "epoch": 1.3254414903939453, |
| "grad_norm": 1.5753855821090716, |
| "learning_rate": 2.7999870205723927e-05, |
| "loss": 0.4827, |
| "step": 13660 |
| }, |
| { |
| "epoch": 1.3264117989520667, |
| "grad_norm": 1.350257936732941, |
| "learning_rate": 2.7983645921214874e-05, |
| "loss": 0.5544, |
| "step": 13670 |
| }, |
| { |
| "epoch": 1.3273821075101884, |
| "grad_norm": 1.9293055864878257, |
| "learning_rate": 2.796742163670582e-05, |
| "loss": 0.5441, |
| "step": 13680 |
| }, |
| { |
| "epoch": 1.3283524160683098, |
| "grad_norm": 2.2701614440224813, |
| "learning_rate": 2.7951197352196766e-05, |
| "loss": 0.5237, |
| "step": 13690 |
| }, |
| { |
| "epoch": 1.3293227246264312, |
| "grad_norm": 1.2019327117406085, |
| "learning_rate": 2.7934973067687713e-05, |
| "loss": 0.5434, |
| "step": 13700 |
| }, |
| { |
| "epoch": 1.3302930331845526, |
| "grad_norm": 1.406257025731888, |
| "learning_rate": 2.7918748783178663e-05, |
| "loss": 0.5063, |
| "step": 13710 |
| }, |
| { |
| "epoch": 1.3312633417426742, |
| "grad_norm": 1.666513597838276, |
| "learning_rate": 2.790252449866961e-05, |
| "loss": 0.5068, |
| "step": 13720 |
| }, |
| { |
| "epoch": 1.3322336503007957, |
| "grad_norm": 1.7668183417692156, |
| "learning_rate": 2.7886300214160555e-05, |
| "loss": 0.5141, |
| "step": 13730 |
| }, |
| { |
| "epoch": 1.333203958858917, |
| "grad_norm": 1.433593593379768, |
| "learning_rate": 2.7870075929651502e-05, |
| "loss": 0.4626, |
| "step": 13740 |
| }, |
| { |
| "epoch": 1.3341742674170387, |
| "grad_norm": 2.009965700363568, |
| "learning_rate": 2.7853851645142448e-05, |
| "loss": 0.5618, |
| "step": 13750 |
| }, |
| { |
| "epoch": 1.3351445759751601, |
| "grad_norm": 1.763668408586817, |
| "learning_rate": 2.7837627360633395e-05, |
| "loss": 0.5369, |
| "step": 13760 |
| }, |
| { |
| "epoch": 1.3361148845332815, |
| "grad_norm": 2.1411324301354053, |
| "learning_rate": 2.782140307612434e-05, |
| "loss": 0.5084, |
| "step": 13770 |
| }, |
| { |
| "epoch": 1.337085193091403, |
| "grad_norm": 1.436827138346562, |
| "learning_rate": 2.7805178791615287e-05, |
| "loss": 0.5032, |
| "step": 13780 |
| }, |
| { |
| "epoch": 1.3380555016495246, |
| "grad_norm": 1.9606877958295938, |
| "learning_rate": 2.778895450710624e-05, |
| "loss": 0.5327, |
| "step": 13790 |
| }, |
| { |
| "epoch": 1.339025810207646, |
| "grad_norm": 2.0522393469060396, |
| "learning_rate": 2.7772730222597187e-05, |
| "loss": 0.5398, |
| "step": 13800 |
| }, |
| { |
| "epoch": 1.3399961187657676, |
| "grad_norm": 1.9786107551791654, |
| "learning_rate": 2.7756505938088133e-05, |
| "loss": 0.5009, |
| "step": 13810 |
| }, |
| { |
| "epoch": 1.340966427323889, |
| "grad_norm": 2.090584551627846, |
| "learning_rate": 2.774028165357908e-05, |
| "loss": 0.5296, |
| "step": 13820 |
| }, |
| { |
| "epoch": 1.3419367358820105, |
| "grad_norm": 2.1298950160365613, |
| "learning_rate": 2.772405736907003e-05, |
| "loss": 0.4865, |
| "step": 13830 |
| }, |
| { |
| "epoch": 1.3429070444401319, |
| "grad_norm": 1.7629297128429193, |
| "learning_rate": 2.7707833084560976e-05, |
| "loss": 0.5324, |
| "step": 13840 |
| }, |
| { |
| "epoch": 1.3438773529982535, |
| "grad_norm": 1.8397197756904764, |
| "learning_rate": 2.7691608800051922e-05, |
| "loss": 0.5732, |
| "step": 13850 |
| }, |
| { |
| "epoch": 1.344847661556375, |
| "grad_norm": 1.8108747182833855, |
| "learning_rate": 2.767538451554287e-05, |
| "loss": 0.4947, |
| "step": 13860 |
| }, |
| { |
| "epoch": 1.3458179701144963, |
| "grad_norm": 1.8199614245355178, |
| "learning_rate": 2.7659160231033815e-05, |
| "loss": 0.5557, |
| "step": 13870 |
| }, |
| { |
| "epoch": 1.346788278672618, |
| "grad_norm": 1.3431248134057203, |
| "learning_rate": 2.764293594652476e-05, |
| "loss": 0.5404, |
| "step": 13880 |
| }, |
| { |
| "epoch": 1.3477585872307394, |
| "grad_norm": 1.5574090523973907, |
| "learning_rate": 2.7626711662015708e-05, |
| "loss": 0.568, |
| "step": 13890 |
| }, |
| { |
| "epoch": 1.3487288957888608, |
| "grad_norm": 1.4115013178507176, |
| "learning_rate": 2.7610487377506654e-05, |
| "loss": 0.4716, |
| "step": 13900 |
| }, |
| { |
| "epoch": 1.3496992043469822, |
| "grad_norm": 2.1040010286866444, |
| "learning_rate": 2.75942630929976e-05, |
| "loss": 0.4934, |
| "step": 13910 |
| }, |
| { |
| "epoch": 1.3506695129051038, |
| "grad_norm": 1.7498060957230301, |
| "learning_rate": 2.757803880848855e-05, |
| "loss": 0.5454, |
| "step": 13920 |
| }, |
| { |
| "epoch": 1.3516398214632253, |
| "grad_norm": 1.8910220759501428, |
| "learning_rate": 2.7561814523979497e-05, |
| "loss": 0.5641, |
| "step": 13930 |
| }, |
| { |
| "epoch": 1.352610130021347, |
| "grad_norm": 1.6170015266249442, |
| "learning_rate": 2.7545590239470443e-05, |
| "loss": 0.5378, |
| "step": 13940 |
| }, |
| { |
| "epoch": 1.3535804385794683, |
| "grad_norm": 1.7666178388963019, |
| "learning_rate": 2.752936595496139e-05, |
| "loss": 0.5448, |
| "step": 13950 |
| }, |
| { |
| "epoch": 1.3545507471375897, |
| "grad_norm": 2.052806059730038, |
| "learning_rate": 2.7513141670452336e-05, |
| "loss": 0.5158, |
| "step": 13960 |
| }, |
| { |
| "epoch": 1.3555210556957111, |
| "grad_norm": 1.9222501285118103, |
| "learning_rate": 2.7496917385943282e-05, |
| "loss": 0.4982, |
| "step": 13970 |
| }, |
| { |
| "epoch": 1.3564913642538328, |
| "grad_norm": 2.1370232742150903, |
| "learning_rate": 2.748069310143423e-05, |
| "loss": 0.5409, |
| "step": 13980 |
| }, |
| { |
| "epoch": 1.3574616728119542, |
| "grad_norm": 1.7396628585118512, |
| "learning_rate": 2.7464468816925175e-05, |
| "loss": 0.5327, |
| "step": 13990 |
| }, |
| { |
| "epoch": 1.3584319813700758, |
| "grad_norm": 1.990716927328341, |
| "learning_rate": 2.7448244532416125e-05, |
| "loss": 0.5291, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.3584319813700758, |
| "eval_loss": 0.6447646021842957, |
| "eval_runtime": 2468.8402, |
| "eval_samples_per_second": 0.726, |
| "eval_steps_per_second": 0.363, |
| "step": 14000 |
| }, |
| { |
| "epoch": 1.3594022899281972, |
| "grad_norm": 1.7121198472067753, |
| "learning_rate": 2.743202024790707e-05, |
| "loss": 0.4758, |
| "step": 14010 |
| }, |
| { |
| "epoch": 1.3603725984863186, |
| "grad_norm": 1.6674489776942332, |
| "learning_rate": 2.7415795963398017e-05, |
| "loss": 0.5484, |
| "step": 14020 |
| }, |
| { |
| "epoch": 1.36134290704444, |
| "grad_norm": 1.458164078535125, |
| "learning_rate": 2.7399571678888964e-05, |
| "loss": 0.5523, |
| "step": 14030 |
| }, |
| { |
| "epoch": 1.3623132156025617, |
| "grad_norm": 1.8775916401381276, |
| "learning_rate": 2.738334739437991e-05, |
| "loss": 0.5254, |
| "step": 14040 |
| }, |
| { |
| "epoch": 1.363283524160683, |
| "grad_norm": 1.671470903392816, |
| "learning_rate": 2.7367123109870857e-05, |
| "loss": 0.5005, |
| "step": 14050 |
| }, |
| { |
| "epoch": 1.3642538327188045, |
| "grad_norm": 1.9806763146120538, |
| "learning_rate": 2.7350898825361803e-05, |
| "loss": 0.5134, |
| "step": 14060 |
| }, |
| { |
| "epoch": 1.3652241412769262, |
| "grad_norm": 1.514946401551448, |
| "learning_rate": 2.733467454085275e-05, |
| "loss": 0.5597, |
| "step": 14070 |
| }, |
| { |
| "epoch": 1.3661944498350476, |
| "grad_norm": 1.6635049106626887, |
| "learning_rate": 2.7318450256343696e-05, |
| "loss": 0.5377, |
| "step": 14080 |
| }, |
| { |
| "epoch": 1.367164758393169, |
| "grad_norm": 1.7564332843089718, |
| "learning_rate": 2.7302225971834645e-05, |
| "loss": 0.5027, |
| "step": 14090 |
| }, |
| { |
| "epoch": 1.3681350669512904, |
| "grad_norm": 2.0454872453162682, |
| "learning_rate": 2.7286001687325592e-05, |
| "loss": 0.5056, |
| "step": 14100 |
| }, |
| { |
| "epoch": 1.369105375509412, |
| "grad_norm": 2.0786210322749032, |
| "learning_rate": 2.7269777402816538e-05, |
| "loss": 0.5835, |
| "step": 14110 |
| }, |
| { |
| "epoch": 1.3700756840675334, |
| "grad_norm": 2.1275215610783555, |
| "learning_rate": 2.7253553118307485e-05, |
| "loss": 0.5235, |
| "step": 14120 |
| }, |
| { |
| "epoch": 1.371045992625655, |
| "grad_norm": 1.7013208723478948, |
| "learning_rate": 2.723732883379843e-05, |
| "loss": 0.5105, |
| "step": 14130 |
| }, |
| { |
| "epoch": 1.3720163011837765, |
| "grad_norm": 1.586441401545233, |
| "learning_rate": 2.7221104549289377e-05, |
| "loss": 0.5221, |
| "step": 14140 |
| }, |
| { |
| "epoch": 1.372986609741898, |
| "grad_norm": 1.533260185383275, |
| "learning_rate": 2.7204880264780324e-05, |
| "loss": 0.4714, |
| "step": 14150 |
| }, |
| { |
| "epoch": 1.3739569183000193, |
| "grad_norm": 1.99495942930363, |
| "learning_rate": 2.718865598027127e-05, |
| "loss": 0.5127, |
| "step": 14160 |
| }, |
| { |
| "epoch": 1.374927226858141, |
| "grad_norm": 1.5455163764317608, |
| "learning_rate": 2.717243169576222e-05, |
| "loss": 0.5331, |
| "step": 14170 |
| }, |
| { |
| "epoch": 1.3758975354162624, |
| "grad_norm": 2.542301246782172, |
| "learning_rate": 2.7156207411253166e-05, |
| "loss": 0.5196, |
| "step": 14180 |
| }, |
| { |
| "epoch": 1.3768678439743838, |
| "grad_norm": 2.367306381136639, |
| "learning_rate": 2.7139983126744113e-05, |
| "loss": 0.5173, |
| "step": 14190 |
| }, |
| { |
| "epoch": 1.3778381525325054, |
| "grad_norm": 1.748922567904988, |
| "learning_rate": 2.712375884223506e-05, |
| "loss": 0.5301, |
| "step": 14200 |
| }, |
| { |
| "epoch": 1.3788084610906268, |
| "grad_norm": 1.9185950864572987, |
| "learning_rate": 2.7107534557726005e-05, |
| "loss": 0.4242, |
| "step": 14210 |
| }, |
| { |
| "epoch": 1.3797787696487482, |
| "grad_norm": 1.7876319295098282, |
| "learning_rate": 2.7091310273216952e-05, |
| "loss": 0.5251, |
| "step": 14220 |
| }, |
| { |
| "epoch": 1.3807490782068697, |
| "grad_norm": 1.7638194028118903, |
| "learning_rate": 2.7075085988707898e-05, |
| "loss": 0.5087, |
| "step": 14230 |
| }, |
| { |
| "epoch": 1.3817193867649913, |
| "grad_norm": 1.781232728742025, |
| "learning_rate": 2.7058861704198845e-05, |
| "loss": 0.46, |
| "step": 14240 |
| }, |
| { |
| "epoch": 1.3826896953231127, |
| "grad_norm": 2.0454750065003564, |
| "learning_rate": 2.704263741968979e-05, |
| "loss": 0.542, |
| "step": 14250 |
| }, |
| { |
| "epoch": 1.3836600038812343, |
| "grad_norm": 2.2368401504756, |
| "learning_rate": 2.702641313518074e-05, |
| "loss": 0.501, |
| "step": 14260 |
| }, |
| { |
| "epoch": 1.3846303124393557, |
| "grad_norm": 1.4717190899560046, |
| "learning_rate": 2.7010188850671687e-05, |
| "loss": 0.5146, |
| "step": 14270 |
| }, |
| { |
| "epoch": 1.3856006209974772, |
| "grad_norm": 1.8752670210283335, |
| "learning_rate": 2.6993964566162634e-05, |
| "loss": 0.4999, |
| "step": 14280 |
| }, |
| { |
| "epoch": 1.3865709295555986, |
| "grad_norm": 2.065234795556922, |
| "learning_rate": 2.697774028165358e-05, |
| "loss": 0.4447, |
| "step": 14290 |
| }, |
| { |
| "epoch": 1.3875412381137202, |
| "grad_norm": 2.125070528749461, |
| "learning_rate": 2.6961515997144526e-05, |
| "loss": 0.4797, |
| "step": 14300 |
| }, |
| { |
| "epoch": 1.3885115466718416, |
| "grad_norm": 1.5859308448291956, |
| "learning_rate": 2.6945291712635473e-05, |
| "loss": 0.5336, |
| "step": 14310 |
| }, |
| { |
| "epoch": 1.3894818552299633, |
| "grad_norm": 2.861319646114515, |
| "learning_rate": 2.692906742812642e-05, |
| "loss": 0.4812, |
| "step": 14320 |
| }, |
| { |
| "epoch": 1.3904521637880847, |
| "grad_norm": 1.7597224976071428, |
| "learning_rate": 2.6912843143617365e-05, |
| "loss": 0.55, |
| "step": 14330 |
| }, |
| { |
| "epoch": 1.391422472346206, |
| "grad_norm": 1.681866583110354, |
| "learning_rate": 2.6896618859108312e-05, |
| "loss": 0.5046, |
| "step": 14340 |
| }, |
| { |
| "epoch": 1.3923927809043275, |
| "grad_norm": 1.5215374726522628, |
| "learning_rate": 2.688039457459926e-05, |
| "loss": 0.5579, |
| "step": 14350 |
| }, |
| { |
| "epoch": 1.3933630894624491, |
| "grad_norm": 2.079812021813028, |
| "learning_rate": 2.6864170290090208e-05, |
| "loss": 0.5495, |
| "step": 14360 |
| }, |
| { |
| "epoch": 1.3943333980205705, |
| "grad_norm": 1.617321032110613, |
| "learning_rate": 2.6847946005581154e-05, |
| "loss": 0.529, |
| "step": 14370 |
| }, |
| { |
| "epoch": 1.395303706578692, |
| "grad_norm": 1.9418293727425169, |
| "learning_rate": 2.68317217210721e-05, |
| "loss": 0.5503, |
| "step": 14380 |
| }, |
| { |
| "epoch": 1.3962740151368136, |
| "grad_norm": 1.6562011692834846, |
| "learning_rate": 2.6815497436563047e-05, |
| "loss": 0.5245, |
| "step": 14390 |
| }, |
| { |
| "epoch": 1.397244323694935, |
| "grad_norm": 1.8991877294518344, |
| "learning_rate": 2.6799273152053994e-05, |
| "loss": 0.4976, |
| "step": 14400 |
| }, |
| { |
| "epoch": 1.3982146322530564, |
| "grad_norm": 1.9301826202288486, |
| "learning_rate": 2.678304886754494e-05, |
| "loss": 0.4878, |
| "step": 14410 |
| }, |
| { |
| "epoch": 1.3991849408111778, |
| "grad_norm": 2.019905342024004, |
| "learning_rate": 2.6766824583035886e-05, |
| "loss": 0.5093, |
| "step": 14420 |
| }, |
| { |
| "epoch": 1.4001552493692995, |
| "grad_norm": 2.364843712084718, |
| "learning_rate": 2.6750600298526836e-05, |
| "loss": 0.5005, |
| "step": 14430 |
| }, |
| { |
| "epoch": 1.4011255579274209, |
| "grad_norm": 1.9751607681902115, |
| "learning_rate": 2.6734376014017782e-05, |
| "loss": 0.4958, |
| "step": 14440 |
| }, |
| { |
| "epoch": 1.4020958664855425, |
| "grad_norm": 1.9625121046714047, |
| "learning_rate": 2.671815172950873e-05, |
| "loss": 0.5251, |
| "step": 14450 |
| }, |
| { |
| "epoch": 1.403066175043664, |
| "grad_norm": 1.4828612193168078, |
| "learning_rate": 2.6701927444999675e-05, |
| "loss": 0.5496, |
| "step": 14460 |
| }, |
| { |
| "epoch": 1.4040364836017853, |
| "grad_norm": 1.5015720843906, |
| "learning_rate": 2.668570316049062e-05, |
| "loss": 0.535, |
| "step": 14470 |
| }, |
| { |
| "epoch": 1.4050067921599068, |
| "grad_norm": 1.3851757562899687, |
| "learning_rate": 2.6669478875981568e-05, |
| "loss": 0.5628, |
| "step": 14480 |
| }, |
| { |
| "epoch": 1.4059771007180284, |
| "grad_norm": 1.6822047277997916, |
| "learning_rate": 2.6653254591472514e-05, |
| "loss": 0.5605, |
| "step": 14490 |
| }, |
| { |
| "epoch": 1.4069474092761498, |
| "grad_norm": 1.9002135762249894, |
| "learning_rate": 2.663703030696346e-05, |
| "loss": 0.5348, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.4069474092761498, |
| "eval_loss": 0.6422961950302124, |
| "eval_runtime": 2474.9423, |
| "eval_samples_per_second": 0.724, |
| "eval_steps_per_second": 0.362, |
| "step": 14500 |
| }, |
| { |
| "epoch": 1.4079177178342712, |
| "grad_norm": 1.7272883282125664, |
| "learning_rate": 2.6620806022454407e-05, |
| "loss": 0.5518, |
| "step": 14510 |
| }, |
| { |
| "epoch": 1.4088880263923929, |
| "grad_norm": 1.7836182665219666, |
| "learning_rate": 2.6604581737945357e-05, |
| "loss": 0.5195, |
| "step": 14520 |
| }, |
| { |
| "epoch": 1.4098583349505143, |
| "grad_norm": 1.7860780128722327, |
| "learning_rate": 2.6588357453436303e-05, |
| "loss": 0.5061, |
| "step": 14530 |
| }, |
| { |
| "epoch": 1.4108286435086357, |
| "grad_norm": 1.8487543077145125, |
| "learning_rate": 2.657213316892725e-05, |
| "loss": 0.5261, |
| "step": 14540 |
| }, |
| { |
| "epoch": 1.411798952066757, |
| "grad_norm": 1.8960118987299062, |
| "learning_rate": 2.6555908884418196e-05, |
| "loss": 0.523, |
| "step": 14550 |
| }, |
| { |
| "epoch": 1.4127692606248787, |
| "grad_norm": 1.3767948578941858, |
| "learning_rate": 2.6539684599909142e-05, |
| "loss": 0.4654, |
| "step": 14560 |
| }, |
| { |
| "epoch": 1.4137395691830001, |
| "grad_norm": 1.7605168074790472, |
| "learning_rate": 2.652346031540009e-05, |
| "loss": 0.4711, |
| "step": 14570 |
| }, |
| { |
| "epoch": 1.4147098777411218, |
| "grad_norm": 1.424973688569186, |
| "learning_rate": 2.6507236030891042e-05, |
| "loss": 0.5639, |
| "step": 14580 |
| }, |
| { |
| "epoch": 1.4156801862992432, |
| "grad_norm": 1.9215824187230874, |
| "learning_rate": 2.649101174638199e-05, |
| "loss": 0.5137, |
| "step": 14590 |
| }, |
| { |
| "epoch": 1.4166504948573646, |
| "grad_norm": 1.439592415452285, |
| "learning_rate": 2.6474787461872935e-05, |
| "loss": 0.488, |
| "step": 14600 |
| }, |
| { |
| "epoch": 1.417620803415486, |
| "grad_norm": 1.6446340356434774, |
| "learning_rate": 2.645856317736388e-05, |
| "loss": 0.5324, |
| "step": 14610 |
| }, |
| { |
| "epoch": 1.4185911119736077, |
| "grad_norm": 1.9264081435604268, |
| "learning_rate": 2.6442338892854827e-05, |
| "loss": 0.5297, |
| "step": 14620 |
| }, |
| { |
| "epoch": 1.419561420531729, |
| "grad_norm": 1.5948112951701827, |
| "learning_rate": 2.6426114608345777e-05, |
| "loss": 0.5291, |
| "step": 14630 |
| }, |
| { |
| "epoch": 1.4205317290898507, |
| "grad_norm": 1.8654562276618851, |
| "learning_rate": 2.6409890323836724e-05, |
| "loss": 0.5588, |
| "step": 14640 |
| }, |
| { |
| "epoch": 1.4215020376479721, |
| "grad_norm": 1.8410472433514884, |
| "learning_rate": 2.639366603932767e-05, |
| "loss": 0.5167, |
| "step": 14650 |
| }, |
| { |
| "epoch": 1.4224723462060935, |
| "grad_norm": 1.9663683443045321, |
| "learning_rate": 2.6377441754818616e-05, |
| "loss": 0.5166, |
| "step": 14660 |
| }, |
| { |
| "epoch": 1.423442654764215, |
| "grad_norm": 1.77295818801796, |
| "learning_rate": 2.6361217470309563e-05, |
| "loss": 0.5557, |
| "step": 14670 |
| }, |
| { |
| "epoch": 1.4244129633223366, |
| "grad_norm": 1.542816761347417, |
| "learning_rate": 2.634499318580051e-05, |
| "loss": 0.5147, |
| "step": 14680 |
| }, |
| { |
| "epoch": 1.425383271880458, |
| "grad_norm": 2.13234320369828, |
| "learning_rate": 2.6328768901291456e-05, |
| "loss": 0.5421, |
| "step": 14690 |
| }, |
| { |
| "epoch": 1.4263535804385794, |
| "grad_norm": 1.4543036251195376, |
| "learning_rate": 2.6312544616782402e-05, |
| "loss": 0.488, |
| "step": 14700 |
| }, |
| { |
| "epoch": 1.427323888996701, |
| "grad_norm": 1.5267685947307574, |
| "learning_rate": 2.6296320332273348e-05, |
| "loss": 0.5352, |
| "step": 14710 |
| }, |
| { |
| "epoch": 1.4282941975548225, |
| "grad_norm": 2.05420183759504, |
| "learning_rate": 2.6280096047764298e-05, |
| "loss": 0.5489, |
| "step": 14720 |
| }, |
| { |
| "epoch": 1.4292645061129439, |
| "grad_norm": 1.5141763719248076, |
| "learning_rate": 2.6263871763255244e-05, |
| "loss": 0.5627, |
| "step": 14730 |
| }, |
| { |
| "epoch": 1.4302348146710653, |
| "grad_norm": 1.7887916433402153, |
| "learning_rate": 2.624764747874619e-05, |
| "loss": 0.5129, |
| "step": 14740 |
| }, |
| { |
| "epoch": 1.431205123229187, |
| "grad_norm": 1.9817836633125971, |
| "learning_rate": 2.6231423194237137e-05, |
| "loss": 0.5129, |
| "step": 14750 |
| }, |
| { |
| "epoch": 1.4321754317873083, |
| "grad_norm": 2.358539950484514, |
| "learning_rate": 2.6215198909728084e-05, |
| "loss": 0.482, |
| "step": 14760 |
| }, |
| { |
| "epoch": 1.43314574034543, |
| "grad_norm": 1.7444853271955691, |
| "learning_rate": 2.619897462521903e-05, |
| "loss": 0.4948, |
| "step": 14770 |
| }, |
| { |
| "epoch": 1.4341160489035514, |
| "grad_norm": 1.573301988778271, |
| "learning_rate": 2.6182750340709976e-05, |
| "loss": 0.4998, |
| "step": 14780 |
| }, |
| { |
| "epoch": 1.4350863574616728, |
| "grad_norm": 1.878570997397064, |
| "learning_rate": 2.6166526056200923e-05, |
| "loss": 0.489, |
| "step": 14790 |
| }, |
| { |
| "epoch": 1.4360566660197942, |
| "grad_norm": 2.0345633471458444, |
| "learning_rate": 2.615030177169187e-05, |
| "loss": 0.5395, |
| "step": 14800 |
| }, |
| { |
| "epoch": 1.4370269745779158, |
| "grad_norm": 1.7616258348677174, |
| "learning_rate": 2.613407748718282e-05, |
| "loss": 0.5575, |
| "step": 14810 |
| }, |
| { |
| "epoch": 1.4379972831360373, |
| "grad_norm": 2.202827489308336, |
| "learning_rate": 2.6117853202673765e-05, |
| "loss": 0.5378, |
| "step": 14820 |
| }, |
| { |
| "epoch": 1.4389675916941587, |
| "grad_norm": 2.0172801246892496, |
| "learning_rate": 2.610162891816471e-05, |
| "loss": 0.565, |
| "step": 14830 |
| }, |
| { |
| "epoch": 1.4399379002522803, |
| "grad_norm": 1.460733632748616, |
| "learning_rate": 2.6085404633655658e-05, |
| "loss": 0.4866, |
| "step": 14840 |
| }, |
| { |
| "epoch": 1.4409082088104017, |
| "grad_norm": 1.5702235924410088, |
| "learning_rate": 2.6069180349146604e-05, |
| "loss": 0.4814, |
| "step": 14850 |
| }, |
| { |
| "epoch": 1.4418785173685231, |
| "grad_norm": 2.3366982495878013, |
| "learning_rate": 2.605295606463755e-05, |
| "loss": 0.5204, |
| "step": 14860 |
| }, |
| { |
| "epoch": 1.4428488259266445, |
| "grad_norm": 2.0441313559069805, |
| "learning_rate": 2.6036731780128497e-05, |
| "loss": 0.4861, |
| "step": 14870 |
| }, |
| { |
| "epoch": 1.4438191344847662, |
| "grad_norm": 2.2095151787420417, |
| "learning_rate": 2.6020507495619444e-05, |
| "loss": 0.5376, |
| "step": 14880 |
| }, |
| { |
| "epoch": 1.4447894430428876, |
| "grad_norm": 1.9134281253559753, |
| "learning_rate": 2.6004283211110393e-05, |
| "loss": 0.5102, |
| "step": 14890 |
| }, |
| { |
| "epoch": 1.4457597516010092, |
| "grad_norm": 1.7832517565992747, |
| "learning_rate": 2.598805892660134e-05, |
| "loss": 0.5303, |
| "step": 14900 |
| }, |
| { |
| "epoch": 1.4467300601591306, |
| "grad_norm": 1.7558924047130664, |
| "learning_rate": 2.5971834642092286e-05, |
| "loss": 0.4994, |
| "step": 14910 |
| }, |
| { |
| "epoch": 1.447700368717252, |
| "grad_norm": 1.7883915957856114, |
| "learning_rate": 2.5955610357583233e-05, |
| "loss": 0.4677, |
| "step": 14920 |
| }, |
| { |
| "epoch": 1.4486706772753735, |
| "grad_norm": 2.077257189743679, |
| "learning_rate": 2.593938607307418e-05, |
| "loss": 0.515, |
| "step": 14930 |
| }, |
| { |
| "epoch": 1.449640985833495, |
| "grad_norm": 1.9045010104323963, |
| "learning_rate": 2.5923161788565125e-05, |
| "loss": 0.5024, |
| "step": 14940 |
| }, |
| { |
| "epoch": 1.4506112943916165, |
| "grad_norm": 2.106289689638874, |
| "learning_rate": 2.590693750405607e-05, |
| "loss": 0.5242, |
| "step": 14950 |
| }, |
| { |
| "epoch": 1.4515816029497381, |
| "grad_norm": 1.9221754156642648, |
| "learning_rate": 2.5890713219547018e-05, |
| "loss": 0.4712, |
| "step": 14960 |
| }, |
| { |
| "epoch": 1.4525519115078596, |
| "grad_norm": 1.8046920974227167, |
| "learning_rate": 2.5874488935037964e-05, |
| "loss": 0.5017, |
| "step": 14970 |
| }, |
| { |
| "epoch": 1.453522220065981, |
| "grad_norm": 1.855646189779827, |
| "learning_rate": 2.5858264650528914e-05, |
| "loss": 0.5146, |
| "step": 14980 |
| }, |
| { |
| "epoch": 1.4544925286241024, |
| "grad_norm": 1.8308672850602437, |
| "learning_rate": 2.584204036601986e-05, |
| "loss": 0.5293, |
| "step": 14990 |
| }, |
| { |
| "epoch": 1.455462837182224, |
| "grad_norm": 1.6235231403062087, |
| "learning_rate": 2.5825816081510807e-05, |
| "loss": 0.4968, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.455462837182224, |
| "eval_loss": 0.6395026445388794, |
| "eval_runtime": 2472.4459, |
| "eval_samples_per_second": 0.725, |
| "eval_steps_per_second": 0.362, |
| "step": 15000 |
| }, |
| { |
| "epoch": 1.4564331457403454, |
| "grad_norm": 1.9674866651938567, |
| "learning_rate": 2.5809591797001753e-05, |
| "loss": 0.5402, |
| "step": 15010 |
| }, |
| { |
| "epoch": 1.4574034542984668, |
| "grad_norm": 1.7667679072452773, |
| "learning_rate": 2.57933675124927e-05, |
| "loss": 0.5598, |
| "step": 15020 |
| }, |
| { |
| "epoch": 1.4583737628565885, |
| "grad_norm": 1.6236668551346622, |
| "learning_rate": 2.5777143227983646e-05, |
| "loss": 0.4819, |
| "step": 15030 |
| }, |
| { |
| "epoch": 1.45934407141471, |
| "grad_norm": 1.5162521396018838, |
| "learning_rate": 2.5760918943474592e-05, |
| "loss": 0.5609, |
| "step": 15040 |
| }, |
| { |
| "epoch": 1.4603143799728313, |
| "grad_norm": 2.248488105603888, |
| "learning_rate": 2.574469465896554e-05, |
| "loss": 0.4987, |
| "step": 15050 |
| }, |
| { |
| "epoch": 1.4612846885309527, |
| "grad_norm": 1.5876501247710053, |
| "learning_rate": 2.572847037445649e-05, |
| "loss": 0.4794, |
| "step": 15060 |
| }, |
| { |
| "epoch": 1.4622549970890744, |
| "grad_norm": 1.9484672186526921, |
| "learning_rate": 2.5712246089947435e-05, |
| "loss": 0.5115, |
| "step": 15070 |
| }, |
| { |
| "epoch": 1.4632253056471958, |
| "grad_norm": 1.9931906967691606, |
| "learning_rate": 2.569602180543838e-05, |
| "loss": 0.4848, |
| "step": 15080 |
| }, |
| { |
| "epoch": 1.4641956142053174, |
| "grad_norm": 1.9798564517490436, |
| "learning_rate": 2.5679797520929328e-05, |
| "loss": 0.5136, |
| "step": 15090 |
| }, |
| { |
| "epoch": 1.4651659227634388, |
| "grad_norm": 1.7543081259876927, |
| "learning_rate": 2.5663573236420274e-05, |
| "loss": 0.5179, |
| "step": 15100 |
| }, |
| { |
| "epoch": 1.4661362313215602, |
| "grad_norm": 1.797610941181892, |
| "learning_rate": 2.564734895191122e-05, |
| "loss": 0.5134, |
| "step": 15110 |
| }, |
| { |
| "epoch": 1.4671065398796816, |
| "grad_norm": 1.6254067495518276, |
| "learning_rate": 2.5631124667402167e-05, |
| "loss": 0.497, |
| "step": 15120 |
| }, |
| { |
| "epoch": 1.4680768484378033, |
| "grad_norm": 2.0916697354749743, |
| "learning_rate": 2.5614900382893113e-05, |
| "loss": 0.5035, |
| "step": 15130 |
| }, |
| { |
| "epoch": 1.4690471569959247, |
| "grad_norm": 1.7408478320862355, |
| "learning_rate": 2.559867609838406e-05, |
| "loss": 0.5165, |
| "step": 15140 |
| }, |
| { |
| "epoch": 1.470017465554046, |
| "grad_norm": 1.6971971097300078, |
| "learning_rate": 2.558245181387501e-05, |
| "loss": 0.5416, |
| "step": 15150 |
| }, |
| { |
| "epoch": 1.4709877741121677, |
| "grad_norm": 1.7615798102754638, |
| "learning_rate": 2.5566227529365956e-05, |
| "loss": 0.5028, |
| "step": 15160 |
| }, |
| { |
| "epoch": 1.4719580826702892, |
| "grad_norm": 2.126034120697344, |
| "learning_rate": 2.5550003244856902e-05, |
| "loss": 0.4983, |
| "step": 15170 |
| }, |
| { |
| "epoch": 1.4729283912284106, |
| "grad_norm": 1.7930301180931063, |
| "learning_rate": 2.553377896034785e-05, |
| "loss": 0.4836, |
| "step": 15180 |
| }, |
| { |
| "epoch": 1.473898699786532, |
| "grad_norm": 1.945479896374108, |
| "learning_rate": 2.5517554675838795e-05, |
| "loss": 0.4874, |
| "step": 15190 |
| }, |
| { |
| "epoch": 1.4748690083446536, |
| "grad_norm": 1.659537976782885, |
| "learning_rate": 2.550133039132974e-05, |
| "loss": 0.485, |
| "step": 15200 |
| }, |
| { |
| "epoch": 1.475839316902775, |
| "grad_norm": 1.7852824594767274, |
| "learning_rate": 2.5485106106820688e-05, |
| "loss": 0.5314, |
| "step": 15210 |
| }, |
| { |
| "epoch": 1.4768096254608967, |
| "grad_norm": 1.7757412059616349, |
| "learning_rate": 2.5468881822311634e-05, |
| "loss": 0.4906, |
| "step": 15220 |
| }, |
| { |
| "epoch": 1.477779934019018, |
| "grad_norm": 1.7940563485432668, |
| "learning_rate": 2.5452657537802584e-05, |
| "loss": 0.4973, |
| "step": 15230 |
| }, |
| { |
| "epoch": 1.4787502425771395, |
| "grad_norm": 1.8223131394278327, |
| "learning_rate": 2.543643325329353e-05, |
| "loss": 0.5122, |
| "step": 15240 |
| }, |
| { |
| "epoch": 1.479720551135261, |
| "grad_norm": 1.9217304666232693, |
| "learning_rate": 2.5420208968784477e-05, |
| "loss": 0.5497, |
| "step": 15250 |
| }, |
| { |
| "epoch": 1.4806908596933825, |
| "grad_norm": 1.6084194486566938, |
| "learning_rate": 2.5403984684275423e-05, |
| "loss": 0.4971, |
| "step": 15260 |
| }, |
| { |
| "epoch": 1.481661168251504, |
| "grad_norm": 2.1056710345080827, |
| "learning_rate": 2.538776039976637e-05, |
| "loss": 0.5379, |
| "step": 15270 |
| }, |
| { |
| "epoch": 1.4826314768096256, |
| "grad_norm": 2.2545586744739015, |
| "learning_rate": 2.5371536115257316e-05, |
| "loss": 0.4239, |
| "step": 15280 |
| }, |
| { |
| "epoch": 1.483601785367747, |
| "grad_norm": 2.0015642103213063, |
| "learning_rate": 2.5355311830748262e-05, |
| "loss": 0.5283, |
| "step": 15290 |
| }, |
| { |
| "epoch": 1.4845720939258684, |
| "grad_norm": 2.0206628423435387, |
| "learning_rate": 2.533908754623921e-05, |
| "loss": 0.4533, |
| "step": 15300 |
| }, |
| { |
| "epoch": 1.4855424024839898, |
| "grad_norm": 2.0392064010865263, |
| "learning_rate": 2.5322863261730155e-05, |
| "loss": 0.516, |
| "step": 15310 |
| }, |
| { |
| "epoch": 1.4865127110421115, |
| "grad_norm": 1.6397938987534753, |
| "learning_rate": 2.5306638977221105e-05, |
| "loss": 0.4915, |
| "step": 15320 |
| }, |
| { |
| "epoch": 1.4874830196002329, |
| "grad_norm": 2.0519457829568615, |
| "learning_rate": 2.529041469271205e-05, |
| "loss": 0.4938, |
| "step": 15330 |
| }, |
| { |
| "epoch": 1.4884533281583543, |
| "grad_norm": 1.883771979267065, |
| "learning_rate": 2.5274190408202998e-05, |
| "loss": 0.5454, |
| "step": 15340 |
| }, |
| { |
| "epoch": 1.489423636716476, |
| "grad_norm": 1.8963017429804823, |
| "learning_rate": 2.5257966123693944e-05, |
| "loss": 0.4733, |
| "step": 15350 |
| }, |
| { |
| "epoch": 1.4903939452745973, |
| "grad_norm": 2.005144587549119, |
| "learning_rate": 2.5241741839184897e-05, |
| "loss": 0.4967, |
| "step": 15360 |
| }, |
| { |
| "epoch": 1.4913642538327188, |
| "grad_norm": 2.151826141060965, |
| "learning_rate": 2.5225517554675843e-05, |
| "loss": 0.5466, |
| "step": 15370 |
| }, |
| { |
| "epoch": 1.4923345623908402, |
| "grad_norm": 1.6751197267270117, |
| "learning_rate": 2.520929327016679e-05, |
| "loss": 0.5456, |
| "step": 15380 |
| }, |
| { |
| "epoch": 1.4933048709489618, |
| "grad_norm": 1.9009493553059222, |
| "learning_rate": 2.5193068985657736e-05, |
| "loss": 0.483, |
| "step": 15390 |
| }, |
| { |
| "epoch": 1.4942751795070832, |
| "grad_norm": 2.1457921969425757, |
| "learning_rate": 2.5176844701148683e-05, |
| "loss": 0.5458, |
| "step": 15400 |
| }, |
| { |
| "epoch": 1.4952454880652049, |
| "grad_norm": 1.9369152546010822, |
| "learning_rate": 2.516062041663963e-05, |
| "loss": 0.5477, |
| "step": 15410 |
| }, |
| { |
| "epoch": 1.4962157966233263, |
| "grad_norm": 1.9226350314538543, |
| "learning_rate": 2.5144396132130575e-05, |
| "loss": 0.5469, |
| "step": 15420 |
| }, |
| { |
| "epoch": 1.4971861051814477, |
| "grad_norm": 1.768970891771466, |
| "learning_rate": 2.5128171847621522e-05, |
| "loss": 0.4789, |
| "step": 15430 |
| }, |
| { |
| "epoch": 1.498156413739569, |
| "grad_norm": 1.6324753131013463, |
| "learning_rate": 2.511194756311247e-05, |
| "loss": 0.4984, |
| "step": 15440 |
| }, |
| { |
| "epoch": 1.4991267222976907, |
| "grad_norm": 1.5500314116241656, |
| "learning_rate": 2.5095723278603418e-05, |
| "loss": 0.5313, |
| "step": 15450 |
| }, |
| { |
| "epoch": 1.5000970308558121, |
| "grad_norm": 1.8222773979858036, |
| "learning_rate": 2.5079498994094364e-05, |
| "loss": 0.4935, |
| "step": 15460 |
| }, |
| { |
| "epoch": 1.5010673394139338, |
| "grad_norm": 1.6457715681286798, |
| "learning_rate": 2.506327470958531e-05, |
| "loss": 0.4739, |
| "step": 15470 |
| }, |
| { |
| "epoch": 1.5020376479720552, |
| "grad_norm": 1.6810719922194195, |
| "learning_rate": 2.5047050425076257e-05, |
| "loss": 0.478, |
| "step": 15480 |
| }, |
| { |
| "epoch": 1.5030079565301766, |
| "grad_norm": 1.9891968136548206, |
| "learning_rate": 2.5030826140567203e-05, |
| "loss": 0.5365, |
| "step": 15490 |
| }, |
| { |
| "epoch": 1.503978265088298, |
| "grad_norm": 1.836679974736217, |
| "learning_rate": 2.501460185605815e-05, |
| "loss": 0.5497, |
| "step": 15500 |
| }, |
| { |
| "epoch": 1.503978265088298, |
| "eval_loss": 0.6403182148933411, |
| "eval_runtime": 2470.3613, |
| "eval_samples_per_second": 0.725, |
| "eval_steps_per_second": 0.363, |
| "step": 15500 |
| }, |
| { |
| "epoch": 1.5049485736464194, |
| "grad_norm": 1.9808212956686209, |
| "learning_rate": 2.4998377571549096e-05, |
| "loss": 0.5195, |
| "step": 15510 |
| }, |
| { |
| "epoch": 1.505918882204541, |
| "grad_norm": 1.696799638403568, |
| "learning_rate": 2.4982153287040043e-05, |
| "loss": 0.481, |
| "step": 15520 |
| }, |
| { |
| "epoch": 1.5068891907626625, |
| "grad_norm": 1.559487018818546, |
| "learning_rate": 2.496592900253099e-05, |
| "loss": 0.4849, |
| "step": 15530 |
| }, |
| { |
| "epoch": 1.5078594993207841, |
| "grad_norm": 2.0106819741019635, |
| "learning_rate": 2.4949704718021935e-05, |
| "loss": 0.5068, |
| "step": 15540 |
| }, |
| { |
| "epoch": 1.5088298078789055, |
| "grad_norm": 1.554558550656832, |
| "learning_rate": 2.4933480433512885e-05, |
| "loss": 0.5542, |
| "step": 15550 |
| }, |
| { |
| "epoch": 1.509800116437027, |
| "grad_norm": 2.1570334538409597, |
| "learning_rate": 2.491725614900383e-05, |
| "loss": 0.5537, |
| "step": 15560 |
| }, |
| { |
| "epoch": 1.5107704249951484, |
| "grad_norm": 2.082418119992958, |
| "learning_rate": 2.4901031864494778e-05, |
| "loss": 0.4495, |
| "step": 15570 |
| }, |
| { |
| "epoch": 1.51174073355327, |
| "grad_norm": 1.7903747855746062, |
| "learning_rate": 2.4884807579985724e-05, |
| "loss": 0.4755, |
| "step": 15580 |
| }, |
| { |
| "epoch": 1.5127110421113914, |
| "grad_norm": 1.8907675365997436, |
| "learning_rate": 2.486858329547667e-05, |
| "loss": 0.5377, |
| "step": 15590 |
| }, |
| { |
| "epoch": 1.513681350669513, |
| "grad_norm": 1.6823616833089232, |
| "learning_rate": 2.4852359010967617e-05, |
| "loss": 0.4747, |
| "step": 15600 |
| }, |
| { |
| "epoch": 1.5146516592276345, |
| "grad_norm": 1.8263050453987495, |
| "learning_rate": 2.4836134726458567e-05, |
| "loss": 0.4962, |
| "step": 15610 |
| }, |
| { |
| "epoch": 1.5156219677857559, |
| "grad_norm": 1.855857638521949, |
| "learning_rate": 2.4819910441949513e-05, |
| "loss": 0.5306, |
| "step": 15620 |
| }, |
| { |
| "epoch": 1.5165922763438773, |
| "grad_norm": 1.7196056977172254, |
| "learning_rate": 2.480368615744046e-05, |
| "loss": 0.507, |
| "step": 15630 |
| }, |
| { |
| "epoch": 1.5175625849019987, |
| "grad_norm": 2.2274627334622354, |
| "learning_rate": 2.4787461872931406e-05, |
| "loss": 0.4741, |
| "step": 15640 |
| }, |
| { |
| "epoch": 1.5185328934601203, |
| "grad_norm": 1.7506693514893716, |
| "learning_rate": 2.4771237588422352e-05, |
| "loss": 0.4512, |
| "step": 15650 |
| }, |
| { |
| "epoch": 1.519503202018242, |
| "grad_norm": 1.5102515980183955, |
| "learning_rate": 2.47550133039133e-05, |
| "loss": 0.5656, |
| "step": 15660 |
| }, |
| { |
| "epoch": 1.5204735105763634, |
| "grad_norm": 1.7638756809733325, |
| "learning_rate": 2.4738789019404245e-05, |
| "loss": 0.5209, |
| "step": 15670 |
| }, |
| { |
| "epoch": 1.5214438191344848, |
| "grad_norm": 1.67804925991046, |
| "learning_rate": 2.472256473489519e-05, |
| "loss": 0.5442, |
| "step": 15680 |
| }, |
| { |
| "epoch": 1.5224141276926062, |
| "grad_norm": 1.6503421070503612, |
| "learning_rate": 2.470634045038614e-05, |
| "loss": 0.5516, |
| "step": 15690 |
| }, |
| { |
| "epoch": 1.5233844362507276, |
| "grad_norm": 1.7388522657721959, |
| "learning_rate": 2.4690116165877088e-05, |
| "loss": 0.4894, |
| "step": 15700 |
| }, |
| { |
| "epoch": 1.5243547448088492, |
| "grad_norm": 1.955414988998346, |
| "learning_rate": 2.4673891881368034e-05, |
| "loss": 0.5493, |
| "step": 15710 |
| }, |
| { |
| "epoch": 1.5253250533669707, |
| "grad_norm": 2.1089020897683324, |
| "learning_rate": 2.465766759685898e-05, |
| "loss": 0.5173, |
| "step": 15720 |
| }, |
| { |
| "epoch": 1.5262953619250923, |
| "grad_norm": 2.1627868553616416, |
| "learning_rate": 2.4641443312349927e-05, |
| "loss": 0.5165, |
| "step": 15730 |
| }, |
| { |
| "epoch": 1.5272656704832137, |
| "grad_norm": 1.9351405181934673, |
| "learning_rate": 2.4625219027840873e-05, |
| "loss": 0.4873, |
| "step": 15740 |
| }, |
| { |
| "epoch": 1.5282359790413351, |
| "grad_norm": 1.8488349390401109, |
| "learning_rate": 2.460899474333182e-05, |
| "loss": 0.5121, |
| "step": 15750 |
| }, |
| { |
| "epoch": 1.5292062875994565, |
| "grad_norm": 1.9814673588646732, |
| "learning_rate": 2.4592770458822766e-05, |
| "loss": 0.4942, |
| "step": 15760 |
| }, |
| { |
| "epoch": 1.530176596157578, |
| "grad_norm": 1.8985936905786858, |
| "learning_rate": 2.4576546174313712e-05, |
| "loss": 0.5227, |
| "step": 15770 |
| }, |
| { |
| "epoch": 1.5311469047156996, |
| "grad_norm": 2.144939705295627, |
| "learning_rate": 2.4560321889804662e-05, |
| "loss": 0.5584, |
| "step": 15780 |
| }, |
| { |
| "epoch": 1.5321172132738212, |
| "grad_norm": 2.196125539672085, |
| "learning_rate": 2.454409760529561e-05, |
| "loss": 0.4592, |
| "step": 15790 |
| }, |
| { |
| "epoch": 1.5330875218319426, |
| "grad_norm": 1.5896290702039733, |
| "learning_rate": 2.4527873320786555e-05, |
| "loss": 0.5183, |
| "step": 15800 |
| }, |
| { |
| "epoch": 1.534057830390064, |
| "grad_norm": 1.3926787086096604, |
| "learning_rate": 2.45116490362775e-05, |
| "loss": 0.4929, |
| "step": 15810 |
| }, |
| { |
| "epoch": 1.5350281389481855, |
| "grad_norm": 1.8947619224673768, |
| "learning_rate": 2.4495424751768448e-05, |
| "loss": 0.487, |
| "step": 15820 |
| }, |
| { |
| "epoch": 1.5359984475063069, |
| "grad_norm": 1.9366715293465946, |
| "learning_rate": 2.4479200467259394e-05, |
| "loss": 0.5126, |
| "step": 15830 |
| }, |
| { |
| "epoch": 1.5369687560644285, |
| "grad_norm": 1.8854258468503662, |
| "learning_rate": 2.446297618275034e-05, |
| "loss": 0.4732, |
| "step": 15840 |
| }, |
| { |
| "epoch": 1.53793906462255, |
| "grad_norm": 1.7897154496692322, |
| "learning_rate": 2.4446751898241287e-05, |
| "loss": 0.4869, |
| "step": 15850 |
| }, |
| { |
| "epoch": 1.5389093731806716, |
| "grad_norm": 1.9691769621461568, |
| "learning_rate": 2.4430527613732233e-05, |
| "loss": 0.5204, |
| "step": 15860 |
| }, |
| { |
| "epoch": 1.539879681738793, |
| "grad_norm": 1.5159729039901195, |
| "learning_rate": 2.4414303329223183e-05, |
| "loss": 0.5067, |
| "step": 15870 |
| }, |
| { |
| "epoch": 1.5408499902969144, |
| "grad_norm": 2.0085743327171364, |
| "learning_rate": 2.439807904471413e-05, |
| "loss": 0.5855, |
| "step": 15880 |
| }, |
| { |
| "epoch": 1.5418202988550358, |
| "grad_norm": 1.808826518921202, |
| "learning_rate": 2.4381854760205076e-05, |
| "loss": 0.511, |
| "step": 15890 |
| }, |
| { |
| "epoch": 1.5427906074131574, |
| "grad_norm": 2.144838816182226, |
| "learning_rate": 2.4365630475696022e-05, |
| "loss": 0.5151, |
| "step": 15900 |
| }, |
| { |
| "epoch": 1.5437609159712788, |
| "grad_norm": 1.9134282869959454, |
| "learning_rate": 2.434940619118697e-05, |
| "loss": 0.547, |
| "step": 15910 |
| }, |
| { |
| "epoch": 1.5447312245294005, |
| "grad_norm": 1.4718585956659067, |
| "learning_rate": 2.4333181906677915e-05, |
| "loss": 0.5035, |
| "step": 15920 |
| }, |
| { |
| "epoch": 1.545701533087522, |
| "grad_norm": 1.9846910792449015, |
| "learning_rate": 2.431695762216886e-05, |
| "loss": 0.4603, |
| "step": 15930 |
| }, |
| { |
| "epoch": 1.5466718416456433, |
| "grad_norm": 2.237689406521008, |
| "learning_rate": 2.430073333765981e-05, |
| "loss": 0.4835, |
| "step": 15940 |
| }, |
| { |
| "epoch": 1.5476421502037647, |
| "grad_norm": 1.8521877806585876, |
| "learning_rate": 2.4284509053150757e-05, |
| "loss": 0.486, |
| "step": 15950 |
| }, |
| { |
| "epoch": 1.5486124587618861, |
| "grad_norm": 1.6410601205984716, |
| "learning_rate": 2.4268284768641704e-05, |
| "loss": 0.5362, |
| "step": 15960 |
| }, |
| { |
| "epoch": 1.5495827673200078, |
| "grad_norm": 2.0223928767474524, |
| "learning_rate": 2.4252060484132653e-05, |
| "loss": 0.5954, |
| "step": 15970 |
| }, |
| { |
| "epoch": 1.5505530758781294, |
| "grad_norm": 2.531432809831189, |
| "learning_rate": 2.42358361996236e-05, |
| "loss": 0.5618, |
| "step": 15980 |
| }, |
| { |
| "epoch": 1.5515233844362508, |
| "grad_norm": 2.0740258540735788, |
| "learning_rate": 2.4219611915114546e-05, |
| "loss": 0.4733, |
| "step": 15990 |
| }, |
| { |
| "epoch": 1.5524936929943722, |
| "grad_norm": 1.7587497399634056, |
| "learning_rate": 2.4203387630605493e-05, |
| "loss": 0.5099, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.5524936929943722, |
| "eval_loss": 0.635991096496582, |
| "eval_runtime": 2468.0382, |
| "eval_samples_per_second": 0.726, |
| "eval_steps_per_second": 0.363, |
| "step": 16000 |
| }, |
| { |
| "epoch": 1.5534640015524936, |
| "grad_norm": 1.670336846718715, |
| "learning_rate": 2.418716334609644e-05, |
| "loss": 0.4553, |
| "step": 16010 |
| }, |
| { |
| "epoch": 1.554434310110615, |
| "grad_norm": 2.0177796015243237, |
| "learning_rate": 2.4170939061587385e-05, |
| "loss": 0.5115, |
| "step": 16020 |
| }, |
| { |
| "epoch": 1.5554046186687367, |
| "grad_norm": 1.8858883624862002, |
| "learning_rate": 2.4154714777078332e-05, |
| "loss": 0.5172, |
| "step": 16030 |
| }, |
| { |
| "epoch": 1.556374927226858, |
| "grad_norm": 2.0359679981766647, |
| "learning_rate": 2.4138490492569278e-05, |
| "loss": 0.4589, |
| "step": 16040 |
| }, |
| { |
| "epoch": 1.5573452357849797, |
| "grad_norm": 1.2444792958823963, |
| "learning_rate": 2.4122266208060228e-05, |
| "loss": 0.5134, |
| "step": 16050 |
| }, |
| { |
| "epoch": 1.5583155443431012, |
| "grad_norm": 1.5062153000531946, |
| "learning_rate": 2.4106041923551174e-05, |
| "loss": 0.4869, |
| "step": 16060 |
| }, |
| { |
| "epoch": 1.5592858529012226, |
| "grad_norm": 2.2139374575219364, |
| "learning_rate": 2.408981763904212e-05, |
| "loss": 0.4811, |
| "step": 16070 |
| }, |
| { |
| "epoch": 1.560256161459344, |
| "grad_norm": 1.7542756535220294, |
| "learning_rate": 2.4073593354533067e-05, |
| "loss": 0.4895, |
| "step": 16080 |
| }, |
| { |
| "epoch": 1.5612264700174654, |
| "grad_norm": 1.9663056975292839, |
| "learning_rate": 2.4057369070024013e-05, |
| "loss": 0.5046, |
| "step": 16090 |
| }, |
| { |
| "epoch": 1.562196778575587, |
| "grad_norm": 1.760446721510282, |
| "learning_rate": 2.404114478551496e-05, |
| "loss": 0.495, |
| "step": 16100 |
| }, |
| { |
| "epoch": 1.5631670871337087, |
| "grad_norm": 1.6132518828061082, |
| "learning_rate": 2.4024920501005906e-05, |
| "loss": 0.4985, |
| "step": 16110 |
| }, |
| { |
| "epoch": 1.56413739569183, |
| "grad_norm": 1.7640461059330637, |
| "learning_rate": 2.4008696216496853e-05, |
| "loss": 0.5186, |
| "step": 16120 |
| }, |
| { |
| "epoch": 1.5651077042499515, |
| "grad_norm": 1.769814216957158, |
| "learning_rate": 2.39924719319878e-05, |
| "loss": 0.5413, |
| "step": 16130 |
| }, |
| { |
| "epoch": 1.566078012808073, |
| "grad_norm": 2.293241964432802, |
| "learning_rate": 2.397624764747875e-05, |
| "loss": 0.4809, |
| "step": 16140 |
| }, |
| { |
| "epoch": 1.5670483213661943, |
| "grad_norm": 1.8759559371438301, |
| "learning_rate": 2.3960023362969695e-05, |
| "loss": 0.5262, |
| "step": 16150 |
| }, |
| { |
| "epoch": 1.568018629924316, |
| "grad_norm": 2.3087090615314114, |
| "learning_rate": 2.394379907846064e-05, |
| "loss": 0.4841, |
| "step": 16160 |
| }, |
| { |
| "epoch": 1.5689889384824374, |
| "grad_norm": 1.6108810314362396, |
| "learning_rate": 2.3927574793951588e-05, |
| "loss": 0.5188, |
| "step": 16170 |
| }, |
| { |
| "epoch": 1.569959247040559, |
| "grad_norm": 2.241869048530712, |
| "learning_rate": 2.3911350509442534e-05, |
| "loss": 0.5005, |
| "step": 16180 |
| }, |
| { |
| "epoch": 1.5709295555986804, |
| "grad_norm": 2.1127428890150215, |
| "learning_rate": 2.389512622493348e-05, |
| "loss": 0.5063, |
| "step": 16190 |
| }, |
| { |
| "epoch": 1.5718998641568018, |
| "grad_norm": 1.7046555426171013, |
| "learning_rate": 2.3878901940424427e-05, |
| "loss": 0.5154, |
| "step": 16200 |
| }, |
| { |
| "epoch": 1.5728701727149232, |
| "grad_norm": 1.6974188480153705, |
| "learning_rate": 2.3862677655915373e-05, |
| "loss": 0.4775, |
| "step": 16210 |
| }, |
| { |
| "epoch": 1.5738404812730449, |
| "grad_norm": 1.9773772891509165, |
| "learning_rate": 2.384645337140632e-05, |
| "loss": 0.489, |
| "step": 16220 |
| }, |
| { |
| "epoch": 1.5748107898311663, |
| "grad_norm": 2.3323506244488645, |
| "learning_rate": 2.383022908689727e-05, |
| "loss": 0.5252, |
| "step": 16230 |
| }, |
| { |
| "epoch": 1.575781098389288, |
| "grad_norm": 1.4580240462073564, |
| "learning_rate": 2.3814004802388216e-05, |
| "loss": 0.4809, |
| "step": 16240 |
| }, |
| { |
| "epoch": 1.5767514069474093, |
| "grad_norm": 1.9799244985970428, |
| "learning_rate": 2.3797780517879162e-05, |
| "loss": 0.4938, |
| "step": 16250 |
| }, |
| { |
| "epoch": 1.5777217155055308, |
| "grad_norm": 2.2967773637028315, |
| "learning_rate": 2.378155623337011e-05, |
| "loss": 0.48, |
| "step": 16260 |
| }, |
| { |
| "epoch": 1.5786920240636522, |
| "grad_norm": 1.6715177397086511, |
| "learning_rate": 2.3765331948861055e-05, |
| "loss": 0.5112, |
| "step": 16270 |
| }, |
| { |
| "epoch": 1.5796623326217736, |
| "grad_norm": 1.7543224867437088, |
| "learning_rate": 2.3749107664352e-05, |
| "loss": 0.5355, |
| "step": 16280 |
| }, |
| { |
| "epoch": 1.5806326411798952, |
| "grad_norm": 1.7059823329477148, |
| "learning_rate": 2.3732883379842948e-05, |
| "loss": 0.4885, |
| "step": 16290 |
| }, |
| { |
| "epoch": 1.5816029497380169, |
| "grad_norm": 1.808906067511985, |
| "learning_rate": 2.3716659095333894e-05, |
| "loss": 0.4883, |
| "step": 16300 |
| }, |
| { |
| "epoch": 1.5825732582961383, |
| "grad_norm": 1.456280506138187, |
| "learning_rate": 2.3700434810824844e-05, |
| "loss": 0.4986, |
| "step": 16310 |
| }, |
| { |
| "epoch": 1.5835435668542597, |
| "grad_norm": 1.7844142401171645, |
| "learning_rate": 2.368421052631579e-05, |
| "loss": 0.5726, |
| "step": 16320 |
| }, |
| { |
| "epoch": 1.584513875412381, |
| "grad_norm": 1.8511812344459693, |
| "learning_rate": 2.3667986241806737e-05, |
| "loss": 0.5418, |
| "step": 16330 |
| }, |
| { |
| "epoch": 1.5854841839705025, |
| "grad_norm": 1.6886781249735945, |
| "learning_rate": 2.3651761957297687e-05, |
| "loss": 0.4871, |
| "step": 16340 |
| }, |
| { |
| "epoch": 1.5864544925286241, |
| "grad_norm": 1.6386080299672316, |
| "learning_rate": 2.3635537672788633e-05, |
| "loss": 0.5502, |
| "step": 16350 |
| }, |
| { |
| "epoch": 1.5874248010867456, |
| "grad_norm": 1.6152930914041828, |
| "learning_rate": 2.361931338827958e-05, |
| "loss": 0.4602, |
| "step": 16360 |
| }, |
| { |
| "epoch": 1.5883951096448672, |
| "grad_norm": 1.9896290423806842, |
| "learning_rate": 2.3603089103770526e-05, |
| "loss": 0.5517, |
| "step": 16370 |
| }, |
| { |
| "epoch": 1.5893654182029886, |
| "grad_norm": 1.785358677833909, |
| "learning_rate": 2.3586864819261472e-05, |
| "loss": 0.5108, |
| "step": 16380 |
| }, |
| { |
| "epoch": 1.59033572676111, |
| "grad_norm": 1.8919452155428813, |
| "learning_rate": 2.357064053475242e-05, |
| "loss": 0.5586, |
| "step": 16390 |
| }, |
| { |
| "epoch": 1.5913060353192314, |
| "grad_norm": 2.1765937296152376, |
| "learning_rate": 2.3554416250243365e-05, |
| "loss": 0.4978, |
| "step": 16400 |
| }, |
| { |
| "epoch": 1.5922763438773528, |
| "grad_norm": 1.9463613536174769, |
| "learning_rate": 2.3538191965734315e-05, |
| "loss": 0.534, |
| "step": 16410 |
| }, |
| { |
| "epoch": 1.5932466524354745, |
| "grad_norm": 1.483428953982187, |
| "learning_rate": 2.352196768122526e-05, |
| "loss": 0.4481, |
| "step": 16420 |
| }, |
| { |
| "epoch": 1.594216960993596, |
| "grad_norm": 1.8946130151442728, |
| "learning_rate": 2.3505743396716207e-05, |
| "loss": 0.4499, |
| "step": 16430 |
| }, |
| { |
| "epoch": 1.5951872695517175, |
| "grad_norm": 1.496172632655443, |
| "learning_rate": 2.3489519112207154e-05, |
| "loss": 0.4719, |
| "step": 16440 |
| }, |
| { |
| "epoch": 1.596157578109839, |
| "grad_norm": 1.5582678654830617, |
| "learning_rate": 2.34732948276981e-05, |
| "loss": 0.5023, |
| "step": 16450 |
| }, |
| { |
| "epoch": 1.5971278866679604, |
| "grad_norm": 1.9101490466966036, |
| "learning_rate": 2.3457070543189047e-05, |
| "loss": 0.4442, |
| "step": 16460 |
| }, |
| { |
| "epoch": 1.5980981952260818, |
| "grad_norm": 2.5712850986928757, |
| "learning_rate": 2.3440846258679993e-05, |
| "loss": 0.5008, |
| "step": 16470 |
| }, |
| { |
| "epoch": 1.5990685037842034, |
| "grad_norm": 2.1177587573552805, |
| "learning_rate": 2.342462197417094e-05, |
| "loss": 0.5014, |
| "step": 16480 |
| }, |
| { |
| "epoch": 1.6000388123423248, |
| "grad_norm": 2.4990786716780455, |
| "learning_rate": 2.3408397689661886e-05, |
| "loss": 0.4583, |
| "step": 16490 |
| }, |
| { |
| "epoch": 1.6010091209004464, |
| "grad_norm": 1.91427095412827, |
| "learning_rate": 2.3392173405152835e-05, |
| "loss": 0.5037, |
| "step": 16500 |
| }, |
| { |
| "epoch": 1.6010091209004464, |
| "eval_loss": 0.6359612345695496, |
| "eval_runtime": 2467.4852, |
| "eval_samples_per_second": 0.726, |
| "eval_steps_per_second": 0.363, |
| "step": 16500 |
| }, |
| { |
| "epoch": 1.6019794294585679, |
| "grad_norm": 1.8370649227416649, |
| "learning_rate": 2.3375949120643782e-05, |
| "loss": 0.5399, |
| "step": 16510 |
| }, |
| { |
| "epoch": 1.6029497380166893, |
| "grad_norm": 1.6932084838539212, |
| "learning_rate": 2.3359724836134728e-05, |
| "loss": 0.5212, |
| "step": 16520 |
| }, |
| { |
| "epoch": 1.6039200465748107, |
| "grad_norm": 1.68790954641985, |
| "learning_rate": 2.3343500551625675e-05, |
| "loss": 0.4837, |
| "step": 16530 |
| }, |
| { |
| "epoch": 1.6048903551329323, |
| "grad_norm": 1.5773573029174093, |
| "learning_rate": 2.332727626711662e-05, |
| "loss": 0.5125, |
| "step": 16540 |
| }, |
| { |
| "epoch": 1.6058606636910537, |
| "grad_norm": 1.7640635185794997, |
| "learning_rate": 2.3311051982607567e-05, |
| "loss": 0.5013, |
| "step": 16550 |
| }, |
| { |
| "epoch": 1.6068309722491754, |
| "grad_norm": 1.7477056146726457, |
| "learning_rate": 2.3294827698098514e-05, |
| "loss": 0.5095, |
| "step": 16560 |
| }, |
| { |
| "epoch": 1.6078012808072968, |
| "grad_norm": 1.0733428522302542, |
| "learning_rate": 2.327860341358946e-05, |
| "loss": 0.5, |
| "step": 16570 |
| }, |
| { |
| "epoch": 1.6087715893654182, |
| "grad_norm": 1.9564292094193194, |
| "learning_rate": 2.326237912908041e-05, |
| "loss": 0.5058, |
| "step": 16580 |
| }, |
| { |
| "epoch": 1.6097418979235396, |
| "grad_norm": 2.1045720941333466, |
| "learning_rate": 2.3246154844571356e-05, |
| "loss": 0.5101, |
| "step": 16590 |
| }, |
| { |
| "epoch": 1.610712206481661, |
| "grad_norm": 2.171187966701804, |
| "learning_rate": 2.3229930560062303e-05, |
| "loss": 0.5069, |
| "step": 16600 |
| }, |
| { |
| "epoch": 1.6116825150397827, |
| "grad_norm": 1.9610313890988438, |
| "learning_rate": 2.321370627555325e-05, |
| "loss": 0.4904, |
| "step": 16610 |
| }, |
| { |
| "epoch": 1.6126528235979043, |
| "grad_norm": 1.941252888287077, |
| "learning_rate": 2.3197481991044195e-05, |
| "loss": 0.4865, |
| "step": 16620 |
| }, |
| { |
| "epoch": 1.6136231321560257, |
| "grad_norm": 1.897218836962928, |
| "learning_rate": 2.3181257706535142e-05, |
| "loss": 0.4966, |
| "step": 16630 |
| }, |
| { |
| "epoch": 1.6145934407141471, |
| "grad_norm": 2.201820668610594, |
| "learning_rate": 2.3165033422026088e-05, |
| "loss": 0.4895, |
| "step": 16640 |
| }, |
| { |
| "epoch": 1.6155637492722685, |
| "grad_norm": 1.5720192215380684, |
| "learning_rate": 2.3148809137517035e-05, |
| "loss": 0.4918, |
| "step": 16650 |
| }, |
| { |
| "epoch": 1.61653405783039, |
| "grad_norm": 2.227704713223705, |
| "learning_rate": 2.313258485300798e-05, |
| "loss": 0.5251, |
| "step": 16660 |
| }, |
| { |
| "epoch": 1.6175043663885116, |
| "grad_norm": 2.0170271312798707, |
| "learning_rate": 2.311636056849893e-05, |
| "loss": 0.4965, |
| "step": 16670 |
| }, |
| { |
| "epoch": 1.618474674946633, |
| "grad_norm": 1.9688156858912216, |
| "learning_rate": 2.3100136283989877e-05, |
| "loss": 0.4685, |
| "step": 16680 |
| }, |
| { |
| "epoch": 1.6194449835047546, |
| "grad_norm": 2.0958524562959675, |
| "learning_rate": 2.3083911999480824e-05, |
| "loss": 0.4884, |
| "step": 16690 |
| }, |
| { |
| "epoch": 1.620415292062876, |
| "grad_norm": 2.0973339157843447, |
| "learning_rate": 2.306768771497177e-05, |
| "loss": 0.4394, |
| "step": 16700 |
| }, |
| { |
| "epoch": 1.6213856006209975, |
| "grad_norm": 1.5852203386480506, |
| "learning_rate": 2.3051463430462716e-05, |
| "loss": 0.5068, |
| "step": 16710 |
| }, |
| { |
| "epoch": 1.6223559091791189, |
| "grad_norm": 1.907182215766834, |
| "learning_rate": 2.3035239145953663e-05, |
| "loss": 0.461, |
| "step": 16720 |
| }, |
| { |
| "epoch": 1.6233262177372403, |
| "grad_norm": 1.9903511844679715, |
| "learning_rate": 2.3019014861444612e-05, |
| "loss": 0.4861, |
| "step": 16730 |
| }, |
| { |
| "epoch": 1.624296526295362, |
| "grad_norm": 1.8734845445192632, |
| "learning_rate": 2.300279057693556e-05, |
| "loss": 0.5203, |
| "step": 16740 |
| }, |
| { |
| "epoch": 1.6252668348534836, |
| "grad_norm": 1.4830887784438085, |
| "learning_rate": 2.2986566292426505e-05, |
| "loss": 0.5504, |
| "step": 16750 |
| }, |
| { |
| "epoch": 1.626237143411605, |
| "grad_norm": 1.9852817046238187, |
| "learning_rate": 2.297034200791745e-05, |
| "loss": 0.5727, |
| "step": 16760 |
| }, |
| { |
| "epoch": 1.6272074519697264, |
| "grad_norm": 1.9574779506866022, |
| "learning_rate": 2.29541177234084e-05, |
| "loss": 0.4932, |
| "step": 16770 |
| }, |
| { |
| "epoch": 1.6281777605278478, |
| "grad_norm": 1.8045639100087034, |
| "learning_rate": 2.2937893438899348e-05, |
| "loss": 0.4874, |
| "step": 16780 |
| }, |
| { |
| "epoch": 1.6291480690859692, |
| "grad_norm": 1.9467881794111201, |
| "learning_rate": 2.2921669154390294e-05, |
| "loss": 0.4231, |
| "step": 16790 |
| }, |
| { |
| "epoch": 1.6301183776440908, |
| "grad_norm": 2.115958262042766, |
| "learning_rate": 2.290544486988124e-05, |
| "loss": 0.5085, |
| "step": 16800 |
| }, |
| { |
| "epoch": 1.6310886862022123, |
| "grad_norm": 1.9242055352600025, |
| "learning_rate": 2.2889220585372187e-05, |
| "loss": 0.4961, |
| "step": 16810 |
| }, |
| { |
| "epoch": 1.632058994760334, |
| "grad_norm": 1.7473969264432643, |
| "learning_rate": 2.2872996300863133e-05, |
| "loss": 0.4896, |
| "step": 16820 |
| }, |
| { |
| "epoch": 1.6330293033184553, |
| "grad_norm": 1.9086620383723776, |
| "learning_rate": 2.285677201635408e-05, |
| "loss": 0.5793, |
| "step": 16830 |
| }, |
| { |
| "epoch": 1.6339996118765767, |
| "grad_norm": 1.8179786231819581, |
| "learning_rate": 2.2840547731845026e-05, |
| "loss": 0.47, |
| "step": 16840 |
| }, |
| { |
| "epoch": 1.6349699204346981, |
| "grad_norm": 2.3742959935176993, |
| "learning_rate": 2.2824323447335972e-05, |
| "loss": 0.4601, |
| "step": 16850 |
| }, |
| { |
| "epoch": 1.6359402289928198, |
| "grad_norm": 1.5831090068828182, |
| "learning_rate": 2.2808099162826922e-05, |
| "loss": 0.527, |
| "step": 16860 |
| }, |
| { |
| "epoch": 1.6369105375509412, |
| "grad_norm": 2.429466466556868, |
| "learning_rate": 2.279187487831787e-05, |
| "loss": 0.5041, |
| "step": 16870 |
| }, |
| { |
| "epoch": 1.6378808461090628, |
| "grad_norm": 2.0666827078950676, |
| "learning_rate": 2.2775650593808815e-05, |
| "loss": 0.5093, |
| "step": 16880 |
| }, |
| { |
| "epoch": 1.6388511546671842, |
| "grad_norm": 1.7376049636619024, |
| "learning_rate": 2.275942630929976e-05, |
| "loss": 0.4899, |
| "step": 16890 |
| }, |
| { |
| "epoch": 1.6398214632253056, |
| "grad_norm": 1.9743952968077716, |
| "learning_rate": 2.2743202024790708e-05, |
| "loss": 0.4483, |
| "step": 16900 |
| }, |
| { |
| "epoch": 1.640791771783427, |
| "grad_norm": 1.7020982614990035, |
| "learning_rate": 2.2726977740281654e-05, |
| "loss": 0.4746, |
| "step": 16910 |
| }, |
| { |
| "epoch": 1.6417620803415485, |
| "grad_norm": 1.5288620918579647, |
| "learning_rate": 2.27107534557726e-05, |
| "loss": 0.5386, |
| "step": 16920 |
| }, |
| { |
| "epoch": 1.64273238889967, |
| "grad_norm": 2.2418459177194725, |
| "learning_rate": 2.2694529171263547e-05, |
| "loss": 0.5221, |
| "step": 16930 |
| }, |
| { |
| "epoch": 1.6437026974577917, |
| "grad_norm": 1.7801442444217204, |
| "learning_rate": 2.2678304886754497e-05, |
| "loss": 0.502, |
| "step": 16940 |
| }, |
| { |
| "epoch": 1.6446730060159132, |
| "grad_norm": 2.750428317407271, |
| "learning_rate": 2.2662080602245443e-05, |
| "loss": 0.4947, |
| "step": 16950 |
| }, |
| { |
| "epoch": 1.6456433145740346, |
| "grad_norm": 1.5310655899660852, |
| "learning_rate": 2.264585631773639e-05, |
| "loss": 0.5228, |
| "step": 16960 |
| }, |
| { |
| "epoch": 1.646613623132156, |
| "grad_norm": 1.7325660800102027, |
| "learning_rate": 2.2629632033227336e-05, |
| "loss": 0.4724, |
| "step": 16970 |
| }, |
| { |
| "epoch": 1.6475839316902774, |
| "grad_norm": 3.028000821794418, |
| "learning_rate": 2.2613407748718282e-05, |
| "loss": 0.5444, |
| "step": 16980 |
| }, |
| { |
| "epoch": 1.648554240248399, |
| "grad_norm": 1.8847091529095503, |
| "learning_rate": 2.259718346420923e-05, |
| "loss": 0.5095, |
| "step": 16990 |
| }, |
| { |
| "epoch": 1.6495245488065204, |
| "grad_norm": 1.584479445600283, |
| "learning_rate": 2.2580959179700175e-05, |
| "loss": 0.5471, |
| "step": 17000 |
| }, |
| { |
| "epoch": 1.6495245488065204, |
| "eval_loss": 0.6354050636291504, |
| "eval_runtime": 2468.5352, |
| "eval_samples_per_second": 0.726, |
| "eval_steps_per_second": 0.363, |
| "step": 17000 |
| }, |
| { |
| "epoch": 1.650494857364642, |
| "grad_norm": 1.668904824652418, |
| "learning_rate": 2.256473489519112e-05, |
| "loss": 0.4838, |
| "step": 17010 |
| }, |
| { |
| "epoch": 1.6514651659227635, |
| "grad_norm": 1.7782439469811153, |
| "learning_rate": 2.2548510610682068e-05, |
| "loss": 0.5225, |
| "step": 17020 |
| }, |
| { |
| "epoch": 1.652435474480885, |
| "grad_norm": 2.1175538832822576, |
| "learning_rate": 2.2532286326173017e-05, |
| "loss": 0.5438, |
| "step": 17030 |
| }, |
| { |
| "epoch": 1.6534057830390063, |
| "grad_norm": 1.9031650594744414, |
| "learning_rate": 2.2516062041663964e-05, |
| "loss": 0.4456, |
| "step": 17040 |
| }, |
| { |
| "epoch": 1.6543760915971277, |
| "grad_norm": 1.8418596497226953, |
| "learning_rate": 2.249983775715491e-05, |
| "loss": 0.5148, |
| "step": 17050 |
| }, |
| { |
| "epoch": 1.6553464001552494, |
| "grad_norm": 2.001058155829245, |
| "learning_rate": 2.2483613472645857e-05, |
| "loss": 0.5381, |
| "step": 17060 |
| }, |
| { |
| "epoch": 1.656316708713371, |
| "grad_norm": 1.6070553409553883, |
| "learning_rate": 2.2467389188136803e-05, |
| "loss": 0.5199, |
| "step": 17070 |
| }, |
| { |
| "epoch": 1.6572870172714924, |
| "grad_norm": 1.8977480591408646, |
| "learning_rate": 2.245116490362775e-05, |
| "loss": 0.5132, |
| "step": 17080 |
| }, |
| { |
| "epoch": 1.6582573258296138, |
| "grad_norm": 1.8011894993916608, |
| "learning_rate": 2.2434940619118696e-05, |
| "loss": 0.5448, |
| "step": 17090 |
| }, |
| { |
| "epoch": 1.6592276343877352, |
| "grad_norm": 2.0284255015217565, |
| "learning_rate": 2.2418716334609642e-05, |
| "loss": 0.4717, |
| "step": 17100 |
| }, |
| { |
| "epoch": 1.6601979429458567, |
| "grad_norm": 1.885999888526123, |
| "learning_rate": 2.2402492050100592e-05, |
| "loss": 0.5183, |
| "step": 17110 |
| }, |
| { |
| "epoch": 1.6611682515039783, |
| "grad_norm": 1.9056970812089797, |
| "learning_rate": 2.2386267765591538e-05, |
| "loss": 0.4393, |
| "step": 17120 |
| }, |
| { |
| "epoch": 1.6621385600620997, |
| "grad_norm": 2.267841170403769, |
| "learning_rate": 2.2370043481082488e-05, |
| "loss": 0.4882, |
| "step": 17130 |
| }, |
| { |
| "epoch": 1.6631088686202213, |
| "grad_norm": 1.5488822989395437, |
| "learning_rate": 2.2353819196573434e-05, |
| "loss": 0.5294, |
| "step": 17140 |
| }, |
| { |
| "epoch": 1.6640791771783427, |
| "grad_norm": 1.992034372217963, |
| "learning_rate": 2.233759491206438e-05, |
| "loss": 0.4925, |
| "step": 17150 |
| }, |
| { |
| "epoch": 1.6650494857364642, |
| "grad_norm": 1.7050665334433257, |
| "learning_rate": 2.2321370627555327e-05, |
| "loss": 0.5237, |
| "step": 17160 |
| }, |
| { |
| "epoch": 1.6660197942945856, |
| "grad_norm": 1.8164813364072325, |
| "learning_rate": 2.2305146343046274e-05, |
| "loss": 0.5128, |
| "step": 17170 |
| }, |
| { |
| "epoch": 1.6669901028527072, |
| "grad_norm": 1.7407964429381908, |
| "learning_rate": 2.228892205853722e-05, |
| "loss": 0.4812, |
| "step": 17180 |
| }, |
| { |
| "epoch": 1.6679604114108286, |
| "grad_norm": 2.220803029174025, |
| "learning_rate": 2.2272697774028166e-05, |
| "loss": 0.4936, |
| "step": 17190 |
| }, |
| { |
| "epoch": 1.6689307199689503, |
| "grad_norm": 1.7697338691239146, |
| "learning_rate": 2.2256473489519113e-05, |
| "loss": 0.5208, |
| "step": 17200 |
| }, |
| { |
| "epoch": 1.6699010285270717, |
| "grad_norm": 2.2487670732225085, |
| "learning_rate": 2.224024920501006e-05, |
| "loss": 0.4833, |
| "step": 17210 |
| }, |
| { |
| "epoch": 1.670871337085193, |
| "grad_norm": 1.888912866564453, |
| "learning_rate": 2.222402492050101e-05, |
| "loss": 0.5287, |
| "step": 17220 |
| }, |
| { |
| "epoch": 1.6718416456433145, |
| "grad_norm": 1.7902985235611324, |
| "learning_rate": 2.2207800635991955e-05, |
| "loss": 0.5271, |
| "step": 17230 |
| }, |
| { |
| "epoch": 1.672811954201436, |
| "grad_norm": 2.2626922106136607, |
| "learning_rate": 2.21915763514829e-05, |
| "loss": 0.5062, |
| "step": 17240 |
| }, |
| { |
| "epoch": 1.6737822627595575, |
| "grad_norm": 2.0509489741448923, |
| "learning_rate": 2.2175352066973848e-05, |
| "loss": 0.4586, |
| "step": 17250 |
| }, |
| { |
| "epoch": 1.6747525713176792, |
| "grad_norm": 1.7028309180471788, |
| "learning_rate": 2.2159127782464794e-05, |
| "loss": 0.5591, |
| "step": 17260 |
| }, |
| { |
| "epoch": 1.6757228798758006, |
| "grad_norm": 1.8148060135409945, |
| "learning_rate": 2.214290349795574e-05, |
| "loss": 0.4708, |
| "step": 17270 |
| }, |
| { |
| "epoch": 1.676693188433922, |
| "grad_norm": 1.7415357367009103, |
| "learning_rate": 2.2126679213446687e-05, |
| "loss": 0.4877, |
| "step": 17280 |
| }, |
| { |
| "epoch": 1.6776634969920434, |
| "grad_norm": 1.6879714610876217, |
| "learning_rate": 2.2110454928937634e-05, |
| "loss": 0.4838, |
| "step": 17290 |
| }, |
| { |
| "epoch": 1.6786338055501648, |
| "grad_norm": 1.3869597913004987, |
| "learning_rate": 2.2094230644428583e-05, |
| "loss": 0.496, |
| "step": 17300 |
| }, |
| { |
| "epoch": 1.6796041141082865, |
| "grad_norm": 1.4730335934961858, |
| "learning_rate": 2.207800635991953e-05, |
| "loss": 0.4926, |
| "step": 17310 |
| }, |
| { |
| "epoch": 1.6805744226664079, |
| "grad_norm": 1.771999456693497, |
| "learning_rate": 2.2061782075410476e-05, |
| "loss": 0.4993, |
| "step": 17320 |
| }, |
| { |
| "epoch": 1.6815447312245295, |
| "grad_norm": 1.6689193723022826, |
| "learning_rate": 2.2045557790901423e-05, |
| "loss": 0.4815, |
| "step": 17330 |
| }, |
| { |
| "epoch": 1.682515039782651, |
| "grad_norm": 2.1543699729043717, |
| "learning_rate": 2.202933350639237e-05, |
| "loss": 0.4772, |
| "step": 17340 |
| }, |
| { |
| "epoch": 1.6834853483407723, |
| "grad_norm": 1.7964447035669882, |
| "learning_rate": 2.2013109221883315e-05, |
| "loss": 0.4872, |
| "step": 17350 |
| }, |
| { |
| "epoch": 1.6844556568988938, |
| "grad_norm": 1.5499702179216124, |
| "learning_rate": 2.199688493737426e-05, |
| "loss": 0.5115, |
| "step": 17360 |
| }, |
| { |
| "epoch": 1.6854259654570152, |
| "grad_norm": 1.736034409254174, |
| "learning_rate": 2.1980660652865208e-05, |
| "loss": 0.5004, |
| "step": 17370 |
| }, |
| { |
| "epoch": 1.6863962740151368, |
| "grad_norm": 1.6670883800573928, |
| "learning_rate": 2.1964436368356154e-05, |
| "loss": 0.5172, |
| "step": 17380 |
| }, |
| { |
| "epoch": 1.6873665825732584, |
| "grad_norm": 1.8976878178656118, |
| "learning_rate": 2.1948212083847104e-05, |
| "loss": 0.5056, |
| "step": 17390 |
| }, |
| { |
| "epoch": 1.6883368911313799, |
| "grad_norm": 1.7825783485749558, |
| "learning_rate": 2.193198779933805e-05, |
| "loss": 0.5079, |
| "step": 17400 |
| }, |
| { |
| "epoch": 1.6893071996895013, |
| "grad_norm": 1.963783922685446, |
| "learning_rate": 2.1915763514828997e-05, |
| "loss": 0.5595, |
| "step": 17410 |
| }, |
| { |
| "epoch": 1.6902775082476227, |
| "grad_norm": 1.577100524669314, |
| "learning_rate": 2.1899539230319943e-05, |
| "loss": 0.5122, |
| "step": 17420 |
| }, |
| { |
| "epoch": 1.691247816805744, |
| "grad_norm": 1.9224227001223828, |
| "learning_rate": 2.188331494581089e-05, |
| "loss": 0.5179, |
| "step": 17430 |
| }, |
| { |
| "epoch": 1.6922181253638657, |
| "grad_norm": 1.968807335226898, |
| "learning_rate": 2.1867090661301836e-05, |
| "loss": 0.4811, |
| "step": 17440 |
| }, |
| { |
| "epoch": 1.6931884339219871, |
| "grad_norm": 1.8656524316794496, |
| "learning_rate": 2.1850866376792782e-05, |
| "loss": 0.5562, |
| "step": 17450 |
| }, |
| { |
| "epoch": 1.6941587424801088, |
| "grad_norm": 1.936995738098722, |
| "learning_rate": 2.183464209228373e-05, |
| "loss": 0.5128, |
| "step": 17460 |
| }, |
| { |
| "epoch": 1.6951290510382302, |
| "grad_norm": 1.716335988732862, |
| "learning_rate": 2.181841780777468e-05, |
| "loss": 0.4878, |
| "step": 17470 |
| }, |
| { |
| "epoch": 1.6960993595963516, |
| "grad_norm": 1.8671035370037838, |
| "learning_rate": 2.1802193523265625e-05, |
| "loss": 0.5631, |
| "step": 17480 |
| }, |
| { |
| "epoch": 1.697069668154473, |
| "grad_norm": 2.10031146751523, |
| "learning_rate": 2.178596923875657e-05, |
| "loss": 0.4911, |
| "step": 17490 |
| }, |
| { |
| "epoch": 1.6980399767125947, |
| "grad_norm": 1.4651955164387034, |
| "learning_rate": 2.1769744954247518e-05, |
| "loss": 0.4841, |
| "step": 17500 |
| }, |
| { |
| "epoch": 1.6980399767125947, |
| "eval_loss": 0.6339951157569885, |
| "eval_runtime": 2473.3585, |
| "eval_samples_per_second": 0.725, |
| "eval_steps_per_second": 0.362, |
| "step": 17500 |
| }, |
| { |
| "epoch": 1.699010285270716, |
| "grad_norm": 1.9647331919080824, |
| "learning_rate": 2.1753520669738468e-05, |
| "loss": 0.4788, |
| "step": 17510 |
| }, |
| { |
| "epoch": 1.6999805938288377, |
| "grad_norm": 1.9100412693293238, |
| "learning_rate": 2.1737296385229414e-05, |
| "loss": 0.475, |
| "step": 17520 |
| }, |
| { |
| "epoch": 1.7009509023869591, |
| "grad_norm": 1.7020406495492606, |
| "learning_rate": 2.172107210072036e-05, |
| "loss": 0.4908, |
| "step": 17530 |
| }, |
| { |
| "epoch": 1.7019212109450805, |
| "grad_norm": 1.4911580170253027, |
| "learning_rate": 2.1704847816211307e-05, |
| "loss": 0.4832, |
| "step": 17540 |
| }, |
| { |
| "epoch": 1.702891519503202, |
| "grad_norm": 2.086292759031188, |
| "learning_rate": 2.1688623531702253e-05, |
| "loss": 0.5129, |
| "step": 17550 |
| }, |
| { |
| "epoch": 1.7038618280613234, |
| "grad_norm": 1.5359738880009668, |
| "learning_rate": 2.16723992471932e-05, |
| "loss": 0.4512, |
| "step": 17560 |
| }, |
| { |
| "epoch": 1.704832136619445, |
| "grad_norm": 1.850242190602371, |
| "learning_rate": 2.165617496268415e-05, |
| "loss": 0.5224, |
| "step": 17570 |
| }, |
| { |
| "epoch": 1.7058024451775666, |
| "grad_norm": 1.2439323678887082, |
| "learning_rate": 2.1639950678175096e-05, |
| "loss": 0.4625, |
| "step": 17580 |
| }, |
| { |
| "epoch": 1.706772753735688, |
| "grad_norm": 1.5186947478659967, |
| "learning_rate": 2.1623726393666042e-05, |
| "loss": 0.5527, |
| "step": 17590 |
| }, |
| { |
| "epoch": 1.7077430622938095, |
| "grad_norm": 2.1869553971014035, |
| "learning_rate": 2.160750210915699e-05, |
| "loss": 0.499, |
| "step": 17600 |
| }, |
| { |
| "epoch": 1.7087133708519309, |
| "grad_norm": 2.1896368464295968, |
| "learning_rate": 2.1591277824647935e-05, |
| "loss": 0.5182, |
| "step": 17610 |
| }, |
| { |
| "epoch": 1.7096836794100523, |
| "grad_norm": 2.5508627899244853, |
| "learning_rate": 2.157505354013888e-05, |
| "loss": 0.529, |
| "step": 17620 |
| }, |
| { |
| "epoch": 1.710653987968174, |
| "grad_norm": 2.0451418684052527, |
| "learning_rate": 2.1558829255629828e-05, |
| "loss": 0.4789, |
| "step": 17630 |
| }, |
| { |
| "epoch": 1.7116242965262953, |
| "grad_norm": 2.358852269881603, |
| "learning_rate": 2.1542604971120774e-05, |
| "loss": 0.4701, |
| "step": 17640 |
| }, |
| { |
| "epoch": 1.712594605084417, |
| "grad_norm": 1.65876380363299, |
| "learning_rate": 2.152638068661172e-05, |
| "loss": 0.5078, |
| "step": 17650 |
| }, |
| { |
| "epoch": 1.7135649136425384, |
| "grad_norm": 1.819260137292149, |
| "learning_rate": 2.151015640210267e-05, |
| "loss": 0.5115, |
| "step": 17660 |
| }, |
| { |
| "epoch": 1.7145352222006598, |
| "grad_norm": 1.9278786735506124, |
| "learning_rate": 2.1493932117593616e-05, |
| "loss": 0.526, |
| "step": 17670 |
| }, |
| { |
| "epoch": 1.7155055307587812, |
| "grad_norm": 1.647908501988862, |
| "learning_rate": 2.1477707833084563e-05, |
| "loss": 0.4455, |
| "step": 17680 |
| }, |
| { |
| "epoch": 1.7164758393169026, |
| "grad_norm": 2.211325829098572, |
| "learning_rate": 2.146148354857551e-05, |
| "loss": 0.5251, |
| "step": 17690 |
| }, |
| { |
| "epoch": 1.7174461478750243, |
| "grad_norm": 2.068602886260178, |
| "learning_rate": 2.1445259264066456e-05, |
| "loss": 0.5173, |
| "step": 17700 |
| }, |
| { |
| "epoch": 1.718416456433146, |
| "grad_norm": 1.7976369940318933, |
| "learning_rate": 2.1429034979557402e-05, |
| "loss": 0.4997, |
| "step": 17710 |
| }, |
| { |
| "epoch": 1.7193867649912673, |
| "grad_norm": 1.8518665259593716, |
| "learning_rate": 2.141281069504835e-05, |
| "loss": 0.5221, |
| "step": 17720 |
| }, |
| { |
| "epoch": 1.7203570735493887, |
| "grad_norm": 2.162010082710502, |
| "learning_rate": 2.1396586410539295e-05, |
| "loss": 0.5096, |
| "step": 17730 |
| }, |
| { |
| "epoch": 1.7213273821075101, |
| "grad_norm": 2.3175061118466704, |
| "learning_rate": 2.138036212603024e-05, |
| "loss": 0.5203, |
| "step": 17740 |
| }, |
| { |
| "epoch": 1.7222976906656315, |
| "grad_norm": 2.0036851029306364, |
| "learning_rate": 2.136413784152119e-05, |
| "loss": 0.5312, |
| "step": 17750 |
| }, |
| { |
| "epoch": 1.7232679992237532, |
| "grad_norm": 2.232799745735125, |
| "learning_rate": 2.1347913557012137e-05, |
| "loss": 0.477, |
| "step": 17760 |
| }, |
| { |
| "epoch": 1.7242383077818746, |
| "grad_norm": 2.0579250461700225, |
| "learning_rate": 2.1331689272503084e-05, |
| "loss": 0.5104, |
| "step": 17770 |
| }, |
| { |
| "epoch": 1.7252086163399962, |
| "grad_norm": 1.9067412132990194, |
| "learning_rate": 2.131546498799403e-05, |
| "loss": 0.4663, |
| "step": 17780 |
| }, |
| { |
| "epoch": 1.7261789248981176, |
| "grad_norm": 1.6166777364493794, |
| "learning_rate": 2.1299240703484976e-05, |
| "loss": 0.5091, |
| "step": 17790 |
| }, |
| { |
| "epoch": 1.727149233456239, |
| "grad_norm": 1.8400065423176315, |
| "learning_rate": 2.1283016418975923e-05, |
| "loss": 0.4577, |
| "step": 17800 |
| }, |
| { |
| "epoch": 1.7281195420143605, |
| "grad_norm": 1.8343636819724598, |
| "learning_rate": 2.126679213446687e-05, |
| "loss": 0.5171, |
| "step": 17810 |
| }, |
| { |
| "epoch": 1.729089850572482, |
| "grad_norm": 2.035066789255769, |
| "learning_rate": 2.1250567849957816e-05, |
| "loss": 0.4809, |
| "step": 17820 |
| }, |
| { |
| "epoch": 1.7300601591306035, |
| "grad_norm": 1.9750470965118032, |
| "learning_rate": 2.1234343565448765e-05, |
| "loss": 0.4681, |
| "step": 17830 |
| }, |
| { |
| "epoch": 1.7310304676887251, |
| "grad_norm": 1.707449728088738, |
| "learning_rate": 2.1218119280939712e-05, |
| "loss": 0.4768, |
| "step": 17840 |
| }, |
| { |
| "epoch": 1.7320007762468466, |
| "grad_norm": 2.091683187172791, |
| "learning_rate": 2.1201894996430658e-05, |
| "loss": 0.4967, |
| "step": 17850 |
| }, |
| { |
| "epoch": 1.732971084804968, |
| "grad_norm": 1.8317230891625513, |
| "learning_rate": 2.1185670711921604e-05, |
| "loss": 0.4617, |
| "step": 17860 |
| }, |
| { |
| "epoch": 1.7339413933630894, |
| "grad_norm": 1.8581590049450867, |
| "learning_rate": 2.116944642741255e-05, |
| "loss": 0.453, |
| "step": 17870 |
| }, |
| { |
| "epoch": 1.7349117019212108, |
| "grad_norm": 2.394138871900483, |
| "learning_rate": 2.1153222142903497e-05, |
| "loss": 0.5231, |
| "step": 17880 |
| }, |
| { |
| "epoch": 1.7358820104793324, |
| "grad_norm": 1.8303455092887013, |
| "learning_rate": 2.1136997858394444e-05, |
| "loss": 0.5045, |
| "step": 17890 |
| }, |
| { |
| "epoch": 1.736852319037454, |
| "grad_norm": 1.7040025873966649, |
| "learning_rate": 2.1120773573885393e-05, |
| "loss": 0.5185, |
| "step": 17900 |
| }, |
| { |
| "epoch": 1.7378226275955755, |
| "grad_norm": 1.721795865054807, |
| "learning_rate": 2.110454928937634e-05, |
| "loss": 0.5153, |
| "step": 17910 |
| }, |
| { |
| "epoch": 1.738792936153697, |
| "grad_norm": 2.195542603436347, |
| "learning_rate": 2.1088325004867286e-05, |
| "loss": 0.515, |
| "step": 17920 |
| }, |
| { |
| "epoch": 1.7397632447118183, |
| "grad_norm": 1.9475497865392444, |
| "learning_rate": 2.1072100720358236e-05, |
| "loss": 0.6134, |
| "step": 17930 |
| }, |
| { |
| "epoch": 1.7407335532699397, |
| "grad_norm": 2.007827581925297, |
| "learning_rate": 2.1055876435849182e-05, |
| "loss": 0.4483, |
| "step": 17940 |
| }, |
| { |
| "epoch": 1.7417038618280614, |
| "grad_norm": 2.427289180607889, |
| "learning_rate": 2.103965215134013e-05, |
| "loss": 0.4791, |
| "step": 17950 |
| }, |
| { |
| "epoch": 1.7426741703861828, |
| "grad_norm": 2.090548009394418, |
| "learning_rate": 2.1023427866831075e-05, |
| "loss": 0.4485, |
| "step": 17960 |
| }, |
| { |
| "epoch": 1.7436444789443044, |
| "grad_norm": 1.4231148878110762, |
| "learning_rate": 2.100720358232202e-05, |
| "loss": 0.4819, |
| "step": 17970 |
| }, |
| { |
| "epoch": 1.7446147875024258, |
| "grad_norm": 1.952695177483555, |
| "learning_rate": 2.0990979297812968e-05, |
| "loss": 0.4615, |
| "step": 17980 |
| }, |
| { |
| "epoch": 1.7455850960605472, |
| "grad_norm": 1.5076062020543768, |
| "learning_rate": 2.0974755013303914e-05, |
| "loss": 0.5145, |
| "step": 17990 |
| }, |
| { |
| "epoch": 1.7465554046186686, |
| "grad_norm": 2.385317508868708, |
| "learning_rate": 2.095853072879486e-05, |
| "loss": 0.4667, |
| "step": 18000 |
| }, |
| { |
| "epoch": 1.7465554046186686, |
| "eval_loss": 0.6351094841957092, |
| "eval_runtime": 2471.0101, |
| "eval_samples_per_second": 0.725, |
| "eval_steps_per_second": 0.363, |
| "step": 18000 |
| }, |
| { |
| "epoch": 1.74752571317679, |
| "grad_norm": 1.5204879350818516, |
| "learning_rate": 2.0942306444285807e-05, |
| "loss": 0.4808, |
| "step": 18010 |
| }, |
| { |
| "epoch": 1.7484960217349117, |
| "grad_norm": 2.363404313519829, |
| "learning_rate": 2.0926082159776757e-05, |
| "loss": 0.4829, |
| "step": 18020 |
| }, |
| { |
| "epoch": 1.7494663302930333, |
| "grad_norm": 1.771660432749116, |
| "learning_rate": 2.0909857875267703e-05, |
| "loss": 0.4838, |
| "step": 18030 |
| }, |
| { |
| "epoch": 1.7504366388511547, |
| "grad_norm": 1.754309450094576, |
| "learning_rate": 2.089363359075865e-05, |
| "loss": 0.5289, |
| "step": 18040 |
| }, |
| { |
| "epoch": 1.7514069474092762, |
| "grad_norm": 1.7394710721825013, |
| "learning_rate": 2.0877409306249596e-05, |
| "loss": 0.4681, |
| "step": 18050 |
| }, |
| { |
| "epoch": 1.7523772559673976, |
| "grad_norm": 1.903002291309086, |
| "learning_rate": 2.0861185021740542e-05, |
| "loss": 0.4352, |
| "step": 18060 |
| }, |
| { |
| "epoch": 1.753347564525519, |
| "grad_norm": 1.8599137833426156, |
| "learning_rate": 2.084496073723149e-05, |
| "loss": 0.5158, |
| "step": 18070 |
| }, |
| { |
| "epoch": 1.7543178730836406, |
| "grad_norm": 2.416977234001108, |
| "learning_rate": 2.0828736452722435e-05, |
| "loss": 0.458, |
| "step": 18080 |
| }, |
| { |
| "epoch": 1.755288181641762, |
| "grad_norm": 2.0471286021548876, |
| "learning_rate": 2.081251216821338e-05, |
| "loss": 0.5093, |
| "step": 18090 |
| }, |
| { |
| "epoch": 1.7562584901998837, |
| "grad_norm": 1.676028789821819, |
| "learning_rate": 2.079628788370433e-05, |
| "loss": 0.4682, |
| "step": 18100 |
| }, |
| { |
| "epoch": 1.757228798758005, |
| "grad_norm": 2.27723774043769, |
| "learning_rate": 2.0780063599195278e-05, |
| "loss": 0.4844, |
| "step": 18110 |
| }, |
| { |
| "epoch": 1.7581991073161265, |
| "grad_norm": 1.9065062110447546, |
| "learning_rate": 2.0763839314686224e-05, |
| "loss": 0.4913, |
| "step": 18120 |
| }, |
| { |
| "epoch": 1.759169415874248, |
| "grad_norm": 1.499218120899005, |
| "learning_rate": 2.074761503017717e-05, |
| "loss": 0.4764, |
| "step": 18130 |
| }, |
| { |
| "epoch": 1.7601397244323695, |
| "grad_norm": 1.7111231535151605, |
| "learning_rate": 2.0731390745668117e-05, |
| "loss": 0.4376, |
| "step": 18140 |
| }, |
| { |
| "epoch": 1.761110032990491, |
| "grad_norm": 2.1731054208801406, |
| "learning_rate": 2.0715166461159063e-05, |
| "loss": 0.5115, |
| "step": 18150 |
| }, |
| { |
| "epoch": 1.7620803415486126, |
| "grad_norm": 2.537816428144228, |
| "learning_rate": 2.069894217665001e-05, |
| "loss": 0.4872, |
| "step": 18160 |
| }, |
| { |
| "epoch": 1.763050650106734, |
| "grad_norm": 1.8860270703852153, |
| "learning_rate": 2.0682717892140956e-05, |
| "loss": 0.544, |
| "step": 18170 |
| }, |
| { |
| "epoch": 1.7640209586648554, |
| "grad_norm": 2.021054656113362, |
| "learning_rate": 2.0666493607631902e-05, |
| "loss": 0.4595, |
| "step": 18180 |
| }, |
| { |
| "epoch": 1.7649912672229768, |
| "grad_norm": 1.7916097460233942, |
| "learning_rate": 2.0650269323122852e-05, |
| "loss": 0.5098, |
| "step": 18190 |
| }, |
| { |
| "epoch": 1.7659615757810982, |
| "grad_norm": 2.3100480138537, |
| "learning_rate": 2.06340450386138e-05, |
| "loss": 0.4801, |
| "step": 18200 |
| }, |
| { |
| "epoch": 1.7669318843392199, |
| "grad_norm": 2.4377132473167413, |
| "learning_rate": 2.0617820754104745e-05, |
| "loss": 0.4507, |
| "step": 18210 |
| }, |
| { |
| "epoch": 1.7679021928973415, |
| "grad_norm": 2.303644526731782, |
| "learning_rate": 2.060159646959569e-05, |
| "loss": 0.4557, |
| "step": 18220 |
| }, |
| { |
| "epoch": 1.768872501455463, |
| "grad_norm": 2.104570073246246, |
| "learning_rate": 2.0585372185086638e-05, |
| "loss": 0.4657, |
| "step": 18230 |
| }, |
| { |
| "epoch": 1.7698428100135843, |
| "grad_norm": 1.902037691736978, |
| "learning_rate": 2.0569147900577584e-05, |
| "loss": 0.4885, |
| "step": 18240 |
| }, |
| { |
| "epoch": 1.7708131185717058, |
| "grad_norm": 1.8321649978057852, |
| "learning_rate": 2.055292361606853e-05, |
| "loss": 0.4953, |
| "step": 18250 |
| }, |
| { |
| "epoch": 1.7717834271298272, |
| "grad_norm": 1.7318686323178791, |
| "learning_rate": 2.0536699331559477e-05, |
| "loss": 0.4993, |
| "step": 18260 |
| }, |
| { |
| "epoch": 1.7727537356879488, |
| "grad_norm": 1.6339592524860076, |
| "learning_rate": 2.0520475047050423e-05, |
| "loss": 0.5311, |
| "step": 18270 |
| }, |
| { |
| "epoch": 1.7737240442460702, |
| "grad_norm": 2.0377735402561448, |
| "learning_rate": 2.0504250762541373e-05, |
| "loss": 0.4785, |
| "step": 18280 |
| }, |
| { |
| "epoch": 1.7746943528041919, |
| "grad_norm": 1.4282663698707199, |
| "learning_rate": 2.0488026478032323e-05, |
| "loss": 0.5077, |
| "step": 18290 |
| }, |
| { |
| "epoch": 1.7756646613623133, |
| "grad_norm": 1.9149293437143238, |
| "learning_rate": 2.047180219352327e-05, |
| "loss": 0.5319, |
| "step": 18300 |
| }, |
| { |
| "epoch": 1.7766349699204347, |
| "grad_norm": 2.1578236484875077, |
| "learning_rate": 2.0455577909014215e-05, |
| "loss": 0.4928, |
| "step": 18310 |
| }, |
| { |
| "epoch": 1.777605278478556, |
| "grad_norm": 2.107005500307039, |
| "learning_rate": 2.0439353624505162e-05, |
| "loss": 0.4969, |
| "step": 18320 |
| }, |
| { |
| "epoch": 1.7785755870366775, |
| "grad_norm": 1.9793180118959242, |
| "learning_rate": 2.0423129339996108e-05, |
| "loss": 0.4585, |
| "step": 18330 |
| }, |
| { |
| "epoch": 1.7795458955947991, |
| "grad_norm": 1.8333976168598185, |
| "learning_rate": 2.0406905055487055e-05, |
| "loss": 0.4982, |
| "step": 18340 |
| }, |
| { |
| "epoch": 1.7805162041529208, |
| "grad_norm": 1.9049818949759387, |
| "learning_rate": 2.0390680770978e-05, |
| "loss": 0.494, |
| "step": 18350 |
| }, |
| { |
| "epoch": 1.7814865127110422, |
| "grad_norm": 1.9993776566406598, |
| "learning_rate": 2.0374456486468947e-05, |
| "loss": 0.4918, |
| "step": 18360 |
| }, |
| { |
| "epoch": 1.7824568212691636, |
| "grad_norm": 1.901331422597336, |
| "learning_rate": 2.0358232201959894e-05, |
| "loss": 0.5138, |
| "step": 18370 |
| }, |
| { |
| "epoch": 1.783427129827285, |
| "grad_norm": 1.6972755513639741, |
| "learning_rate": 2.0342007917450843e-05, |
| "loss": 0.4715, |
| "step": 18380 |
| }, |
| { |
| "epoch": 1.7843974383854064, |
| "grad_norm": 1.7683176039213586, |
| "learning_rate": 2.032578363294179e-05, |
| "loss": 0.4917, |
| "step": 18390 |
| }, |
| { |
| "epoch": 1.785367746943528, |
| "grad_norm": 2.473174371442726, |
| "learning_rate": 2.0309559348432736e-05, |
| "loss": 0.5202, |
| "step": 18400 |
| }, |
| { |
| "epoch": 1.7863380555016495, |
| "grad_norm": 1.5926803956510256, |
| "learning_rate": 2.0293335063923683e-05, |
| "loss": 0.4988, |
| "step": 18410 |
| }, |
| { |
| "epoch": 1.7873083640597711, |
| "grad_norm": 2.291647967076523, |
| "learning_rate": 2.027711077941463e-05, |
| "loss": 0.4824, |
| "step": 18420 |
| }, |
| { |
| "epoch": 1.7882786726178925, |
| "grad_norm": 1.8562307329324135, |
| "learning_rate": 2.0260886494905575e-05, |
| "loss": 0.4563, |
| "step": 18430 |
| }, |
| { |
| "epoch": 1.789248981176014, |
| "grad_norm": 2.0376982504169225, |
| "learning_rate": 2.0244662210396522e-05, |
| "loss": 0.5306, |
| "step": 18440 |
| }, |
| { |
| "epoch": 1.7902192897341354, |
| "grad_norm": 2.2229061869152287, |
| "learning_rate": 2.0228437925887468e-05, |
| "loss": 0.4992, |
| "step": 18450 |
| }, |
| { |
| "epoch": 1.791189598292257, |
| "grad_norm": 1.9381177105445806, |
| "learning_rate": 2.0212213641378418e-05, |
| "loss": 0.5163, |
| "step": 18460 |
| }, |
| { |
| "epoch": 1.7921599068503784, |
| "grad_norm": 2.2038889339934276, |
| "learning_rate": 2.0195989356869364e-05, |
| "loss": 0.4872, |
| "step": 18470 |
| }, |
| { |
| "epoch": 1.7931302154085, |
| "grad_norm": 1.7467002610372642, |
| "learning_rate": 2.017976507236031e-05, |
| "loss": 0.4876, |
| "step": 18480 |
| }, |
| { |
| "epoch": 1.7941005239666215, |
| "grad_norm": 1.80516559021005, |
| "learning_rate": 2.0163540787851257e-05, |
| "loss": 0.5155, |
| "step": 18490 |
| }, |
| { |
| "epoch": 1.7950708325247429, |
| "grad_norm": 1.6841944257951464, |
| "learning_rate": 2.0147316503342203e-05, |
| "loss": 0.485, |
| "step": 18500 |
| }, |
| { |
| "epoch": 1.7950708325247429, |
| "eval_loss": 0.634519636631012, |
| "eval_runtime": 2476.7893, |
| "eval_samples_per_second": 0.724, |
| "eval_steps_per_second": 0.362, |
| "step": 18500 |
| }, |
| { |
| "epoch": 1.7960411410828643, |
| "grad_norm": 1.9439021855874303, |
| "learning_rate": 2.013109221883315e-05, |
| "loss": 0.452, |
| "step": 18510 |
| }, |
| { |
| "epoch": 1.7970114496409857, |
| "grad_norm": 2.2513317080100226, |
| "learning_rate": 2.0114867934324096e-05, |
| "loss": 0.5325, |
| "step": 18520 |
| }, |
| { |
| "epoch": 1.7979817581991073, |
| "grad_norm": 2.08111292912013, |
| "learning_rate": 2.0098643649815043e-05, |
| "loss": 0.5473, |
| "step": 18530 |
| }, |
| { |
| "epoch": 1.798952066757229, |
| "grad_norm": 1.5733834399311872, |
| "learning_rate": 2.008241936530599e-05, |
| "loss": 0.477, |
| "step": 18540 |
| }, |
| { |
| "epoch": 1.7999223753153504, |
| "grad_norm": 2.8502682562631954, |
| "learning_rate": 2.006619508079694e-05, |
| "loss": 0.5206, |
| "step": 18550 |
| }, |
| { |
| "epoch": 1.8008926838734718, |
| "grad_norm": 1.753275957528235, |
| "learning_rate": 2.0049970796287885e-05, |
| "loss": 0.4547, |
| "step": 18560 |
| }, |
| { |
| "epoch": 1.8018629924315932, |
| "grad_norm": 2.1314672834115473, |
| "learning_rate": 2.003374651177883e-05, |
| "loss": 0.5419, |
| "step": 18570 |
| }, |
| { |
| "epoch": 1.8028333009897146, |
| "grad_norm": 1.9602167097784182, |
| "learning_rate": 2.0017522227269778e-05, |
| "loss": 0.5155, |
| "step": 18580 |
| }, |
| { |
| "epoch": 1.8038036095478363, |
| "grad_norm": 1.938753313860514, |
| "learning_rate": 2.0001297942760724e-05, |
| "loss": 0.5068, |
| "step": 18590 |
| }, |
| { |
| "epoch": 1.8047739181059577, |
| "grad_norm": 2.5245908920622924, |
| "learning_rate": 1.998507365825167e-05, |
| "loss": 0.4823, |
| "step": 18600 |
| }, |
| { |
| "epoch": 1.8057442266640793, |
| "grad_norm": 1.8472353172834934, |
| "learning_rate": 1.9968849373742617e-05, |
| "loss": 0.5307, |
| "step": 18610 |
| }, |
| { |
| "epoch": 1.8067145352222007, |
| "grad_norm": 2.119846040052731, |
| "learning_rate": 1.9952625089233563e-05, |
| "loss": 0.5497, |
| "step": 18620 |
| }, |
| { |
| "epoch": 1.8076848437803221, |
| "grad_norm": 1.8254352104689588, |
| "learning_rate": 1.9936400804724513e-05, |
| "loss": 0.5343, |
| "step": 18630 |
| }, |
| { |
| "epoch": 1.8086551523384435, |
| "grad_norm": 2.286926975318207, |
| "learning_rate": 1.992017652021546e-05, |
| "loss": 0.5079, |
| "step": 18640 |
| }, |
| { |
| "epoch": 1.809625460896565, |
| "grad_norm": 2.145456846814811, |
| "learning_rate": 1.9903952235706406e-05, |
| "loss": 0.4792, |
| "step": 18650 |
| }, |
| { |
| "epoch": 1.8105957694546866, |
| "grad_norm": 2.1237990360529615, |
| "learning_rate": 1.9887727951197352e-05, |
| "loss": 0.5221, |
| "step": 18660 |
| }, |
| { |
| "epoch": 1.8115660780128082, |
| "grad_norm": 1.9365349043963929, |
| "learning_rate": 1.98715036666883e-05, |
| "loss": 0.4994, |
| "step": 18670 |
| }, |
| { |
| "epoch": 1.8125363865709296, |
| "grad_norm": 2.1477510328366543, |
| "learning_rate": 1.985527938217925e-05, |
| "loss": 0.5051, |
| "step": 18680 |
| }, |
| { |
| "epoch": 1.813506695129051, |
| "grad_norm": 2.24009021245378, |
| "learning_rate": 1.9839055097670195e-05, |
| "loss": 0.4411, |
| "step": 18690 |
| }, |
| { |
| "epoch": 1.8144770036871725, |
| "grad_norm": 2.161147622755333, |
| "learning_rate": 1.982283081316114e-05, |
| "loss": 0.4947, |
| "step": 18700 |
| }, |
| { |
| "epoch": 1.8154473122452939, |
| "grad_norm": 2.5777752480302296, |
| "learning_rate": 1.9806606528652088e-05, |
| "loss": 0.5027, |
| "step": 18710 |
| }, |
| { |
| "epoch": 1.8164176208034155, |
| "grad_norm": 1.5289437881489423, |
| "learning_rate": 1.9790382244143034e-05, |
| "loss": 0.5276, |
| "step": 18720 |
| }, |
| { |
| "epoch": 1.817387929361537, |
| "grad_norm": 1.808692912848697, |
| "learning_rate": 1.977415795963398e-05, |
| "loss": 0.5155, |
| "step": 18730 |
| }, |
| { |
| "epoch": 1.8183582379196586, |
| "grad_norm": 1.7568825751279589, |
| "learning_rate": 1.975793367512493e-05, |
| "loss": 0.4658, |
| "step": 18740 |
| }, |
| { |
| "epoch": 1.81932854647778, |
| "grad_norm": 1.5226619183552335, |
| "learning_rate": 1.9741709390615877e-05, |
| "loss": 0.4764, |
| "step": 18750 |
| }, |
| { |
| "epoch": 1.8202988550359014, |
| "grad_norm": 1.5664856097734037, |
| "learning_rate": 1.9725485106106823e-05, |
| "loss": 0.4503, |
| "step": 18760 |
| }, |
| { |
| "epoch": 1.8212691635940228, |
| "grad_norm": 1.7127846075920363, |
| "learning_rate": 1.970926082159777e-05, |
| "loss": 0.4558, |
| "step": 18770 |
| }, |
| { |
| "epoch": 1.8222394721521444, |
| "grad_norm": 2.1030557687163007, |
| "learning_rate": 1.9693036537088716e-05, |
| "loss": 0.5578, |
| "step": 18780 |
| }, |
| { |
| "epoch": 1.8232097807102658, |
| "grad_norm": 2.0907960296944474, |
| "learning_rate": 1.9676812252579662e-05, |
| "loss": 0.4974, |
| "step": 18790 |
| }, |
| { |
| "epoch": 1.8241800892683875, |
| "grad_norm": 1.4612012638589904, |
| "learning_rate": 1.966058796807061e-05, |
| "loss": 0.4931, |
| "step": 18800 |
| }, |
| { |
| "epoch": 1.825150397826509, |
| "grad_norm": 1.6970216305431254, |
| "learning_rate": 1.9644363683561555e-05, |
| "loss": 0.4691, |
| "step": 18810 |
| }, |
| { |
| "epoch": 1.8261207063846303, |
| "grad_norm": 2.4415425125364125, |
| "learning_rate": 1.9628139399052505e-05, |
| "loss": 0.5249, |
| "step": 18820 |
| }, |
| { |
| "epoch": 1.8270910149427517, |
| "grad_norm": 1.7771990898290009, |
| "learning_rate": 1.961191511454345e-05, |
| "loss": 0.5019, |
| "step": 18830 |
| }, |
| { |
| "epoch": 1.8280613235008731, |
| "grad_norm": 1.7839717190667712, |
| "learning_rate": 1.9595690830034397e-05, |
| "loss": 0.5052, |
| "step": 18840 |
| }, |
| { |
| "epoch": 1.8290316320589948, |
| "grad_norm": 2.209198913639542, |
| "learning_rate": 1.9579466545525344e-05, |
| "loss": 0.5235, |
| "step": 18850 |
| }, |
| { |
| "epoch": 1.8300019406171164, |
| "grad_norm": 2.200681320097298, |
| "learning_rate": 1.956324226101629e-05, |
| "loss": 0.5302, |
| "step": 18860 |
| }, |
| { |
| "epoch": 1.8309722491752378, |
| "grad_norm": 2.000921134970765, |
| "learning_rate": 1.9547017976507237e-05, |
| "loss": 0.4648, |
| "step": 18870 |
| }, |
| { |
| "epoch": 1.8319425577333592, |
| "grad_norm": 2.623565257277865, |
| "learning_rate": 1.9530793691998183e-05, |
| "loss": 0.4855, |
| "step": 18880 |
| }, |
| { |
| "epoch": 1.8329128662914806, |
| "grad_norm": 1.8550961862060569, |
| "learning_rate": 1.951456940748913e-05, |
| "loss": 0.5135, |
| "step": 18890 |
| }, |
| { |
| "epoch": 1.833883174849602, |
| "grad_norm": 2.0777083761268718, |
| "learning_rate": 1.9498345122980076e-05, |
| "loss": 0.5236, |
| "step": 18900 |
| }, |
| { |
| "epoch": 1.8348534834077237, |
| "grad_norm": 2.2339320492583337, |
| "learning_rate": 1.9482120838471025e-05, |
| "loss": 0.5336, |
| "step": 18910 |
| }, |
| { |
| "epoch": 1.835823791965845, |
| "grad_norm": 2.2130179741978173, |
| "learning_rate": 1.9465896553961972e-05, |
| "loss": 0.4468, |
| "step": 18920 |
| }, |
| { |
| "epoch": 1.8367941005239667, |
| "grad_norm": 1.9136609274036684, |
| "learning_rate": 1.9449672269452918e-05, |
| "loss": 0.516, |
| "step": 18930 |
| }, |
| { |
| "epoch": 1.8377644090820882, |
| "grad_norm": 1.9319944175941055, |
| "learning_rate": 1.9433447984943865e-05, |
| "loss": 0.4837, |
| "step": 18940 |
| }, |
| { |
| "epoch": 1.8387347176402096, |
| "grad_norm": 1.8144243996167448, |
| "learning_rate": 1.941722370043481e-05, |
| "loss": 0.5388, |
| "step": 18950 |
| }, |
| { |
| "epoch": 1.839705026198331, |
| "grad_norm": 1.9871922674209272, |
| "learning_rate": 1.9400999415925757e-05, |
| "loss": 0.5543, |
| "step": 18960 |
| }, |
| { |
| "epoch": 1.8406753347564524, |
| "grad_norm": 2.1436846647503707, |
| "learning_rate": 1.9384775131416704e-05, |
| "loss": 0.4787, |
| "step": 18970 |
| }, |
| { |
| "epoch": 1.841645643314574, |
| "grad_norm": 1.926685455696982, |
| "learning_rate": 1.936855084690765e-05, |
| "loss": 0.5096, |
| "step": 18980 |
| }, |
| { |
| "epoch": 1.8426159518726957, |
| "grad_norm": 2.342596116742962, |
| "learning_rate": 1.93523265623986e-05, |
| "loss": 0.522, |
| "step": 18990 |
| }, |
| { |
| "epoch": 1.843586260430817, |
| "grad_norm": 2.255501885540124, |
| "learning_rate": 1.9336102277889546e-05, |
| "loss": 0.5377, |
| "step": 19000 |
| }, |
| { |
| "epoch": 1.843586260430817, |
| "eval_loss": 0.6318312883377075, |
| "eval_runtime": 2473.7549, |
| "eval_samples_per_second": 0.724, |
| "eval_steps_per_second": 0.362, |
| "step": 19000 |
| }, |
| { |
| "epoch": 1.8445565689889385, |
| "grad_norm": 2.1596583204757884, |
| "learning_rate": 1.9319877993380493e-05, |
| "loss": 0.5629, |
| "step": 19010 |
| }, |
| { |
| "epoch": 1.84552687754706, |
| "grad_norm": 1.8190379524057834, |
| "learning_rate": 1.930365370887144e-05, |
| "loss": 0.4796, |
| "step": 19020 |
| }, |
| { |
| "epoch": 1.8464971861051813, |
| "grad_norm": 1.019855687196459, |
| "learning_rate": 1.9287429424362385e-05, |
| "loss": 0.471, |
| "step": 19030 |
| }, |
| { |
| "epoch": 1.847467494663303, |
| "grad_norm": 1.9569552509020551, |
| "learning_rate": 1.9271205139853332e-05, |
| "loss": 0.5126, |
| "step": 19040 |
| }, |
| { |
| "epoch": 1.8484378032214244, |
| "grad_norm": 2.1870238918367524, |
| "learning_rate": 1.9254980855344278e-05, |
| "loss": 0.4865, |
| "step": 19050 |
| }, |
| { |
| "epoch": 1.849408111779546, |
| "grad_norm": 1.594729244733264, |
| "learning_rate": 1.9238756570835225e-05, |
| "loss": 0.4802, |
| "step": 19060 |
| }, |
| { |
| "epoch": 1.8503784203376674, |
| "grad_norm": 2.1426009139912843, |
| "learning_rate": 1.9222532286326174e-05, |
| "loss": 0.5303, |
| "step": 19070 |
| }, |
| { |
| "epoch": 1.8513487288957888, |
| "grad_norm": 1.7760248540972265, |
| "learning_rate": 1.920630800181712e-05, |
| "loss": 0.4948, |
| "step": 19080 |
| }, |
| { |
| "epoch": 1.8523190374539102, |
| "grad_norm": 1.6725671761260958, |
| "learning_rate": 1.919008371730807e-05, |
| "loss": 0.4922, |
| "step": 19090 |
| }, |
| { |
| "epoch": 1.8532893460120319, |
| "grad_norm": 1.9565774055440965, |
| "learning_rate": 1.9173859432799017e-05, |
| "loss": 0.5658, |
| "step": 19100 |
| }, |
| { |
| "epoch": 1.8542596545701533, |
| "grad_norm": 2.231350831039019, |
| "learning_rate": 1.9157635148289963e-05, |
| "loss": 0.4906, |
| "step": 19110 |
| }, |
| { |
| "epoch": 1.855229963128275, |
| "grad_norm": 1.5993699848453529, |
| "learning_rate": 1.914141086378091e-05, |
| "loss": 0.4796, |
| "step": 19120 |
| }, |
| { |
| "epoch": 1.8562002716863963, |
| "grad_norm": 2.0780226359466387, |
| "learning_rate": 1.9125186579271856e-05, |
| "loss": 0.4773, |
| "step": 19130 |
| }, |
| { |
| "epoch": 1.8571705802445178, |
| "grad_norm": 2.01763881138038, |
| "learning_rate": 1.9108962294762802e-05, |
| "loss": 0.4984, |
| "step": 19140 |
| }, |
| { |
| "epoch": 1.8581408888026392, |
| "grad_norm": 2.240723917017317, |
| "learning_rate": 1.909273801025375e-05, |
| "loss": 0.4559, |
| "step": 19150 |
| }, |
| { |
| "epoch": 1.8591111973607606, |
| "grad_norm": 1.849249605812625, |
| "learning_rate": 1.9076513725744695e-05, |
| "loss": 0.5445, |
| "step": 19160 |
| }, |
| { |
| "epoch": 1.8600815059188822, |
| "grad_norm": 1.7656331962779384, |
| "learning_rate": 1.906028944123564e-05, |
| "loss": 0.466, |
| "step": 19170 |
| }, |
| { |
| "epoch": 1.8610518144770039, |
| "grad_norm": 1.9723478771428924, |
| "learning_rate": 1.904406515672659e-05, |
| "loss": 0.4951, |
| "step": 19180 |
| }, |
| { |
| "epoch": 1.8620221230351253, |
| "grad_norm": 2.133741060165629, |
| "learning_rate": 1.9027840872217538e-05, |
| "loss": 0.5064, |
| "step": 19190 |
| }, |
| { |
| "epoch": 1.8629924315932467, |
| "grad_norm": 2.267317304504692, |
| "learning_rate": 1.9011616587708484e-05, |
| "loss": 0.4774, |
| "step": 19200 |
| }, |
| { |
| "epoch": 1.863962740151368, |
| "grad_norm": 1.6590470147649787, |
| "learning_rate": 1.899539230319943e-05, |
| "loss": 0.4684, |
| "step": 19210 |
| }, |
| { |
| "epoch": 1.8649330487094895, |
| "grad_norm": 1.7428570168415043, |
| "learning_rate": 1.8979168018690377e-05, |
| "loss": 0.494, |
| "step": 19220 |
| }, |
| { |
| "epoch": 1.8659033572676111, |
| "grad_norm": 1.6212375134091286, |
| "learning_rate": 1.8962943734181323e-05, |
| "loss": 0.481, |
| "step": 19230 |
| }, |
| { |
| "epoch": 1.8668736658257326, |
| "grad_norm": 2.0261745446913717, |
| "learning_rate": 1.894671944967227e-05, |
| "loss": 0.5107, |
| "step": 19240 |
| }, |
| { |
| "epoch": 1.8678439743838542, |
| "grad_norm": 1.7751731877262686, |
| "learning_rate": 1.8930495165163216e-05, |
| "loss": 0.4615, |
| "step": 19250 |
| }, |
| { |
| "epoch": 1.8688142829419756, |
| "grad_norm": 1.5566178962662132, |
| "learning_rate": 1.8914270880654162e-05, |
| "loss": 0.5061, |
| "step": 19260 |
| }, |
| { |
| "epoch": 1.869784591500097, |
| "grad_norm": 2.0648415585072137, |
| "learning_rate": 1.8898046596145112e-05, |
| "loss": 0.4721, |
| "step": 19270 |
| }, |
| { |
| "epoch": 1.8707549000582184, |
| "grad_norm": 1.8255664078089486, |
| "learning_rate": 1.888182231163606e-05, |
| "loss": 0.4652, |
| "step": 19280 |
| }, |
| { |
| "epoch": 1.8717252086163398, |
| "grad_norm": 2.144758151637292, |
| "learning_rate": 1.8865598027127005e-05, |
| "loss": 0.4391, |
| "step": 19290 |
| }, |
| { |
| "epoch": 1.8726955171744615, |
| "grad_norm": 1.803874603824675, |
| "learning_rate": 1.884937374261795e-05, |
| "loss": 0.492, |
| "step": 19300 |
| }, |
| { |
| "epoch": 1.8736658257325831, |
| "grad_norm": 2.1603319792398685, |
| "learning_rate": 1.8833149458108898e-05, |
| "loss": 0.4602, |
| "step": 19310 |
| }, |
| { |
| "epoch": 1.8746361342907045, |
| "grad_norm": 1.931469165672542, |
| "learning_rate": 1.8816925173599844e-05, |
| "loss": 0.479, |
| "step": 19320 |
| }, |
| { |
| "epoch": 1.875606442848826, |
| "grad_norm": 2.289215850770512, |
| "learning_rate": 1.880070088909079e-05, |
| "loss": 0.475, |
| "step": 19330 |
| }, |
| { |
| "epoch": 1.8765767514069474, |
| "grad_norm": 2.0548701793141384, |
| "learning_rate": 1.8784476604581737e-05, |
| "loss": 0.4523, |
| "step": 19340 |
| }, |
| { |
| "epoch": 1.8775470599650688, |
| "grad_norm": 1.6304292402973444, |
| "learning_rate": 1.8768252320072687e-05, |
| "loss": 0.4704, |
| "step": 19350 |
| }, |
| { |
| "epoch": 1.8785173685231904, |
| "grad_norm": 1.3760981254681826, |
| "learning_rate": 1.8752028035563633e-05, |
| "loss": 0.509, |
| "step": 19360 |
| }, |
| { |
| "epoch": 1.8794876770813118, |
| "grad_norm": 2.1389308936606364, |
| "learning_rate": 1.873580375105458e-05, |
| "loss": 0.4791, |
| "step": 19370 |
| }, |
| { |
| "epoch": 1.8804579856394334, |
| "grad_norm": 2.0673076161036663, |
| "learning_rate": 1.8719579466545526e-05, |
| "loss": 0.4902, |
| "step": 19380 |
| }, |
| { |
| "epoch": 1.8814282941975549, |
| "grad_norm": 1.861431210462014, |
| "learning_rate": 1.8703355182036472e-05, |
| "loss": 0.4719, |
| "step": 19390 |
| }, |
| { |
| "epoch": 1.8823986027556763, |
| "grad_norm": 1.9788908151587594, |
| "learning_rate": 1.868713089752742e-05, |
| "loss": 0.5127, |
| "step": 19400 |
| }, |
| { |
| "epoch": 1.8833689113137977, |
| "grad_norm": 1.9487695948736958, |
| "learning_rate": 1.8670906613018365e-05, |
| "loss": 0.4469, |
| "step": 19410 |
| }, |
| { |
| "epoch": 1.8843392198719193, |
| "grad_norm": 1.8048413444236069, |
| "learning_rate": 1.865468232850931e-05, |
| "loss": 0.5345, |
| "step": 19420 |
| }, |
| { |
| "epoch": 1.8853095284300407, |
| "grad_norm": 1.8168395167881652, |
| "learning_rate": 1.8638458044000258e-05, |
| "loss": 0.4957, |
| "step": 19430 |
| }, |
| { |
| "epoch": 1.8862798369881624, |
| "grad_norm": 1.9900462235084369, |
| "learning_rate": 1.8622233759491207e-05, |
| "loss": 0.4928, |
| "step": 19440 |
| }, |
| { |
| "epoch": 1.8872501455462838, |
| "grad_norm": 1.9978639659195843, |
| "learning_rate": 1.8606009474982154e-05, |
| "loss": 0.5085, |
| "step": 19450 |
| }, |
| { |
| "epoch": 1.8882204541044052, |
| "grad_norm": 1.9870398133754268, |
| "learning_rate": 1.8589785190473104e-05, |
| "loss": 0.4857, |
| "step": 19460 |
| }, |
| { |
| "epoch": 1.8891907626625266, |
| "grad_norm": 1.9723654086733247, |
| "learning_rate": 1.857356090596405e-05, |
| "loss": 0.4658, |
| "step": 19470 |
| }, |
| { |
| "epoch": 1.890161071220648, |
| "grad_norm": 1.8141064421371964, |
| "learning_rate": 1.8557336621454996e-05, |
| "loss": 0.4881, |
| "step": 19480 |
| }, |
| { |
| "epoch": 1.8911313797787697, |
| "grad_norm": 1.6779273277493256, |
| "learning_rate": 1.8541112336945943e-05, |
| "loss": 0.4798, |
| "step": 19490 |
| }, |
| { |
| "epoch": 1.8921016883368913, |
| "grad_norm": 1.901625964641795, |
| "learning_rate": 1.852488805243689e-05, |
| "loss": 0.5199, |
| "step": 19500 |
| }, |
| { |
| "epoch": 1.8921016883368913, |
| "eval_loss": 0.631912350654602, |
| "eval_runtime": 2473.0661, |
| "eval_samples_per_second": 0.725, |
| "eval_steps_per_second": 0.362, |
| "step": 19500 |
| }, |
| { |
| "epoch": 1.8930719968950127, |
| "grad_norm": 1.7019367377384935, |
| "learning_rate": 1.8508663767927836e-05, |
| "loss": 0.4693, |
| "step": 19510 |
| }, |
| { |
| "epoch": 1.8940423054531341, |
| "grad_norm": 1.9777898503801572, |
| "learning_rate": 1.8492439483418782e-05, |
| "loss": 0.4907, |
| "step": 19520 |
| }, |
| { |
| "epoch": 1.8950126140112555, |
| "grad_norm": 2.613311730337197, |
| "learning_rate": 1.8476215198909728e-05, |
| "loss": 0.5179, |
| "step": 19530 |
| }, |
| { |
| "epoch": 1.895982922569377, |
| "grad_norm": 1.3976847929675515, |
| "learning_rate": 1.8459990914400678e-05, |
| "loss": 0.4316, |
| "step": 19540 |
| }, |
| { |
| "epoch": 1.8969532311274986, |
| "grad_norm": 2.1428783623843715, |
| "learning_rate": 1.8443766629891624e-05, |
| "loss": 0.5275, |
| "step": 19550 |
| }, |
| { |
| "epoch": 1.89792353968562, |
| "grad_norm": 1.6878966830886573, |
| "learning_rate": 1.842754234538257e-05, |
| "loss": 0.5061, |
| "step": 19560 |
| }, |
| { |
| "epoch": 1.8988938482437416, |
| "grad_norm": 1.6660923395832288, |
| "learning_rate": 1.8411318060873517e-05, |
| "loss": 0.4846, |
| "step": 19570 |
| }, |
| { |
| "epoch": 1.899864156801863, |
| "grad_norm": 1.88350077160719, |
| "learning_rate": 1.8395093776364464e-05, |
| "loss": 0.4558, |
| "step": 19580 |
| }, |
| { |
| "epoch": 1.9008344653599845, |
| "grad_norm": 1.8180585161160603, |
| "learning_rate": 1.837886949185541e-05, |
| "loss": 0.4462, |
| "step": 19590 |
| }, |
| { |
| "epoch": 1.9018047739181059, |
| "grad_norm": 2.17218483201875, |
| "learning_rate": 1.8362645207346356e-05, |
| "loss": 0.4732, |
| "step": 19600 |
| }, |
| { |
| "epoch": 1.9027750824762273, |
| "grad_norm": 2.150072249394045, |
| "learning_rate": 1.8346420922837303e-05, |
| "loss": 0.4807, |
| "step": 19610 |
| }, |
| { |
| "epoch": 1.903745391034349, |
| "grad_norm": 2.186590190383392, |
| "learning_rate": 1.8330196638328253e-05, |
| "loss": 0.5064, |
| "step": 19620 |
| }, |
| { |
| "epoch": 1.9047156995924706, |
| "grad_norm": 1.9773135303028604, |
| "learning_rate": 1.83139723538192e-05, |
| "loss": 0.4987, |
| "step": 19630 |
| }, |
| { |
| "epoch": 1.905686008150592, |
| "grad_norm": 1.7722699958849875, |
| "learning_rate": 1.8297748069310145e-05, |
| "loss": 0.493, |
| "step": 19640 |
| }, |
| { |
| "epoch": 1.9066563167087134, |
| "grad_norm": 2.398748653045921, |
| "learning_rate": 1.828152378480109e-05, |
| "loss": 0.4632, |
| "step": 19650 |
| }, |
| { |
| "epoch": 1.9076266252668348, |
| "grad_norm": 1.9381638418073313, |
| "learning_rate": 1.8265299500292038e-05, |
| "loss": 0.4879, |
| "step": 19660 |
| }, |
| { |
| "epoch": 1.9085969338249562, |
| "grad_norm": 1.806142449327403, |
| "learning_rate": 1.8249075215782984e-05, |
| "loss": 0.4426, |
| "step": 19670 |
| }, |
| { |
| "epoch": 1.9095672423830778, |
| "grad_norm": 1.8375555769454368, |
| "learning_rate": 1.823285093127393e-05, |
| "loss": 0.5133, |
| "step": 19680 |
| }, |
| { |
| "epoch": 1.9105375509411993, |
| "grad_norm": 2.1900711143018703, |
| "learning_rate": 1.8216626646764877e-05, |
| "loss": 0.4783, |
| "step": 19690 |
| }, |
| { |
| "epoch": 1.911507859499321, |
| "grad_norm": 1.7860565394856096, |
| "learning_rate": 1.8200402362255824e-05, |
| "loss": 0.5432, |
| "step": 19700 |
| }, |
| { |
| "epoch": 1.9124781680574423, |
| "grad_norm": 1.5287991043658957, |
| "learning_rate": 1.8184178077746773e-05, |
| "loss": 0.4818, |
| "step": 19710 |
| }, |
| { |
| "epoch": 1.9134484766155637, |
| "grad_norm": 1.9162344859036078, |
| "learning_rate": 1.816795379323772e-05, |
| "loss": 0.5134, |
| "step": 19720 |
| }, |
| { |
| "epoch": 1.9144187851736851, |
| "grad_norm": 1.9361948714776511, |
| "learning_rate": 1.8151729508728666e-05, |
| "loss": 0.4705, |
| "step": 19730 |
| }, |
| { |
| "epoch": 1.9153890937318068, |
| "grad_norm": 1.7948070446854587, |
| "learning_rate": 1.8135505224219613e-05, |
| "loss": 0.4713, |
| "step": 19740 |
| }, |
| { |
| "epoch": 1.9163594022899282, |
| "grad_norm": 1.94331048872498, |
| "learning_rate": 1.811928093971056e-05, |
| "loss": 0.4636, |
| "step": 19750 |
| }, |
| { |
| "epoch": 1.9173297108480498, |
| "grad_norm": 1.9083792067669565, |
| "learning_rate": 1.8103056655201505e-05, |
| "loss": 0.4985, |
| "step": 19760 |
| }, |
| { |
| "epoch": 1.9183000194061712, |
| "grad_norm": 1.7889544788537133, |
| "learning_rate": 1.808683237069245e-05, |
| "loss": 0.465, |
| "step": 19770 |
| }, |
| { |
| "epoch": 1.9192703279642926, |
| "grad_norm": 2.1133403229015606, |
| "learning_rate": 1.8070608086183398e-05, |
| "loss": 0.4962, |
| "step": 19780 |
| }, |
| { |
| "epoch": 1.920240636522414, |
| "grad_norm": 2.119511574698095, |
| "learning_rate": 1.8054383801674344e-05, |
| "loss": 0.5265, |
| "step": 19790 |
| }, |
| { |
| "epoch": 1.9212109450805355, |
| "grad_norm": 1.8530048672687303, |
| "learning_rate": 1.8038159517165294e-05, |
| "loss": 0.4674, |
| "step": 19800 |
| }, |
| { |
| "epoch": 1.922181253638657, |
| "grad_norm": 2.060163549018839, |
| "learning_rate": 1.802193523265624e-05, |
| "loss": 0.5232, |
| "step": 19810 |
| }, |
| { |
| "epoch": 1.9231515621967787, |
| "grad_norm": 1.582662573057051, |
| "learning_rate": 1.8005710948147187e-05, |
| "loss": 0.5146, |
| "step": 19820 |
| }, |
| { |
| "epoch": 1.9241218707549002, |
| "grad_norm": 1.9973478575975316, |
| "learning_rate": 1.7989486663638133e-05, |
| "loss": 0.5294, |
| "step": 19830 |
| }, |
| { |
| "epoch": 1.9250921793130216, |
| "grad_norm": 2.2324903918022088, |
| "learning_rate": 1.797326237912908e-05, |
| "loss": 0.5039, |
| "step": 19840 |
| }, |
| { |
| "epoch": 1.926062487871143, |
| "grad_norm": 2.24550841489829, |
| "learning_rate": 1.7957038094620026e-05, |
| "loss": 0.4763, |
| "step": 19850 |
| }, |
| { |
| "epoch": 1.9270327964292644, |
| "grad_norm": 1.9055133702740896, |
| "learning_rate": 1.7940813810110976e-05, |
| "loss": 0.4978, |
| "step": 19860 |
| }, |
| { |
| "epoch": 1.928003104987386, |
| "grad_norm": 1.6202922943730298, |
| "learning_rate": 1.7924589525601922e-05, |
| "loss": 0.4467, |
| "step": 19870 |
| }, |
| { |
| "epoch": 1.9289734135455074, |
| "grad_norm": 1.7946217889300042, |
| "learning_rate": 1.790836524109287e-05, |
| "loss": 0.4975, |
| "step": 19880 |
| }, |
| { |
| "epoch": 1.929943722103629, |
| "grad_norm": 2.0837037474907776, |
| "learning_rate": 1.7892140956583815e-05, |
| "loss": 0.4488, |
| "step": 19890 |
| }, |
| { |
| "epoch": 1.9309140306617505, |
| "grad_norm": 2.284301097020319, |
| "learning_rate": 1.7875916672074765e-05, |
| "loss": 0.5315, |
| "step": 19900 |
| }, |
| { |
| "epoch": 1.931884339219872, |
| "grad_norm": 1.6410720035809963, |
| "learning_rate": 1.785969238756571e-05, |
| "loss": 0.5064, |
| "step": 19910 |
| }, |
| { |
| "epoch": 1.9328546477779933, |
| "grad_norm": 1.913707413180516, |
| "learning_rate": 1.7843468103056658e-05, |
| "loss": 0.5226, |
| "step": 19920 |
| }, |
| { |
| "epoch": 1.9338249563361147, |
| "grad_norm": 1.972749697853565, |
| "learning_rate": 1.7827243818547604e-05, |
| "loss": 0.4794, |
| "step": 19930 |
| }, |
| { |
| "epoch": 1.9347952648942364, |
| "grad_norm": 2.4245035874963663, |
| "learning_rate": 1.781101953403855e-05, |
| "loss": 0.472, |
| "step": 19940 |
| }, |
| { |
| "epoch": 1.935765573452358, |
| "grad_norm": 1.6532981118899497, |
| "learning_rate": 1.7794795249529497e-05, |
| "loss": 0.4926, |
| "step": 19950 |
| }, |
| { |
| "epoch": 1.9367358820104794, |
| "grad_norm": 2.301368908039538, |
| "learning_rate": 1.7778570965020443e-05, |
| "loss": 0.4847, |
| "step": 19960 |
| }, |
| { |
| "epoch": 1.9377061905686008, |
| "grad_norm": 1.9798901797296686, |
| "learning_rate": 1.776234668051139e-05, |
| "loss": 0.5041, |
| "step": 19970 |
| }, |
| { |
| "epoch": 1.9386764991267222, |
| "grad_norm": 2.0914880764103825, |
| "learning_rate": 1.774612239600234e-05, |
| "loss": 0.4543, |
| "step": 19980 |
| }, |
| { |
| "epoch": 1.9396468076848437, |
| "grad_norm": 1.1710098992705869, |
| "learning_rate": 1.7729898111493286e-05, |
| "loss": 0.4568, |
| "step": 19990 |
| }, |
| { |
| "epoch": 1.9406171162429653, |
| "grad_norm": 2.475821372597333, |
| "learning_rate": 1.7713673826984232e-05, |
| "loss": 0.503, |
| "step": 20000 |
| }, |
| { |
| "epoch": 1.9406171162429653, |
| "eval_loss": 0.6306876540184021, |
| "eval_runtime": 2470.8815, |
| "eval_samples_per_second": 0.725, |
| "eval_steps_per_second": 0.363, |
| "step": 20000 |
| }, |
| { |
| "epoch": 1.9415874248010867, |
| "grad_norm": 1.8135605973580828, |
| "learning_rate": 1.769744954247518e-05, |
| "loss": 0.5225, |
| "step": 20010 |
| }, |
| { |
| "epoch": 1.9425577333592083, |
| "grad_norm": 1.8818540999249187, |
| "learning_rate": 1.7681225257966125e-05, |
| "loss": 0.4411, |
| "step": 20020 |
| }, |
| { |
| "epoch": 1.9435280419173298, |
| "grad_norm": 2.3455403519185767, |
| "learning_rate": 1.766500097345707e-05, |
| "loss": 0.4618, |
| "step": 20030 |
| }, |
| { |
| "epoch": 1.9444983504754512, |
| "grad_norm": 1.8781392474090728, |
| "learning_rate": 1.7648776688948018e-05, |
| "loss": 0.4757, |
| "step": 20040 |
| }, |
| { |
| "epoch": 1.9454686590335726, |
| "grad_norm": 2.4837262255821004, |
| "learning_rate": 1.7632552404438964e-05, |
| "loss": 0.4983, |
| "step": 20050 |
| }, |
| { |
| "epoch": 1.9464389675916942, |
| "grad_norm": 2.0371146667611963, |
| "learning_rate": 1.761632811992991e-05, |
| "loss": 0.4684, |
| "step": 20060 |
| }, |
| { |
| "epoch": 1.9474092761498156, |
| "grad_norm": 1.9070841836100068, |
| "learning_rate": 1.760010383542086e-05, |
| "loss": 0.5148, |
| "step": 20070 |
| }, |
| { |
| "epoch": 1.9483795847079373, |
| "grad_norm": 1.6764022613616618, |
| "learning_rate": 1.7583879550911806e-05, |
| "loss": 0.5129, |
| "step": 20080 |
| }, |
| { |
| "epoch": 1.9493498932660587, |
| "grad_norm": 1.801575932413747, |
| "learning_rate": 1.7567655266402753e-05, |
| "loss": 0.4924, |
| "step": 20090 |
| }, |
| { |
| "epoch": 1.95032020182418, |
| "grad_norm": 1.417352324977605, |
| "learning_rate": 1.75514309818937e-05, |
| "loss": 0.4871, |
| "step": 20100 |
| }, |
| { |
| "epoch": 1.9512905103823015, |
| "grad_norm": 1.7430495978746263, |
| "learning_rate": 1.7535206697384646e-05, |
| "loss": 0.4906, |
| "step": 20110 |
| }, |
| { |
| "epoch": 1.952260818940423, |
| "grad_norm": 1.9378606596579797, |
| "learning_rate": 1.7518982412875592e-05, |
| "loss": 0.4441, |
| "step": 20120 |
| }, |
| { |
| "epoch": 1.9532311274985446, |
| "grad_norm": 2.024032521983931, |
| "learning_rate": 1.750275812836654e-05, |
| "loss": 0.4574, |
| "step": 20130 |
| }, |
| { |
| "epoch": 1.9542014360566662, |
| "grad_norm": 1.9748616447898866, |
| "learning_rate": 1.7486533843857485e-05, |
| "loss": 0.4955, |
| "step": 20140 |
| }, |
| { |
| "epoch": 1.9551717446147876, |
| "grad_norm": 2.0789037317300876, |
| "learning_rate": 1.7470309559348435e-05, |
| "loss": 0.5176, |
| "step": 20150 |
| }, |
| { |
| "epoch": 1.956142053172909, |
| "grad_norm": 1.7669158731638315, |
| "learning_rate": 1.745408527483938e-05, |
| "loss": 0.4242, |
| "step": 20160 |
| }, |
| { |
| "epoch": 1.9571123617310304, |
| "grad_norm": 2.15917406316717, |
| "learning_rate": 1.7437860990330327e-05, |
| "loss": 0.457, |
| "step": 20170 |
| }, |
| { |
| "epoch": 1.9580826702891518, |
| "grad_norm": 1.7798687601178151, |
| "learning_rate": 1.7421636705821274e-05, |
| "loss": 0.467, |
| "step": 20180 |
| }, |
| { |
| "epoch": 1.9590529788472735, |
| "grad_norm": 2.2050151044492154, |
| "learning_rate": 1.740541242131222e-05, |
| "loss": 0.4562, |
| "step": 20190 |
| }, |
| { |
| "epoch": 1.9600232874053949, |
| "grad_norm": 1.7571600556165854, |
| "learning_rate": 1.7389188136803166e-05, |
| "loss": 0.4951, |
| "step": 20200 |
| }, |
| { |
| "epoch": 1.9609935959635165, |
| "grad_norm": 2.370912740726444, |
| "learning_rate": 1.7372963852294113e-05, |
| "loss": 0.5177, |
| "step": 20210 |
| }, |
| { |
| "epoch": 1.961963904521638, |
| "grad_norm": 1.9598530660426143, |
| "learning_rate": 1.735673956778506e-05, |
| "loss": 0.4898, |
| "step": 20220 |
| }, |
| { |
| "epoch": 1.9629342130797593, |
| "grad_norm": 1.8458335418058476, |
| "learning_rate": 1.7340515283276006e-05, |
| "loss": 0.4685, |
| "step": 20230 |
| }, |
| { |
| "epoch": 1.9639045216378808, |
| "grad_norm": 2.086603579490736, |
| "learning_rate": 1.7324290998766955e-05, |
| "loss": 0.4655, |
| "step": 20240 |
| }, |
| { |
| "epoch": 1.9648748301960022, |
| "grad_norm": 1.8861003799697185, |
| "learning_rate": 1.7308066714257902e-05, |
| "loss": 0.5012, |
| "step": 20250 |
| }, |
| { |
| "epoch": 1.9658451387541238, |
| "grad_norm": 2.0410888085121655, |
| "learning_rate": 1.729184242974885e-05, |
| "loss": 0.4686, |
| "step": 20260 |
| }, |
| { |
| "epoch": 1.9668154473122454, |
| "grad_norm": 2.0486563420463293, |
| "learning_rate": 1.7275618145239798e-05, |
| "loss": 0.4971, |
| "step": 20270 |
| }, |
| { |
| "epoch": 1.9677857558703669, |
| "grad_norm": 2.053946424813733, |
| "learning_rate": 1.7259393860730744e-05, |
| "loss": 0.5002, |
| "step": 20280 |
| }, |
| { |
| "epoch": 1.9687560644284883, |
| "grad_norm": 1.933061743356704, |
| "learning_rate": 1.724316957622169e-05, |
| "loss": 0.5072, |
| "step": 20290 |
| }, |
| { |
| "epoch": 1.9697263729866097, |
| "grad_norm": 2.066749720982141, |
| "learning_rate": 1.7226945291712637e-05, |
| "loss": 0.4928, |
| "step": 20300 |
| }, |
| { |
| "epoch": 1.970696681544731, |
| "grad_norm": 1.55984280015245, |
| "learning_rate": 1.7210721007203583e-05, |
| "loss": 0.4681, |
| "step": 20310 |
| }, |
| { |
| "epoch": 1.9716669901028527, |
| "grad_norm": 2.0658531156309254, |
| "learning_rate": 1.719449672269453e-05, |
| "loss": 0.4451, |
| "step": 20320 |
| }, |
| { |
| "epoch": 1.9726372986609741, |
| "grad_norm": 1.56362708496437, |
| "learning_rate": 1.7178272438185476e-05, |
| "loss": 0.5221, |
| "step": 20330 |
| }, |
| { |
| "epoch": 1.9736076072190958, |
| "grad_norm": 2.161774232597424, |
| "learning_rate": 1.7162048153676426e-05, |
| "loss": 0.5527, |
| "step": 20340 |
| }, |
| { |
| "epoch": 1.9745779157772172, |
| "grad_norm": 2.411930244708304, |
| "learning_rate": 1.7145823869167372e-05, |
| "loss": 0.4742, |
| "step": 20350 |
| }, |
| { |
| "epoch": 1.9755482243353386, |
| "grad_norm": 2.0274695839961803, |
| "learning_rate": 1.712959958465832e-05, |
| "loss": 0.5055, |
| "step": 20360 |
| }, |
| { |
| "epoch": 1.97651853289346, |
| "grad_norm": 1.9046814027988292, |
| "learning_rate": 1.7113375300149265e-05, |
| "loss": 0.5018, |
| "step": 20370 |
| }, |
| { |
| "epoch": 1.9774888414515817, |
| "grad_norm": 2.6745574351193437, |
| "learning_rate": 1.709715101564021e-05, |
| "loss": 0.5013, |
| "step": 20380 |
| }, |
| { |
| "epoch": 1.978459150009703, |
| "grad_norm": 1.983809422276857, |
| "learning_rate": 1.7080926731131158e-05, |
| "loss": 0.506, |
| "step": 20390 |
| }, |
| { |
| "epoch": 1.9794294585678247, |
| "grad_norm": 1.8313417501684919, |
| "learning_rate": 1.7064702446622104e-05, |
| "loss": 0.4913, |
| "step": 20400 |
| }, |
| { |
| "epoch": 1.9803997671259461, |
| "grad_norm": 1.9488632706180251, |
| "learning_rate": 1.704847816211305e-05, |
| "loss": 0.4753, |
| "step": 20410 |
| }, |
| { |
| "epoch": 1.9813700756840675, |
| "grad_norm": 2.1235067779704386, |
| "learning_rate": 1.7032253877603997e-05, |
| "loss": 0.5076, |
| "step": 20420 |
| }, |
| { |
| "epoch": 1.982340384242189, |
| "grad_norm": 1.9628606937438253, |
| "learning_rate": 1.7016029593094947e-05, |
| "loss": 0.4488, |
| "step": 20430 |
| }, |
| { |
| "epoch": 1.9833106928003104, |
| "grad_norm": 2.053405187246396, |
| "learning_rate": 1.6999805308585893e-05, |
| "loss": 0.4492, |
| "step": 20440 |
| }, |
| { |
| "epoch": 1.984281001358432, |
| "grad_norm": 2.027877392955927, |
| "learning_rate": 1.698358102407684e-05, |
| "loss": 0.4481, |
| "step": 20450 |
| }, |
| { |
| "epoch": 1.9852513099165536, |
| "grad_norm": 2.6424653212507585, |
| "learning_rate": 1.6967356739567786e-05, |
| "loss": 0.4866, |
| "step": 20460 |
| }, |
| { |
| "epoch": 1.986221618474675, |
| "grad_norm": 1.798153398364296, |
| "learning_rate": 1.6951132455058732e-05, |
| "loss": 0.4901, |
| "step": 20470 |
| }, |
| { |
| "epoch": 1.9871919270327965, |
| "grad_norm": 1.9375715199504966, |
| "learning_rate": 1.693490817054968e-05, |
| "loss": 0.5145, |
| "step": 20480 |
| }, |
| { |
| "epoch": 1.9881622355909179, |
| "grad_norm": 2.227384783436997, |
| "learning_rate": 1.6918683886040625e-05, |
| "loss": 0.5234, |
| "step": 20490 |
| }, |
| { |
| "epoch": 1.9891325441490393, |
| "grad_norm": 1.6406328006727198, |
| "learning_rate": 1.690245960153157e-05, |
| "loss": 0.4938, |
| "step": 20500 |
| }, |
| { |
| "epoch": 1.9891325441490393, |
| "eval_loss": 0.6277603507041931, |
| "eval_runtime": 3080.184, |
| "eval_samples_per_second": 0.582, |
| "eval_steps_per_second": 0.291, |
| "step": 20500 |
| }, |
| { |
| "epoch": 1.990102852707161, |
| "grad_norm": 2.189175771584087, |
| "learning_rate": 1.688623531702252e-05, |
| "loss": 0.4815, |
| "step": 20510 |
| }, |
| { |
| "epoch": 1.9910731612652823, |
| "grad_norm": 1.9037268932948403, |
| "learning_rate": 1.6870011032513468e-05, |
| "loss": 0.4675, |
| "step": 20520 |
| }, |
| { |
| "epoch": 1.992043469823404, |
| "grad_norm": 2.1370328259985096, |
| "learning_rate": 1.6853786748004414e-05, |
| "loss": 0.4696, |
| "step": 20530 |
| }, |
| { |
| "epoch": 1.9930137783815254, |
| "grad_norm": 2.407631343670518, |
| "learning_rate": 1.683756246349536e-05, |
| "loss": 0.4904, |
| "step": 20540 |
| }, |
| { |
| "epoch": 1.9939840869396468, |
| "grad_norm": 2.113566676023369, |
| "learning_rate": 1.6821338178986307e-05, |
| "loss": 0.4713, |
| "step": 20550 |
| }, |
| { |
| "epoch": 1.9949543954977682, |
| "grad_norm": 1.7998412815701594, |
| "learning_rate": 1.6805113894477253e-05, |
| "loss": 0.4638, |
| "step": 20560 |
| }, |
| { |
| "epoch": 1.9959247040558896, |
| "grad_norm": 2.129222373307167, |
| "learning_rate": 1.67888896099682e-05, |
| "loss": 0.4567, |
| "step": 20570 |
| }, |
| { |
| "epoch": 1.9968950126140113, |
| "grad_norm": 2.0439893320145197, |
| "learning_rate": 1.6772665325459146e-05, |
| "loss": 0.499, |
| "step": 20580 |
| }, |
| { |
| "epoch": 1.997865321172133, |
| "grad_norm": 1.996718548398611, |
| "learning_rate": 1.6756441040950092e-05, |
| "loss": 0.4657, |
| "step": 20590 |
| }, |
| { |
| "epoch": 1.9988356297302543, |
| "grad_norm": 1.8047941252901814, |
| "learning_rate": 1.6740216756441042e-05, |
| "loss": 0.4723, |
| "step": 20600 |
| }, |
| { |
| "epoch": 1.9998059382883757, |
| "grad_norm": 1.8452676210065997, |
| "learning_rate": 1.672399247193199e-05, |
| "loss": 0.4802, |
| "step": 20610 |
| }, |
| { |
| "epoch": 2.000776246846497, |
| "grad_norm": 2.2446601261564254, |
| "learning_rate": 1.6707768187422935e-05, |
| "loss": 0.501, |
| "step": 20620 |
| }, |
| { |
| "epoch": 2.0017465554046185, |
| "grad_norm": 1.6471605415361736, |
| "learning_rate": 1.669154390291388e-05, |
| "loss": 0.4735, |
| "step": 20630 |
| }, |
| { |
| "epoch": 2.00271686396274, |
| "grad_norm": 2.038536155314213, |
| "learning_rate": 1.667531961840483e-05, |
| "loss": 0.4575, |
| "step": 20640 |
| }, |
| { |
| "epoch": 2.003687172520862, |
| "grad_norm": 2.1416733149321834, |
| "learning_rate": 1.6659095333895777e-05, |
| "loss": 0.5152, |
| "step": 20650 |
| }, |
| { |
| "epoch": 2.0046574810789832, |
| "grad_norm": 1.9639254031456526, |
| "learning_rate": 1.6642871049386724e-05, |
| "loss": 0.4424, |
| "step": 20660 |
| }, |
| { |
| "epoch": 2.0056277896371046, |
| "grad_norm": 2.1201945824283777, |
| "learning_rate": 1.662664676487767e-05, |
| "loss": 0.5194, |
| "step": 20670 |
| }, |
| { |
| "epoch": 2.006598098195226, |
| "grad_norm": 2.0259029186156616, |
| "learning_rate": 1.6610422480368617e-05, |
| "loss": 0.5085, |
| "step": 20680 |
| }, |
| { |
| "epoch": 2.0075684067533475, |
| "grad_norm": 1.5035201214590004, |
| "learning_rate": 1.6594198195859563e-05, |
| "loss": 0.445, |
| "step": 20690 |
| }, |
| { |
| "epoch": 2.008538715311469, |
| "grad_norm": 1.655200868630425, |
| "learning_rate": 1.6577973911350513e-05, |
| "loss": 0.4247, |
| "step": 20700 |
| }, |
| { |
| "epoch": 2.0095090238695907, |
| "grad_norm": 2.1707069905375764, |
| "learning_rate": 1.656174962684146e-05, |
| "loss": 0.4783, |
| "step": 20710 |
| }, |
| { |
| "epoch": 2.010479332427712, |
| "grad_norm": 1.8212536925620644, |
| "learning_rate": 1.6545525342332405e-05, |
| "loss": 0.4972, |
| "step": 20720 |
| }, |
| { |
| "epoch": 2.0114496409858336, |
| "grad_norm": 2.126405409204561, |
| "learning_rate": 1.6529301057823352e-05, |
| "loss": 0.4878, |
| "step": 20730 |
| }, |
| { |
| "epoch": 2.012419949543955, |
| "grad_norm": 2.077712603387953, |
| "learning_rate": 1.6513076773314298e-05, |
| "loss": 0.4571, |
| "step": 20740 |
| }, |
| { |
| "epoch": 2.0133902581020764, |
| "grad_norm": 2.1605056660181345, |
| "learning_rate": 1.6496852488805245e-05, |
| "loss": 0.5012, |
| "step": 20750 |
| }, |
| { |
| "epoch": 2.014360566660198, |
| "grad_norm": 1.8021397618450556, |
| "learning_rate": 1.648062820429619e-05, |
| "loss": 0.5049, |
| "step": 20760 |
| }, |
| { |
| "epoch": 2.015330875218319, |
| "grad_norm": 1.8857630619437384, |
| "learning_rate": 1.6464403919787137e-05, |
| "loss": 0.4726, |
| "step": 20770 |
| }, |
| { |
| "epoch": 2.016301183776441, |
| "grad_norm": 1.7074209121094917, |
| "learning_rate": 1.6448179635278084e-05, |
| "loss": 0.4914, |
| "step": 20780 |
| }, |
| { |
| "epoch": 2.0172714923345625, |
| "grad_norm": 2.6019622648688614, |
| "learning_rate": 1.6431955350769033e-05, |
| "loss": 0.4239, |
| "step": 20790 |
| }, |
| { |
| "epoch": 2.018241800892684, |
| "grad_norm": 1.6879446237580993, |
| "learning_rate": 1.641573106625998e-05, |
| "loss": 0.4657, |
| "step": 20800 |
| }, |
| { |
| "epoch": 2.0192121094508053, |
| "grad_norm": 1.4603799114693456, |
| "learning_rate": 1.6399506781750926e-05, |
| "loss": 0.4503, |
| "step": 20810 |
| }, |
| { |
| "epoch": 2.0201824180089267, |
| "grad_norm": 1.948639651180534, |
| "learning_rate": 1.6383282497241873e-05, |
| "loss": 0.4544, |
| "step": 20820 |
| }, |
| { |
| "epoch": 2.021152726567048, |
| "grad_norm": 2.1458744835535617, |
| "learning_rate": 1.636705821273282e-05, |
| "loss": 0.4632, |
| "step": 20830 |
| }, |
| { |
| "epoch": 2.02212303512517, |
| "grad_norm": 2.3393805927580997, |
| "learning_rate": 1.6350833928223765e-05, |
| "loss": 0.4686, |
| "step": 20840 |
| }, |
| { |
| "epoch": 2.0230933436832914, |
| "grad_norm": 1.8274491944101148, |
| "learning_rate": 1.6334609643714712e-05, |
| "loss": 0.4509, |
| "step": 20850 |
| }, |
| { |
| "epoch": 2.024063652241413, |
| "grad_norm": 2.5507345485151767, |
| "learning_rate": 1.6318385359205658e-05, |
| "loss": 0.5145, |
| "step": 20860 |
| }, |
| { |
| "epoch": 2.0250339607995342, |
| "grad_norm": 1.878444628312939, |
| "learning_rate": 1.6302161074696608e-05, |
| "loss": 0.449, |
| "step": 20870 |
| }, |
| { |
| "epoch": 2.0260042693576557, |
| "grad_norm": 2.1096395212213235, |
| "learning_rate": 1.6285936790187554e-05, |
| "loss": 0.409, |
| "step": 20880 |
| }, |
| { |
| "epoch": 2.026974577915777, |
| "grad_norm": 1.9597465473748303, |
| "learning_rate": 1.62697125056785e-05, |
| "loss": 0.4909, |
| "step": 20890 |
| }, |
| { |
| "epoch": 2.0279448864738985, |
| "grad_norm": 1.4262456717146317, |
| "learning_rate": 1.6253488221169447e-05, |
| "loss": 0.4933, |
| "step": 20900 |
| }, |
| { |
| "epoch": 2.0289151950320203, |
| "grad_norm": 1.7254635997166883, |
| "learning_rate": 1.6237263936660393e-05, |
| "loss": 0.4581, |
| "step": 20910 |
| }, |
| { |
| "epoch": 2.0298855035901417, |
| "grad_norm": 1.8255091897283775, |
| "learning_rate": 1.622103965215134e-05, |
| "loss": 0.462, |
| "step": 20920 |
| }, |
| { |
| "epoch": 2.030855812148263, |
| "grad_norm": 1.592461465195459, |
| "learning_rate": 1.6204815367642286e-05, |
| "loss": 0.5343, |
| "step": 20930 |
| }, |
| { |
| "epoch": 2.0318261207063846, |
| "grad_norm": 2.4124278045088445, |
| "learning_rate": 1.6188591083133233e-05, |
| "loss": 0.4738, |
| "step": 20940 |
| }, |
| { |
| "epoch": 2.032796429264506, |
| "grad_norm": 1.4707790381425363, |
| "learning_rate": 1.617236679862418e-05, |
| "loss": 0.4183, |
| "step": 20950 |
| }, |
| { |
| "epoch": 2.0337667378226274, |
| "grad_norm": 1.7383346761795593, |
| "learning_rate": 1.615614251411513e-05, |
| "loss": 0.4351, |
| "step": 20960 |
| }, |
| { |
| "epoch": 2.0347370463807493, |
| "grad_norm": 2.292481354882268, |
| "learning_rate": 1.6139918229606075e-05, |
| "loss": 0.4294, |
| "step": 20970 |
| }, |
| { |
| "epoch": 2.0357073549388707, |
| "grad_norm": 2.158168642341278, |
| "learning_rate": 1.612369394509702e-05, |
| "loss": 0.4703, |
| "step": 20980 |
| }, |
| { |
| "epoch": 2.036677663496992, |
| "grad_norm": 2.283161751864384, |
| "learning_rate": 1.6107469660587968e-05, |
| "loss": 0.5128, |
| "step": 20990 |
| }, |
| { |
| "epoch": 2.0376479720551135, |
| "grad_norm": 2.125582882132147, |
| "learning_rate": 1.6091245376078914e-05, |
| "loss": 0.4652, |
| "step": 21000 |
| }, |
| { |
| "epoch": 2.0376479720551135, |
| "eval_loss": 0.6309866905212402, |
| "eval_runtime": 3136.9547, |
| "eval_samples_per_second": 0.571, |
| "eval_steps_per_second": 0.286, |
| "step": 21000 |
| }, |
| { |
| "epoch": 2.038618280613235, |
| "grad_norm": 1.9414092633891158, |
| "learning_rate": 1.607502109156986e-05, |
| "loss": 0.4451, |
| "step": 21010 |
| }, |
| { |
| "epoch": 2.0395885891713563, |
| "grad_norm": 2.0603594802374863, |
| "learning_rate": 1.6058796807060807e-05, |
| "loss": 0.4569, |
| "step": 21020 |
| }, |
| { |
| "epoch": 2.040558897729478, |
| "grad_norm": 1.6323777472844119, |
| "learning_rate": 1.6042572522551757e-05, |
| "loss": 0.4764, |
| "step": 21030 |
| }, |
| { |
| "epoch": 2.0415292062875996, |
| "grad_norm": 1.8941882942793062, |
| "learning_rate": 1.6026348238042703e-05, |
| "loss": 0.4514, |
| "step": 21040 |
| }, |
| { |
| "epoch": 2.042499514845721, |
| "grad_norm": 1.905361739266791, |
| "learning_rate": 1.601012395353365e-05, |
| "loss": 0.4681, |
| "step": 21050 |
| }, |
| { |
| "epoch": 2.0434698234038424, |
| "grad_norm": 2.357513508114439, |
| "learning_rate": 1.59938996690246e-05, |
| "loss": 0.5029, |
| "step": 21060 |
| }, |
| { |
| "epoch": 2.044440131961964, |
| "grad_norm": 2.045526641253892, |
| "learning_rate": 1.5977675384515546e-05, |
| "loss": 0.5031, |
| "step": 21070 |
| }, |
| { |
| "epoch": 2.0454104405200852, |
| "grad_norm": 1.8018214238085957, |
| "learning_rate": 1.5961451100006492e-05, |
| "loss": 0.475, |
| "step": 21080 |
| }, |
| { |
| "epoch": 2.0463807490782067, |
| "grad_norm": 2.157846458503379, |
| "learning_rate": 1.594522681549744e-05, |
| "loss": 0.4922, |
| "step": 21090 |
| }, |
| { |
| "epoch": 2.0473510576363285, |
| "grad_norm": 2.2821214882561773, |
| "learning_rate": 1.5929002530988385e-05, |
| "loss": 0.4361, |
| "step": 21100 |
| }, |
| { |
| "epoch": 2.04832136619445, |
| "grad_norm": 2.4410635323771395, |
| "learning_rate": 1.591277824647933e-05, |
| "loss": 0.4426, |
| "step": 21110 |
| }, |
| { |
| "epoch": 2.0492916747525713, |
| "grad_norm": 1.847883527949176, |
| "learning_rate": 1.5896553961970278e-05, |
| "loss": 0.4998, |
| "step": 21120 |
| }, |
| { |
| "epoch": 2.0502619833106928, |
| "grad_norm": 2.086929164640455, |
| "learning_rate": 1.5880329677461224e-05, |
| "loss": 0.5218, |
| "step": 21130 |
| }, |
| { |
| "epoch": 2.051232291868814, |
| "grad_norm": 1.8955619202400775, |
| "learning_rate": 1.5864105392952174e-05, |
| "loss": 0.519, |
| "step": 21140 |
| }, |
| { |
| "epoch": 2.0522026004269356, |
| "grad_norm": 2.43252621811095, |
| "learning_rate": 1.584788110844312e-05, |
| "loss": 0.4439, |
| "step": 21150 |
| }, |
| { |
| "epoch": 2.0531729089850574, |
| "grad_norm": 2.0827457082492464, |
| "learning_rate": 1.5831656823934067e-05, |
| "loss": 0.5047, |
| "step": 21160 |
| }, |
| { |
| "epoch": 2.054143217543179, |
| "grad_norm": 1.9212860192837349, |
| "learning_rate": 1.5815432539425013e-05, |
| "loss": 0.4655, |
| "step": 21170 |
| }, |
| { |
| "epoch": 2.0551135261013003, |
| "grad_norm": 2.090169452444841, |
| "learning_rate": 1.579920825491596e-05, |
| "loss": 0.4421, |
| "step": 21180 |
| }, |
| { |
| "epoch": 2.0560838346594217, |
| "grad_norm": 1.9503749019739738, |
| "learning_rate": 1.5782983970406906e-05, |
| "loss": 0.442, |
| "step": 21190 |
| }, |
| { |
| "epoch": 2.057054143217543, |
| "grad_norm": 1.724201210329928, |
| "learning_rate": 1.5766759685897852e-05, |
| "loss": 0.3953, |
| "step": 21200 |
| }, |
| { |
| "epoch": 2.0580244517756645, |
| "grad_norm": 2.081302027118628, |
| "learning_rate": 1.57505354013888e-05, |
| "loss": 0.4846, |
| "step": 21210 |
| }, |
| { |
| "epoch": 2.0589947603337864, |
| "grad_norm": 2.5592097491782546, |
| "learning_rate": 1.5734311116879745e-05, |
| "loss": 0.4428, |
| "step": 21220 |
| }, |
| { |
| "epoch": 2.059965068891908, |
| "grad_norm": 1.9807395474177856, |
| "learning_rate": 1.5718086832370695e-05, |
| "loss": 0.4843, |
| "step": 21230 |
| }, |
| { |
| "epoch": 2.060935377450029, |
| "grad_norm": 1.946678515294379, |
| "learning_rate": 1.570186254786164e-05, |
| "loss": 0.5123, |
| "step": 21240 |
| }, |
| { |
| "epoch": 2.0619056860081506, |
| "grad_norm": 1.704583779463954, |
| "learning_rate": 1.5685638263352587e-05, |
| "loss": 0.5018, |
| "step": 21250 |
| }, |
| { |
| "epoch": 2.062875994566272, |
| "grad_norm": 1.9509206749604142, |
| "learning_rate": 1.5669413978843534e-05, |
| "loss": 0.4156, |
| "step": 21260 |
| }, |
| { |
| "epoch": 2.0638463031243934, |
| "grad_norm": 2.0838442571499365, |
| "learning_rate": 1.565318969433448e-05, |
| "loss": 0.4632, |
| "step": 21270 |
| }, |
| { |
| "epoch": 2.064816611682515, |
| "grad_norm": 1.9349794015053616, |
| "learning_rate": 1.5636965409825427e-05, |
| "loss": 0.4493, |
| "step": 21280 |
| }, |
| { |
| "epoch": 2.0657869202406367, |
| "grad_norm": 2.188378390390559, |
| "learning_rate": 1.5620741125316373e-05, |
| "loss": 0.5279, |
| "step": 21290 |
| }, |
| { |
| "epoch": 2.066757228798758, |
| "grad_norm": 1.8328420572385127, |
| "learning_rate": 1.560451684080732e-05, |
| "loss": 0.4611, |
| "step": 21300 |
| }, |
| { |
| "epoch": 2.0677275373568795, |
| "grad_norm": 1.563376875838364, |
| "learning_rate": 1.5588292556298266e-05, |
| "loss": 0.4449, |
| "step": 21310 |
| }, |
| { |
| "epoch": 2.068697845915001, |
| "grad_norm": 2.231697202375159, |
| "learning_rate": 1.5572068271789215e-05, |
| "loss": 0.4763, |
| "step": 21320 |
| }, |
| { |
| "epoch": 2.0696681544731224, |
| "grad_norm": 2.116198927861082, |
| "learning_rate": 1.5555843987280162e-05, |
| "loss": 0.4313, |
| "step": 21330 |
| }, |
| { |
| "epoch": 2.0706384630312438, |
| "grad_norm": 2.3801041085422763, |
| "learning_rate": 1.5539619702771108e-05, |
| "loss": 0.4643, |
| "step": 21340 |
| }, |
| { |
| "epoch": 2.0716087715893656, |
| "grad_norm": 1.8571501672365118, |
| "learning_rate": 1.5523395418262055e-05, |
| "loss": 0.4423, |
| "step": 21350 |
| }, |
| { |
| "epoch": 2.072579080147487, |
| "grad_norm": 1.6559131513123913, |
| "learning_rate": 1.5507171133753e-05, |
| "loss": 0.4437, |
| "step": 21360 |
| }, |
| { |
| "epoch": 2.0735493887056085, |
| "grad_norm": 2.137893390544345, |
| "learning_rate": 1.5490946849243947e-05, |
| "loss": 0.4732, |
| "step": 21370 |
| }, |
| { |
| "epoch": 2.07451969726373, |
| "grad_norm": 1.4742723623250382, |
| "learning_rate": 1.5474722564734894e-05, |
| "loss": 0.412, |
| "step": 21380 |
| }, |
| { |
| "epoch": 2.0754900058218513, |
| "grad_norm": 2.1318829799319543, |
| "learning_rate": 1.545849828022584e-05, |
| "loss": 0.4916, |
| "step": 21390 |
| }, |
| { |
| "epoch": 2.0764603143799727, |
| "grad_norm": 2.307110089522299, |
| "learning_rate": 1.544227399571679e-05, |
| "loss": 0.4124, |
| "step": 21400 |
| }, |
| { |
| "epoch": 2.077430622938094, |
| "grad_norm": 2.3097275184207637, |
| "learning_rate": 1.5426049711207736e-05, |
| "loss": 0.4799, |
| "step": 21410 |
| }, |
| { |
| "epoch": 2.078400931496216, |
| "grad_norm": 1.5854013780070428, |
| "learning_rate": 1.5409825426698686e-05, |
| "loss": 0.4759, |
| "step": 21420 |
| }, |
| { |
| "epoch": 2.0793712400543374, |
| "grad_norm": 2.008961619138051, |
| "learning_rate": 1.5393601142189632e-05, |
| "loss": 0.4844, |
| "step": 21430 |
| }, |
| { |
| "epoch": 2.080341548612459, |
| "grad_norm": 1.848635541993877, |
| "learning_rate": 1.537737685768058e-05, |
| "loss": 0.4558, |
| "step": 21440 |
| }, |
| { |
| "epoch": 2.08131185717058, |
| "grad_norm": 2.3862164923195217, |
| "learning_rate": 1.5361152573171525e-05, |
| "loss": 0.4514, |
| "step": 21450 |
| }, |
| { |
| "epoch": 2.0822821657287016, |
| "grad_norm": 2.322912088388782, |
| "learning_rate": 1.534492828866247e-05, |
| "loss": 0.4507, |
| "step": 21460 |
| }, |
| { |
| "epoch": 2.083252474286823, |
| "grad_norm": 2.1765100761424074, |
| "learning_rate": 1.5328704004153418e-05, |
| "loss": 0.4114, |
| "step": 21470 |
| }, |
| { |
| "epoch": 2.084222782844945, |
| "grad_norm": 1.915448768034906, |
| "learning_rate": 1.5312479719644364e-05, |
| "loss": 0.4794, |
| "step": 21480 |
| }, |
| { |
| "epoch": 2.0851930914030663, |
| "grad_norm": 1.955422403883371, |
| "learning_rate": 1.529625543513531e-05, |
| "loss": 0.485, |
| "step": 21490 |
| }, |
| { |
| "epoch": 2.0861633999611877, |
| "grad_norm": 1.5866416015413762, |
| "learning_rate": 1.528003115062626e-05, |
| "loss": 0.4961, |
| "step": 21500 |
| }, |
| { |
| "epoch": 2.0861633999611877, |
| "eval_loss": 0.6304420232772827, |
| "eval_runtime": 3075.3205, |
| "eval_samples_per_second": 0.583, |
| "eval_steps_per_second": 0.291, |
| "step": 21500 |
| }, |
| { |
| "epoch": 2.087133708519309, |
| "grad_norm": 1.8961317659006691, |
| "learning_rate": 1.5263806866117207e-05, |
| "loss": 0.4803, |
| "step": 21510 |
| }, |
| { |
| "epoch": 2.0881040170774305, |
| "grad_norm": 2.1574061097476633, |
| "learning_rate": 1.5247582581608153e-05, |
| "loss": 0.4897, |
| "step": 21520 |
| }, |
| { |
| "epoch": 2.089074325635552, |
| "grad_norm": 2.080433640436673, |
| "learning_rate": 1.52313582970991e-05, |
| "loss": 0.4623, |
| "step": 21530 |
| }, |
| { |
| "epoch": 2.0900446341936734, |
| "grad_norm": 2.274765795002327, |
| "learning_rate": 1.5215134012590046e-05, |
| "loss": 0.5149, |
| "step": 21540 |
| }, |
| { |
| "epoch": 2.0910149427517952, |
| "grad_norm": 2.514598169769852, |
| "learning_rate": 1.5198909728080992e-05, |
| "loss": 0.4028, |
| "step": 21550 |
| }, |
| { |
| "epoch": 2.0919852513099166, |
| "grad_norm": 2.1324330512224057, |
| "learning_rate": 1.5182685443571939e-05, |
| "loss": 0.5213, |
| "step": 21560 |
| }, |
| { |
| "epoch": 2.092955559868038, |
| "grad_norm": 2.0829108139421106, |
| "learning_rate": 1.5166461159062887e-05, |
| "loss": 0.4338, |
| "step": 21570 |
| }, |
| { |
| "epoch": 2.0939258684261595, |
| "grad_norm": 1.9606921161193192, |
| "learning_rate": 1.5150236874553833e-05, |
| "loss": 0.5347, |
| "step": 21580 |
| }, |
| { |
| "epoch": 2.094896176984281, |
| "grad_norm": 1.9007868794459526, |
| "learning_rate": 1.513401259004478e-05, |
| "loss": 0.4698, |
| "step": 21590 |
| }, |
| { |
| "epoch": 2.0958664855424023, |
| "grad_norm": 2.2070560808992385, |
| "learning_rate": 1.5117788305535726e-05, |
| "loss": 0.4992, |
| "step": 21600 |
| }, |
| { |
| "epoch": 2.096836794100524, |
| "grad_norm": 1.7052502823407865, |
| "learning_rate": 1.5101564021026674e-05, |
| "loss": 0.4448, |
| "step": 21610 |
| }, |
| { |
| "epoch": 2.0978071026586456, |
| "grad_norm": 1.9838818965293705, |
| "learning_rate": 1.508533973651762e-05, |
| "loss": 0.452, |
| "step": 21620 |
| }, |
| { |
| "epoch": 2.098777411216767, |
| "grad_norm": 2.361870038528201, |
| "learning_rate": 1.5069115452008567e-05, |
| "loss": 0.4772, |
| "step": 21630 |
| }, |
| { |
| "epoch": 2.0997477197748884, |
| "grad_norm": 2.3190708510226767, |
| "learning_rate": 1.5052891167499513e-05, |
| "loss": 0.4732, |
| "step": 21640 |
| }, |
| { |
| "epoch": 2.10071802833301, |
| "grad_norm": 2.0341040427547967, |
| "learning_rate": 1.5036666882990461e-05, |
| "loss": 0.5013, |
| "step": 21650 |
| }, |
| { |
| "epoch": 2.101688336891131, |
| "grad_norm": 2.2854031285851337, |
| "learning_rate": 1.5020442598481408e-05, |
| "loss": 0.4587, |
| "step": 21660 |
| }, |
| { |
| "epoch": 2.102658645449253, |
| "grad_norm": 2.171534197336386, |
| "learning_rate": 1.5004218313972354e-05, |
| "loss": 0.4685, |
| "step": 21670 |
| }, |
| { |
| "epoch": 2.1036289540073745, |
| "grad_norm": 2.237731272885117, |
| "learning_rate": 1.49879940294633e-05, |
| "loss": 0.4714, |
| "step": 21680 |
| }, |
| { |
| "epoch": 2.104599262565496, |
| "grad_norm": 1.83625835750722, |
| "learning_rate": 1.4971769744954247e-05, |
| "loss": 0.4858, |
| "step": 21690 |
| }, |
| { |
| "epoch": 2.1055695711236173, |
| "grad_norm": 2.1226910702010935, |
| "learning_rate": 1.4955545460445195e-05, |
| "loss": 0.4735, |
| "step": 21700 |
| }, |
| { |
| "epoch": 2.1065398796817387, |
| "grad_norm": 2.4412848671448764, |
| "learning_rate": 1.4939321175936141e-05, |
| "loss": 0.4955, |
| "step": 21710 |
| }, |
| { |
| "epoch": 2.10751018823986, |
| "grad_norm": 2.171686191103959, |
| "learning_rate": 1.4923096891427088e-05, |
| "loss": 0.4882, |
| "step": 21720 |
| }, |
| { |
| "epoch": 2.1084804967979816, |
| "grad_norm": 1.9028000906788562, |
| "learning_rate": 1.4906872606918034e-05, |
| "loss": 0.5008, |
| "step": 21730 |
| }, |
| { |
| "epoch": 2.1094508053561034, |
| "grad_norm": 2.032206148469331, |
| "learning_rate": 1.4890648322408982e-05, |
| "loss": 0.4688, |
| "step": 21740 |
| }, |
| { |
| "epoch": 2.110421113914225, |
| "grad_norm": 2.2254255720592457, |
| "learning_rate": 1.4874424037899929e-05, |
| "loss": 0.434, |
| "step": 21750 |
| }, |
| { |
| "epoch": 2.1113914224723462, |
| "grad_norm": 2.013615294714695, |
| "learning_rate": 1.4858199753390875e-05, |
| "loss": 0.4429, |
| "step": 21760 |
| }, |
| { |
| "epoch": 2.1123617310304676, |
| "grad_norm": 1.625353905024779, |
| "learning_rate": 1.4841975468881821e-05, |
| "loss": 0.4197, |
| "step": 21770 |
| }, |
| { |
| "epoch": 2.113332039588589, |
| "grad_norm": 2.6956426206670074, |
| "learning_rate": 1.482575118437277e-05, |
| "loss": 0.4412, |
| "step": 21780 |
| }, |
| { |
| "epoch": 2.1143023481467105, |
| "grad_norm": 1.642670039289611, |
| "learning_rate": 1.4809526899863716e-05, |
| "loss": 0.4365, |
| "step": 21790 |
| }, |
| { |
| "epoch": 2.1152726567048323, |
| "grad_norm": 2.047556877474702, |
| "learning_rate": 1.4793302615354662e-05, |
| "loss": 0.4882, |
| "step": 21800 |
| }, |
| { |
| "epoch": 2.1162429652629537, |
| "grad_norm": 2.666095406948268, |
| "learning_rate": 1.4777078330845612e-05, |
| "loss": 0.4885, |
| "step": 21810 |
| }, |
| { |
| "epoch": 2.117213273821075, |
| "grad_norm": 2.0148741202390736, |
| "learning_rate": 1.4760854046336558e-05, |
| "loss": 0.5092, |
| "step": 21820 |
| }, |
| { |
| "epoch": 2.1181835823791966, |
| "grad_norm": 1.5220212421711388, |
| "learning_rate": 1.4744629761827505e-05, |
| "loss": 0.5007, |
| "step": 21830 |
| }, |
| { |
| "epoch": 2.119153890937318, |
| "grad_norm": 2.2566622563684446, |
| "learning_rate": 1.4728405477318453e-05, |
| "loss": 0.4386, |
| "step": 21840 |
| }, |
| { |
| "epoch": 2.1201241994954394, |
| "grad_norm": 2.13286935915719, |
| "learning_rate": 1.47121811928094e-05, |
| "loss": 0.4559, |
| "step": 21850 |
| }, |
| { |
| "epoch": 2.1210945080535613, |
| "grad_norm": 1.8220197546440986, |
| "learning_rate": 1.4695956908300346e-05, |
| "loss": 0.451, |
| "step": 21860 |
| }, |
| { |
| "epoch": 2.1220648166116827, |
| "grad_norm": 2.2468599066846653, |
| "learning_rate": 1.4679732623791292e-05, |
| "loss": 0.446, |
| "step": 21870 |
| }, |
| { |
| "epoch": 2.123035125169804, |
| "grad_norm": 1.8918874944552218, |
| "learning_rate": 1.466350833928224e-05, |
| "loss": 0.459, |
| "step": 21880 |
| }, |
| { |
| "epoch": 2.1240054337279255, |
| "grad_norm": 2.247255412788798, |
| "learning_rate": 1.4647284054773186e-05, |
| "loss": 0.5151, |
| "step": 21890 |
| }, |
| { |
| "epoch": 2.124975742286047, |
| "grad_norm": 1.8291853119382993, |
| "learning_rate": 1.4631059770264133e-05, |
| "loss": 0.4557, |
| "step": 21900 |
| }, |
| { |
| "epoch": 2.1259460508441683, |
| "grad_norm": 2.2000080164154654, |
| "learning_rate": 1.461483548575508e-05, |
| "loss": 0.5106, |
| "step": 21910 |
| }, |
| { |
| "epoch": 2.1269163594022897, |
| "grad_norm": 1.608928034740487, |
| "learning_rate": 1.4598611201246026e-05, |
| "loss": 0.4696, |
| "step": 21920 |
| }, |
| { |
| "epoch": 2.1278866679604116, |
| "grad_norm": 1.7796242187219558, |
| "learning_rate": 1.4582386916736974e-05, |
| "loss": 0.4372, |
| "step": 21930 |
| }, |
| { |
| "epoch": 2.128856976518533, |
| "grad_norm": 1.9355986409124974, |
| "learning_rate": 1.456616263222792e-05, |
| "loss": 0.4601, |
| "step": 21940 |
| }, |
| { |
| "epoch": 2.1298272850766544, |
| "grad_norm": 2.5044478412060776, |
| "learning_rate": 1.4549938347718866e-05, |
| "loss": 0.5153, |
| "step": 21950 |
| }, |
| { |
| "epoch": 2.130797593634776, |
| "grad_norm": 2.1644310902185264, |
| "learning_rate": 1.4533714063209813e-05, |
| "loss": 0.4755, |
| "step": 21960 |
| }, |
| { |
| "epoch": 2.1317679021928972, |
| "grad_norm": 1.9759401921373174, |
| "learning_rate": 1.451748977870076e-05, |
| "loss": 0.5306, |
| "step": 21970 |
| }, |
| { |
| "epoch": 2.1327382107510187, |
| "grad_norm": 2.5662041065947827, |
| "learning_rate": 1.4501265494191707e-05, |
| "loss": 0.4936, |
| "step": 21980 |
| }, |
| { |
| "epoch": 2.13370851930914, |
| "grad_norm": 1.834252286116916, |
| "learning_rate": 1.4485041209682654e-05, |
| "loss": 0.4248, |
| "step": 21990 |
| }, |
| { |
| "epoch": 2.134678827867262, |
| "grad_norm": 2.048099727707521, |
| "learning_rate": 1.44688169251736e-05, |
| "loss": 0.4573, |
| "step": 22000 |
| }, |
| { |
| "epoch": 2.134678827867262, |
| "eval_loss": 0.6303107142448425, |
| "eval_runtime": 3417.8488, |
| "eval_samples_per_second": 0.524, |
| "eval_steps_per_second": 0.262, |
| "step": 22000 |
| }, |
| { |
| "epoch": 2.1356491364253833, |
| "grad_norm": 2.032462630747061, |
| "learning_rate": 1.4452592640664548e-05, |
| "loss": 0.4496, |
| "step": 22010 |
| }, |
| { |
| "epoch": 2.1366194449835048, |
| "grad_norm": 2.0538977423462548, |
| "learning_rate": 1.4436368356155494e-05, |
| "loss": 0.4512, |
| "step": 22020 |
| }, |
| { |
| "epoch": 2.137589753541626, |
| "grad_norm": 2.0559328662146403, |
| "learning_rate": 1.442014407164644e-05, |
| "loss": 0.4469, |
| "step": 22030 |
| }, |
| { |
| "epoch": 2.1385600620997476, |
| "grad_norm": 1.8412343311132753, |
| "learning_rate": 1.4403919787137387e-05, |
| "loss": 0.449, |
| "step": 22040 |
| }, |
| { |
| "epoch": 2.139530370657869, |
| "grad_norm": 2.0513694288656765, |
| "learning_rate": 1.4387695502628334e-05, |
| "loss": 0.4709, |
| "step": 22050 |
| }, |
| { |
| "epoch": 2.140500679215991, |
| "grad_norm": 1.7890079195029862, |
| "learning_rate": 1.4371471218119282e-05, |
| "loss": 0.4419, |
| "step": 22060 |
| }, |
| { |
| "epoch": 2.1414709877741123, |
| "grad_norm": 2.535357630446327, |
| "learning_rate": 1.4355246933610228e-05, |
| "loss": 0.4305, |
| "step": 22070 |
| }, |
| { |
| "epoch": 2.1424412963322337, |
| "grad_norm": 2.2977476166849957, |
| "learning_rate": 1.4339022649101174e-05, |
| "loss": 0.4664, |
| "step": 22080 |
| }, |
| { |
| "epoch": 2.143411604890355, |
| "grad_norm": 1.8778176122292005, |
| "learning_rate": 1.432279836459212e-05, |
| "loss": 0.4321, |
| "step": 22090 |
| }, |
| { |
| "epoch": 2.1443819134484765, |
| "grad_norm": 2.2740974899219526, |
| "learning_rate": 1.4306574080083069e-05, |
| "loss": 0.4582, |
| "step": 22100 |
| }, |
| { |
| "epoch": 2.145352222006598, |
| "grad_norm": 1.7411166330088808, |
| "learning_rate": 1.4290349795574015e-05, |
| "loss": 0.4703, |
| "step": 22110 |
| }, |
| { |
| "epoch": 2.1463225305647198, |
| "grad_norm": 2.270025807621109, |
| "learning_rate": 1.4274125511064962e-05, |
| "loss": 0.462, |
| "step": 22120 |
| }, |
| { |
| "epoch": 2.147292839122841, |
| "grad_norm": 2.047404098376008, |
| "learning_rate": 1.4257901226555908e-05, |
| "loss": 0.4572, |
| "step": 22130 |
| }, |
| { |
| "epoch": 2.1482631476809626, |
| "grad_norm": 1.9025461949345281, |
| "learning_rate": 1.4241676942046856e-05, |
| "loss": 0.4523, |
| "step": 22140 |
| }, |
| { |
| "epoch": 2.149233456239084, |
| "grad_norm": 2.41657182633304, |
| "learning_rate": 1.4225452657537803e-05, |
| "loss": 0.4485, |
| "step": 22150 |
| }, |
| { |
| "epoch": 2.1502037647972054, |
| "grad_norm": 2.1984178815028246, |
| "learning_rate": 1.4209228373028749e-05, |
| "loss": 0.4744, |
| "step": 22160 |
| }, |
| { |
| "epoch": 2.151174073355327, |
| "grad_norm": 2.1671082483900044, |
| "learning_rate": 1.4193004088519695e-05, |
| "loss": 0.4277, |
| "step": 22170 |
| }, |
| { |
| "epoch": 2.1521443819134483, |
| "grad_norm": 2.2526638629347118, |
| "learning_rate": 1.4176779804010643e-05, |
| "loss": 0.4078, |
| "step": 22180 |
| }, |
| { |
| "epoch": 2.15311469047157, |
| "grad_norm": 2.4484821608494665, |
| "learning_rate": 1.416055551950159e-05, |
| "loss": 0.4726, |
| "step": 22190 |
| }, |
| { |
| "epoch": 2.1540849990296915, |
| "grad_norm": 2.145545596752741, |
| "learning_rate": 1.414433123499254e-05, |
| "loss": 0.5181, |
| "step": 22200 |
| }, |
| { |
| "epoch": 2.155055307587813, |
| "grad_norm": 2.2593836123374, |
| "learning_rate": 1.4128106950483486e-05, |
| "loss": 0.4986, |
| "step": 22210 |
| }, |
| { |
| "epoch": 2.1560256161459344, |
| "grad_norm": 1.8007881267775863, |
| "learning_rate": 1.4111882665974432e-05, |
| "loss": 0.4483, |
| "step": 22220 |
| }, |
| { |
| "epoch": 2.1569959247040558, |
| "grad_norm": 1.348362904445229, |
| "learning_rate": 1.4095658381465379e-05, |
| "loss": 0.4637, |
| "step": 22230 |
| }, |
| { |
| "epoch": 2.157966233262177, |
| "grad_norm": 2.1469770203677445, |
| "learning_rate": 1.4079434096956327e-05, |
| "loss": 0.494, |
| "step": 22240 |
| }, |
| { |
| "epoch": 2.158936541820299, |
| "grad_norm": 2.337402150331418, |
| "learning_rate": 1.4063209812447273e-05, |
| "loss": 0.4761, |
| "step": 22250 |
| }, |
| { |
| "epoch": 2.1599068503784205, |
| "grad_norm": 1.7961706912599362, |
| "learning_rate": 1.404698552793822e-05, |
| "loss": 0.4683, |
| "step": 22260 |
| }, |
| { |
| "epoch": 2.160877158936542, |
| "grad_norm": 1.6086385155901042, |
| "learning_rate": 1.4030761243429166e-05, |
| "loss": 0.4305, |
| "step": 22270 |
| }, |
| { |
| "epoch": 2.1618474674946633, |
| "grad_norm": 1.853121432266295, |
| "learning_rate": 1.4014536958920112e-05, |
| "loss": 0.4808, |
| "step": 22280 |
| }, |
| { |
| "epoch": 2.1628177760527847, |
| "grad_norm": 2.1594671768519094, |
| "learning_rate": 1.399831267441106e-05, |
| "loss": 0.4279, |
| "step": 22290 |
| }, |
| { |
| "epoch": 2.163788084610906, |
| "grad_norm": 1.8445913886566945, |
| "learning_rate": 1.3982088389902007e-05, |
| "loss": 0.4905, |
| "step": 22300 |
| }, |
| { |
| "epoch": 2.164758393169028, |
| "grad_norm": 1.8975990263034965, |
| "learning_rate": 1.3965864105392953e-05, |
| "loss": 0.4888, |
| "step": 22310 |
| }, |
| { |
| "epoch": 2.1657287017271494, |
| "grad_norm": 2.015470924856379, |
| "learning_rate": 1.39496398208839e-05, |
| "loss": 0.5232, |
| "step": 22320 |
| }, |
| { |
| "epoch": 2.166699010285271, |
| "grad_norm": 2.4943071641031698, |
| "learning_rate": 1.3933415536374848e-05, |
| "loss": 0.4827, |
| "step": 22330 |
| }, |
| { |
| "epoch": 2.167669318843392, |
| "grad_norm": 1.5900299707664105, |
| "learning_rate": 1.3917191251865794e-05, |
| "loss": 0.4963, |
| "step": 22340 |
| }, |
| { |
| "epoch": 2.1686396274015136, |
| "grad_norm": 1.8705765102756569, |
| "learning_rate": 1.390096696735674e-05, |
| "loss": 0.4389, |
| "step": 22350 |
| }, |
| { |
| "epoch": 2.169609935959635, |
| "grad_norm": 1.9703821664953534, |
| "learning_rate": 1.3884742682847687e-05, |
| "loss": 0.3945, |
| "step": 22360 |
| }, |
| { |
| "epoch": 2.1705802445177564, |
| "grad_norm": 1.6647445519639283, |
| "learning_rate": 1.3868518398338635e-05, |
| "loss": 0.4163, |
| "step": 22370 |
| }, |
| { |
| "epoch": 2.1715505530758783, |
| "grad_norm": 1.617333797152806, |
| "learning_rate": 1.3852294113829581e-05, |
| "loss": 0.4943, |
| "step": 22380 |
| }, |
| { |
| "epoch": 2.1725208616339997, |
| "grad_norm": 2.1150619610025796, |
| "learning_rate": 1.3836069829320528e-05, |
| "loss": 0.4941, |
| "step": 22390 |
| }, |
| { |
| "epoch": 2.173491170192121, |
| "grad_norm": 2.70908196165092, |
| "learning_rate": 1.3819845544811474e-05, |
| "loss": 0.448, |
| "step": 22400 |
| }, |
| { |
| "epoch": 2.1744614787502425, |
| "grad_norm": 2.195631441394506, |
| "learning_rate": 1.3803621260302422e-05, |
| "loss": 0.4611, |
| "step": 22410 |
| }, |
| { |
| "epoch": 2.175431787308364, |
| "grad_norm": 1.602301760768748, |
| "learning_rate": 1.3787396975793368e-05, |
| "loss": 0.4837, |
| "step": 22420 |
| }, |
| { |
| "epoch": 2.1764020958664854, |
| "grad_norm": 1.7676765995955546, |
| "learning_rate": 1.3771172691284315e-05, |
| "loss": 0.4798, |
| "step": 22430 |
| }, |
| { |
| "epoch": 2.177372404424607, |
| "grad_norm": 2.211793623579749, |
| "learning_rate": 1.3754948406775261e-05, |
| "loss": 0.4607, |
| "step": 22440 |
| }, |
| { |
| "epoch": 2.1783427129827286, |
| "grad_norm": 1.9526273269630037, |
| "learning_rate": 1.3738724122266208e-05, |
| "loss": 0.4638, |
| "step": 22450 |
| }, |
| { |
| "epoch": 2.17931302154085, |
| "grad_norm": 2.063947829078263, |
| "learning_rate": 1.3722499837757156e-05, |
| "loss": 0.4548, |
| "step": 22460 |
| }, |
| { |
| "epoch": 2.1802833300989715, |
| "grad_norm": 2.127208435257803, |
| "learning_rate": 1.3706275553248102e-05, |
| "loss": 0.4332, |
| "step": 22470 |
| }, |
| { |
| "epoch": 2.181253638657093, |
| "grad_norm": 2.098766619473584, |
| "learning_rate": 1.3690051268739048e-05, |
| "loss": 0.4822, |
| "step": 22480 |
| }, |
| { |
| "epoch": 2.1822239472152143, |
| "grad_norm": 1.5960382905615234, |
| "learning_rate": 1.3673826984229995e-05, |
| "loss": 0.4394, |
| "step": 22490 |
| }, |
| { |
| "epoch": 2.183194255773336, |
| "grad_norm": 2.5521137154858087, |
| "learning_rate": 1.3657602699720943e-05, |
| "loss": 0.4568, |
| "step": 22500 |
| }, |
| { |
| "epoch": 2.183194255773336, |
| "eval_loss": 0.6301902532577515, |
| "eval_runtime": 3074.8498, |
| "eval_samples_per_second": 0.583, |
| "eval_steps_per_second": 0.291, |
| "step": 22500 |
| }, |
| { |
| "epoch": 2.1841645643314576, |
| "grad_norm": 1.8964546731319356, |
| "learning_rate": 1.364137841521189e-05, |
| "loss": 0.4569, |
| "step": 22510 |
| }, |
| { |
| "epoch": 2.185134872889579, |
| "grad_norm": 2.1836501057996918, |
| "learning_rate": 1.3625154130702836e-05, |
| "loss": 0.4497, |
| "step": 22520 |
| }, |
| { |
| "epoch": 2.1861051814477004, |
| "grad_norm": 1.6786624803632986, |
| "learning_rate": 1.3608929846193782e-05, |
| "loss": 0.4229, |
| "step": 22530 |
| }, |
| { |
| "epoch": 2.187075490005822, |
| "grad_norm": 2.1475126662304675, |
| "learning_rate": 1.359270556168473e-05, |
| "loss": 0.4412, |
| "step": 22540 |
| }, |
| { |
| "epoch": 2.188045798563943, |
| "grad_norm": 2.322023881303393, |
| "learning_rate": 1.3576481277175676e-05, |
| "loss": 0.4235, |
| "step": 22550 |
| }, |
| { |
| "epoch": 2.1890161071220646, |
| "grad_norm": 2.208490633488266, |
| "learning_rate": 1.3560256992666623e-05, |
| "loss": 0.4997, |
| "step": 22560 |
| }, |
| { |
| "epoch": 2.1899864156801865, |
| "grad_norm": 1.869675214539207, |
| "learning_rate": 1.354403270815757e-05, |
| "loss": 0.4635, |
| "step": 22570 |
| }, |
| { |
| "epoch": 2.190956724238308, |
| "grad_norm": 1.7398189038479703, |
| "learning_rate": 1.3527808423648516e-05, |
| "loss": 0.4128, |
| "step": 22580 |
| }, |
| { |
| "epoch": 2.1919270327964293, |
| "grad_norm": 2.266171424803214, |
| "learning_rate": 1.3511584139139465e-05, |
| "loss": 0.4651, |
| "step": 22590 |
| }, |
| { |
| "epoch": 2.1928973413545507, |
| "grad_norm": 2.3614429446369063, |
| "learning_rate": 1.3495359854630413e-05, |
| "loss": 0.4123, |
| "step": 22600 |
| }, |
| { |
| "epoch": 2.193867649912672, |
| "grad_norm": 1.724551648002317, |
| "learning_rate": 1.347913557012136e-05, |
| "loss": 0.4481, |
| "step": 22610 |
| }, |
| { |
| "epoch": 2.1948379584707935, |
| "grad_norm": 2.0558570962807945, |
| "learning_rate": 1.3462911285612306e-05, |
| "loss": 0.4431, |
| "step": 22620 |
| }, |
| { |
| "epoch": 2.195808267028915, |
| "grad_norm": 1.943776934136987, |
| "learning_rate": 1.3446687001103253e-05, |
| "loss": 0.5128, |
| "step": 22630 |
| }, |
| { |
| "epoch": 2.196778575587037, |
| "grad_norm": 1.958173689925549, |
| "learning_rate": 1.34304627165942e-05, |
| "loss": 0.4628, |
| "step": 22640 |
| }, |
| { |
| "epoch": 2.1977488841451582, |
| "grad_norm": 1.990366090746634, |
| "learning_rate": 1.3414238432085147e-05, |
| "loss": 0.459, |
| "step": 22650 |
| }, |
| { |
| "epoch": 2.1987191927032796, |
| "grad_norm": 1.8373680505548435, |
| "learning_rate": 1.3398014147576093e-05, |
| "loss": 0.4397, |
| "step": 22660 |
| }, |
| { |
| "epoch": 2.199689501261401, |
| "grad_norm": 1.8078209399386682, |
| "learning_rate": 1.338178986306704e-05, |
| "loss": 0.5215, |
| "step": 22670 |
| }, |
| { |
| "epoch": 2.2006598098195225, |
| "grad_norm": 2.400832940310904, |
| "learning_rate": 1.3365565578557986e-05, |
| "loss": 0.4926, |
| "step": 22680 |
| }, |
| { |
| "epoch": 2.201630118377644, |
| "grad_norm": 2.055045167286068, |
| "learning_rate": 1.3349341294048934e-05, |
| "loss": 0.4461, |
| "step": 22690 |
| }, |
| { |
| "epoch": 2.2026004269357657, |
| "grad_norm": 1.8144420639570567, |
| "learning_rate": 1.333311700953988e-05, |
| "loss": 0.4112, |
| "step": 22700 |
| }, |
| { |
| "epoch": 2.203570735493887, |
| "grad_norm": 2.391519552042341, |
| "learning_rate": 1.3316892725030827e-05, |
| "loss": 0.439, |
| "step": 22710 |
| }, |
| { |
| "epoch": 2.2045410440520086, |
| "grad_norm": 1.563384599944884, |
| "learning_rate": 1.3300668440521773e-05, |
| "loss": 0.4694, |
| "step": 22720 |
| }, |
| { |
| "epoch": 2.20551135261013, |
| "grad_norm": 2.3546727224779715, |
| "learning_rate": 1.3284444156012721e-05, |
| "loss": 0.4355, |
| "step": 22730 |
| }, |
| { |
| "epoch": 2.2064816611682514, |
| "grad_norm": 1.832975462434467, |
| "learning_rate": 1.3268219871503668e-05, |
| "loss": 0.4984, |
| "step": 22740 |
| }, |
| { |
| "epoch": 2.207451969726373, |
| "grad_norm": 1.7975073035604554, |
| "learning_rate": 1.3251995586994614e-05, |
| "loss": 0.4584, |
| "step": 22750 |
| }, |
| { |
| "epoch": 2.2084222782844947, |
| "grad_norm": 2.243306278714619, |
| "learning_rate": 1.323577130248556e-05, |
| "loss": 0.4365, |
| "step": 22760 |
| }, |
| { |
| "epoch": 2.209392586842616, |
| "grad_norm": 2.0297904158946043, |
| "learning_rate": 1.3219547017976509e-05, |
| "loss": 0.5148, |
| "step": 22770 |
| }, |
| { |
| "epoch": 2.2103628954007375, |
| "grad_norm": 1.6322562865594754, |
| "learning_rate": 1.3203322733467455e-05, |
| "loss": 0.4782, |
| "step": 22780 |
| }, |
| { |
| "epoch": 2.211333203958859, |
| "grad_norm": 2.277603717413092, |
| "learning_rate": 1.3187098448958401e-05, |
| "loss": 0.4899, |
| "step": 22790 |
| }, |
| { |
| "epoch": 2.2123035125169803, |
| "grad_norm": 1.2452738117030233, |
| "learning_rate": 1.3170874164449348e-05, |
| "loss": 0.4459, |
| "step": 22800 |
| }, |
| { |
| "epoch": 2.2132738210751017, |
| "grad_norm": 2.3624119652920177, |
| "learning_rate": 1.3154649879940294e-05, |
| "loss": 0.5033, |
| "step": 22810 |
| }, |
| { |
| "epoch": 2.214244129633223, |
| "grad_norm": 1.6861367814447958, |
| "learning_rate": 1.3138425595431242e-05, |
| "loss": 0.4434, |
| "step": 22820 |
| }, |
| { |
| "epoch": 2.215214438191345, |
| "grad_norm": 2.5489904753238166, |
| "learning_rate": 1.3122201310922189e-05, |
| "loss": 0.4465, |
| "step": 22830 |
| }, |
| { |
| "epoch": 2.2161847467494664, |
| "grad_norm": 1.5652883952842678, |
| "learning_rate": 1.3105977026413135e-05, |
| "loss": 0.4648, |
| "step": 22840 |
| }, |
| { |
| "epoch": 2.217155055307588, |
| "grad_norm": 2.106609892171019, |
| "learning_rate": 1.3089752741904081e-05, |
| "loss": 0.4809, |
| "step": 22850 |
| }, |
| { |
| "epoch": 2.2181253638657092, |
| "grad_norm": 2.7417498454164653, |
| "learning_rate": 1.307352845739503e-05, |
| "loss": 0.4652, |
| "step": 22860 |
| }, |
| { |
| "epoch": 2.2190956724238307, |
| "grad_norm": 2.0375355388485645, |
| "learning_rate": 1.3057304172885976e-05, |
| "loss": 0.499, |
| "step": 22870 |
| }, |
| { |
| "epoch": 2.220065980981952, |
| "grad_norm": 1.6341471214683112, |
| "learning_rate": 1.3041079888376922e-05, |
| "loss": 0.4935, |
| "step": 22880 |
| }, |
| { |
| "epoch": 2.221036289540074, |
| "grad_norm": 2.3570884682492346, |
| "learning_rate": 1.3024855603867869e-05, |
| "loss": 0.4884, |
| "step": 22890 |
| }, |
| { |
| "epoch": 2.2220065980981953, |
| "grad_norm": 1.9493074304368556, |
| "learning_rate": 1.3008631319358817e-05, |
| "loss": 0.4838, |
| "step": 22900 |
| }, |
| { |
| "epoch": 2.2229769066563168, |
| "grad_norm": 2.1315651431097224, |
| "learning_rate": 1.2992407034849763e-05, |
| "loss": 0.4978, |
| "step": 22910 |
| }, |
| { |
| "epoch": 2.223947215214438, |
| "grad_norm": 1.8843986392844572, |
| "learning_rate": 1.297618275034071e-05, |
| "loss": 0.4922, |
| "step": 22920 |
| }, |
| { |
| "epoch": 2.2249175237725596, |
| "grad_norm": 2.0055582988037313, |
| "learning_rate": 1.2959958465831656e-05, |
| "loss": 0.4702, |
| "step": 22930 |
| }, |
| { |
| "epoch": 2.225887832330681, |
| "grad_norm": 1.8513569200366902, |
| "learning_rate": 1.2943734181322604e-05, |
| "loss": 0.467, |
| "step": 22940 |
| }, |
| { |
| "epoch": 2.226858140888803, |
| "grad_norm": 2.3018937212184682, |
| "learning_rate": 1.292750989681355e-05, |
| "loss": 0.4632, |
| "step": 22950 |
| }, |
| { |
| "epoch": 2.2278284494469243, |
| "grad_norm": 2.1028486436310905, |
| "learning_rate": 1.2911285612304497e-05, |
| "loss": 0.4329, |
| "step": 22960 |
| }, |
| { |
| "epoch": 2.2287987580050457, |
| "grad_norm": 2.3891744137342994, |
| "learning_rate": 1.2895061327795443e-05, |
| "loss": 0.4549, |
| "step": 22970 |
| }, |
| { |
| "epoch": 2.229769066563167, |
| "grad_norm": 1.8338746725123478, |
| "learning_rate": 1.2878837043286393e-05, |
| "loss": 0.4518, |
| "step": 22980 |
| }, |
| { |
| "epoch": 2.2307393751212885, |
| "grad_norm": 2.5499388804291483, |
| "learning_rate": 1.286261275877734e-05, |
| "loss": 0.4852, |
| "step": 22990 |
| }, |
| { |
| "epoch": 2.23170968367941, |
| "grad_norm": 1.6648341489250056, |
| "learning_rate": 1.2846388474268287e-05, |
| "loss": 0.4266, |
| "step": 23000 |
| }, |
| { |
| "epoch": 2.23170968367941, |
| "eval_loss": 0.6283465623855591, |
| "eval_runtime": 3074.8923, |
| "eval_samples_per_second": 0.583, |
| "eval_steps_per_second": 0.291, |
| "step": 23000 |
| }, |
| { |
| "epoch": 2.2326799922375313, |
| "grad_norm": 2.0022361963538584, |
| "learning_rate": 1.2830164189759234e-05, |
| "loss": 0.5047, |
| "step": 23010 |
| }, |
| { |
| "epoch": 2.233650300795653, |
| "grad_norm": 1.5655335338455796, |
| "learning_rate": 1.281393990525018e-05, |
| "loss": 0.4699, |
| "step": 23020 |
| }, |
| { |
| "epoch": 2.2346206093537746, |
| "grad_norm": 2.1600874630795452, |
| "learning_rate": 1.2797715620741127e-05, |
| "loss": 0.4684, |
| "step": 23030 |
| }, |
| { |
| "epoch": 2.235590917911896, |
| "grad_norm": 1.6958961004239297, |
| "learning_rate": 1.2781491336232073e-05, |
| "loss": 0.4769, |
| "step": 23040 |
| }, |
| { |
| "epoch": 2.2365612264700174, |
| "grad_norm": 2.290659253729356, |
| "learning_rate": 1.2765267051723021e-05, |
| "loss": 0.5084, |
| "step": 23050 |
| }, |
| { |
| "epoch": 2.237531535028139, |
| "grad_norm": 2.250294105691862, |
| "learning_rate": 1.2749042767213967e-05, |
| "loss": 0.4562, |
| "step": 23060 |
| }, |
| { |
| "epoch": 2.2385018435862603, |
| "grad_norm": 1.93879453393384, |
| "learning_rate": 1.2732818482704914e-05, |
| "loss": 0.4687, |
| "step": 23070 |
| }, |
| { |
| "epoch": 2.239472152144382, |
| "grad_norm": 2.3403124810757805, |
| "learning_rate": 1.271659419819586e-05, |
| "loss": 0.493, |
| "step": 23080 |
| }, |
| { |
| "epoch": 2.2404424607025035, |
| "grad_norm": 1.800829852558906, |
| "learning_rate": 1.2700369913686808e-05, |
| "loss": 0.4786, |
| "step": 23090 |
| }, |
| { |
| "epoch": 2.241412769260625, |
| "grad_norm": 2.0849042725619165, |
| "learning_rate": 1.2684145629177755e-05, |
| "loss": 0.4682, |
| "step": 23100 |
| }, |
| { |
| "epoch": 2.2423830778187464, |
| "grad_norm": 2.209642518744148, |
| "learning_rate": 1.2667921344668701e-05, |
| "loss": 0.4705, |
| "step": 23110 |
| }, |
| { |
| "epoch": 2.2433533863768678, |
| "grad_norm": 2.04809833807039, |
| "learning_rate": 1.2651697060159647e-05, |
| "loss": 0.4652, |
| "step": 23120 |
| }, |
| { |
| "epoch": 2.244323694934989, |
| "grad_norm": 2.134292380445789, |
| "learning_rate": 1.2635472775650595e-05, |
| "loss": 0.4375, |
| "step": 23130 |
| }, |
| { |
| "epoch": 2.245294003493111, |
| "grad_norm": 2.0308679578505466, |
| "learning_rate": 1.2619248491141542e-05, |
| "loss": 0.4256, |
| "step": 23140 |
| }, |
| { |
| "epoch": 2.2462643120512324, |
| "grad_norm": 1.7740882276229983, |
| "learning_rate": 1.2603024206632488e-05, |
| "loss": 0.4754, |
| "step": 23150 |
| }, |
| { |
| "epoch": 2.247234620609354, |
| "grad_norm": 2.845899626015525, |
| "learning_rate": 1.2586799922123435e-05, |
| "loss": 0.4465, |
| "step": 23160 |
| }, |
| { |
| "epoch": 2.2482049291674753, |
| "grad_norm": 1.6656047995660936, |
| "learning_rate": 1.2570575637614383e-05, |
| "loss": 0.4645, |
| "step": 23170 |
| }, |
| { |
| "epoch": 2.2491752377255967, |
| "grad_norm": 2.1317439051006675, |
| "learning_rate": 1.2554351353105329e-05, |
| "loss": 0.4215, |
| "step": 23180 |
| }, |
| { |
| "epoch": 2.250145546283718, |
| "grad_norm": 1.8180573164715403, |
| "learning_rate": 1.2538127068596275e-05, |
| "loss": 0.448, |
| "step": 23190 |
| }, |
| { |
| "epoch": 2.2511158548418395, |
| "grad_norm": 1.7997832378510108, |
| "learning_rate": 1.2521902784087222e-05, |
| "loss": 0.5032, |
| "step": 23200 |
| }, |
| { |
| "epoch": 2.2520861633999614, |
| "grad_norm": 1.97843541131739, |
| "learning_rate": 1.2505678499578168e-05, |
| "loss": 0.4577, |
| "step": 23210 |
| }, |
| { |
| "epoch": 2.253056471958083, |
| "grad_norm": 2.1980311567337045, |
| "learning_rate": 1.2489454215069116e-05, |
| "loss": 0.4492, |
| "step": 23220 |
| }, |
| { |
| "epoch": 2.254026780516204, |
| "grad_norm": 1.888365535194607, |
| "learning_rate": 1.2473229930560063e-05, |
| "loss": 0.4416, |
| "step": 23230 |
| }, |
| { |
| "epoch": 2.2549970890743256, |
| "grad_norm": 1.7544850776435907, |
| "learning_rate": 1.2457005646051009e-05, |
| "loss": 0.4803, |
| "step": 23240 |
| }, |
| { |
| "epoch": 2.255967397632447, |
| "grad_norm": 1.8829778599554805, |
| "learning_rate": 1.2440781361541955e-05, |
| "loss": 0.4227, |
| "step": 23250 |
| }, |
| { |
| "epoch": 2.2569377061905684, |
| "grad_norm": 2.1628337950810956, |
| "learning_rate": 1.2424557077032903e-05, |
| "loss": 0.4467, |
| "step": 23260 |
| }, |
| { |
| "epoch": 2.25790801474869, |
| "grad_norm": 2.1336139136695254, |
| "learning_rate": 1.240833279252385e-05, |
| "loss": 0.4798, |
| "step": 23270 |
| }, |
| { |
| "epoch": 2.2588783233068117, |
| "grad_norm": 2.3462272747330277, |
| "learning_rate": 1.2392108508014798e-05, |
| "loss": 0.4894, |
| "step": 23280 |
| }, |
| { |
| "epoch": 2.259848631864933, |
| "grad_norm": 1.9473113253648615, |
| "learning_rate": 1.2375884223505744e-05, |
| "loss": 0.4353, |
| "step": 23290 |
| }, |
| { |
| "epoch": 2.2608189404230545, |
| "grad_norm": 2.357093728494574, |
| "learning_rate": 1.235965993899669e-05, |
| "loss": 0.4508, |
| "step": 23300 |
| }, |
| { |
| "epoch": 2.261789248981176, |
| "grad_norm": 2.0651529569693468, |
| "learning_rate": 1.2343435654487639e-05, |
| "loss": 0.5106, |
| "step": 23310 |
| }, |
| { |
| "epoch": 2.2627595575392974, |
| "grad_norm": 1.8536850282087043, |
| "learning_rate": 1.2327211369978585e-05, |
| "loss": 0.446, |
| "step": 23320 |
| }, |
| { |
| "epoch": 2.263729866097419, |
| "grad_norm": 2.129566666742622, |
| "learning_rate": 1.2310987085469532e-05, |
| "loss": 0.4467, |
| "step": 23330 |
| }, |
| { |
| "epoch": 2.2647001746555406, |
| "grad_norm": 1.73183433586886, |
| "learning_rate": 1.2294762800960478e-05, |
| "loss": 0.4712, |
| "step": 23340 |
| }, |
| { |
| "epoch": 2.265670483213662, |
| "grad_norm": 1.5251850887891814, |
| "learning_rate": 1.2278538516451426e-05, |
| "loss": 0.5013, |
| "step": 23350 |
| }, |
| { |
| "epoch": 2.2666407917717835, |
| "grad_norm": 2.184835227449666, |
| "learning_rate": 1.2262314231942372e-05, |
| "loss": 0.4714, |
| "step": 23360 |
| }, |
| { |
| "epoch": 2.267611100329905, |
| "grad_norm": 2.278133559610058, |
| "learning_rate": 1.2246089947433319e-05, |
| "loss": 0.4707, |
| "step": 23370 |
| }, |
| { |
| "epoch": 2.2685814088880263, |
| "grad_norm": 2.043400099097976, |
| "learning_rate": 1.2229865662924265e-05, |
| "loss": 0.4398, |
| "step": 23380 |
| }, |
| { |
| "epoch": 2.2695517174461477, |
| "grad_norm": 2.1473483931604145, |
| "learning_rate": 1.2213641378415212e-05, |
| "loss": 0.4229, |
| "step": 23390 |
| }, |
| { |
| "epoch": 2.2705220260042696, |
| "grad_norm": 1.9230359161534956, |
| "learning_rate": 1.219741709390616e-05, |
| "loss": 0.425, |
| "step": 23400 |
| }, |
| { |
| "epoch": 2.271492334562391, |
| "grad_norm": 2.0484743523955773, |
| "learning_rate": 1.2181192809397106e-05, |
| "loss": 0.4034, |
| "step": 23410 |
| }, |
| { |
| "epoch": 2.2724626431205124, |
| "grad_norm": 2.018457750509176, |
| "learning_rate": 1.2164968524888052e-05, |
| "loss": 0.5061, |
| "step": 23420 |
| }, |
| { |
| "epoch": 2.273432951678634, |
| "grad_norm": 2.0919643594364494, |
| "learning_rate": 1.2148744240378999e-05, |
| "loss": 0.432, |
| "step": 23430 |
| }, |
| { |
| "epoch": 2.274403260236755, |
| "grad_norm": 2.4420554524762395, |
| "learning_rate": 1.2132519955869947e-05, |
| "loss": 0.4734, |
| "step": 23440 |
| }, |
| { |
| "epoch": 2.2753735687948766, |
| "grad_norm": 2.2048878285052034, |
| "learning_rate": 1.2116295671360893e-05, |
| "loss": 0.5, |
| "step": 23450 |
| }, |
| { |
| "epoch": 2.276343877352998, |
| "grad_norm": 2.385315906124704, |
| "learning_rate": 1.210007138685184e-05, |
| "loss": 0.3946, |
| "step": 23460 |
| }, |
| { |
| "epoch": 2.27731418591112, |
| "grad_norm": 2.1039427863509936, |
| "learning_rate": 1.2083847102342788e-05, |
| "loss": 0.4509, |
| "step": 23470 |
| }, |
| { |
| "epoch": 2.2782844944692413, |
| "grad_norm": 2.1731393161499977, |
| "learning_rate": 1.2067622817833734e-05, |
| "loss": 0.5216, |
| "step": 23480 |
| }, |
| { |
| "epoch": 2.2792548030273627, |
| "grad_norm": 2.133407830915671, |
| "learning_rate": 1.2051398533324682e-05, |
| "loss": 0.4652, |
| "step": 23490 |
| }, |
| { |
| "epoch": 2.280225111585484, |
| "grad_norm": 1.8143906080604477, |
| "learning_rate": 1.2035174248815629e-05, |
| "loss": 0.4608, |
| "step": 23500 |
| }, |
| { |
| "epoch": 2.280225111585484, |
| "eval_loss": 0.6306902766227722, |
| "eval_runtime": 3119.399, |
| "eval_samples_per_second": 0.574, |
| "eval_steps_per_second": 0.287, |
| "step": 23500 |
| }, |
| { |
| "epoch": 2.2811954201436055, |
| "grad_norm": 2.2848754365231545, |
| "learning_rate": 1.2018949964306575e-05, |
| "loss": 0.5139, |
| "step": 23510 |
| }, |
| { |
| "epoch": 2.282165728701727, |
| "grad_norm": 2.354718632997715, |
| "learning_rate": 1.2002725679797521e-05, |
| "loss": 0.4255, |
| "step": 23520 |
| }, |
| { |
| "epoch": 2.283136037259849, |
| "grad_norm": 2.256014847978423, |
| "learning_rate": 1.198650139528847e-05, |
| "loss": 0.4393, |
| "step": 23530 |
| }, |
| { |
| "epoch": 2.2841063458179702, |
| "grad_norm": 2.016243274514756, |
| "learning_rate": 1.1970277110779416e-05, |
| "loss": 0.4194, |
| "step": 23540 |
| }, |
| { |
| "epoch": 2.2850766543760916, |
| "grad_norm": 2.4759209758692426, |
| "learning_rate": 1.1954052826270362e-05, |
| "loss": 0.4757, |
| "step": 23550 |
| }, |
| { |
| "epoch": 2.286046962934213, |
| "grad_norm": 2.2547867685912486, |
| "learning_rate": 1.1937828541761309e-05, |
| "loss": 0.4511, |
| "step": 23560 |
| }, |
| { |
| "epoch": 2.2870172714923345, |
| "grad_norm": 1.9593024304910214, |
| "learning_rate": 1.1921604257252255e-05, |
| "loss": 0.5043, |
| "step": 23570 |
| }, |
| { |
| "epoch": 2.287987580050456, |
| "grad_norm": 2.2107379578337567, |
| "learning_rate": 1.1905379972743203e-05, |
| "loss": 0.4349, |
| "step": 23580 |
| }, |
| { |
| "epoch": 2.2889578886085777, |
| "grad_norm": 1.8779808167419767, |
| "learning_rate": 1.188915568823415e-05, |
| "loss": 0.4063, |
| "step": 23590 |
| }, |
| { |
| "epoch": 2.289928197166699, |
| "grad_norm": 2.1111765494708052, |
| "learning_rate": 1.1872931403725096e-05, |
| "loss": 0.4327, |
| "step": 23600 |
| }, |
| { |
| "epoch": 2.2908985057248206, |
| "grad_norm": 1.906738344577065, |
| "learning_rate": 1.1856707119216042e-05, |
| "loss": 0.4676, |
| "step": 23610 |
| }, |
| { |
| "epoch": 2.291868814282942, |
| "grad_norm": 2.6990569903001167, |
| "learning_rate": 1.184048283470699e-05, |
| "loss": 0.4759, |
| "step": 23620 |
| }, |
| { |
| "epoch": 2.2928391228410634, |
| "grad_norm": 2.39173938568666, |
| "learning_rate": 1.1824258550197937e-05, |
| "loss": 0.4565, |
| "step": 23630 |
| }, |
| { |
| "epoch": 2.293809431399185, |
| "grad_norm": 2.264327763939328, |
| "learning_rate": 1.1808034265688883e-05, |
| "loss": 0.5, |
| "step": 23640 |
| }, |
| { |
| "epoch": 2.294779739957306, |
| "grad_norm": 2.5489345132458494, |
| "learning_rate": 1.179180998117983e-05, |
| "loss": 0.4545, |
| "step": 23650 |
| }, |
| { |
| "epoch": 2.295750048515428, |
| "grad_norm": 1.5435526436096745, |
| "learning_rate": 1.1775585696670777e-05, |
| "loss": 0.444, |
| "step": 23660 |
| }, |
| { |
| "epoch": 2.2967203570735495, |
| "grad_norm": 2.096262775761873, |
| "learning_rate": 1.1759361412161725e-05, |
| "loss": 0.4651, |
| "step": 23670 |
| }, |
| { |
| "epoch": 2.297690665631671, |
| "grad_norm": 2.190613074347611, |
| "learning_rate": 1.1743137127652672e-05, |
| "loss": 0.5474, |
| "step": 23680 |
| }, |
| { |
| "epoch": 2.2986609741897923, |
| "grad_norm": 2.077801881915876, |
| "learning_rate": 1.1726912843143618e-05, |
| "loss": 0.4762, |
| "step": 23690 |
| }, |
| { |
| "epoch": 2.2996312827479137, |
| "grad_norm": 2.01599660916335, |
| "learning_rate": 1.1710688558634565e-05, |
| "loss": 0.4819, |
| "step": 23700 |
| }, |
| { |
| "epoch": 2.300601591306035, |
| "grad_norm": 1.7711529107558897, |
| "learning_rate": 1.1694464274125513e-05, |
| "loss": 0.5082, |
| "step": 23710 |
| }, |
| { |
| "epoch": 2.3015718998641566, |
| "grad_norm": 2.015443958364855, |
| "learning_rate": 1.1678239989616459e-05, |
| "loss": 0.4578, |
| "step": 23720 |
| }, |
| { |
| "epoch": 2.3025422084222784, |
| "grad_norm": 1.6478971592533067, |
| "learning_rate": 1.1662015705107405e-05, |
| "loss": 0.4285, |
| "step": 23730 |
| }, |
| { |
| "epoch": 2.3035125169804, |
| "grad_norm": 1.722295133645004, |
| "learning_rate": 1.1645791420598352e-05, |
| "loss": 0.4678, |
| "step": 23740 |
| }, |
| { |
| "epoch": 2.3044828255385212, |
| "grad_norm": 2.004493677850927, |
| "learning_rate": 1.16295671360893e-05, |
| "loss": 0.412, |
| "step": 23750 |
| }, |
| { |
| "epoch": 2.3054531340966427, |
| "grad_norm": 2.45778069486736, |
| "learning_rate": 1.1613342851580246e-05, |
| "loss": 0.5124, |
| "step": 23760 |
| }, |
| { |
| "epoch": 2.306423442654764, |
| "grad_norm": 2.040288471406675, |
| "learning_rate": 1.1597118567071193e-05, |
| "loss": 0.448, |
| "step": 23770 |
| }, |
| { |
| "epoch": 2.307393751212886, |
| "grad_norm": 1.995303973637335, |
| "learning_rate": 1.1580894282562139e-05, |
| "loss": 0.5022, |
| "step": 23780 |
| }, |
| { |
| "epoch": 2.3083640597710073, |
| "grad_norm": 2.080262776846013, |
| "learning_rate": 1.1564669998053085e-05, |
| "loss": 0.4962, |
| "step": 23790 |
| }, |
| { |
| "epoch": 2.3093343683291288, |
| "grad_norm": 2.2695683008172756, |
| "learning_rate": 1.1548445713544034e-05, |
| "loss": 0.5149, |
| "step": 23800 |
| }, |
| { |
| "epoch": 2.31030467688725, |
| "grad_norm": 2.2271193293614724, |
| "learning_rate": 1.153222142903498e-05, |
| "loss": 0.4527, |
| "step": 23810 |
| }, |
| { |
| "epoch": 2.3112749854453716, |
| "grad_norm": 1.8037542108398639, |
| "learning_rate": 1.1515997144525926e-05, |
| "loss": 0.4569, |
| "step": 23820 |
| }, |
| { |
| "epoch": 2.312245294003493, |
| "grad_norm": 1.8828460178890125, |
| "learning_rate": 1.1499772860016873e-05, |
| "loss": 0.446, |
| "step": 23830 |
| }, |
| { |
| "epoch": 2.3132156025616144, |
| "grad_norm": 2.148750511684889, |
| "learning_rate": 1.148354857550782e-05, |
| "loss": 0.4258, |
| "step": 23840 |
| }, |
| { |
| "epoch": 2.3141859111197363, |
| "grad_norm": 1.9299282888568785, |
| "learning_rate": 1.1467324290998767e-05, |
| "loss": 0.443, |
| "step": 23850 |
| }, |
| { |
| "epoch": 2.3151562196778577, |
| "grad_norm": 2.306570936387397, |
| "learning_rate": 1.1451100006489715e-05, |
| "loss": 0.4742, |
| "step": 23860 |
| }, |
| { |
| "epoch": 2.316126528235979, |
| "grad_norm": 1.652399835965133, |
| "learning_rate": 1.1434875721980662e-05, |
| "loss": 0.4434, |
| "step": 23870 |
| }, |
| { |
| "epoch": 2.3170968367941005, |
| "grad_norm": 1.8666656145624976, |
| "learning_rate": 1.1418651437471608e-05, |
| "loss": 0.4165, |
| "step": 23880 |
| }, |
| { |
| "epoch": 2.318067145352222, |
| "grad_norm": 1.799707347697279, |
| "learning_rate": 1.1402427152962556e-05, |
| "loss": 0.4525, |
| "step": 23890 |
| }, |
| { |
| "epoch": 2.3190374539103433, |
| "grad_norm": 1.8900931059214818, |
| "learning_rate": 1.1386202868453502e-05, |
| "loss": 0.4675, |
| "step": 23900 |
| }, |
| { |
| "epoch": 2.3200077624684647, |
| "grad_norm": 2.2479167053649896, |
| "learning_rate": 1.1369978583944449e-05, |
| "loss": 0.4624, |
| "step": 23910 |
| }, |
| { |
| "epoch": 2.3209780710265866, |
| "grad_norm": 2.2784052431273616, |
| "learning_rate": 1.1353754299435395e-05, |
| "loss": 0.4219, |
| "step": 23920 |
| }, |
| { |
| "epoch": 2.321948379584708, |
| "grad_norm": 2.1485033156725417, |
| "learning_rate": 1.1337530014926343e-05, |
| "loss": 0.4118, |
| "step": 23930 |
| }, |
| { |
| "epoch": 2.3229186881428294, |
| "grad_norm": 2.0610231375794075, |
| "learning_rate": 1.132130573041729e-05, |
| "loss": 0.4672, |
| "step": 23940 |
| }, |
| { |
| "epoch": 2.323888996700951, |
| "grad_norm": 1.8373253686424216, |
| "learning_rate": 1.1305081445908236e-05, |
| "loss": 0.4892, |
| "step": 23950 |
| }, |
| { |
| "epoch": 2.3248593052590723, |
| "grad_norm": 2.0784968854146375, |
| "learning_rate": 1.1288857161399182e-05, |
| "loss": 0.426, |
| "step": 23960 |
| }, |
| { |
| "epoch": 2.325829613817194, |
| "grad_norm": 1.8246399051495223, |
| "learning_rate": 1.1272632876890129e-05, |
| "loss": 0.4707, |
| "step": 23970 |
| }, |
| { |
| "epoch": 2.3267999223753155, |
| "grad_norm": 1.8607594933847929, |
| "learning_rate": 1.1256408592381077e-05, |
| "loss": 0.4787, |
| "step": 23980 |
| }, |
| { |
| "epoch": 2.327770230933437, |
| "grad_norm": 2.1338034995885673, |
| "learning_rate": 1.1240184307872023e-05, |
| "loss": 0.4188, |
| "step": 23990 |
| }, |
| { |
| "epoch": 2.3287405394915583, |
| "grad_norm": 1.691316437747956, |
| "learning_rate": 1.122396002336297e-05, |
| "loss": 0.4683, |
| "step": 24000 |
| }, |
| { |
| "epoch": 2.3287405394915583, |
| "eval_loss": 0.6269034147262573, |
| "eval_runtime": 3077.756, |
| "eval_samples_per_second": 0.582, |
| "eval_steps_per_second": 0.291, |
| "step": 24000 |
| }, |
| { |
| "epoch": 2.3297108480496798, |
| "grad_norm": 2.040492940843433, |
| "learning_rate": 1.1207735738853916e-05, |
| "loss": 0.4569, |
| "step": 24010 |
| }, |
| { |
| "epoch": 2.330681156607801, |
| "grad_norm": 1.7971740640523082, |
| "learning_rate": 1.1191511454344864e-05, |
| "loss": 0.4495, |
| "step": 24020 |
| }, |
| { |
| "epoch": 2.3316514651659226, |
| "grad_norm": 1.939848570121438, |
| "learning_rate": 1.117528716983581e-05, |
| "loss": 0.4794, |
| "step": 24030 |
| }, |
| { |
| "epoch": 2.3326217737240444, |
| "grad_norm": 2.032618108671819, |
| "learning_rate": 1.1159062885326757e-05, |
| "loss": 0.4446, |
| "step": 24040 |
| }, |
| { |
| "epoch": 2.333592082282166, |
| "grad_norm": 1.9156260447966438, |
| "learning_rate": 1.1142838600817703e-05, |
| "loss": 0.4687, |
| "step": 24050 |
| }, |
| { |
| "epoch": 2.3345623908402873, |
| "grad_norm": 1.9351404363288518, |
| "learning_rate": 1.1126614316308651e-05, |
| "loss": 0.5079, |
| "step": 24060 |
| }, |
| { |
| "epoch": 2.3355326993984087, |
| "grad_norm": 1.9150652539150566, |
| "learning_rate": 1.11103900317996e-05, |
| "loss": 0.4673, |
| "step": 24070 |
| }, |
| { |
| "epoch": 2.33650300795653, |
| "grad_norm": 1.8679864315268337, |
| "learning_rate": 1.1094165747290546e-05, |
| "loss": 0.4291, |
| "step": 24080 |
| }, |
| { |
| "epoch": 2.3374733165146515, |
| "grad_norm": 2.414373392352731, |
| "learning_rate": 1.1077941462781492e-05, |
| "loss": 0.4738, |
| "step": 24090 |
| }, |
| { |
| "epoch": 2.338443625072773, |
| "grad_norm": 2.5480843998856466, |
| "learning_rate": 1.1061717178272439e-05, |
| "loss": 0.4281, |
| "step": 24100 |
| }, |
| { |
| "epoch": 2.339413933630895, |
| "grad_norm": 1.7367372410706, |
| "learning_rate": 1.1045492893763387e-05, |
| "loss": 0.483, |
| "step": 24110 |
| }, |
| { |
| "epoch": 2.340384242189016, |
| "grad_norm": 1.8020643362909123, |
| "learning_rate": 1.1029268609254333e-05, |
| "loss": 0.4534, |
| "step": 24120 |
| }, |
| { |
| "epoch": 2.3413545507471376, |
| "grad_norm": 2.0532213004634117, |
| "learning_rate": 1.101304432474528e-05, |
| "loss": 0.4691, |
| "step": 24130 |
| }, |
| { |
| "epoch": 2.342324859305259, |
| "grad_norm": 1.825257767760241, |
| "learning_rate": 1.0996820040236226e-05, |
| "loss": 0.488, |
| "step": 24140 |
| }, |
| { |
| "epoch": 2.3432951678633804, |
| "grad_norm": 2.0243831093236513, |
| "learning_rate": 1.0980595755727172e-05, |
| "loss": 0.4846, |
| "step": 24150 |
| }, |
| { |
| "epoch": 2.344265476421502, |
| "grad_norm": 2.249331730728062, |
| "learning_rate": 1.096437147121812e-05, |
| "loss": 0.4578, |
| "step": 24160 |
| }, |
| { |
| "epoch": 2.3452357849796237, |
| "grad_norm": 2.147870816517021, |
| "learning_rate": 1.0948147186709067e-05, |
| "loss": 0.4453, |
| "step": 24170 |
| }, |
| { |
| "epoch": 2.346206093537745, |
| "grad_norm": 1.8861077026920583, |
| "learning_rate": 1.0931922902200013e-05, |
| "loss": 0.4214, |
| "step": 24180 |
| }, |
| { |
| "epoch": 2.3471764020958665, |
| "grad_norm": 1.9335635244208784, |
| "learning_rate": 1.091569861769096e-05, |
| "loss": 0.4053, |
| "step": 24190 |
| }, |
| { |
| "epoch": 2.348146710653988, |
| "grad_norm": 2.1792571618590117, |
| "learning_rate": 1.0899474333181907e-05, |
| "loss": 0.4502, |
| "step": 24200 |
| }, |
| { |
| "epoch": 2.3491170192121094, |
| "grad_norm": 1.8035101955175616, |
| "learning_rate": 1.0883250048672854e-05, |
| "loss": 0.4777, |
| "step": 24210 |
| }, |
| { |
| "epoch": 2.3500873277702308, |
| "grad_norm": 2.3748193703673506, |
| "learning_rate": 1.08670257641638e-05, |
| "loss": 0.4348, |
| "step": 24220 |
| }, |
| { |
| "epoch": 2.3510576363283526, |
| "grad_norm": 2.093876681748244, |
| "learning_rate": 1.0850801479654747e-05, |
| "loss": 0.4801, |
| "step": 24230 |
| }, |
| { |
| "epoch": 2.352027944886474, |
| "grad_norm": 2.0917507142883025, |
| "learning_rate": 1.0834577195145695e-05, |
| "loss": 0.4622, |
| "step": 24240 |
| }, |
| { |
| "epoch": 2.3529982534445955, |
| "grad_norm": 2.4449607859132816, |
| "learning_rate": 1.0818352910636643e-05, |
| "loss": 0.462, |
| "step": 24250 |
| }, |
| { |
| "epoch": 2.353968562002717, |
| "grad_norm": 2.1889912797955877, |
| "learning_rate": 1.080212862612759e-05, |
| "loss": 0.4614, |
| "step": 24260 |
| }, |
| { |
| "epoch": 2.3549388705608383, |
| "grad_norm": 1.7339445133001758, |
| "learning_rate": 1.0785904341618536e-05, |
| "loss": 0.4477, |
| "step": 24270 |
| }, |
| { |
| "epoch": 2.3559091791189597, |
| "grad_norm": 2.2974387900444064, |
| "learning_rate": 1.0769680057109482e-05, |
| "loss": 0.488, |
| "step": 24280 |
| }, |
| { |
| "epoch": 2.356879487677081, |
| "grad_norm": 1.9216704451577764, |
| "learning_rate": 1.075345577260043e-05, |
| "loss": 0.4602, |
| "step": 24290 |
| }, |
| { |
| "epoch": 2.357849796235203, |
| "grad_norm": 1.595623484078005, |
| "learning_rate": 1.0737231488091376e-05, |
| "loss": 0.4618, |
| "step": 24300 |
| }, |
| { |
| "epoch": 2.3588201047933244, |
| "grad_norm": 2.1389381123821973, |
| "learning_rate": 1.0721007203582323e-05, |
| "loss": 0.4109, |
| "step": 24310 |
| }, |
| { |
| "epoch": 2.359790413351446, |
| "grad_norm": 2.1703895980886294, |
| "learning_rate": 1.070478291907327e-05, |
| "loss": 0.4755, |
| "step": 24320 |
| }, |
| { |
| "epoch": 2.360760721909567, |
| "grad_norm": 2.101496536635865, |
| "learning_rate": 1.0688558634564216e-05, |
| "loss": 0.4371, |
| "step": 24330 |
| }, |
| { |
| "epoch": 2.3617310304676886, |
| "grad_norm": 2.201243439271482, |
| "learning_rate": 1.0672334350055164e-05, |
| "loss": 0.4252, |
| "step": 24340 |
| }, |
| { |
| "epoch": 2.36270133902581, |
| "grad_norm": 2.067190247810472, |
| "learning_rate": 1.065611006554611e-05, |
| "loss": 0.4684, |
| "step": 24350 |
| }, |
| { |
| "epoch": 2.3636716475839314, |
| "grad_norm": 1.593808072912525, |
| "learning_rate": 1.0639885781037056e-05, |
| "loss": 0.4474, |
| "step": 24360 |
| }, |
| { |
| "epoch": 2.3646419561420533, |
| "grad_norm": 2.3672169952188344, |
| "learning_rate": 1.0623661496528003e-05, |
| "loss": 0.4543, |
| "step": 24370 |
| }, |
| { |
| "epoch": 2.3656122647001747, |
| "grad_norm": 2.173568364373994, |
| "learning_rate": 1.060743721201895e-05, |
| "loss": 0.4172, |
| "step": 24380 |
| }, |
| { |
| "epoch": 2.366582573258296, |
| "grad_norm": 2.0059231401496005, |
| "learning_rate": 1.0591212927509897e-05, |
| "loss": 0.4735, |
| "step": 24390 |
| }, |
| { |
| "epoch": 2.3675528818164175, |
| "grad_norm": 2.0851213756560187, |
| "learning_rate": 1.0574988643000844e-05, |
| "loss": 0.4363, |
| "step": 24400 |
| }, |
| { |
| "epoch": 2.368523190374539, |
| "grad_norm": 2.05634160028851, |
| "learning_rate": 1.055876435849179e-05, |
| "loss": 0.5026, |
| "step": 24410 |
| }, |
| { |
| "epoch": 2.369493498932661, |
| "grad_norm": 2.2318992281649583, |
| "learning_rate": 1.0542540073982738e-05, |
| "loss": 0.4272, |
| "step": 24420 |
| }, |
| { |
| "epoch": 2.3704638074907822, |
| "grad_norm": 2.3837912348792862, |
| "learning_rate": 1.0526315789473684e-05, |
| "loss": 0.4873, |
| "step": 24430 |
| }, |
| { |
| "epoch": 2.3714341160489036, |
| "grad_norm": 1.9839906718631033, |
| "learning_rate": 1.051009150496463e-05, |
| "loss": 0.4689, |
| "step": 24440 |
| }, |
| { |
| "epoch": 2.372404424607025, |
| "grad_norm": 2.9092572102641374, |
| "learning_rate": 1.0493867220455579e-05, |
| "loss": 0.455, |
| "step": 24450 |
| }, |
| { |
| "epoch": 2.3733747331651465, |
| "grad_norm": 1.783405495522693, |
| "learning_rate": 1.0477642935946525e-05, |
| "loss": 0.47, |
| "step": 24460 |
| }, |
| { |
| "epoch": 2.374345041723268, |
| "grad_norm": 2.4188709581674, |
| "learning_rate": 1.0461418651437473e-05, |
| "loss": 0.4488, |
| "step": 24470 |
| }, |
| { |
| "epoch": 2.3753153502813893, |
| "grad_norm": 2.014782666224647, |
| "learning_rate": 1.044519436692842e-05, |
| "loss": 0.4533, |
| "step": 24480 |
| }, |
| { |
| "epoch": 2.376285658839511, |
| "grad_norm": 2.174178898015034, |
| "learning_rate": 1.0428970082419366e-05, |
| "loss": 0.444, |
| "step": 24490 |
| }, |
| { |
| "epoch": 2.3772559673976326, |
| "grad_norm": 2.485611502054494, |
| "learning_rate": 1.0412745797910313e-05, |
| "loss": 0.5027, |
| "step": 24500 |
| }, |
| { |
| "epoch": 2.3772559673976326, |
| "eval_loss": 0.6276779174804688, |
| "eval_runtime": 3079.5235, |
| "eval_samples_per_second": 0.582, |
| "eval_steps_per_second": 0.291, |
| "step": 24500 |
| }, |
| { |
| "epoch": 2.378226275955754, |
| "grad_norm": 2.5871995720796184, |
| "learning_rate": 1.0396521513401259e-05, |
| "loss": 0.4382, |
| "step": 24510 |
| }, |
| { |
| "epoch": 2.3791965845138754, |
| "grad_norm": 1.536190288984018, |
| "learning_rate": 1.0380297228892207e-05, |
| "loss": 0.4473, |
| "step": 24520 |
| }, |
| { |
| "epoch": 2.380166893071997, |
| "grad_norm": 1.6459160347807742, |
| "learning_rate": 1.0364072944383153e-05, |
| "loss": 0.4078, |
| "step": 24530 |
| }, |
| { |
| "epoch": 2.381137201630118, |
| "grad_norm": 2.152035121079775, |
| "learning_rate": 1.03478486598741e-05, |
| "loss": 0.4447, |
| "step": 24540 |
| }, |
| { |
| "epoch": 2.3821075101882396, |
| "grad_norm": 2.369193332564519, |
| "learning_rate": 1.0331624375365046e-05, |
| "loss": 0.3994, |
| "step": 24550 |
| }, |
| { |
| "epoch": 2.3830778187463615, |
| "grad_norm": 2.1514780345815256, |
| "learning_rate": 1.0315400090855994e-05, |
| "loss": 0.496, |
| "step": 24560 |
| }, |
| { |
| "epoch": 2.384048127304483, |
| "grad_norm": 1.7911554347140786, |
| "learning_rate": 1.029917580634694e-05, |
| "loss": 0.4701, |
| "step": 24570 |
| }, |
| { |
| "epoch": 2.3850184358626043, |
| "grad_norm": 2.0153664778745854, |
| "learning_rate": 1.0282951521837887e-05, |
| "loss": 0.4219, |
| "step": 24580 |
| }, |
| { |
| "epoch": 2.3859887444207257, |
| "grad_norm": 1.80318954794296, |
| "learning_rate": 1.0266727237328833e-05, |
| "loss": 0.4683, |
| "step": 24590 |
| }, |
| { |
| "epoch": 2.386959052978847, |
| "grad_norm": 2.588414199711988, |
| "learning_rate": 1.0250502952819781e-05, |
| "loss": 0.5015, |
| "step": 24600 |
| }, |
| { |
| "epoch": 2.387929361536969, |
| "grad_norm": 2.4217752650788613, |
| "learning_rate": 1.0234278668310728e-05, |
| "loss": 0.4975, |
| "step": 24610 |
| }, |
| { |
| "epoch": 2.3888996700950904, |
| "grad_norm": 1.794705542002023, |
| "learning_rate": 1.0218054383801674e-05, |
| "loss": 0.4836, |
| "step": 24620 |
| }, |
| { |
| "epoch": 2.389869978653212, |
| "grad_norm": 1.7631883574466254, |
| "learning_rate": 1.020183009929262e-05, |
| "loss": 0.5004, |
| "step": 24630 |
| }, |
| { |
| "epoch": 2.3908402872113332, |
| "grad_norm": 2.510901529741251, |
| "learning_rate": 1.0185605814783569e-05, |
| "loss": 0.4626, |
| "step": 24640 |
| }, |
| { |
| "epoch": 2.3918105957694547, |
| "grad_norm": 2.0262233819009157, |
| "learning_rate": 1.0169381530274517e-05, |
| "loss": 0.4289, |
| "step": 24650 |
| }, |
| { |
| "epoch": 2.392780904327576, |
| "grad_norm": 2.039691163120118, |
| "learning_rate": 1.0153157245765463e-05, |
| "loss": 0.4712, |
| "step": 24660 |
| }, |
| { |
| "epoch": 2.3937512128856975, |
| "grad_norm": 2.3530360716419665, |
| "learning_rate": 1.013693296125641e-05, |
| "loss": 0.4661, |
| "step": 24670 |
| }, |
| { |
| "epoch": 2.3947215214438193, |
| "grad_norm": 1.8731826227321207, |
| "learning_rate": 1.0120708676747356e-05, |
| "loss": 0.4602, |
| "step": 24680 |
| }, |
| { |
| "epoch": 2.3956918300019407, |
| "grad_norm": 2.1068678736668067, |
| "learning_rate": 1.0104484392238304e-05, |
| "loss": 0.3962, |
| "step": 24690 |
| }, |
| { |
| "epoch": 2.396662138560062, |
| "grad_norm": 2.0442268653871443, |
| "learning_rate": 1.008826010772925e-05, |
| "loss": 0.4241, |
| "step": 24700 |
| }, |
| { |
| "epoch": 2.3976324471181836, |
| "grad_norm": 1.823987854926844, |
| "learning_rate": 1.0072035823220197e-05, |
| "loss": 0.4332, |
| "step": 24710 |
| }, |
| { |
| "epoch": 2.398602755676305, |
| "grad_norm": 2.0466476195429433, |
| "learning_rate": 1.0055811538711143e-05, |
| "loss": 0.4973, |
| "step": 24720 |
| }, |
| { |
| "epoch": 2.3995730642344264, |
| "grad_norm": 2.2091928863349706, |
| "learning_rate": 1.003958725420209e-05, |
| "loss": 0.4561, |
| "step": 24730 |
| }, |
| { |
| "epoch": 2.400543372792548, |
| "grad_norm": 2.0728809538988417, |
| "learning_rate": 1.0023362969693038e-05, |
| "loss": 0.4311, |
| "step": 24740 |
| }, |
| { |
| "epoch": 2.4015136813506697, |
| "grad_norm": 2.5482352204418612, |
| "learning_rate": 1.0007138685183984e-05, |
| "loss": 0.5071, |
| "step": 24750 |
| }, |
| { |
| "epoch": 2.402483989908791, |
| "grad_norm": 1.9610940178733647, |
| "learning_rate": 9.99091440067493e-06, |
| "loss": 0.4401, |
| "step": 24760 |
| }, |
| { |
| "epoch": 2.4034542984669125, |
| "grad_norm": 2.3445676431912448, |
| "learning_rate": 9.974690116165877e-06, |
| "loss": 0.4482, |
| "step": 24770 |
| }, |
| { |
| "epoch": 2.404424607025034, |
| "grad_norm": 1.6828772581664517, |
| "learning_rate": 9.958465831656825e-06, |
| "loss": 0.4489, |
| "step": 24780 |
| }, |
| { |
| "epoch": 2.4053949155831553, |
| "grad_norm": 2.126865830634638, |
| "learning_rate": 9.942241547147771e-06, |
| "loss": 0.4136, |
| "step": 24790 |
| }, |
| { |
| "epoch": 2.4063652241412767, |
| "grad_norm": 1.6333253702974164, |
| "learning_rate": 9.926017262638718e-06, |
| "loss": 0.4479, |
| "step": 24800 |
| }, |
| { |
| "epoch": 2.4073355326993986, |
| "grad_norm": 2.05443116143666, |
| "learning_rate": 9.909792978129664e-06, |
| "loss": 0.4806, |
| "step": 24810 |
| }, |
| { |
| "epoch": 2.40830584125752, |
| "grad_norm": 2.1173326880866234, |
| "learning_rate": 9.893568693620612e-06, |
| "loss": 0.496, |
| "step": 24820 |
| }, |
| { |
| "epoch": 2.4092761498156414, |
| "grad_norm": 2.6271672766867185, |
| "learning_rate": 9.877344409111558e-06, |
| "loss": 0.4953, |
| "step": 24830 |
| }, |
| { |
| "epoch": 2.410246458373763, |
| "grad_norm": 1.7740927010946907, |
| "learning_rate": 9.861120124602506e-06, |
| "loss": 0.445, |
| "step": 24840 |
| }, |
| { |
| "epoch": 2.4112167669318842, |
| "grad_norm": 1.7938164516772293, |
| "learning_rate": 9.844895840093453e-06, |
| "loss": 0.4651, |
| "step": 24850 |
| }, |
| { |
| "epoch": 2.4121870754900057, |
| "grad_norm": 1.876181751989744, |
| "learning_rate": 9.8286715555844e-06, |
| "loss": 0.4742, |
| "step": 24860 |
| }, |
| { |
| "epoch": 2.4131573840481275, |
| "grad_norm": 2.268711698650067, |
| "learning_rate": 9.812447271075347e-06, |
| "loss": 0.4858, |
| "step": 24870 |
| }, |
| { |
| "epoch": 2.414127692606249, |
| "grad_norm": 2.002023556609326, |
| "learning_rate": 9.796222986566294e-06, |
| "loss": 0.437, |
| "step": 24880 |
| }, |
| { |
| "epoch": 2.4150980011643703, |
| "grad_norm": 2.2377584218251787, |
| "learning_rate": 9.77999870205724e-06, |
| "loss": 0.4631, |
| "step": 24890 |
| }, |
| { |
| "epoch": 2.4160683097224918, |
| "grad_norm": 2.048732665820942, |
| "learning_rate": 9.763774417548186e-06, |
| "loss": 0.4828, |
| "step": 24900 |
| }, |
| { |
| "epoch": 2.417038618280613, |
| "grad_norm": 1.6448348280754015, |
| "learning_rate": 9.747550133039133e-06, |
| "loss": 0.5178, |
| "step": 24910 |
| }, |
| { |
| "epoch": 2.4180089268387346, |
| "grad_norm": 1.5590200283867917, |
| "learning_rate": 9.731325848530081e-06, |
| "loss": 0.4582, |
| "step": 24920 |
| }, |
| { |
| "epoch": 2.418979235396856, |
| "grad_norm": 1.9618039375978873, |
| "learning_rate": 9.715101564021027e-06, |
| "loss": 0.4207, |
| "step": 24930 |
| }, |
| { |
| "epoch": 2.419949543954978, |
| "grad_norm": 2.067363699561904, |
| "learning_rate": 9.698877279511974e-06, |
| "loss": 0.4825, |
| "step": 24940 |
| }, |
| { |
| "epoch": 2.4209198525130993, |
| "grad_norm": 2.1824993479688635, |
| "learning_rate": 9.68265299500292e-06, |
| "loss": 0.4507, |
| "step": 24950 |
| }, |
| { |
| "epoch": 2.4218901610712207, |
| "grad_norm": 1.9138947437636256, |
| "learning_rate": 9.666428710493868e-06, |
| "loss": 0.4576, |
| "step": 24960 |
| }, |
| { |
| "epoch": 2.422860469629342, |
| "grad_norm": 1.6115918485232108, |
| "learning_rate": 9.650204425984815e-06, |
| "loss": 0.4705, |
| "step": 24970 |
| }, |
| { |
| "epoch": 2.4238307781874635, |
| "grad_norm": 2.250793958728259, |
| "learning_rate": 9.633980141475761e-06, |
| "loss": 0.4521, |
| "step": 24980 |
| }, |
| { |
| "epoch": 2.424801086745585, |
| "grad_norm": 1.8523875454672862, |
| "learning_rate": 9.617755856966707e-06, |
| "loss": 0.4397, |
| "step": 24990 |
| }, |
| { |
| "epoch": 2.4257713953037063, |
| "grad_norm": 1.904730107613101, |
| "learning_rate": 9.601531572457655e-06, |
| "loss": 0.4564, |
| "step": 25000 |
| }, |
| { |
| "epoch": 2.4257713953037063, |
| "eval_loss": 0.6268747448921204, |
| "eval_runtime": 3077.7529, |
| "eval_samples_per_second": 0.582, |
| "eval_steps_per_second": 0.291, |
| "step": 25000 |
| }, |
| { |
| "epoch": 2.426741703861828, |
| "grad_norm": 2.161806358765534, |
| "learning_rate": 9.585307287948602e-06, |
| "loss": 0.4854, |
| "step": 25010 |
| }, |
| { |
| "epoch": 2.4277120124199496, |
| "grad_norm": 2.3367238235277483, |
| "learning_rate": 9.569083003439548e-06, |
| "loss": 0.4657, |
| "step": 25020 |
| }, |
| { |
| "epoch": 2.428682320978071, |
| "grad_norm": 1.7620434830381735, |
| "learning_rate": 9.552858718930495e-06, |
| "loss": 0.4716, |
| "step": 25030 |
| }, |
| { |
| "epoch": 2.4296526295361924, |
| "grad_norm": 1.9332408663776153, |
| "learning_rate": 9.536634434421443e-06, |
| "loss": 0.4321, |
| "step": 25040 |
| }, |
| { |
| "epoch": 2.430622938094314, |
| "grad_norm": 2.0611278551192465, |
| "learning_rate": 9.52041014991239e-06, |
| "loss": 0.4677, |
| "step": 25050 |
| }, |
| { |
| "epoch": 2.4315932466524357, |
| "grad_norm": 1.6768258233531348, |
| "learning_rate": 9.504185865403337e-06, |
| "loss": 0.462, |
| "step": 25060 |
| }, |
| { |
| "epoch": 2.432563555210557, |
| "grad_norm": 2.3845648710174285, |
| "learning_rate": 9.487961580894283e-06, |
| "loss": 0.4557, |
| "step": 25070 |
| }, |
| { |
| "epoch": 2.4335338637686785, |
| "grad_norm": 2.1104954575429047, |
| "learning_rate": 9.47173729638523e-06, |
| "loss": 0.4731, |
| "step": 25080 |
| }, |
| { |
| "epoch": 2.4345041723268, |
| "grad_norm": 2.0800318180116446, |
| "learning_rate": 9.455513011876176e-06, |
| "loss": 0.5289, |
| "step": 25090 |
| }, |
| { |
| "epoch": 2.4354744808849214, |
| "grad_norm": 2.237535485463924, |
| "learning_rate": 9.439288727367124e-06, |
| "loss": 0.456, |
| "step": 25100 |
| }, |
| { |
| "epoch": 2.4364447894430428, |
| "grad_norm": 2.160116067888104, |
| "learning_rate": 9.42306444285807e-06, |
| "loss": 0.4984, |
| "step": 25110 |
| }, |
| { |
| "epoch": 2.437415098001164, |
| "grad_norm": 2.0888945069063336, |
| "learning_rate": 9.406840158349017e-06, |
| "loss": 0.4893, |
| "step": 25120 |
| }, |
| { |
| "epoch": 2.438385406559286, |
| "grad_norm": 1.997111795963389, |
| "learning_rate": 9.390615873839963e-06, |
| "loss": 0.4434, |
| "step": 25130 |
| }, |
| { |
| "epoch": 2.4393557151174075, |
| "grad_norm": 1.3102614971883442, |
| "learning_rate": 9.374391589330911e-06, |
| "loss": 0.4015, |
| "step": 25140 |
| }, |
| { |
| "epoch": 2.440326023675529, |
| "grad_norm": 1.972554181589825, |
| "learning_rate": 9.358167304821858e-06, |
| "loss": 0.4408, |
| "step": 25150 |
| }, |
| { |
| "epoch": 2.4412963322336503, |
| "grad_norm": 1.6989988042772415, |
| "learning_rate": 9.341943020312804e-06, |
| "loss": 0.435, |
| "step": 25160 |
| }, |
| { |
| "epoch": 2.4422666407917717, |
| "grad_norm": 2.124313923821145, |
| "learning_rate": 9.32571873580375e-06, |
| "loss": 0.4387, |
| "step": 25170 |
| }, |
| { |
| "epoch": 2.443236949349893, |
| "grad_norm": 2.19131174810045, |
| "learning_rate": 9.309494451294699e-06, |
| "loss": 0.4672, |
| "step": 25180 |
| }, |
| { |
| "epoch": 2.4442072579080145, |
| "grad_norm": 1.962932141350282, |
| "learning_rate": 9.293270166785645e-06, |
| "loss": 0.4983, |
| "step": 25190 |
| }, |
| { |
| "epoch": 2.4451775664661364, |
| "grad_norm": 1.9122705512506952, |
| "learning_rate": 9.277045882276591e-06, |
| "loss": 0.4272, |
| "step": 25200 |
| }, |
| { |
| "epoch": 2.446147875024258, |
| "grad_norm": 2.3053425047807736, |
| "learning_rate": 9.260821597767538e-06, |
| "loss": 0.4199, |
| "step": 25210 |
| }, |
| { |
| "epoch": 2.447118183582379, |
| "grad_norm": 1.7446501480241867, |
| "learning_rate": 9.244597313258486e-06, |
| "loss": 0.4457, |
| "step": 25220 |
| }, |
| { |
| "epoch": 2.4480884921405006, |
| "grad_norm": 2.1569409270025774, |
| "learning_rate": 9.228373028749434e-06, |
| "loss": 0.4419, |
| "step": 25230 |
| }, |
| { |
| "epoch": 2.449058800698622, |
| "grad_norm": 2.0436766020436394, |
| "learning_rate": 9.21214874424038e-06, |
| "loss": 0.494, |
| "step": 25240 |
| }, |
| { |
| "epoch": 2.450029109256744, |
| "grad_norm": 1.7972560660936232, |
| "learning_rate": 9.195924459731327e-06, |
| "loss": 0.45, |
| "step": 25250 |
| }, |
| { |
| "epoch": 2.4509994178148653, |
| "grad_norm": 2.323226898620802, |
| "learning_rate": 9.179700175222273e-06, |
| "loss": 0.5016, |
| "step": 25260 |
| }, |
| { |
| "epoch": 2.4519697263729867, |
| "grad_norm": 2.0725138170956408, |
| "learning_rate": 9.16347589071322e-06, |
| "loss": 0.4894, |
| "step": 25270 |
| }, |
| { |
| "epoch": 2.452940034931108, |
| "grad_norm": 1.9222900586962415, |
| "learning_rate": 9.147251606204168e-06, |
| "loss": 0.5101, |
| "step": 25280 |
| }, |
| { |
| "epoch": 2.4539103434892295, |
| "grad_norm": 2.0067752335911684, |
| "learning_rate": 9.131027321695114e-06, |
| "loss": 0.4418, |
| "step": 25290 |
| }, |
| { |
| "epoch": 2.454880652047351, |
| "grad_norm": 2.1844091982849587, |
| "learning_rate": 9.11480303718606e-06, |
| "loss": 0.4812, |
| "step": 25300 |
| }, |
| { |
| "epoch": 2.4558509606054724, |
| "grad_norm": 2.1484177813886487, |
| "learning_rate": 9.098578752677007e-06, |
| "loss": 0.4516, |
| "step": 25310 |
| }, |
| { |
| "epoch": 2.4568212691635942, |
| "grad_norm": 2.070642163273252, |
| "learning_rate": 9.082354468167955e-06, |
| "loss": 0.402, |
| "step": 25320 |
| }, |
| { |
| "epoch": 2.4577915777217156, |
| "grad_norm": 1.8576636206526207, |
| "learning_rate": 9.066130183658901e-06, |
| "loss": 0.4864, |
| "step": 25330 |
| }, |
| { |
| "epoch": 2.458761886279837, |
| "grad_norm": 1.9269579474919305, |
| "learning_rate": 9.049905899149848e-06, |
| "loss": 0.4647, |
| "step": 25340 |
| }, |
| { |
| "epoch": 2.4597321948379585, |
| "grad_norm": 1.79111642345789, |
| "learning_rate": 9.033681614640794e-06, |
| "loss": 0.4454, |
| "step": 25350 |
| }, |
| { |
| "epoch": 2.46070250339608, |
| "grad_norm": 1.788304393616984, |
| "learning_rate": 9.017457330131742e-06, |
| "loss": 0.4422, |
| "step": 25360 |
| }, |
| { |
| "epoch": 2.4616728119542013, |
| "grad_norm": 2.2543923009140734, |
| "learning_rate": 9.001233045622688e-06, |
| "loss": 0.4413, |
| "step": 25370 |
| }, |
| { |
| "epoch": 2.4626431205123227, |
| "grad_norm": 1.1384131071115926, |
| "learning_rate": 8.985008761113635e-06, |
| "loss": 0.3985, |
| "step": 25380 |
| }, |
| { |
| "epoch": 2.4636134290704446, |
| "grad_norm": 2.105028387028187, |
| "learning_rate": 8.968784476604581e-06, |
| "loss": 0.4467, |
| "step": 25390 |
| }, |
| { |
| "epoch": 2.464583737628566, |
| "grad_norm": 1.925526835319373, |
| "learning_rate": 8.95256019209553e-06, |
| "loss": 0.4567, |
| "step": 25400 |
| }, |
| { |
| "epoch": 2.4655540461866874, |
| "grad_norm": 2.229525401490896, |
| "learning_rate": 8.936335907586476e-06, |
| "loss": 0.4889, |
| "step": 25410 |
| }, |
| { |
| "epoch": 2.466524354744809, |
| "grad_norm": 1.9389731054706656, |
| "learning_rate": 8.920111623077422e-06, |
| "loss": 0.3961, |
| "step": 25420 |
| }, |
| { |
| "epoch": 2.46749466330293, |
| "grad_norm": 2.0732327430253985, |
| "learning_rate": 8.90388733856837e-06, |
| "loss": 0.4688, |
| "step": 25430 |
| }, |
| { |
| "epoch": 2.4684649718610516, |
| "grad_norm": 2.0697499575240665, |
| "learning_rate": 8.887663054059317e-06, |
| "loss": 0.4383, |
| "step": 25440 |
| }, |
| { |
| "epoch": 2.4694352804191735, |
| "grad_norm": 1.7921240641401464, |
| "learning_rate": 8.871438769550265e-06, |
| "loss": 0.4513, |
| "step": 25450 |
| }, |
| { |
| "epoch": 2.470405588977295, |
| "grad_norm": 1.3473761062363179, |
| "learning_rate": 8.855214485041211e-06, |
| "loss": 0.4384, |
| "step": 25460 |
| }, |
| { |
| "epoch": 2.4713758975354163, |
| "grad_norm": 1.7010157532863919, |
| "learning_rate": 8.838990200532157e-06, |
| "loss": 0.4791, |
| "step": 25470 |
| }, |
| { |
| "epoch": 2.4723462060935377, |
| "grad_norm": 1.3896979150167772, |
| "learning_rate": 8.822765916023104e-06, |
| "loss": 0.4421, |
| "step": 25480 |
| }, |
| { |
| "epoch": 2.473316514651659, |
| "grad_norm": 1.8009616913979432, |
| "learning_rate": 8.80654163151405e-06, |
| "loss": 0.4873, |
| "step": 25490 |
| }, |
| { |
| "epoch": 2.4742868232097806, |
| "grad_norm": 2.2299861589049885, |
| "learning_rate": 8.790317347004998e-06, |
| "loss": 0.4032, |
| "step": 25500 |
| }, |
| { |
| "epoch": 2.4742868232097806, |
| "eval_loss": 0.6272784471511841, |
| "eval_runtime": 3078.0792, |
| "eval_samples_per_second": 0.582, |
| "eval_steps_per_second": 0.291, |
| "step": 25500 |
| }, |
| { |
| "epoch": 2.4752571317679024, |
| "grad_norm": 1.8649860804881975, |
| "learning_rate": 8.774093062495945e-06, |
| "loss": 0.4212, |
| "step": 25510 |
| }, |
| { |
| "epoch": 2.476227440326024, |
| "grad_norm": 2.193301904479279, |
| "learning_rate": 8.757868777986891e-06, |
| "loss": 0.4252, |
| "step": 25520 |
| }, |
| { |
| "epoch": 2.4771977488841452, |
| "grad_norm": 2.336719368813014, |
| "learning_rate": 8.741644493477837e-06, |
| "loss": 0.4291, |
| "step": 25530 |
| }, |
| { |
| "epoch": 2.4781680574422666, |
| "grad_norm": 2.17152920020732, |
| "learning_rate": 8.725420208968785e-06, |
| "loss": 0.4321, |
| "step": 25540 |
| }, |
| { |
| "epoch": 2.479138366000388, |
| "grad_norm": 2.164652196668536, |
| "learning_rate": 8.709195924459732e-06, |
| "loss": 0.4638, |
| "step": 25550 |
| }, |
| { |
| "epoch": 2.4801086745585095, |
| "grad_norm": 2.345312570223112, |
| "learning_rate": 8.692971639950678e-06, |
| "loss": 0.4248, |
| "step": 25560 |
| }, |
| { |
| "epoch": 2.481078983116631, |
| "grad_norm": 2.1770260990943373, |
| "learning_rate": 8.676747355441625e-06, |
| "loss": 0.4596, |
| "step": 25570 |
| }, |
| { |
| "epoch": 2.4820492916747527, |
| "grad_norm": 2.010469969137573, |
| "learning_rate": 8.660523070932573e-06, |
| "loss": 0.4179, |
| "step": 25580 |
| }, |
| { |
| "epoch": 2.483019600232874, |
| "grad_norm": 2.460621539699081, |
| "learning_rate": 8.644298786423519e-06, |
| "loss": 0.4708, |
| "step": 25590 |
| }, |
| { |
| "epoch": 2.4839899087909956, |
| "grad_norm": 1.9419411686401578, |
| "learning_rate": 8.628074501914465e-06, |
| "loss": 0.5145, |
| "step": 25600 |
| }, |
| { |
| "epoch": 2.484960217349117, |
| "grad_norm": 1.8628106961622968, |
| "learning_rate": 8.611850217405412e-06, |
| "loss": 0.4775, |
| "step": 25610 |
| }, |
| { |
| "epoch": 2.4859305259072384, |
| "grad_norm": 3.1904713012817307, |
| "learning_rate": 8.59562593289636e-06, |
| "loss": 0.4751, |
| "step": 25620 |
| }, |
| { |
| "epoch": 2.48690083446536, |
| "grad_norm": 2.1228744229790797, |
| "learning_rate": 8.579401648387308e-06, |
| "loss": 0.4267, |
| "step": 25630 |
| }, |
| { |
| "epoch": 2.4878711430234812, |
| "grad_norm": 2.111665695733381, |
| "learning_rate": 8.563177363878254e-06, |
| "loss": 0.4559, |
| "step": 25640 |
| }, |
| { |
| "epoch": 2.488841451581603, |
| "grad_norm": 1.851520695502125, |
| "learning_rate": 8.5469530793692e-06, |
| "loss": 0.4314, |
| "step": 25650 |
| }, |
| { |
| "epoch": 2.4898117601397245, |
| "grad_norm": 2.0235108403859456, |
| "learning_rate": 8.530728794860147e-06, |
| "loss": 0.4666, |
| "step": 25660 |
| }, |
| { |
| "epoch": 2.490782068697846, |
| "grad_norm": 2.207796603692839, |
| "learning_rate": 8.514504510351093e-06, |
| "loss": 0.4109, |
| "step": 25670 |
| }, |
| { |
| "epoch": 2.4917523772559673, |
| "grad_norm": 2.231394855430463, |
| "learning_rate": 8.498280225842042e-06, |
| "loss": 0.5076, |
| "step": 25680 |
| }, |
| { |
| "epoch": 2.4927226858140887, |
| "grad_norm": 2.1687837431881203, |
| "learning_rate": 8.482055941332988e-06, |
| "loss": 0.4387, |
| "step": 25690 |
| }, |
| { |
| "epoch": 2.4936929943722106, |
| "grad_norm": 2.44016617426192, |
| "learning_rate": 8.465831656823934e-06, |
| "loss": 0.4321, |
| "step": 25700 |
| }, |
| { |
| "epoch": 2.494663302930332, |
| "grad_norm": 1.7058498203781634, |
| "learning_rate": 8.44960737231488e-06, |
| "loss": 0.4921, |
| "step": 25710 |
| }, |
| { |
| "epoch": 2.4956336114884534, |
| "grad_norm": 1.9042135604418329, |
| "learning_rate": 8.433383087805829e-06, |
| "loss": 0.4041, |
| "step": 25720 |
| }, |
| { |
| "epoch": 2.496603920046575, |
| "grad_norm": 1.8436463298626156, |
| "learning_rate": 8.417158803296775e-06, |
| "loss": 0.49, |
| "step": 25730 |
| }, |
| { |
| "epoch": 2.4975742286046962, |
| "grad_norm": 2.2019048088471327, |
| "learning_rate": 8.400934518787722e-06, |
| "loss": 0.4691, |
| "step": 25740 |
| }, |
| { |
| "epoch": 2.4985445371628177, |
| "grad_norm": 2.0782350378861665, |
| "learning_rate": 8.384710234278668e-06, |
| "loss": 0.4508, |
| "step": 25750 |
| }, |
| { |
| "epoch": 2.499514845720939, |
| "grad_norm": 2.145442299189053, |
| "learning_rate": 8.368485949769616e-06, |
| "loss": 0.4743, |
| "step": 25760 |
| }, |
| { |
| "epoch": 2.500485154279061, |
| "grad_norm": 2.316566397386294, |
| "learning_rate": 8.352261665260562e-06, |
| "loss": 0.4592, |
| "step": 25770 |
| }, |
| { |
| "epoch": 2.5014554628371823, |
| "grad_norm": 1.6346051404759172, |
| "learning_rate": 8.336037380751509e-06, |
| "loss": 0.4035, |
| "step": 25780 |
| }, |
| { |
| "epoch": 2.5024257713953038, |
| "grad_norm": 2.0841388033352883, |
| "learning_rate": 8.319813096242455e-06, |
| "loss": 0.4486, |
| "step": 25790 |
| }, |
| { |
| "epoch": 2.503396079953425, |
| "grad_norm": 1.9573845628507625, |
| "learning_rate": 8.303588811733402e-06, |
| "loss": 0.582, |
| "step": 25800 |
| }, |
| { |
| "epoch": 2.5043663885115466, |
| "grad_norm": 2.598464150785621, |
| "learning_rate": 8.28736452722435e-06, |
| "loss": 0.4414, |
| "step": 25810 |
| }, |
| { |
| "epoch": 2.505336697069668, |
| "grad_norm": 2.3038977683814896, |
| "learning_rate": 8.271140242715298e-06, |
| "loss": 0.4723, |
| "step": 25820 |
| }, |
| { |
| "epoch": 2.5063070056277894, |
| "grad_norm": 2.020217994153988, |
| "learning_rate": 8.254915958206244e-06, |
| "loss": 0.4526, |
| "step": 25830 |
| }, |
| { |
| "epoch": 2.5072773141859113, |
| "grad_norm": 1.8235299819150055, |
| "learning_rate": 8.23869167369719e-06, |
| "loss": 0.459, |
| "step": 25840 |
| }, |
| { |
| "epoch": 2.5082476227440327, |
| "grad_norm": 2.673806204400313, |
| "learning_rate": 8.222467389188137e-06, |
| "loss": 0.4492, |
| "step": 25850 |
| }, |
| { |
| "epoch": 2.509217931302154, |
| "grad_norm": 2.0555568396434234, |
| "learning_rate": 8.206243104679085e-06, |
| "loss": 0.4484, |
| "step": 25860 |
| }, |
| { |
| "epoch": 2.5101882398602755, |
| "grad_norm": 1.9255447316677266, |
| "learning_rate": 8.190018820170031e-06, |
| "loss": 0.4948, |
| "step": 25870 |
| }, |
| { |
| "epoch": 2.511158548418397, |
| "grad_norm": 1.9605963182738635, |
| "learning_rate": 8.173794535660978e-06, |
| "loss": 0.4114, |
| "step": 25880 |
| }, |
| { |
| "epoch": 2.5121288569765188, |
| "grad_norm": 2.01480662215233, |
| "learning_rate": 8.157570251151924e-06, |
| "loss": 0.4979, |
| "step": 25890 |
| }, |
| { |
| "epoch": 2.5130991655346397, |
| "grad_norm": 2.76350538826215, |
| "learning_rate": 8.141345966642872e-06, |
| "loss": 0.5307, |
| "step": 25900 |
| }, |
| { |
| "epoch": 2.5140694740927616, |
| "grad_norm": 2.1438183238992634, |
| "learning_rate": 8.125121682133819e-06, |
| "loss": 0.4645, |
| "step": 25910 |
| }, |
| { |
| "epoch": 2.515039782650883, |
| "grad_norm": 2.618047396021202, |
| "learning_rate": 8.108897397624765e-06, |
| "loss": 0.4656, |
| "step": 25920 |
| }, |
| { |
| "epoch": 2.5160100912090044, |
| "grad_norm": 1.768467222286068, |
| "learning_rate": 8.092673113115711e-06, |
| "loss": 0.4489, |
| "step": 25930 |
| }, |
| { |
| "epoch": 2.516980399767126, |
| "grad_norm": 2.114713049707471, |
| "learning_rate": 8.07644882860666e-06, |
| "loss": 0.4505, |
| "step": 25940 |
| }, |
| { |
| "epoch": 2.5179507083252473, |
| "grad_norm": 1.8424804225977651, |
| "learning_rate": 8.060224544097606e-06, |
| "loss": 0.4206, |
| "step": 25950 |
| }, |
| { |
| "epoch": 2.518921016883369, |
| "grad_norm": 2.131011626241048, |
| "learning_rate": 8.044000259588552e-06, |
| "loss": 0.4826, |
| "step": 25960 |
| }, |
| { |
| "epoch": 2.5198913254414905, |
| "grad_norm": 1.8234473031937264, |
| "learning_rate": 8.027775975079499e-06, |
| "loss": 0.4209, |
| "step": 25970 |
| }, |
| { |
| "epoch": 2.520861633999612, |
| "grad_norm": 1.8249503573593846, |
| "learning_rate": 8.011551690570447e-06, |
| "loss": 0.4717, |
| "step": 25980 |
| }, |
| { |
| "epoch": 2.5218319425577334, |
| "grad_norm": 2.262448485653634, |
| "learning_rate": 7.995327406061393e-06, |
| "loss": 0.4909, |
| "step": 25990 |
| }, |
| { |
| "epoch": 2.5228022511158548, |
| "grad_norm": 1.995029631522796, |
| "learning_rate": 7.97910312155234e-06, |
| "loss": 0.4714, |
| "step": 26000 |
| }, |
| { |
| "epoch": 2.5228022511158548, |
| "eval_loss": 0.626392662525177, |
| "eval_runtime": 3078.3271, |
| "eval_samples_per_second": 0.582, |
| "eval_steps_per_second": 0.291, |
| "step": 26000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 30918, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.0454794612506624e+16, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
