| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.8460236886632826, |
| "eval_steps": 500, |
| "global_step": 1000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.008460236886632826, |
| "grad_norm": 2.4233109951019287, |
| "learning_rate": 1.9949238578680207e-05, |
| "loss": 1.3216, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01692047377326565, |
| "grad_norm": 1.1721662282943726, |
| "learning_rate": 1.9892836999435986e-05, |
| "loss": 0.5312, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.025380710659898477, |
| "grad_norm": 0.899889349937439, |
| "learning_rate": 1.9836435420191765e-05, |
| "loss": 0.2969, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0338409475465313, |
| "grad_norm": 0.4674186408519745, |
| "learning_rate": 1.9780033840947548e-05, |
| "loss": 0.1564, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.04230118443316413, |
| "grad_norm": 0.9013752937316895, |
| "learning_rate": 1.972363226170333e-05, |
| "loss": 0.0966, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.050761421319796954, |
| "grad_norm": 0.364164799451828, |
| "learning_rate": 1.966723068245911e-05, |
| "loss": 0.0516, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.05922165820642978, |
| "grad_norm": 0.22717136144638062, |
| "learning_rate": 1.9610829103214893e-05, |
| "loss": 0.0307, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0676818950930626, |
| "grad_norm": 0.09149003773927689, |
| "learning_rate": 1.9554427523970672e-05, |
| "loss": 0.0182, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.07614213197969544, |
| "grad_norm": 0.12942063808441162, |
| "learning_rate": 1.949802594472645e-05, |
| "loss": 0.017, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.08460236886632826, |
| "grad_norm": 0.27440059185028076, |
| "learning_rate": 1.9441624365482234e-05, |
| "loss": 0.0113, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.09306260575296109, |
| "grad_norm": 0.5005059242248535, |
| "learning_rate": 1.9385222786238017e-05, |
| "loss": 0.0082, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.10152284263959391, |
| "grad_norm": 0.19820384681224823, |
| "learning_rate": 1.9328821206993796e-05, |
| "loss": 0.0057, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.10998307952622674, |
| "grad_norm": 0.03431914001703262, |
| "learning_rate": 1.927241962774958e-05, |
| "loss": 0.0055, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.11844331641285956, |
| "grad_norm": 0.4414117634296417, |
| "learning_rate": 1.921601804850536e-05, |
| "loss": 0.0063, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.12690355329949238, |
| "grad_norm": 0.9055352807044983, |
| "learning_rate": 1.915961646926114e-05, |
| "loss": 0.0048, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.1353637901861252, |
| "grad_norm": 0.036724768579006195, |
| "learning_rate": 1.910321489001692e-05, |
| "loss": 0.0035, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.14382402707275804, |
| "grad_norm": 0.0888664722442627, |
| "learning_rate": 1.9046813310772703e-05, |
| "loss": 0.0033, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.15228426395939088, |
| "grad_norm": 0.019098607823252678, |
| "learning_rate": 1.8990411731528486e-05, |
| "loss": 0.0029, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.16074450084602368, |
| "grad_norm": 0.0171552412211895, |
| "learning_rate": 1.8934010152284265e-05, |
| "loss": 0.0029, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.1692047377326565, |
| "grad_norm": 0.01885647512972355, |
| "learning_rate": 1.8877608573040048e-05, |
| "loss": 0.0028, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.17766497461928935, |
| "grad_norm": 0.01599389687180519, |
| "learning_rate": 1.8821206993795827e-05, |
| "loss": 0.0022, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.18612521150592218, |
| "grad_norm": 0.017242038622498512, |
| "learning_rate": 1.876480541455161e-05, |
| "loss": 0.0023, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.19458544839255498, |
| "grad_norm": 0.5941590666770935, |
| "learning_rate": 1.870840383530739e-05, |
| "loss": 0.0031, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.20304568527918782, |
| "grad_norm": 0.4872148931026459, |
| "learning_rate": 1.8652002256063172e-05, |
| "loss": 0.0027, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.21150592216582065, |
| "grad_norm": 0.014173777773976326, |
| "learning_rate": 1.859560067681895e-05, |
| "loss": 0.0021, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.21996615905245348, |
| "grad_norm": 0.024433018639683723, |
| "learning_rate": 1.8539199097574734e-05, |
| "loss": 0.0017, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.22842639593908629, |
| "grad_norm": 0.017857005819678307, |
| "learning_rate": 1.8482797518330516e-05, |
| "loss": 0.0017, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.23688663282571912, |
| "grad_norm": 0.014704135246574879, |
| "learning_rate": 1.8426395939086296e-05, |
| "loss": 0.0021, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.24534686971235195, |
| "grad_norm": 0.022361995652318, |
| "learning_rate": 1.8369994359842075e-05, |
| "loss": 0.0016, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.25380710659898476, |
| "grad_norm": 0.01112055778503418, |
| "learning_rate": 1.8313592780597858e-05, |
| "loss": 0.0015, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2622673434856176, |
| "grad_norm": 0.010048450902104378, |
| "learning_rate": 1.825719120135364e-05, |
| "loss": 0.0015, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.2707275803722504, |
| "grad_norm": 0.012935510836541653, |
| "learning_rate": 1.820078962210942e-05, |
| "loss": 0.0014, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.27918781725888325, |
| "grad_norm": 0.010541570372879505, |
| "learning_rate": 1.8144388042865203e-05, |
| "loss": 0.0013, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.2876480541455161, |
| "grad_norm": 0.009258048608899117, |
| "learning_rate": 1.8087986463620982e-05, |
| "loss": 0.0012, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.2961082910321489, |
| "grad_norm": 0.009454768151044846, |
| "learning_rate": 1.8031584884376765e-05, |
| "loss": 0.0015, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.30456852791878175, |
| "grad_norm": 0.018366724252700806, |
| "learning_rate": 1.7975183305132544e-05, |
| "loss": 0.0012, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.3130287648054145, |
| "grad_norm": 0.009252658113837242, |
| "learning_rate": 1.7918781725888327e-05, |
| "loss": 0.0011, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.32148900169204736, |
| "grad_norm": 0.1430797576904297, |
| "learning_rate": 1.7862380146644106e-05, |
| "loss": 0.0018, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.3299492385786802, |
| "grad_norm": 0.009182159788906574, |
| "learning_rate": 1.780597856739989e-05, |
| "loss": 0.0018, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.338409475465313, |
| "grad_norm": 0.00843009352684021, |
| "learning_rate": 1.774957698815567e-05, |
| "loss": 0.0017, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.34686971235194586, |
| "grad_norm": 0.008176930248737335, |
| "learning_rate": 1.769317540891145e-05, |
| "loss": 0.0013, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.3553299492385787, |
| "grad_norm": 0.008539380505681038, |
| "learning_rate": 1.7636773829667233e-05, |
| "loss": 0.001, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3637901861252115, |
| "grad_norm": 0.008693977259099483, |
| "learning_rate": 1.7580372250423013e-05, |
| "loss": 0.0014, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.37225042301184436, |
| "grad_norm": 0.009141940623521805, |
| "learning_rate": 1.7523970671178795e-05, |
| "loss": 0.0012, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.38071065989847713, |
| "grad_norm": 0.009133282117545605, |
| "learning_rate": 1.7467569091934575e-05, |
| "loss": 0.0015, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.38917089678510997, |
| "grad_norm": 0.5799979567527771, |
| "learning_rate": 1.7411167512690357e-05, |
| "loss": 0.0013, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.3976311336717428, |
| "grad_norm": 0.04120843857526779, |
| "learning_rate": 1.7354765933446137e-05, |
| "loss": 0.0011, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.40609137055837563, |
| "grad_norm": 0.01276948768645525, |
| "learning_rate": 1.729836435420192e-05, |
| "loss": 0.0012, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.41455160744500846, |
| "grad_norm": 0.0076572224497795105, |
| "learning_rate": 1.7241962774957702e-05, |
| "loss": 0.0014, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.4230118443316413, |
| "grad_norm": 0.008293437771499157, |
| "learning_rate": 1.718556119571348e-05, |
| "loss": 0.0009, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.43147208121827413, |
| "grad_norm": 0.0068985214456915855, |
| "learning_rate": 1.712915961646926e-05, |
| "loss": 0.0009, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.43993231810490696, |
| "grad_norm": 0.029666345566511154, |
| "learning_rate": 1.7072758037225043e-05, |
| "loss": 0.0009, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.44839255499153974, |
| "grad_norm": 0.014065027236938477, |
| "learning_rate": 1.7016356457980826e-05, |
| "loss": 0.0008, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.45685279187817257, |
| "grad_norm": 0.00650499714538455, |
| "learning_rate": 1.6959954878736606e-05, |
| "loss": 0.0008, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.4653130287648054, |
| "grad_norm": 0.0065047661773860455, |
| "learning_rate": 1.6903553299492388e-05, |
| "loss": 0.0008, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.47377326565143824, |
| "grad_norm": 0.0071571446023881435, |
| "learning_rate": 1.684715172024817e-05, |
| "loss": 0.0008, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.48223350253807107, |
| "grad_norm": 0.005875805858522654, |
| "learning_rate": 1.679075014100395e-05, |
| "loss": 0.0008, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.4906937394247039, |
| "grad_norm": 0.005848041269928217, |
| "learning_rate": 1.673434856175973e-05, |
| "loss": 0.0007, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.49915397631133673, |
| "grad_norm": 0.006032396107912064, |
| "learning_rate": 1.6677946982515512e-05, |
| "loss": 0.0007, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.5076142131979695, |
| "grad_norm": 0.005858593620359898, |
| "learning_rate": 1.662154540327129e-05, |
| "loss": 0.0007, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5160744500846024, |
| "grad_norm": 0.006055026315152645, |
| "learning_rate": 1.6565143824027074e-05, |
| "loss": 0.0007, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.5245346869712352, |
| "grad_norm": 0.0055991546250879765, |
| "learning_rate": 1.6508742244782857e-05, |
| "loss": 0.0039, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.5329949238578681, |
| "grad_norm": 0.006043154280632734, |
| "learning_rate": 1.6452340665538636e-05, |
| "loss": 0.0009, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.5414551607445008, |
| "grad_norm": 0.006406570319086313, |
| "learning_rate": 1.6395939086294416e-05, |
| "loss": 0.0008, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.5499153976311336, |
| "grad_norm": 0.006317532621324062, |
| "learning_rate": 1.63395375070502e-05, |
| "loss": 0.0007, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.5583756345177665, |
| "grad_norm": 0.0260737594217062, |
| "learning_rate": 1.628313592780598e-05, |
| "loss": 0.0007, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.5668358714043993, |
| "grad_norm": 0.005516720470041037, |
| "learning_rate": 1.622673434856176e-05, |
| "loss": 0.0007, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.5752961082910322, |
| "grad_norm": 0.005611425265669823, |
| "learning_rate": 1.6170332769317543e-05, |
| "loss": 0.0006, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.583756345177665, |
| "grad_norm": 0.005698953289538622, |
| "learning_rate": 1.6113931190073326e-05, |
| "loss": 0.0006, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.5922165820642978, |
| "grad_norm": 0.005045793950557709, |
| "learning_rate": 1.6057529610829105e-05, |
| "loss": 0.0006, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.6006768189509306, |
| "grad_norm": 0.005404220428317785, |
| "learning_rate": 1.6001128031584884e-05, |
| "loss": 0.0007, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.6091370558375635, |
| "grad_norm": 0.005528539884835482, |
| "learning_rate": 1.5944726452340667e-05, |
| "loss": 0.0007, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.6175972927241963, |
| "grad_norm": 0.0052613625302910805, |
| "learning_rate": 1.5888324873096446e-05, |
| "loss": 0.0006, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.626057529610829, |
| "grad_norm": 0.0050328257493674755, |
| "learning_rate": 1.583192329385223e-05, |
| "loss": 0.0006, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.6345177664974619, |
| "grad_norm": 0.005106599070131779, |
| "learning_rate": 1.5775521714608012e-05, |
| "loss": 0.0006, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.6429780033840947, |
| "grad_norm": 0.004836504813283682, |
| "learning_rate": 1.571912013536379e-05, |
| "loss": 0.0006, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.6514382402707276, |
| "grad_norm": 0.004986999090760946, |
| "learning_rate": 1.566271855611957e-05, |
| "loss": 0.0006, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.6598984771573604, |
| "grad_norm": 0.005235906690359116, |
| "learning_rate": 1.5606316976875353e-05, |
| "loss": 0.0005, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.6683587140439933, |
| "grad_norm": 0.4625732898712158, |
| "learning_rate": 1.5549915397631136e-05, |
| "loss": 0.0009, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.676818950930626, |
| "grad_norm": 0.004936546087265015, |
| "learning_rate": 1.5493513818386915e-05, |
| "loss": 0.0006, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.6852791878172588, |
| "grad_norm": 0.004956043791025877, |
| "learning_rate": 1.5437112239142698e-05, |
| "loss": 0.0005, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.6937394247038917, |
| "grad_norm": 0.005084918346256018, |
| "learning_rate": 1.538071065989848e-05, |
| "loss": 0.0005, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.7021996615905245, |
| "grad_norm": 0.006050592288374901, |
| "learning_rate": 1.532430908065426e-05, |
| "loss": 0.0005, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.7106598984771574, |
| "grad_norm": 0.0045923274010419846, |
| "learning_rate": 1.526790750141004e-05, |
| "loss": 0.0005, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.7191201353637902, |
| "grad_norm": 0.004406214691698551, |
| "learning_rate": 1.5211505922165822e-05, |
| "loss": 0.0005, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.727580372250423, |
| "grad_norm": 0.00449965288862586, |
| "learning_rate": 1.5155104342921603e-05, |
| "loss": 0.0005, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.7360406091370558, |
| "grad_norm": 0.00427517294883728, |
| "learning_rate": 1.5098702763677384e-05, |
| "loss": 0.0006, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.7445008460236887, |
| "grad_norm": 0.006013456266373396, |
| "learning_rate": 1.5042301184433165e-05, |
| "loss": 0.0005, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.7529610829103215, |
| "grad_norm": 0.004456107504665852, |
| "learning_rate": 1.4985899605188948e-05, |
| "loss": 0.0005, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.7614213197969543, |
| "grad_norm": 0.004223175812512636, |
| "learning_rate": 1.4929498025944729e-05, |
| "loss": 0.0005, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.7698815566835872, |
| "grad_norm": 0.004154487047344446, |
| "learning_rate": 1.4873096446700508e-05, |
| "loss": 0.0005, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.7783417935702199, |
| "grad_norm": 0.007055574096739292, |
| "learning_rate": 1.4816694867456289e-05, |
| "loss": 0.0005, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.7868020304568528, |
| "grad_norm": 0.005269153974950314, |
| "learning_rate": 1.476029328821207e-05, |
| "loss": 0.0005, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.7952622673434856, |
| "grad_norm": 0.004041856154799461, |
| "learning_rate": 1.4703891708967853e-05, |
| "loss": 0.0005, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.8037225042301185, |
| "grad_norm": 0.003965588286519051, |
| "learning_rate": 1.4647490129723634e-05, |
| "loss": 0.0005, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.8121827411167513, |
| "grad_norm": 0.005661304574459791, |
| "learning_rate": 1.4591088550479415e-05, |
| "loss": 0.0005, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.8206429780033841, |
| "grad_norm": 0.0039055896922945976, |
| "learning_rate": 1.4534686971235198e-05, |
| "loss": 0.0011, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.8291032148900169, |
| "grad_norm": 1.8310741186141968, |
| "learning_rate": 1.4478285391990977e-05, |
| "loss": 0.001, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.8375634517766497, |
| "grad_norm": 0.005107107572257519, |
| "learning_rate": 1.4421883812746758e-05, |
| "loss": 0.0008, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.8460236886632826, |
| "grad_norm": 0.005387498531490564, |
| "learning_rate": 1.4365482233502539e-05, |
| "loss": 0.0005, |
| "step": 1000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 3546, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 298645454467584.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
