| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 26, |
| "global_step": 253, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.003952569169960474, |
| "grad_norm": 3.0407819747924805, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 2.3652, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.007905138339920948, |
| "grad_norm": 3.093733310699463, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 2.1458, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.011857707509881422, |
| "grad_norm": 3.0263988971710205, |
| "learning_rate": 1e-05, |
| "loss": 2.2628, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.015810276679841896, |
| "grad_norm": 2.6713979244232178, |
| "learning_rate": 9.999605221019082e-06, |
| "loss": 2.0308, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.019762845849802372, |
| "grad_norm": 2.4664857387542725, |
| "learning_rate": 9.9984209464165e-06, |
| "loss": 1.6917, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.023715415019762844, |
| "grad_norm": 2.100984811782837, |
| "learning_rate": 9.996447363202947e-06, |
| "loss": 1.8489, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.02766798418972332, |
| "grad_norm": 1.7837852239608765, |
| "learning_rate": 9.99368478303009e-06, |
| "loss": 1.9894, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.03162055335968379, |
| "grad_norm": 1.6338787078857422, |
| "learning_rate": 9.990133642141359e-06, |
| "loss": 1.8366, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.03557312252964427, |
| "grad_norm": 1.7102547883987427, |
| "learning_rate": 9.98579450130307e-06, |
| "loss": 1.9013, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.039525691699604744, |
| "grad_norm": 1.8172574043273926, |
| "learning_rate": 9.980668045715864e-06, |
| "loss": 2.034, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.043478260869565216, |
| "grad_norm": 1.7970800399780273, |
| "learning_rate": 9.974755084906503e-06, |
| "loss": 1.8565, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.04743083003952569, |
| "grad_norm": 1.9662507772445679, |
| "learning_rate": 9.968056552600043e-06, |
| "loss": 1.8154, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.05138339920948617, |
| "grad_norm": 1.6226023435592651, |
| "learning_rate": 9.960573506572391e-06, |
| "loss": 1.7205, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.05533596837944664, |
| "grad_norm": 1.4996356964111328, |
| "learning_rate": 9.952307128483257e-06, |
| "loss": 1.8481, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.05928853754940711, |
| "grad_norm": 1.2719931602478027, |
| "learning_rate": 9.94325872368957e-06, |
| "loss": 1.5792, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.06324110671936758, |
| "grad_norm": 1.2413394451141357, |
| "learning_rate": 9.93342972103934e-06, |
| "loss": 1.6527, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.06719367588932806, |
| "grad_norm": 1.1712374687194824, |
| "learning_rate": 9.922821672646028e-06, |
| "loss": 1.3883, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.07114624505928854, |
| "grad_norm": 1.1695728302001953, |
| "learning_rate": 9.911436253643445e-06, |
| "loss": 1.5297, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.07509881422924901, |
| "grad_norm": 1.1794648170471191, |
| "learning_rate": 9.899275261921236e-06, |
| "loss": 1.5525, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.07905138339920949, |
| "grad_norm": 1.131502628326416, |
| "learning_rate": 9.886340617840968e-06, |
| "loss": 1.5752, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.08300395256916997, |
| "grad_norm": 1.1554540395736694, |
| "learning_rate": 9.872634363932887e-06, |
| "loss": 1.5944, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.08695652173913043, |
| "grad_norm": 1.1099374294281006, |
| "learning_rate": 9.85815866457337e-06, |
| "loss": 1.4019, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.09090909090909091, |
| "grad_norm": 1.2356349229812622, |
| "learning_rate": 9.842915805643156e-06, |
| "loss": 1.706, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.09486166007905138, |
| "grad_norm": 1.1689324378967285, |
| "learning_rate": 9.82690819416637e-06, |
| "loss": 1.6249, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.09881422924901186, |
| "grad_norm": 1.2375783920288086, |
| "learning_rate": 9.81013835793043e-06, |
| "loss": 1.8374, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.10276679841897234, |
| "grad_norm": 1.1797913312911987, |
| "learning_rate": 9.79260894508688e-06, |
| "loss": 1.6161, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.10276679841897234, |
| "eval_loss": 1.4920315742492676, |
| "eval_runtime": 0.6276, |
| "eval_samples_per_second": 33.462, |
| "eval_steps_per_second": 4.78, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.1067193675889328, |
| "grad_norm": 1.1279163360595703, |
| "learning_rate": 9.774322723733216e-06, |
| "loss": 1.6593, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.11067193675889328, |
| "grad_norm": 1.1455029249191284, |
| "learning_rate": 9.755282581475769e-06, |
| "loss": 1.6982, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.11462450592885376, |
| "grad_norm": 1.0429457426071167, |
| "learning_rate": 9.735491524973723e-06, |
| "loss": 1.4423, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.11857707509881422, |
| "grad_norm": 0.9471132755279541, |
| "learning_rate": 9.714952679464324e-06, |
| "loss": 1.3055, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.1225296442687747, |
| "grad_norm": 1.0985954999923706, |
| "learning_rate": 9.693669288269371e-06, |
| "loss": 1.6302, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.12648221343873517, |
| "grad_norm": 1.11372709274292, |
| "learning_rate": 9.671644712283061e-06, |
| "loss": 1.7975, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.13043478260869565, |
| "grad_norm": 0.9115369915962219, |
| "learning_rate": 9.648882429441258e-06, |
| "loss": 1.2709, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.13438735177865613, |
| "grad_norm": 1.0038697719573975, |
| "learning_rate": 9.62538603417229e-06, |
| "loss": 1.4833, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.1383399209486166, |
| "grad_norm": 1.0109611749649048, |
| "learning_rate": 9.601159236829353e-06, |
| "loss": 1.2978, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.1422924901185771, |
| "grad_norm": 0.966667115688324, |
| "learning_rate": 9.576205863104588e-06, |
| "loss": 1.5622, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.14624505928853754, |
| "grad_norm": 1.0922729969024658, |
| "learning_rate": 9.550529853424979e-06, |
| "loss": 1.7766, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.15019762845849802, |
| "grad_norm": 1.010776162147522, |
| "learning_rate": 9.524135262330098e-06, |
| "loss": 1.5206, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.1541501976284585, |
| "grad_norm": 0.9982693791389465, |
| "learning_rate": 9.497026257831856e-06, |
| "loss": 1.5341, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.15810276679841898, |
| "grad_norm": 0.9735735058784485, |
| "learning_rate": 9.46920712075632e-06, |
| "loss": 1.4157, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.16205533596837945, |
| "grad_norm": 0.9151104092597961, |
| "learning_rate": 9.440682244067724e-06, |
| "loss": 1.2846, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.16600790513833993, |
| "grad_norm": 0.9795275330543518, |
| "learning_rate": 9.411456132174768e-06, |
| "loss": 1.4727, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.16996047430830039, |
| "grad_norm": 1.1112526655197144, |
| "learning_rate": 9.381533400219319e-06, |
| "loss": 1.6619, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.17391304347826086, |
| "grad_norm": 0.9755843877792358, |
| "learning_rate": 9.35091877334763e-06, |
| "loss": 1.4687, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.17786561264822134, |
| "grad_norm": 0.9589361548423767, |
| "learning_rate": 9.319617085964177e-06, |
| "loss": 1.4871, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.18181818181818182, |
| "grad_norm": 1.105637788772583, |
| "learning_rate": 9.287633280968263e-06, |
| "loss": 1.2694, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.1857707509881423, |
| "grad_norm": 0.9662937521934509, |
| "learning_rate": 9.25497240897346e-06, |
| "loss": 1.2148, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.18972332015810275, |
| "grad_norm": 1.0539385080337524, |
| "learning_rate": 9.221639627510076e-06, |
| "loss": 1.5932, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.19367588932806323, |
| "grad_norm": 0.9249448180198669, |
| "learning_rate": 9.18764020021071e-06, |
| "loss": 1.3074, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.1976284584980237, |
| "grad_norm": 1.0217876434326172, |
| "learning_rate": 9.152979495979064e-06, |
| "loss": 1.5327, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.2015810276679842, |
| "grad_norm": 1.070178747177124, |
| "learning_rate": 9.117662988142138e-06, |
| "loss": 1.6561, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.20553359683794467, |
| "grad_norm": 0.9971439242362976, |
| "learning_rate": 9.08169625358592e-06, |
| "loss": 1.3683, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.20553359683794467, |
| "eval_loss": 1.325599193572998, |
| "eval_runtime": 0.6316, |
| "eval_samples_per_second": 33.25, |
| "eval_steps_per_second": 4.75, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.20948616600790515, |
| "grad_norm": 0.9724494814872742, |
| "learning_rate": 9.045084971874738e-06, |
| "loss": 1.5192, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.2134387351778656, |
| "grad_norm": 0.9346773624420166, |
| "learning_rate": 9.007834924354384e-06, |
| "loss": 1.4107, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.21739130434782608, |
| "grad_norm": 0.9584831595420837, |
| "learning_rate": 8.969951993239177e-06, |
| "loss": 1.392, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.22134387351778656, |
| "grad_norm": 0.8788594603538513, |
| "learning_rate": 8.931442160683094e-06, |
| "loss": 1.2833, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.22529644268774704, |
| "grad_norm": 0.9413896203041077, |
| "learning_rate": 8.892311507835118e-06, |
| "loss": 1.26, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.22924901185770752, |
| "grad_norm": 0.944340169429779, |
| "learning_rate": 8.852566213878947e-06, |
| "loss": 1.3223, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.233201581027668, |
| "grad_norm": 0.8935737609863281, |
| "learning_rate": 8.81221255505724e-06, |
| "loss": 1.3826, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.23715415019762845, |
| "grad_norm": 0.9506601095199585, |
| "learning_rate": 8.77125690368052e-06, |
| "loss": 1.4478, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.24110671936758893, |
| "grad_norm": 0.9523410201072693, |
| "learning_rate": 8.729705727120911e-06, |
| "loss": 1.3503, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.2450592885375494, |
| "grad_norm": 0.8316011428833008, |
| "learning_rate": 8.68756558679087e-06, |
| "loss": 1.041, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.2490118577075099, |
| "grad_norm": 0.9092923998832703, |
| "learning_rate": 8.644843137107058e-06, |
| "loss": 1.323, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.25296442687747034, |
| "grad_norm": 0.9320958852767944, |
| "learning_rate": 8.601545124439535e-06, |
| "loss": 1.3562, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.25691699604743085, |
| "grad_norm": 0.9427369832992554, |
| "learning_rate": 8.557678386046429e-06, |
| "loss": 1.5575, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.2608695652173913, |
| "grad_norm": 0.9649813175201416, |
| "learning_rate": 8.513249848994248e-06, |
| "loss": 1.2068, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.2648221343873518, |
| "grad_norm": 0.9272534251213074, |
| "learning_rate": 8.468266529064025e-06, |
| "loss": 1.2409, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.26877470355731226, |
| "grad_norm": 0.952318549156189, |
| "learning_rate": 8.422735529643445e-06, |
| "loss": 1.4648, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.2727272727272727, |
| "grad_norm": 0.7945717573165894, |
| "learning_rate": 8.376664040605122e-06, |
| "loss": 1.142, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.2766798418972332, |
| "grad_norm": 0.8417496085166931, |
| "learning_rate": 8.33005933717126e-06, |
| "loss": 1.179, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.28063241106719367, |
| "grad_norm": 0.8613891005516052, |
| "learning_rate": 8.282928778764783e-06, |
| "loss": 1.258, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.2845849802371542, |
| "grad_norm": 0.8771772980690002, |
| "learning_rate": 8.235279807847223e-06, |
| "loss": 1.3277, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.2885375494071146, |
| "grad_norm": 0.9778826832771301, |
| "learning_rate": 8.18711994874345e-06, |
| "loss": 1.1869, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.2924901185770751, |
| "grad_norm": 0.9443055391311646, |
| "learning_rate": 8.138456806453503e-06, |
| "loss": 1.37, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.2964426877470356, |
| "grad_norm": 0.8966163992881775, |
| "learning_rate": 8.089298065451673e-06, |
| "loss": 1.2171, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.30039525691699603, |
| "grad_norm": 0.9195836782455444, |
| "learning_rate": 8.039651488473028e-06, |
| "loss": 1.3983, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.30434782608695654, |
| "grad_norm": 0.952008843421936, |
| "learning_rate": 7.989524915287595e-06, |
| "loss": 1.4224, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.308300395256917, |
| "grad_norm": 1.0114339590072632, |
| "learning_rate": 7.938926261462366e-06, |
| "loss": 1.409, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.308300395256917, |
| "eval_loss": 1.2486090660095215, |
| "eval_runtime": 0.6312, |
| "eval_samples_per_second": 33.269, |
| "eval_steps_per_second": 4.753, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.31225296442687744, |
| "grad_norm": 0.8975977301597595, |
| "learning_rate": 7.887863517111337e-06, |
| "loss": 1.3565, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.31620553359683795, |
| "grad_norm": 0.9322842955589294, |
| "learning_rate": 7.836344745633785e-06, |
| "loss": 1.336, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.3201581027667984, |
| "grad_norm": 0.934016227722168, |
| "learning_rate": 7.78437808244094e-06, |
| "loss": 1.318, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.3241106719367589, |
| "grad_norm": 0.8984368443489075, |
| "learning_rate": 7.731971733671347e-06, |
| "loss": 1.264, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.32806324110671936, |
| "grad_norm": 0.9175249338150024, |
| "learning_rate": 7.679133974894984e-06, |
| "loss": 1.2758, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.33201581027667987, |
| "grad_norm": 1.0880227088928223, |
| "learning_rate": 7.6258731498064796e-06, |
| "loss": 1.1448, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.3359683794466403, |
| "grad_norm": 0.8632190823554993, |
| "learning_rate": 7.572197668907533e-06, |
| "loss": 1.2644, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.33992094861660077, |
| "grad_norm": 0.8895804286003113, |
| "learning_rate": 7.518116008178805e-06, |
| "loss": 1.2656, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.3438735177865613, |
| "grad_norm": 0.9582334756851196, |
| "learning_rate": 7.463636707741458e-06, |
| "loss": 1.2453, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.34782608695652173, |
| "grad_norm": 0.8999531865119934, |
| "learning_rate": 7.408768370508577e-06, |
| "loss": 1.1815, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.35177865612648224, |
| "grad_norm": 0.8813087940216064, |
| "learning_rate": 7.353519660826665e-06, |
| "loss": 1.2232, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.3557312252964427, |
| "grad_norm": 0.8202010989189148, |
| "learning_rate": 7.297899303107441e-06, |
| "loss": 1.1386, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.35968379446640314, |
| "grad_norm": 0.9317258596420288, |
| "learning_rate": 7.241916080450163e-06, |
| "loss": 1.2962, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 0.8814587593078613, |
| "learning_rate": 7.185578833254665e-06, |
| "loss": 1.3109, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.3675889328063241, |
| "grad_norm": 0.9203696846961975, |
| "learning_rate": 7.128896457825364e-06, |
| "loss": 1.4728, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.3715415019762846, |
| "grad_norm": 0.842402994632721, |
| "learning_rate": 7.071877904966422e-06, |
| "loss": 1.2597, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.37549407114624506, |
| "grad_norm": 0.8974599838256836, |
| "learning_rate": 7.014532178568314e-06, |
| "loss": 1.2041, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.3794466403162055, |
| "grad_norm": 0.8709033727645874, |
| "learning_rate": 6.9568683341860135e-06, |
| "loss": 1.1369, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.383399209486166, |
| "grad_norm": 0.8162269592285156, |
| "learning_rate": 6.898895477609007e-06, |
| "loss": 1.2103, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.38735177865612647, |
| "grad_norm": 0.8966283798217773, |
| "learning_rate": 6.840622763423391e-06, |
| "loss": 1.2609, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.391304347826087, |
| "grad_norm": 0.8919047117233276, |
| "learning_rate": 6.782059393566254e-06, |
| "loss": 1.1807, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.3952569169960474, |
| "grad_norm": 0.9296970367431641, |
| "learning_rate": 6.723214615872585e-06, |
| "loss": 1.3748, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.39920948616600793, |
| "grad_norm": 0.8833282589912415, |
| "learning_rate": 6.664097722614934e-06, |
| "loss": 1.271, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.4031620553359684, |
| "grad_norm": 0.9111071228981018, |
| "learning_rate": 6.604718049036047e-06, |
| "loss": 1.3016, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.40711462450592883, |
| "grad_norm": 0.9141144156455994, |
| "learning_rate": 6.545084971874738e-06, |
| "loss": 1.3072, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.41106719367588934, |
| "grad_norm": 0.8589788675308228, |
| "learning_rate": 6.485207907885175e-06, |
| "loss": 1.1914, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.41106719367588934, |
| "eval_loss": 1.2048839330673218, |
| "eval_runtime": 0.6355, |
| "eval_samples_per_second": 33.045, |
| "eval_steps_per_second": 4.721, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.4150197628458498, |
| "grad_norm": 0.9179502725601196, |
| "learning_rate": 6.425096312349881e-06, |
| "loss": 1.3336, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.4189723320158103, |
| "grad_norm": 0.8490063548088074, |
| "learning_rate": 6.364759677586627e-06, |
| "loss": 1.275, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.42292490118577075, |
| "grad_norm": 0.8626274466514587, |
| "learning_rate": 6.304207531449486e-06, |
| "loss": 1.237, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.4268774703557312, |
| "grad_norm": 0.855128824710846, |
| "learning_rate": 6.243449435824276e-06, |
| "loss": 1.1993, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.4308300395256917, |
| "grad_norm": 0.8959077000617981, |
| "learning_rate": 6.182494985118625e-06, |
| "loss": 1.3898, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.43478260869565216, |
| "grad_norm": 0.9411128163337708, |
| "learning_rate": 6.121353804746907e-06, |
| "loss": 1.1805, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.43873517786561267, |
| "grad_norm": 0.8071564435958862, |
| "learning_rate": 6.060035549610275e-06, |
| "loss": 0.8793, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.4426877470355731, |
| "grad_norm": 0.873630702495575, |
| "learning_rate": 5.9985499025720354e-06, |
| "loss": 1.3551, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.44664031620553357, |
| "grad_norm": 0.7491222620010376, |
| "learning_rate": 5.936906572928625e-06, |
| "loss": 1.0515, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.4505928853754941, |
| "grad_norm": 0.8194934129714966, |
| "learning_rate": 5.8751152948763815e-06, |
| "loss": 1.0884, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.45454545454545453, |
| "grad_norm": 0.9355419874191284, |
| "learning_rate": 5.813185825974419e-06, |
| "loss": 1.4432, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.45849802371541504, |
| "grad_norm": 0.760794460773468, |
| "learning_rate": 5.751127945603786e-06, |
| "loss": 1.0239, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.4624505928853755, |
| "grad_norm": 0.9574670791625977, |
| "learning_rate": 5.68895145342319e-06, |
| "loss": 1.5178, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.466403162055336, |
| "grad_norm": 0.9131107330322266, |
| "learning_rate": 5.626666167821522e-06, |
| "loss": 1.3872, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.47035573122529645, |
| "grad_norm": 0.9126591682434082, |
| "learning_rate": 5.5642819243674085e-06, |
| "loss": 1.3254, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.4743083003952569, |
| "grad_norm": 0.8607676029205322, |
| "learning_rate": 5.5018085742560745e-06, |
| "loss": 1.1636, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.4782608695652174, |
| "grad_norm": 0.8300676345825195, |
| "learning_rate": 5.439255982753717e-06, |
| "loss": 1.0787, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.48221343873517786, |
| "grad_norm": 0.8748376965522766, |
| "learning_rate": 5.376634027639664e-06, |
| "loss": 1.3438, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.48616600790513836, |
| "grad_norm": 0.8148254156112671, |
| "learning_rate": 5.3139525976465675e-06, |
| "loss": 1.2148, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.4901185770750988, |
| "grad_norm": 0.7850709557533264, |
| "learning_rate": 5.251221590898848e-06, |
| "loss": 1.1715, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.49407114624505927, |
| "grad_norm": 0.8794577717781067, |
| "learning_rate": 5.188450913349674e-06, |
| "loss": 1.1467, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.4980237154150198, |
| "grad_norm": 0.8375518321990967, |
| "learning_rate": 5.1256504772166885e-06, |
| "loss": 1.2558, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.5019762845849802, |
| "grad_norm": 0.7941477298736572, |
| "learning_rate": 5.062830199416764e-06, |
| "loss": 1.0128, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.5059288537549407, |
| "grad_norm": 0.9250499606132507, |
| "learning_rate": 5e-06, |
| "loss": 1.2622, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.5098814229249012, |
| "grad_norm": 0.9209011793136597, |
| "learning_rate": 4.937169800583237e-06, |
| "loss": 1.3989, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.5138339920948617, |
| "grad_norm": 0.8219020962715149, |
| "learning_rate": 4.874349522783313e-06, |
| "loss": 1.1264, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.5138339920948617, |
| "eval_loss": 1.1763263940811157, |
| "eval_runtime": 0.6328, |
| "eval_samples_per_second": 33.184, |
| "eval_steps_per_second": 4.741, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.5177865612648221, |
| "grad_norm": 0.9172279238700867, |
| "learning_rate": 4.811549086650327e-06, |
| "loss": 1.2868, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.5217391304347826, |
| "grad_norm": 0.8297377228736877, |
| "learning_rate": 4.748778409101153e-06, |
| "loss": 1.221, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.525691699604743, |
| "grad_norm": 0.8089572787284851, |
| "learning_rate": 4.686047402353433e-06, |
| "loss": 1.2466, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.5296442687747036, |
| "grad_norm": 0.8571174144744873, |
| "learning_rate": 4.6233659723603374e-06, |
| "loss": 1.3095, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.5335968379446641, |
| "grad_norm": 0.9645123481750488, |
| "learning_rate": 4.560744017246284e-06, |
| "loss": 1.4281, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.5375494071146245, |
| "grad_norm": 0.8215659856796265, |
| "learning_rate": 4.4981914257439254e-06, |
| "loss": 1.1636, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.541501976284585, |
| "grad_norm": 0.8466573357582092, |
| "learning_rate": 4.4357180756325915e-06, |
| "loss": 1.2409, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.5454545454545454, |
| "grad_norm": 0.8330338597297668, |
| "learning_rate": 4.373333832178478e-06, |
| "loss": 1.1857, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.549407114624506, |
| "grad_norm": 0.8727869987487793, |
| "learning_rate": 4.31104854657681e-06, |
| "loss": 1.1947, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.5533596837944664, |
| "grad_norm": 0.8822157979011536, |
| "learning_rate": 4.248872054396215e-06, |
| "loss": 1.1367, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.5573122529644269, |
| "grad_norm": 0.876277506351471, |
| "learning_rate": 4.186814174025582e-06, |
| "loss": 1.1754, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.5612648221343873, |
| "grad_norm": 0.8091803789138794, |
| "learning_rate": 4.124884705123619e-06, |
| "loss": 1.1789, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.5652173913043478, |
| "grad_norm": 0.9175235629081726, |
| "learning_rate": 4.063093427071376e-06, |
| "loss": 1.2189, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.5691699604743083, |
| "grad_norm": 0.8601986765861511, |
| "learning_rate": 4.001450097427965e-06, |
| "loss": 1.3021, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.5731225296442688, |
| "grad_norm": 0.821972668170929, |
| "learning_rate": 3.939964450389728e-06, |
| "loss": 1.2536, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.5770750988142292, |
| "grad_norm": 0.8965577483177185, |
| "learning_rate": 3.8786461952530955e-06, |
| "loss": 1.2669, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.5810276679841897, |
| "grad_norm": 0.8901940584182739, |
| "learning_rate": 3.817505014881378e-06, |
| "loss": 1.2246, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.5849802371541502, |
| "grad_norm": 0.8637762069702148, |
| "learning_rate": 3.756550564175727e-06, |
| "loss": 1.2705, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.5889328063241107, |
| "grad_norm": 0.8907751441001892, |
| "learning_rate": 3.695792468550517e-06, |
| "loss": 1.3191, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.5928853754940712, |
| "grad_norm": 0.9000714421272278, |
| "learning_rate": 3.635240322413375e-06, |
| "loss": 1.3388, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.5968379446640316, |
| "grad_norm": 0.8116331696510315, |
| "learning_rate": 3.5749036876501196e-06, |
| "loss": 1.2169, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.6007905138339921, |
| "grad_norm": 0.9376166462898254, |
| "learning_rate": 3.5147920921148267e-06, |
| "loss": 1.4159, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.6047430830039525, |
| "grad_norm": 0.8815961480140686, |
| "learning_rate": 3.4549150281252635e-06, |
| "loss": 1.3918, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.6086956521739131, |
| "grad_norm": 0.8155955672264099, |
| "learning_rate": 3.3952819509639534e-06, |
| "loss": 1.0842, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.6126482213438735, |
| "grad_norm": 0.8554919958114624, |
| "learning_rate": 3.3359022773850673e-06, |
| "loss": 1.3536, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.616600790513834, |
| "grad_norm": 0.8661870956420898, |
| "learning_rate": 3.2767853841274154e-06, |
| "loss": 1.1721, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.616600790513834, |
| "eval_loss": 1.1584229469299316, |
| "eval_runtime": 0.6329, |
| "eval_samples_per_second": 33.182, |
| "eval_steps_per_second": 4.74, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.6205533596837944, |
| "grad_norm": 0.8114671111106873, |
| "learning_rate": 3.217940606433747e-06, |
| "loss": 1.0664, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.6245059288537549, |
| "grad_norm": 0.863220751285553, |
| "learning_rate": 3.1593772365766107e-06, |
| "loss": 1.2761, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.6284584980237155, |
| "grad_norm": 0.8586646318435669, |
| "learning_rate": 3.1011045223909954e-06, |
| "loss": 1.2633, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.6324110671936759, |
| "grad_norm": 0.8601418137550354, |
| "learning_rate": 3.043131665813988e-06, |
| "loss": 1.2919, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.6363636363636364, |
| "grad_norm": 0.8035183548927307, |
| "learning_rate": 2.9854678214316875e-06, |
| "loss": 1.1463, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.6403162055335968, |
| "grad_norm": 0.8140465021133423, |
| "learning_rate": 2.92812209503358e-06, |
| "loss": 1.0966, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.6442687747035574, |
| "grad_norm": 0.8538705706596375, |
| "learning_rate": 2.871103542174637e-06, |
| "loss": 1.2748, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.6482213438735178, |
| "grad_norm": 0.8856031894683838, |
| "learning_rate": 2.814421166745337e-06, |
| "loss": 1.3632, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.6521739130434783, |
| "grad_norm": 0.8147869110107422, |
| "learning_rate": 2.7580839195498397e-06, |
| "loss": 1.1984, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.6561264822134387, |
| "grad_norm": 0.9556436538696289, |
| "learning_rate": 2.7021006968925613e-06, |
| "loss": 1.5325, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.6600790513833992, |
| "grad_norm": 0.8936392664909363, |
| "learning_rate": 2.646480339173337e-06, |
| "loss": 1.4192, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.6640316205533597, |
| "grad_norm": 0.8458386063575745, |
| "learning_rate": 2.5912316294914232e-06, |
| "loss": 1.2821, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.6679841897233202, |
| "grad_norm": 0.9311079382896423, |
| "learning_rate": 2.536363292258543e-06, |
| "loss": 1.3371, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.6719367588932806, |
| "grad_norm": 0.8807729482650757, |
| "learning_rate": 2.4818839918211963e-06, |
| "loss": 1.2789, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.6758893280632411, |
| "grad_norm": 0.8326642513275146, |
| "learning_rate": 2.4278023310924676e-06, |
| "loss": 1.2545, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.6798418972332015, |
| "grad_norm": 0.7561216950416565, |
| "learning_rate": 2.3741268501935212e-06, |
| "loss": 0.9872, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.6837944664031621, |
| "grad_norm": 0.9049252867698669, |
| "learning_rate": 2.320866025105016e-06, |
| "loss": 1.0876, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.6877470355731226, |
| "grad_norm": 0.8050791621208191, |
| "learning_rate": 2.268028266328655e-06, |
| "loss": 1.2257, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.691699604743083, |
| "grad_norm": 0.7893306016921997, |
| "learning_rate": 2.2156219175590623e-06, |
| "loss": 1.1499, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.6956521739130435, |
| "grad_norm": 0.8402442336082458, |
| "learning_rate": 2.1636552543662187e-06, |
| "loss": 1.3324, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.6996047430830039, |
| "grad_norm": 0.847458004951477, |
| "learning_rate": 2.112136482888663e-06, |
| "loss": 1.3478, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.7035573122529645, |
| "grad_norm": 0.8522107601165771, |
| "learning_rate": 2.061073738537635e-06, |
| "loss": 1.2586, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.7075098814229249, |
| "grad_norm": 0.8222721219062805, |
| "learning_rate": 2.0104750847124075e-06, |
| "loss": 1.2455, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.7114624505928854, |
| "grad_norm": 0.8545589447021484, |
| "learning_rate": 1.9603485115269743e-06, |
| "loss": 1.2892, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.7154150197628458, |
| "grad_norm": 0.7990689873695374, |
| "learning_rate": 1.910701934548329e-06, |
| "loss": 1.1216, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.7193675889328063, |
| "grad_norm": 0.8381747007369995, |
| "learning_rate": 1.8615431935464984e-06, |
| "loss": 1.2738, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.7193675889328063, |
| "eval_loss": 1.1467477083206177, |
| "eval_runtime": 0.6308, |
| "eval_samples_per_second": 33.29, |
| "eval_steps_per_second": 4.756, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.7233201581027668, |
| "grad_norm": 0.8528211712837219, |
| "learning_rate": 1.8128800512565514e-06, |
| "loss": 1.3237, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 0.8386929035186768, |
| "learning_rate": 1.7647201921527802e-06, |
| "loss": 1.1454, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.7312252964426877, |
| "grad_norm": 0.9228261709213257, |
| "learning_rate": 1.7170712212352187e-06, |
| "loss": 1.5128, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.7351778656126482, |
| "grad_norm": 0.763982892036438, |
| "learning_rate": 1.6699406628287423e-06, |
| "loss": 0.9779, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.7391304347826086, |
| "grad_norm": 0.9443770051002502, |
| "learning_rate": 1.6233359593948777e-06, |
| "loss": 0.9658, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.7430830039525692, |
| "grad_norm": 0.8337656855583191, |
| "learning_rate": 1.5772644703565564e-06, |
| "loss": 1.2752, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.7470355731225297, |
| "grad_norm": 0.8052669763565063, |
| "learning_rate": 1.531733470935976e-06, |
| "loss": 1.1755, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.7509881422924901, |
| "grad_norm": 0.8237268328666687, |
| "learning_rate": 1.4867501510057548e-06, |
| "loss": 1.1529, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.7549407114624506, |
| "grad_norm": 0.8448726534843445, |
| "learning_rate": 1.4423216139535735e-06, |
| "loss": 1.2361, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.758893280632411, |
| "grad_norm": 0.8243027329444885, |
| "learning_rate": 1.3984548755604655e-06, |
| "loss": 1.2842, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.7628458498023716, |
| "grad_norm": 0.8658849000930786, |
| "learning_rate": 1.3551568628929434e-06, |
| "loss": 1.256, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.766798418972332, |
| "grad_norm": 0.8200253248214722, |
| "learning_rate": 1.312434413209131e-06, |
| "loss": 1.1356, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.7707509881422925, |
| "grad_norm": 0.8177831768989563, |
| "learning_rate": 1.2702942728790897e-06, |
| "loss": 1.151, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.7747035573122529, |
| "grad_norm": 0.8590410351753235, |
| "learning_rate": 1.2287430963194807e-06, |
| "loss": 1.3267, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.7786561264822134, |
| "grad_norm": 0.8247159719467163, |
| "learning_rate": 1.18778744494276e-06, |
| "loss": 1.1943, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.782608695652174, |
| "grad_norm": 0.9330562949180603, |
| "learning_rate": 1.1474337861210543e-06, |
| "loss": 1.4392, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.7865612648221344, |
| "grad_norm": 0.8507537841796875, |
| "learning_rate": 1.1076884921648834e-06, |
| "loss": 1.2678, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.7905138339920948, |
| "grad_norm": 0.8290367126464844, |
| "learning_rate": 1.0685578393169054e-06, |
| "loss": 1.2738, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.7944664031620553, |
| "grad_norm": 0.8783449530601501, |
| "learning_rate": 1.0300480067608232e-06, |
| "loss": 1.4097, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.7984189723320159, |
| "grad_norm": 0.8614851236343384, |
| "learning_rate": 9.921650756456164e-07, |
| "loss": 1.1463, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.8023715415019763, |
| "grad_norm": 0.8946048617362976, |
| "learning_rate": 9.549150281252633e-07, |
| "loss": 1.3288, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.8063241106719368, |
| "grad_norm": 0.8253918290138245, |
| "learning_rate": 9.183037464140804e-07, |
| "loss": 1.1852, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.8102766798418972, |
| "grad_norm": 0.8394426107406616, |
| "learning_rate": 8.823370118578628e-07, |
| "loss": 1.2328, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.8142292490118577, |
| "grad_norm": 0.7891396880149841, |
| "learning_rate": 8.470205040209362e-07, |
| "loss": 1.2409, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.8181818181818182, |
| "grad_norm": 0.8969730138778687, |
| "learning_rate": 8.123597997892918e-07, |
| "loss": 1.4195, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.8221343873517787, |
| "grad_norm": 0.7859252095222473, |
| "learning_rate": 7.783603724899258e-07, |
| "loss": 1.1729, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.8221343873517787, |
| "eval_loss": 1.1414591073989868, |
| "eval_runtime": 0.63, |
| "eval_samples_per_second": 33.334, |
| "eval_steps_per_second": 4.762, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.8260869565217391, |
| "grad_norm": 0.8004709482192993, |
| "learning_rate": 7.450275910265415e-07, |
| "loss": 1.1787, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.8300395256916996, |
| "grad_norm": 0.8863723874092102, |
| "learning_rate": 7.123667190317396e-07, |
| "loss": 1.3486, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.83399209486166, |
| "grad_norm": 0.7677893042564392, |
| "learning_rate": 6.803829140358237e-07, |
| "loss": 1.2067, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.8379446640316206, |
| "grad_norm": 0.7935658097267151, |
| "learning_rate": 6.490812266523716e-07, |
| "loss": 1.0929, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.841897233201581, |
| "grad_norm": 0.7727168798446655, |
| "learning_rate": 6.184665997806832e-07, |
| "loss": 1.0544, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.8458498023715415, |
| "grad_norm": 0.8302650451660156, |
| "learning_rate": 5.885438678252342e-07, |
| "loss": 1.2409, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.849802371541502, |
| "grad_norm": 0.8888508081436157, |
| "learning_rate": 5.593177559322776e-07, |
| "loss": 1.3816, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.8537549407114624, |
| "grad_norm": 0.76105135679245, |
| "learning_rate": 5.307928792436812e-07, |
| "loss": 1.0972, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.857707509881423, |
| "grad_norm": 0.8869984149932861, |
| "learning_rate": 5.029737421681446e-07, |
| "loss": 1.3786, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.8616600790513834, |
| "grad_norm": 0.8762255907058716, |
| "learning_rate": 4.758647376699033e-07, |
| "loss": 1.3592, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.8656126482213439, |
| "grad_norm": 0.8182483911514282, |
| "learning_rate": 4.494701465750217e-07, |
| "loss": 1.3265, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.8695652173913043, |
| "grad_norm": 0.8035054206848145, |
| "learning_rate": 4.237941368954124e-07, |
| "loss": 1.1705, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.8735177865612648, |
| "grad_norm": 0.8334324359893799, |
| "learning_rate": 3.9884076317064813e-07, |
| "loss": 1.2725, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.8774703557312253, |
| "grad_norm": 0.8486202955245972, |
| "learning_rate": 3.7461396582771035e-07, |
| "loss": 1.2205, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.8814229249011858, |
| "grad_norm": 0.8365004658699036, |
| "learning_rate": 3.511175705587433e-07, |
| "loss": 1.2246, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.8853754940711462, |
| "grad_norm": 0.7247976660728455, |
| "learning_rate": 3.283552877169399e-07, |
| "loss": 1.0818, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.8893280632411067, |
| "grad_norm": 0.9177906513214111, |
| "learning_rate": 3.0633071173062966e-07, |
| "loss": 1.328, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.8932806324110671, |
| "grad_norm": 0.8105781078338623, |
| "learning_rate": 2.850473205356774e-07, |
| "loss": 1.0848, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.8972332015810277, |
| "grad_norm": 0.8612114191055298, |
| "learning_rate": 2.6450847502627883e-07, |
| "loss": 1.3192, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.9011857707509882, |
| "grad_norm": 0.8288993239402771, |
| "learning_rate": 2.447174185242324e-07, |
| "loss": 1.2458, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.9051383399209486, |
| "grad_norm": 0.8506494760513306, |
| "learning_rate": 2.2567727626678527e-07, |
| "loss": 1.2568, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 0.9084119200706482, |
| "learning_rate": 2.0739105491312028e-07, |
| "loss": 1.4233, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.9130434782608695, |
| "grad_norm": 0.9303674101829529, |
| "learning_rate": 1.8986164206957037e-07, |
| "loss": 1.3435, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.9169960474308301, |
| "grad_norm": 0.8007397055625916, |
| "learning_rate": 1.7309180583363062e-07, |
| "loss": 1.1919, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.9209486166007905, |
| "grad_norm": 0.7730187177658081, |
| "learning_rate": 1.5708419435684463e-07, |
| "loss": 1.0833, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.924901185770751, |
| "grad_norm": 0.9434295296669006, |
| "learning_rate": 1.4184133542663014e-07, |
| "loss": 1.4446, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.924901185770751, |
| "eval_loss": 1.1398719549179077, |
| "eval_runtime": 0.6371, |
| "eval_samples_per_second": 32.96, |
| "eval_steps_per_second": 4.709, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.9288537549407114, |
| "grad_norm": 0.8378840684890747, |
| "learning_rate": 1.2736563606711384e-07, |
| "loss": 1.3058, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.932806324110672, |
| "grad_norm": 0.7894282341003418, |
| "learning_rate": 1.136593821590326e-07, |
| "loss": 1.1822, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.9367588932806324, |
| "grad_norm": 0.8614757657051086, |
| "learning_rate": 1.007247380787657e-07, |
| "loss": 1.2477, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.9407114624505929, |
| "grad_norm": 0.7437376976013184, |
| "learning_rate": 8.856374635655696e-08, |
| "loss": 0.9579, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.9446640316205533, |
| "grad_norm": 0.8177477717399597, |
| "learning_rate": 7.717832735397335e-08, |
| "loss": 1.2895, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.9486166007905138, |
| "grad_norm": 0.8371565937995911, |
| "learning_rate": 6.657027896065982e-08, |
| "loss": 1.2901, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.9525691699604744, |
| "grad_norm": 0.8062224388122559, |
| "learning_rate": 5.674127631043025e-08, |
| "loss": 1.1185, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.9565217391304348, |
| "grad_norm": 0.782124936580658, |
| "learning_rate": 4.769287151674407e-08, |
| "loss": 1.1315, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.9604743083003953, |
| "grad_norm": 0.8169525265693665, |
| "learning_rate": 3.9426493427611177e-08, |
| "loss": 1.3511, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.9644268774703557, |
| "grad_norm": 0.791191577911377, |
| "learning_rate": 3.194344739995803e-08, |
| "loss": 1.2501, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.9683794466403162, |
| "grad_norm": 0.7813810706138611, |
| "learning_rate": 2.5244915093499134e-08, |
| "loss": 1.1408, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.9723320158102767, |
| "grad_norm": 0.8077353239059448, |
| "learning_rate": 1.9331954284137476e-08, |
| "loss": 1.2169, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.9762845849802372, |
| "grad_norm": 0.8798792362213135, |
| "learning_rate": 1.4205498696930332e-08, |
| "loss": 1.4156, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.9802371541501976, |
| "grad_norm": 0.7928077578544617, |
| "learning_rate": 9.866357858642206e-09, |
| "loss": 1.1922, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.9841897233201581, |
| "grad_norm": 0.8758398294448853, |
| "learning_rate": 6.315216969912663e-09, |
| "loss": 1.4098, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.9881422924901185, |
| "grad_norm": 0.8929165005683899, |
| "learning_rate": 3.5526367970539765e-09, |
| "loss": 1.3601, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.9920948616600791, |
| "grad_norm": 0.9001562595367432, |
| "learning_rate": 1.5790535835003006e-09, |
| "loss": 1.2039, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.9960474308300395, |
| "grad_norm": 0.8405194878578186, |
| "learning_rate": 3.9477898091944135e-10, |
| "loss": 1.1514, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.8833491206169128, |
| "learning_rate": 0.0, |
| "loss": 1.2887, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 253, |
| "total_flos": 8.443588829301965e+16, |
| "train_loss": 1.3333067849219553, |
| "train_runtime": 1520.8803, |
| "train_samples_per_second": 1.329, |
| "train_steps_per_second": 0.166 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 253, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 253, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 8.443588829301965e+16, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
