| { |
| "best_global_step": 1400, |
| "best_metric": 0.6364541053771973, |
| "best_model_checkpoint": "/scr/dhanda/projects/sampling_inference/trained_models/aswin_llama_star/checkpoint-1400", |
| "epoch": 1.0, |
| "eval_steps": 100, |
| "global_step": 1441, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.006939625260235947, |
| "grad_norm": 8.436548233032227, |
| "learning_rate": 2.7586206896551725e-06, |
| "loss": 0.8313, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.013879250520471894, |
| "grad_norm": 5.655324935913086, |
| "learning_rate": 6.206896551724138e-06, |
| "loss": 0.5995, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.020818875780707843, |
| "grad_norm": 6.097832202911377, |
| "learning_rate": 9.655172413793103e-06, |
| "loss": 0.5897, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.027758501040943788, |
| "grad_norm": 5.244992256164551, |
| "learning_rate": 1.310344827586207e-05, |
| "loss": 0.5975, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.03469812630117974, |
| "grad_norm": 5.82904577255249, |
| "learning_rate": 1.6551724137931037e-05, |
| "loss": 0.5866, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.041637751561415685, |
| "grad_norm": 4.755958557128906, |
| "learning_rate": 2e-05, |
| "loss": 0.6143, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.048577376821651634, |
| "grad_norm": 4.591907024383545, |
| "learning_rate": 2.3448275862068967e-05, |
| "loss": 0.6709, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.055517002081887576, |
| "grad_norm": 5.520663738250732, |
| "learning_rate": 2.689655172413793e-05, |
| "loss": 0.6815, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.062456627342123525, |
| "grad_norm": 5.258326530456543, |
| "learning_rate": 3.0344827586206897e-05, |
| "loss": 0.7171, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.06939625260235947, |
| "grad_norm": 4.56249475479126, |
| "learning_rate": 3.3793103448275865e-05, |
| "loss": 0.7289, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.06939625260235947, |
| "eval_loss": 0.7279375195503235, |
| "eval_runtime": 49.9788, |
| "eval_samples_per_second": 28.832, |
| "eval_steps_per_second": 7.223, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.07633587786259542, |
| "grad_norm": 3.349087715148926, |
| "learning_rate": 3.724137931034483e-05, |
| "loss": 0.7553, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.08327550312283137, |
| "grad_norm": 3.4430437088012695, |
| "learning_rate": 4.0689655172413795e-05, |
| "loss": 0.7228, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.09021512838306732, |
| "grad_norm": 4.375394821166992, |
| "learning_rate": 4.413793103448276e-05, |
| "loss": 0.8678, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.09715475364330327, |
| "grad_norm": 4.496102333068848, |
| "learning_rate": 4.7586206896551725e-05, |
| "loss": 0.8478, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.1040943789035392, |
| "grad_norm": 4.770753383636475, |
| "learning_rate": 4.988425925925926e-05, |
| "loss": 0.824, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.11103400416377515, |
| "grad_norm": 4.819082260131836, |
| "learning_rate": 4.949845679012346e-05, |
| "loss": 0.8833, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.1179736294240111, |
| "grad_norm": 5.851232528686523, |
| "learning_rate": 4.911265432098766e-05, |
| "loss": 0.8861, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.12491325468424705, |
| "grad_norm": 3.9091575145721436, |
| "learning_rate": 4.8726851851851855e-05, |
| "loss": 0.9043, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.131852879944483, |
| "grad_norm": 4.504231929779053, |
| "learning_rate": 4.834104938271605e-05, |
| "loss": 0.909, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.13879250520471895, |
| "grad_norm": 5.178035259246826, |
| "learning_rate": 4.795524691358025e-05, |
| "loss": 0.8768, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.13879250520471895, |
| "eval_loss": 0.8475821018218994, |
| "eval_runtime": 49.8841, |
| "eval_samples_per_second": 28.887, |
| "eval_steps_per_second": 7.237, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.1457321304649549, |
| "grad_norm": 4.2687907218933105, |
| "learning_rate": 4.756944444444444e-05, |
| "loss": 0.7687, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.15267175572519084, |
| "grad_norm": 3.8715438842773438, |
| "learning_rate": 4.7183641975308646e-05, |
| "loss": 0.8323, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.1596113809854268, |
| "grad_norm": 5.992573261260986, |
| "learning_rate": 4.679783950617284e-05, |
| "loss": 0.829, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.16655100624566274, |
| "grad_norm": 3.7021474838256836, |
| "learning_rate": 4.6412037037037034e-05, |
| "loss": 0.8627, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.1734906315058987, |
| "grad_norm": 3.4208054542541504, |
| "learning_rate": 4.602623456790124e-05, |
| "loss": 0.9109, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.18043025676613464, |
| "grad_norm": 3.720872163772583, |
| "learning_rate": 4.5640432098765436e-05, |
| "loss": 0.8255, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.1873698820263706, |
| "grad_norm": 3.8880999088287354, |
| "learning_rate": 4.525462962962963e-05, |
| "loss": 0.8802, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.19430950728660654, |
| "grad_norm": 3.356327772140503, |
| "learning_rate": 4.486882716049383e-05, |
| "loss": 0.9039, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.20124913254684246, |
| "grad_norm": 3.6388580799102783, |
| "learning_rate": 4.448302469135803e-05, |
| "loss": 0.8776, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.2081887578070784, |
| "grad_norm": 4.57245397567749, |
| "learning_rate": 4.4097222222222226e-05, |
| "loss": 0.8568, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2081887578070784, |
| "eval_loss": 0.8598970770835876, |
| "eval_runtime": 50.2014, |
| "eval_samples_per_second": 28.704, |
| "eval_steps_per_second": 7.191, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.21512838306731435, |
| "grad_norm": 3.0655972957611084, |
| "learning_rate": 4.3711419753086424e-05, |
| "loss": 0.8248, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.2220680083275503, |
| "grad_norm": 3.4082236289978027, |
| "learning_rate": 4.332561728395062e-05, |
| "loss": 0.8737, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.22900763358778625, |
| "grad_norm": 4.789612770080566, |
| "learning_rate": 4.293981481481482e-05, |
| "loss": 0.8218, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.2359472588480222, |
| "grad_norm": 3.7866945266723633, |
| "learning_rate": 4.255401234567901e-05, |
| "loss": 0.8208, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.24288688410825815, |
| "grad_norm": 4.31322717666626, |
| "learning_rate": 4.2168209876543214e-05, |
| "loss": 0.7825, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2498265093684941, |
| "grad_norm": 3.4791786670684814, |
| "learning_rate": 4.178240740740741e-05, |
| "loss": 0.8161, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.25676613462873005, |
| "grad_norm": 4.521151542663574, |
| "learning_rate": 4.13966049382716e-05, |
| "loss": 0.7744, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.263705759888966, |
| "grad_norm": 2.1991310119628906, |
| "learning_rate": 4.104938271604938e-05, |
| "loss": 0.8381, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.27064538514920194, |
| "grad_norm": 3.745811939239502, |
| "learning_rate": 4.066358024691358e-05, |
| "loss": 0.9447, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.2775850104094379, |
| "grad_norm": 3.5998716354370117, |
| "learning_rate": 4.027777777777778e-05, |
| "loss": 0.8452, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.2775850104094379, |
| "eval_loss": 0.8371486067771912, |
| "eval_runtime": 50.1497, |
| "eval_samples_per_second": 28.734, |
| "eval_steps_per_second": 7.198, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.28452463566967384, |
| "grad_norm": 4.008808612823486, |
| "learning_rate": 3.9891975308641976e-05, |
| "loss": 0.8101, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.2914642609299098, |
| "grad_norm": 4.993364334106445, |
| "learning_rate": 3.950617283950617e-05, |
| "loss": 0.9292, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.29840388619014574, |
| "grad_norm": 3.597254514694214, |
| "learning_rate": 3.912037037037037e-05, |
| "loss": 0.8176, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.3053435114503817, |
| "grad_norm": 4.86491584777832, |
| "learning_rate": 3.873456790123457e-05, |
| "loss": 0.7595, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.31228313671061764, |
| "grad_norm": 4.191522121429443, |
| "learning_rate": 3.8348765432098766e-05, |
| "loss": 0.8463, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.3192227619708536, |
| "grad_norm": 3.8313114643096924, |
| "learning_rate": 3.7962962962962964e-05, |
| "loss": 0.815, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.32616238723108953, |
| "grad_norm": 2.289886951446533, |
| "learning_rate": 3.757716049382716e-05, |
| "loss": 0.7598, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.3331020124913255, |
| "grad_norm": 3.6466236114501953, |
| "learning_rate": 3.719135802469136e-05, |
| "loss": 0.7771, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.34004163775156143, |
| "grad_norm": 3.2481741905212402, |
| "learning_rate": 3.6805555555555556e-05, |
| "loss": 0.7833, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.3469812630117974, |
| "grad_norm": 5.6007208824157715, |
| "learning_rate": 3.6419753086419754e-05, |
| "loss": 0.8243, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.3469812630117974, |
| "eval_loss": 0.8030129671096802, |
| "eval_runtime": 50.3084, |
| "eval_samples_per_second": 28.643, |
| "eval_steps_per_second": 7.176, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.35392088827203333, |
| "grad_norm": 4.155673503875732, |
| "learning_rate": 3.603395061728395e-05, |
| "loss": 0.7968, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.3608605135322693, |
| "grad_norm": 3.114962577819824, |
| "learning_rate": 3.564814814814815e-05, |
| "loss": 0.815, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.3678001387925052, |
| "grad_norm": 4.049103736877441, |
| "learning_rate": 3.526234567901235e-05, |
| "loss": 0.8768, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.3747397640527412, |
| "grad_norm": 3.64631724357605, |
| "learning_rate": 3.4876543209876545e-05, |
| "loss": 0.7909, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.3816793893129771, |
| "grad_norm": 3.093494176864624, |
| "learning_rate": 3.449074074074074e-05, |
| "loss": 0.7576, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.3886190145732131, |
| "grad_norm": 3.2251219749450684, |
| "learning_rate": 3.410493827160494e-05, |
| "loss": 0.813, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.39555863983344897, |
| "grad_norm": 2.702892303466797, |
| "learning_rate": 3.371913580246914e-05, |
| "loss": 0.7765, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.4024982650936849, |
| "grad_norm": 3.3482439517974854, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.8653, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.40943789035392086, |
| "grad_norm": 2.537188768386841, |
| "learning_rate": 3.294753086419753e-05, |
| "loss": 0.7409, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.4163775156141568, |
| "grad_norm": 3.178288459777832, |
| "learning_rate": 3.256172839506173e-05, |
| "loss": 0.7191, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.4163775156141568, |
| "eval_loss": 0.7933737635612488, |
| "eval_runtime": 50.9506, |
| "eval_samples_per_second": 28.282, |
| "eval_steps_per_second": 7.085, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.42331714087439276, |
| "grad_norm": 3.4489400386810303, |
| "learning_rate": 3.221450617283951e-05, |
| "loss": 0.8456, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.4302567661346287, |
| "grad_norm": 3.6795783042907715, |
| "learning_rate": 3.182870370370371e-05, |
| "loss": 0.8392, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.43719639139486466, |
| "grad_norm": 2.7610459327697754, |
| "learning_rate": 3.14429012345679e-05, |
| "loss": 0.7238, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.4441360166551006, |
| "grad_norm": 3.525322675704956, |
| "learning_rate": 3.10570987654321e-05, |
| "loss": 0.8437, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.45107564191533656, |
| "grad_norm": 4.020907402038574, |
| "learning_rate": 3.06712962962963e-05, |
| "loss": 0.8097, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.4580152671755725, |
| "grad_norm": 4.816994667053223, |
| "learning_rate": 3.0285493827160495e-05, |
| "loss": 0.7754, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.46495489243580845, |
| "grad_norm": 2.7212016582489014, |
| "learning_rate": 2.9899691358024696e-05, |
| "loss": 0.7264, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.4718945176960444, |
| "grad_norm": 2.6413140296936035, |
| "learning_rate": 2.951388888888889e-05, |
| "loss": 0.7636, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.47883414295628035, |
| "grad_norm": 3.3349661827087402, |
| "learning_rate": 2.9128086419753087e-05, |
| "loss": 0.7971, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.4857737682165163, |
| "grad_norm": 3.037588119506836, |
| "learning_rate": 2.8780864197530867e-05, |
| "loss": 0.7778, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.4857737682165163, |
| "eval_loss": 0.7744709849357605, |
| "eval_runtime": 50.6673, |
| "eval_samples_per_second": 28.44, |
| "eval_steps_per_second": 7.125, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.49271339347675225, |
| "grad_norm": 3.02775239944458, |
| "learning_rate": 2.839506172839506e-05, |
| "loss": 0.7377, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.4996530187369882, |
| "grad_norm": 3.7178709506988525, |
| "learning_rate": 2.8009259259259263e-05, |
| "loss": 0.7315, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.5065926439972241, |
| "grad_norm": 2.3943405151367188, |
| "learning_rate": 2.762345679012346e-05, |
| "loss": 0.6843, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.5135322692574601, |
| "grad_norm": 3.1974751949310303, |
| "learning_rate": 2.7237654320987654e-05, |
| "loss": 0.7292, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.520471894517696, |
| "grad_norm": 2.935885429382324, |
| "learning_rate": 2.6851851851851855e-05, |
| "loss": 0.8194, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.527411519777932, |
| "grad_norm": 6.58482027053833, |
| "learning_rate": 2.6466049382716053e-05, |
| "loss": 0.6681, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.5343511450381679, |
| "grad_norm": 2.9752790927886963, |
| "learning_rate": 2.6080246913580247e-05, |
| "loss": 0.8489, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.5412907702984039, |
| "grad_norm": 3.415062427520752, |
| "learning_rate": 2.5694444444444445e-05, |
| "loss": 0.7535, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.5482303955586398, |
| "grad_norm": 2.9602854251861572, |
| "learning_rate": 2.5308641975308646e-05, |
| "loss": 0.7386, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.5551700208188758, |
| "grad_norm": 2.3397035598754883, |
| "learning_rate": 2.492283950617284e-05, |
| "loss": 0.6889, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.5551700208188758, |
| "eval_loss": 0.7451881766319275, |
| "eval_runtime": 50.5382, |
| "eval_samples_per_second": 28.513, |
| "eval_steps_per_second": 7.143, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.5621096460791117, |
| "grad_norm": 1.889366626739502, |
| "learning_rate": 2.4537037037037038e-05, |
| "loss": 0.7376, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.5690492713393477, |
| "grad_norm": 3.3545074462890625, |
| "learning_rate": 2.4151234567901235e-05, |
| "loss": 0.7324, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.5759888965995836, |
| "grad_norm": 3.243748426437378, |
| "learning_rate": 2.3765432098765433e-05, |
| "loss": 0.7056, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.5829285218598196, |
| "grad_norm": 1.6572705507278442, |
| "learning_rate": 2.337962962962963e-05, |
| "loss": 0.7623, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.5898681471200555, |
| "grad_norm": 3.6564319133758545, |
| "learning_rate": 2.2993827160493828e-05, |
| "loss": 0.8021, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.5968077723802915, |
| "grad_norm": 2.7752833366394043, |
| "learning_rate": 2.2608024691358026e-05, |
| "loss": 0.6935, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.6037473976405274, |
| "grad_norm": 4.253413677215576, |
| "learning_rate": 2.2222222222222223e-05, |
| "loss": 0.762, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.6106870229007634, |
| "grad_norm": 2.7186923027038574, |
| "learning_rate": 2.183641975308642e-05, |
| "loss": 0.7403, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.6176266481609993, |
| "grad_norm": 2.6007790565490723, |
| "learning_rate": 2.145061728395062e-05, |
| "loss": 0.7119, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.6245662734212353, |
| "grad_norm": 3.293909788131714, |
| "learning_rate": 2.1064814814814816e-05, |
| "loss": 0.6942, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.6245662734212353, |
| "eval_loss": 0.7264400720596313, |
| "eval_runtime": 50.4954, |
| "eval_samples_per_second": 28.537, |
| "eval_steps_per_second": 7.149, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.6315058986814712, |
| "grad_norm": 3.3802788257598877, |
| "learning_rate": 2.0679012345679014e-05, |
| "loss": 0.7141, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.6384455239417072, |
| "grad_norm": 2.965416669845581, |
| "learning_rate": 2.029320987654321e-05, |
| "loss": 0.7806, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.6453851492019431, |
| "grad_norm": 3.0134222507476807, |
| "learning_rate": 1.990740740740741e-05, |
| "loss": 0.6889, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.6523247744621791, |
| "grad_norm": 3.078749895095825, |
| "learning_rate": 1.9521604938271607e-05, |
| "loss": 0.753, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.659264399722415, |
| "grad_norm": 2.0064494609832764, |
| "learning_rate": 1.91358024691358e-05, |
| "loss": 0.6586, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.666204024982651, |
| "grad_norm": 3.144228458404541, |
| "learning_rate": 1.8750000000000002e-05, |
| "loss": 0.7233, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.6731436502428869, |
| "grad_norm": 3.3552615642547607, |
| "learning_rate": 1.83641975308642e-05, |
| "loss": 0.6848, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.6800832755031229, |
| "grad_norm": 2.424555540084839, |
| "learning_rate": 1.7978395061728397e-05, |
| "loss": 0.711, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.6870229007633588, |
| "grad_norm": 3.5036256313323975, |
| "learning_rate": 1.7592592592592595e-05, |
| "loss": 0.7794, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.6939625260235948, |
| "grad_norm": 3.1521127223968506, |
| "learning_rate": 1.720679012345679e-05, |
| "loss": 0.7769, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.6939625260235948, |
| "eval_loss": 0.705424964427948, |
| "eval_runtime": 50.3767, |
| "eval_samples_per_second": 28.604, |
| "eval_steps_per_second": 7.166, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.7009021512838307, |
| "grad_norm": 3.177053689956665, |
| "learning_rate": 1.682098765432099e-05, |
| "loss": 0.7342, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.7078417765440667, |
| "grad_norm": 2.742203712463379, |
| "learning_rate": 1.6435185185185187e-05, |
| "loss": 0.6258, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.7147814018043026, |
| "grad_norm": 2.73271107673645, |
| "learning_rate": 1.604938271604938e-05, |
| "loss": 0.7548, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.7217210270645386, |
| "grad_norm": 2.823657751083374, |
| "learning_rate": 1.5663580246913583e-05, |
| "loss": 0.7083, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.7286606523247745, |
| "grad_norm": 2.787195920944214, |
| "learning_rate": 1.527777777777778e-05, |
| "loss": 0.6906, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.7356002775850105, |
| "grad_norm": 3.4323344230651855, |
| "learning_rate": 1.4891975308641976e-05, |
| "loss": 0.7352, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.7425399028452464, |
| "grad_norm": 2.84405779838562, |
| "learning_rate": 1.4506172839506174e-05, |
| "loss": 0.7109, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.7494795281054824, |
| "grad_norm": 2.3355183601379395, |
| "learning_rate": 1.412037037037037e-05, |
| "loss": 0.6481, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.7564191533657183, |
| "grad_norm": 3.446125030517578, |
| "learning_rate": 1.3734567901234569e-05, |
| "loss": 0.7126, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.7633587786259542, |
| "grad_norm": 3.240204334259033, |
| "learning_rate": 1.3348765432098767e-05, |
| "loss": 0.6816, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.7633587786259542, |
| "eval_loss": 0.6829991936683655, |
| "eval_runtime": 50.4945, |
| "eval_samples_per_second": 28.538, |
| "eval_steps_per_second": 7.149, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.7702984038861902, |
| "grad_norm": 3.2107372283935547, |
| "learning_rate": 1.2962962962962962e-05, |
| "loss": 0.6874, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.7772380291464261, |
| "grad_norm": 3.1716368198394775, |
| "learning_rate": 1.2577160493827162e-05, |
| "loss": 0.7069, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.7841776544066621, |
| "grad_norm": 2.7112536430358887, |
| "learning_rate": 1.219135802469136e-05, |
| "loss": 0.6721, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.7911172796668979, |
| "grad_norm": 3.2708733081817627, |
| "learning_rate": 1.1805555555555555e-05, |
| "loss": 0.6656, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.7980569049271339, |
| "grad_norm": 3.133509874343872, |
| "learning_rate": 1.1419753086419753e-05, |
| "loss": 0.6972, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.8049965301873698, |
| "grad_norm": 2.5478899478912354, |
| "learning_rate": 1.1033950617283952e-05, |
| "loss": 0.6708, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.8119361554476058, |
| "grad_norm": 3.2422120571136475, |
| "learning_rate": 1.0648148148148148e-05, |
| "loss": 0.6752, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.8188757807078417, |
| "grad_norm": 3.1517410278320312, |
| "learning_rate": 1.0262345679012346e-05, |
| "loss": 0.6282, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.8258154059680777, |
| "grad_norm": 2.2257463932037354, |
| "learning_rate": 9.876543209876543e-06, |
| "loss": 0.6494, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.8327550312283136, |
| "grad_norm": 3.7597286701202393, |
| "learning_rate": 9.490740740740741e-06, |
| "loss": 0.7014, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.8327550312283136, |
| "eval_loss": 0.6637962460517883, |
| "eval_runtime": 50.4735, |
| "eval_samples_per_second": 28.55, |
| "eval_steps_per_second": 7.152, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.8396946564885496, |
| "grad_norm": 2.7648439407348633, |
| "learning_rate": 9.104938271604939e-06, |
| "loss": 0.6734, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.8466342817487855, |
| "grad_norm": 2.5509233474731445, |
| "learning_rate": 8.719135802469136e-06, |
| "loss": 0.5945, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.8535739070090215, |
| "grad_norm": 2.9669878482818604, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 0.6981, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.8605135322692574, |
| "grad_norm": 2.990398406982422, |
| "learning_rate": 7.947530864197531e-06, |
| "loss": 0.6788, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.8674531575294934, |
| "grad_norm": 3.9718501567840576, |
| "learning_rate": 7.561728395061729e-06, |
| "loss": 0.6359, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.8743927827897293, |
| "grad_norm": 2.4753811359405518, |
| "learning_rate": 7.1759259259259266e-06, |
| "loss": 0.6175, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.8813324080499653, |
| "grad_norm": 2.3380069732666016, |
| "learning_rate": 6.790123456790123e-06, |
| "loss": 0.6573, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.8882720333102012, |
| "grad_norm": 2.903273344039917, |
| "learning_rate": 6.404320987654322e-06, |
| "loss": 0.6507, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.8952116585704372, |
| "grad_norm": 2.6252002716064453, |
| "learning_rate": 6.0185185185185185e-06, |
| "loss": 0.7027, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.9021512838306731, |
| "grad_norm": 2.3435378074645996, |
| "learning_rate": 5.632716049382716e-06, |
| "loss": 0.5784, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.9021512838306731, |
| "eval_loss": 0.6478676199913025, |
| "eval_runtime": 50.172, |
| "eval_samples_per_second": 28.721, |
| "eval_steps_per_second": 7.195, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 2.5476410388946533, |
| "learning_rate": 5.246913580246914e-06, |
| "loss": 0.6038, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.916030534351145, |
| "grad_norm": 3.113853931427002, |
| "learning_rate": 4.861111111111111e-06, |
| "loss": 0.6613, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.922970159611381, |
| "grad_norm": 1.9195737838745117, |
| "learning_rate": 4.475308641975309e-06, |
| "loss": 0.6073, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.9299097848716169, |
| "grad_norm": 3.406034231185913, |
| "learning_rate": 4.0895061728395066e-06, |
| "loss": 0.6398, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.9368494101318529, |
| "grad_norm": 2.8904383182525635, |
| "learning_rate": 3.7037037037037037e-06, |
| "loss": 0.6691, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.9437890353920888, |
| "grad_norm": 2.453171968460083, |
| "learning_rate": 3.3179012345679013e-06, |
| "loss": 0.6236, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.9507286606523248, |
| "grad_norm": 2.6889538764953613, |
| "learning_rate": 2.932098765432099e-06, |
| "loss": 0.6576, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.9576682859125607, |
| "grad_norm": 2.621765613555908, |
| "learning_rate": 2.546296296296296e-06, |
| "loss": 0.6016, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.9646079111727967, |
| "grad_norm": 2.4071123600006104, |
| "learning_rate": 2.1604938271604937e-06, |
| "loss": 0.6861, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.9715475364330326, |
| "grad_norm": 2.3079018592834473, |
| "learning_rate": 1.7746913580246913e-06, |
| "loss": 0.5638, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.9715475364330326, |
| "eval_loss": 0.6364541053771973, |
| "eval_runtime": 50.2347, |
| "eval_samples_per_second": 28.685, |
| "eval_steps_per_second": 7.186, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.9784871616932685, |
| "grad_norm": 3.5345683097839355, |
| "learning_rate": 1.388888888888889e-06, |
| "loss": 0.6383, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.9854267869535045, |
| "grad_norm": 2.898383140563965, |
| "learning_rate": 1.0030864197530864e-06, |
| "loss": 0.6235, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.9923664122137404, |
| "grad_norm": 3.0434718132019043, |
| "learning_rate": 6.17283950617284e-07, |
| "loss": 0.669, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.9993060374739764, |
| "grad_norm": 2.3611180782318115, |
| "learning_rate": 2.3148148148148148e-07, |
| "loss": 0.5936, |
| "step": 1440 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1441, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.9964632564865434e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
