| { |
| "best_metric": 1.1142354011535645, |
| "best_model_checkpoint": "output-definitions/checkpoint-3000", |
| "epoch": 0.158798575349924, |
| "eval_steps": 100, |
| "global_step": 3500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004537102152854971, |
| "grad_norm": 0.5996940732002258, |
| "learning_rate": 9.90495247623812e-06, |
| "loss": 2.0003, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.004537102152854971, |
| "eval_loss": 1.3947523832321167, |
| "eval_runtime": 3495.2941, |
| "eval_samples_per_second": 33.15, |
| "eval_steps_per_second": 4.144, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.009074204305709942, |
| "grad_norm": 1.2082221508026123, |
| "learning_rate": 9.804902451225614e-06, |
| "loss": 1.1884, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.009074204305709942, |
| "eval_loss": 1.2319905757904053, |
| "eval_runtime": 3493.2433, |
| "eval_samples_per_second": 33.17, |
| "eval_steps_per_second": 4.146, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.013611306458564915, |
| "grad_norm": 0.5810414552688599, |
| "learning_rate": 9.704852426213108e-06, |
| "loss": 1.0592, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.013611306458564915, |
| "eval_loss": 1.1850800514221191, |
| "eval_runtime": 3493.3223, |
| "eval_samples_per_second": 33.169, |
| "eval_steps_per_second": 4.146, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.018148408611419885, |
| "grad_norm": 0.6719651818275452, |
| "learning_rate": 9.604802401200602e-06, |
| "loss": 1.036, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.018148408611419885, |
| "eval_loss": 1.168699860572815, |
| "eval_runtime": 3494.1614, |
| "eval_samples_per_second": 33.161, |
| "eval_steps_per_second": 4.145, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.022685510764274858, |
| "grad_norm": 0.7384809851646423, |
| "learning_rate": 9.504752376188094e-06, |
| "loss": 1.0105, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.022685510764274858, |
| "eval_loss": 1.1580127477645874, |
| "eval_runtime": 3518.2589, |
| "eval_samples_per_second": 32.934, |
| "eval_steps_per_second": 4.117, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.02722261291712983, |
| "grad_norm": 0.8317062258720398, |
| "learning_rate": 9.404702351175588e-06, |
| "loss": 0.9879, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.02722261291712983, |
| "eval_loss": 1.148302674293518, |
| "eval_runtime": 3494.3971, |
| "eval_samples_per_second": 33.159, |
| "eval_steps_per_second": 4.145, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.031759715069984804, |
| "grad_norm": 0.6463008522987366, |
| "learning_rate": 9.304652326163084e-06, |
| "loss": 0.9698, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.031759715069984804, |
| "eval_loss": 1.1414070129394531, |
| "eval_runtime": 3494.7514, |
| "eval_samples_per_second": 33.155, |
| "eval_steps_per_second": 4.145, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.03629681722283977, |
| "grad_norm": 0.705141544342041, |
| "learning_rate": 9.204602301150576e-06, |
| "loss": 0.9458, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.03629681722283977, |
| "eval_loss": 1.1373766660690308, |
| "eval_runtime": 3493.8551, |
| "eval_samples_per_second": 33.164, |
| "eval_steps_per_second": 4.146, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.04083391937569474, |
| "grad_norm": 0.710448145866394, |
| "learning_rate": 9.10455227613807e-06, |
| "loss": 0.9262, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.04083391937569474, |
| "eval_loss": 1.1317179203033447, |
| "eval_runtime": 3494.4581, |
| "eval_samples_per_second": 33.158, |
| "eval_steps_per_second": 4.145, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.045371021528549715, |
| "grad_norm": 0.8912506103515625, |
| "learning_rate": 9.004502251125564e-06, |
| "loss": 0.9281, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.045371021528549715, |
| "eval_loss": 1.133247971534729, |
| "eval_runtime": 3494.4137, |
| "eval_samples_per_second": 33.159, |
| "eval_steps_per_second": 4.145, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.04990812368140469, |
| "grad_norm": 0.8533815145492554, |
| "learning_rate": 8.904452226113058e-06, |
| "loss": 0.9204, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.04990812368140469, |
| "eval_loss": 1.1253483295440674, |
| "eval_runtime": 3493.2383, |
| "eval_samples_per_second": 33.17, |
| "eval_steps_per_second": 4.146, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.05444522583425966, |
| "grad_norm": 0.7760438323020935, |
| "learning_rate": 8.804402201100552e-06, |
| "loss": 0.8959, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.05444522583425966, |
| "eval_loss": 1.1242249011993408, |
| "eval_runtime": 3493.0538, |
| "eval_samples_per_second": 33.172, |
| "eval_steps_per_second": 4.147, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.05898232798711463, |
| "grad_norm": 0.8464282751083374, |
| "learning_rate": 8.704352176088044e-06, |
| "loss": 0.8889, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.05898232798711463, |
| "eval_loss": 1.1236740350723267, |
| "eval_runtime": 3492.632, |
| "eval_samples_per_second": 33.176, |
| "eval_steps_per_second": 4.147, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.06351943013996961, |
| "grad_norm": 0.7117558121681213, |
| "learning_rate": 8.604302151075538e-06, |
| "loss": 0.8898, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.06351943013996961, |
| "eval_loss": 1.1239374876022339, |
| "eval_runtime": 3492.8289, |
| "eval_samples_per_second": 33.174, |
| "eval_steps_per_second": 4.147, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.06805653229282457, |
| "grad_norm": 0.8221879005432129, |
| "learning_rate": 8.504252126063032e-06, |
| "loss": 0.8862, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.06805653229282457, |
| "eval_loss": 1.1258162260055542, |
| "eval_runtime": 3492.1621, |
| "eval_samples_per_second": 33.18, |
| "eval_steps_per_second": 4.148, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.07259363444567954, |
| "grad_norm": 0.6950238347053528, |
| "learning_rate": 8.404202101050526e-06, |
| "loss": 0.8745, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.07259363444567954, |
| "eval_loss": 1.115903615951538, |
| "eval_runtime": 3492.7622, |
| "eval_samples_per_second": 33.174, |
| "eval_steps_per_second": 4.147, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.07713073659853452, |
| "grad_norm": 0.8201397061347961, |
| "learning_rate": 8.30415207603802e-06, |
| "loss": 0.8764, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.07713073659853452, |
| "eval_loss": 1.1180561780929565, |
| "eval_runtime": 3492.8242, |
| "eval_samples_per_second": 33.174, |
| "eval_steps_per_second": 4.147, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.08166783875138948, |
| "grad_norm": 0.9200800061225891, |
| "learning_rate": 8.204102051025512e-06, |
| "loss": 0.8512, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.08166783875138948, |
| "eval_loss": 1.1254093647003174, |
| "eval_runtime": 3493.1426, |
| "eval_samples_per_second": 33.171, |
| "eval_steps_per_second": 4.146, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.08620494090424446, |
| "grad_norm": 0.8169254064559937, |
| "learning_rate": 8.104052026013006e-06, |
| "loss": 0.8587, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.08620494090424446, |
| "eval_loss": 1.121141791343689, |
| "eval_runtime": 3493.1336, |
| "eval_samples_per_second": 33.171, |
| "eval_steps_per_second": 4.146, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.09074204305709943, |
| "grad_norm": 0.9403719305992126, |
| "learning_rate": 8.0040020010005e-06, |
| "loss": 0.8577, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.09074204305709943, |
| "eval_loss": 1.1173222064971924, |
| "eval_runtime": 3494.3505, |
| "eval_samples_per_second": 33.159, |
| "eval_steps_per_second": 4.145, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.0952791452099544, |
| "grad_norm": 0.8594589233398438, |
| "learning_rate": 7.903951975987994e-06, |
| "loss": 0.85, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.0952791452099544, |
| "eval_loss": 1.1184200048446655, |
| "eval_runtime": 3493.8891, |
| "eval_samples_per_second": 33.164, |
| "eval_steps_per_second": 4.146, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.09981624736280938, |
| "grad_norm": 0.7728345990180969, |
| "learning_rate": 7.803901950975488e-06, |
| "loss": 0.8418, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.09981624736280938, |
| "eval_loss": 1.1176252365112305, |
| "eval_runtime": 3496.1473, |
| "eval_samples_per_second": 33.142, |
| "eval_steps_per_second": 4.143, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.10435334951566434, |
| "grad_norm": 0.826181948184967, |
| "learning_rate": 7.703851925962982e-06, |
| "loss": 0.8407, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.10435334951566434, |
| "eval_loss": 1.117732048034668, |
| "eval_runtime": 3505.8694, |
| "eval_samples_per_second": 33.05, |
| "eval_steps_per_second": 4.131, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.10889045166851932, |
| "grad_norm": 0.8817082047462463, |
| "learning_rate": 7.603801900950476e-06, |
| "loss": 0.8391, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.10889045166851932, |
| "eval_loss": 1.1185327768325806, |
| "eval_runtime": 3511.4803, |
| "eval_samples_per_second": 32.997, |
| "eval_steps_per_second": 4.125, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.11342755382137429, |
| "grad_norm": 1.1382585763931274, |
| "learning_rate": 7.503751875937969e-06, |
| "loss": 0.8439, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.11342755382137429, |
| "eval_loss": 1.118537187576294, |
| "eval_runtime": 3501.1131, |
| "eval_samples_per_second": 33.095, |
| "eval_steps_per_second": 4.137, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.11796465597422925, |
| "grad_norm": 0.9408033490180969, |
| "learning_rate": 7.403701850925464e-06, |
| "loss": 0.8309, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.11796465597422925, |
| "eval_loss": 1.112176775932312, |
| "eval_runtime": 3495.6002, |
| "eval_samples_per_second": 33.147, |
| "eval_steps_per_second": 4.143, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.12250175812708423, |
| "grad_norm": 0.9824351072311401, |
| "learning_rate": 7.303651825912958e-06, |
| "loss": 0.8282, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.12250175812708423, |
| "eval_loss": 1.1151224374771118, |
| "eval_runtime": 3494.7487, |
| "eval_samples_per_second": 33.155, |
| "eval_steps_per_second": 4.145, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.12703886027993921, |
| "grad_norm": 0.832771897315979, |
| "learning_rate": 7.203601800900451e-06, |
| "loss": 0.8253, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.12703886027993921, |
| "eval_loss": 1.1167434453964233, |
| "eval_runtime": 3496.4871, |
| "eval_samples_per_second": 33.139, |
| "eval_steps_per_second": 4.142, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.13157596243279418, |
| "grad_norm": 0.7724223732948303, |
| "learning_rate": 7.103551775887945e-06, |
| "loss": 0.8317, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.13157596243279418, |
| "eval_loss": 1.1156556606292725, |
| "eval_runtime": 3495.6568, |
| "eval_samples_per_second": 33.147, |
| "eval_steps_per_second": 4.143, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.13611306458564915, |
| "grad_norm": 0.84904944896698, |
| "learning_rate": 7.003501750875439e-06, |
| "loss": 0.8296, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.13611306458564915, |
| "eval_loss": 1.1142354011535645, |
| "eval_runtime": 3495.4619, |
| "eval_samples_per_second": 33.149, |
| "eval_steps_per_second": 4.144, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.1406501667385041, |
| "grad_norm": 1.1638028621673584, |
| "learning_rate": 6.903451725862932e-06, |
| "loss": 0.8194, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.1406501667385041, |
| "eval_loss": 1.1132752895355225, |
| "eval_runtime": 3496.3654, |
| "eval_samples_per_second": 33.14, |
| "eval_steps_per_second": 4.143, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.14518726889135908, |
| "grad_norm": 0.9577890634536743, |
| "learning_rate": 6.803401700850426e-06, |
| "loss": 0.8197, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.14518726889135908, |
| "eval_loss": 1.1138397455215454, |
| "eval_runtime": 3495.7388, |
| "eval_samples_per_second": 33.146, |
| "eval_steps_per_second": 4.143, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.14972437104421407, |
| "grad_norm": 0.9326839447021484, |
| "learning_rate": 6.703351675837919e-06, |
| "loss": 0.7983, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.14972437104421407, |
| "eval_loss": 1.1186929941177368, |
| "eval_runtime": 3495.9382, |
| "eval_samples_per_second": 33.144, |
| "eval_steps_per_second": 4.143, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.15426147319706904, |
| "grad_norm": 0.806262195110321, |
| "learning_rate": 6.603301650825413e-06, |
| "loss": 0.8024, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.15426147319706904, |
| "eval_loss": 1.1130287647247314, |
| "eval_runtime": 3496.2696, |
| "eval_samples_per_second": 33.141, |
| "eval_steps_per_second": 4.143, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.158798575349924, |
| "grad_norm": 0.9623129963874817, |
| "learning_rate": 6.503251625812907e-06, |
| "loss": 0.8114, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.158798575349924, |
| "eval_loss": 1.1146483421325684, |
| "eval_runtime": 3493.8871, |
| "eval_samples_per_second": 33.164, |
| "eval_steps_per_second": 4.146, |
| "step": 3500 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 10000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 100, |
| "early_stopping_threshold": 0.0 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 1 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.069128403044139e+18, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
