| { | |
| "best_metric": 1.2476589679718018, | |
| "best_model_checkpoint": "miner_id_24/checkpoint-50", | |
| "epoch": 0.03395585738539898, | |
| "eval_steps": 50, | |
| "global_step": 200, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00016977928692699492, | |
| "eval_loss": 1.4329637289047241, | |
| "eval_runtime": 234.0581, | |
| "eval_samples_per_second": 5.298, | |
| "eval_steps_per_second": 1.324, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.001697792869269949, | |
| "grad_norm": 1.311955213546753, | |
| "learning_rate": 4.1400000000000003e-05, | |
| "loss": 1.4203, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.003395585738539898, | |
| "grad_norm": 0.7833012342453003, | |
| "learning_rate": 8.280000000000001e-05, | |
| "loss": 1.338, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0050933786078098476, | |
| "grad_norm": 0.7402932047843933, | |
| "learning_rate": 0.00012419999999999998, | |
| "loss": 1.2575, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.006791171477079796, | |
| "grad_norm": 0.7024871110916138, | |
| "learning_rate": 0.00016560000000000001, | |
| "loss": 1.2019, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.008488964346349746, | |
| "grad_norm": 0.804834246635437, | |
| "learning_rate": 0.000207, | |
| "loss": 1.2279, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.008488964346349746, | |
| "eval_loss": 1.2476589679718018, | |
| "eval_runtime": 235.3963, | |
| "eval_samples_per_second": 5.268, | |
| "eval_steps_per_second": 1.317, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.010186757215619695, | |
| "grad_norm": 0.7924010753631592, | |
| "learning_rate": 0.00020674787920189178, | |
| "loss": 1.222, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.011884550084889643, | |
| "grad_norm": 0.8740193247795105, | |
| "learning_rate": 0.00020599274511475253, | |
| "loss": 1.2045, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.013582342954159592, | |
| "grad_norm": 0.8409563899040222, | |
| "learning_rate": 0.00020473827667594888, | |
| "loss": 1.2077, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.015280135823429542, | |
| "grad_norm": 1.0255435705184937, | |
| "learning_rate": 0.00020299058552961598, | |
| "loss": 1.2556, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.01697792869269949, | |
| "grad_norm": 1.3903775215148926, | |
| "learning_rate": 0.00020075818625134152, | |
| "loss": 1.303, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01697792869269949, | |
| "eval_loss": 1.3105939626693726, | |
| "eval_runtime": 235.3286, | |
| "eval_samples_per_second": 5.269, | |
| "eval_steps_per_second": 1.317, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01867572156196944, | |
| "grad_norm": 0.6778289675712585, | |
| "learning_rate": 0.00019805195486600916, | |
| "loss": 1.3131, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.02037351443123939, | |
| "grad_norm": 0.7167655825614929, | |
| "learning_rate": 0.00019488507586089894, | |
| "loss": 1.1878, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.022071307300509338, | |
| "grad_norm": 0.786454975605011, | |
| "learning_rate": 0.00019127297795219008, | |
| "loss": 1.2166, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.023769100169779286, | |
| "grad_norm": 0.8451493382453918, | |
| "learning_rate": 0.00018723325891780706, | |
| "loss": 1.2909, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.025466893039049237, | |
| "grad_norm": 0.7425501942634583, | |
| "learning_rate": 0.0001827855998628142, | |
| "loss": 1.1985, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.025466893039049237, | |
| "eval_loss": 1.248077630996704, | |
| "eval_runtime": 235.4875, | |
| "eval_samples_per_second": 5.266, | |
| "eval_steps_per_second": 1.316, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.027164685908319185, | |
| "grad_norm": 0.8560181856155396, | |
| "learning_rate": 0.0001779516693350504, | |
| "loss": 1.1788, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.028862478777589132, | |
| "grad_norm": 0.7847142815589905, | |
| "learning_rate": 0.00017275501775814182, | |
| "loss": 1.2282, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.030560271646859084, | |
| "grad_norm": 0.8509446382522583, | |
| "learning_rate": 0.00016722096269620562, | |
| "loss": 1.2029, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.03225806451612903, | |
| "grad_norm": 0.9557679891586304, | |
| "learning_rate": 0.00016137646550922228, | |
| "loss": 1.2601, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.03395585738539898, | |
| "grad_norm": 1.3051382303237915, | |
| "learning_rate": 0.00015525, | |
| "loss": 1.2807, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.03395585738539898, | |
| "eval_loss": 1.330949306488037, | |
| "eval_runtime": 236.0189, | |
| "eval_samples_per_second": 5.254, | |
| "eval_steps_per_second": 1.313, | |
| "step": 200 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 500, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 3, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 3 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.387406029088358e+16, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |