| { | |
| "base_model_name": "maywell_Synatra-10.7B-v0.4", | |
| "base_model_class": "LlamaForCausalLM", | |
| "base_loaded_in_4bit": true, | |
| "base_loaded_in_8bit": false, | |
| "projections": "q, v", | |
| "loss": 1.5643, | |
| "learning_rate": 8.935678962196381e-10, | |
| "epoch": 2.99, | |
| "current_steps": 7627, | |
| "train_runtime": 47144.0886, | |
| "train_samples_per_second": 2.6, | |
| "train_steps_per_second": 0.01, | |
| "total_flos": 1.991968191814828e+18, | |
| "train_loss": 1.6426315012717896 | |
| } |