schizo-lm-7b-lora / training_log.json
cwiz's picture
Upload 5 files
f22d907
raw
history blame contribute delete
423 Bytes
{
"base_model_name": "decapoda-research_llama-7b-hf",
"base_model_class": "LlamaForCausalLM",
"base_loaded_in_4bit": false,
"base_loaded_in_8bit": true,
"loss": 2.0215,
"learning_rate": 0.0,
"epoch": 3.0,
"current_steps": 57599,
"train_runtime": 58209.0858,
"train_samples_per_second": 3.961,
"train_steps_per_second": 0.031,
"total_flos": 2.344218918068945e+18,
"train_loss": 2.1099784564971924
}