Luna_LoRA_Mistral / training_log.json
jeiku's picture
Upload 5 files
5ca10dd verified
raw
history blame
453 Bytes
{
"base_model_name": "TheBloke_Mistral-7B-Instruct-v0.2-GPTQ",
"base_model_class": "MistralForCausalLM",
"base_loaded_in_4bit": false,
"base_loaded_in_8bit": false,
"projections": "q, v",
"loss": 1.0416,
"learning_rate": 0.0,
"epoch": 7.27,
"current_steps": 631,
"train_runtime": 2228.548,
"train_samples_per_second": 1.58,
"train_steps_per_second": 0.009,
"total_flos": 3781010034524160.0,
"train_loss": 1.5913579702377318
}