{ "base_model_name": "meta-llama_Llama-2-13b-hf", "base_model_class": "LlamaForCausalLM", "base_loaded_in_4bit": false, "base_loaded_in_8bit": true, "projections": "q, v", "loss": 1.1059, "learning_rate": 0.0002, "epoch": 1.0, "current_steps": 4913, "eval_loss": 1.1026341915130615, "eval_runtime": 128.8535, "eval_samples_per_second": 4.02, "eval_steps_per_second": 0.504, "train_runtime": 60722.3772, "train_samples_per_second": 0.324, "train_steps_per_second": 0.02, "total_flos": 7.790540166581453e+17, "train_loss": 1.1245114755746983 }