Hugging Face's logo

unsloth
/
llama-3-8b-bnb-4bit

Text Generation
Transformers
Safetensors
English
llama
llama-3
meta
facebook
unsloth
text-generation-inference
Inference Endpoints
4-bit precision
bitsandbytes
Model card Files Community
13
danielhanchen commited on
Commit
90bd376
•
1 Parent(s): 0185ed6

Upload LlamaForCausalLM

Browse files
Files changed (3) hide show
  1. config.json +2 -1
  2. generation_config.json +1 -1
  3. model.safetensors +1 -1
config.json CHANGED
@@ -12,6 +12,7 @@
12
  "initializer_range": 0.02,
13
  "intermediate_size": 14336,
14
  "max_position_embeddings": 8192,
 
15
  "model_type": "llama",
16
  "num_attention_heads": 32,
17
  "num_hidden_layers": 32,
@@ -37,7 +38,7 @@
37
  "rope_theta": 500000.0,
38
  "tie_word_embeddings": false,
39
  "torch_dtype": "bfloat16",
40
- "transformers_version": "4.40.1",
41
  "use_cache": true,
42
  "vocab_size": 128256
43
  }
 
12
  "initializer_range": 0.02,
13
  "intermediate_size": 14336,
14
  "max_position_embeddings": 8192,
15
+ "mlp_bias": false,
16
  "model_type": "llama",
17
  "num_attention_heads": 32,
18
  "num_hidden_layers": 32,
 
38
  "rope_theta": 500000.0,
39
  "tie_word_embeddings": false,
40
  "torch_dtype": "bfloat16",
41
+ "transformers_version": "4.41.0",
42
  "use_cache": true,
43
  "vocab_size": 128256
44
  }
generation_config.json CHANGED
@@ -5,5 +5,5 @@
5
  "max_length": 4096,
6
  "temperature": 0.6,
7
  "top_p": 0.9,
8
- "transformers_version": "4.40.1"
9
  }
 
5
  "max_length": 4096,
6
  "temperature": 0.6,
7
  "top_p": 0.9,
8
+ "transformers_version": "4.41.0"
9
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fcd90a05ae86858f8775ecd4dab8db5a9dcb29b3158c6b4cc5420b9650fb85ff
3
  size 5702746405
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10f8e0f74de9ebbc8529d80f3685a5a7beef1242c7eaa7600e978fd08f983db7
3
  size 5702746405