oktrained
/

llama-3.1-0.5B-Untrained

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

oktrained commited on Aug 26

Commit

adaf588

•

1 Parent(s): 561f26b

Upload LlamaForCausalLM

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -32,7 +32,7 @@
   },
   "rope_theta": 10000.0,
   "tie_word_embeddings": true,
-  "torch_dtype": "float32",
   "transformers_version": "4.44.2",
   "use_cache": true,
   "vocab_size": 128256

   },
   "rope_theta": 10000.0,
   "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.44.2",
   "use_cache": true,
   "vocab_size": 128256

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e0767fd636dfb86be7c800a4337ff4f73cc16c6f731bbfb1493d1f11dac966c
-size 1891175952

 version https://git-lfs.github.com/spec/v1
+oid sha256:88c44e4174e4363367cf16b3244c803f4d5ea3e299a0d81ce757ff5c1ec3f8d2
+size 945600224