yujiepan
/

dbrx-tiny256-random

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

yujiepan commited on Apr 26

Commit

990a468

•

1 Parent(s): 3ed6c38

Upload folder using huggingface_hub

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -27,7 +27,7 @@
   "output_router_logits": false,
   "resid_pdrop": 0.0,
   "tie_word_embeddings": false,
-  "torch_dtype": "float16",
   "transformers_version": "4.40.0",
   "use_cache": true,
   "vocab_size": 100352

   "output_router_logits": false,
   "resid_pdrop": 0.0,
   "tie_word_embeddings": false,
+  "torch_dtype": "float8_e5m2",
   "transformers_version": "4.40.0",
   "use_cache": true,
   "vocab_size": 100352

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5746232d6f92d3a04bf254983fd399fd808c8e9faddc0137157f1c188c71356
-size 128733840

 version https://git-lfs.github.com/spec/v1
+oid sha256:795b0e076b57d66b014fe2ed74eabf79365324a3adf59cc67aec9547bebc2177
+size 64368088