jon-tow commited on
Commit
ccc1101
1 Parent(s): 07730be

update: downcast weights to `bfloat16`

Browse files
Files changed (2) hide show
  1. config.json +2 -2
  2. model.safetensors +3 -0
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "stable-zephyr-3b-dpo",
3
  "architectures": [
4
  "StableLMEpochForCausalLM"
5
  ],
@@ -24,7 +24,7 @@
24
  "rope_theta": 10000,
25
  "rotary_scaling_factor": 1.0,
26
  "tie_word_embeddings": false,
27
- "torch_dtype": "float32",
28
  "transformers_version": "4.35.2",
29
  "use_cache": true,
30
  "vocab_size": 50304
 
1
  {
2
+ "_name_or_path": "stabilityai/stablelm-zephyr-3b",
3
  "architectures": [
4
  "StableLMEpochForCausalLM"
5
  ],
 
24
  "rope_theta": 10000,
25
  "rotary_scaling_factor": 1.0,
26
  "tie_word_embeddings": false,
27
+ "torch_dtype": "bfloat16",
28
  "transformers_version": "4.35.2",
29
  "use_cache": true,
30
  "vocab_size": 50304
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a64e61de38fb07678572b0d9ef3e5ae29e7555bfade2f1e61fd02c978052cd18
3
+ size 5590927496