Hugging Face's logo

vicgalle
/
solarized-18B-dpo

Text Generation
Transformers
Safetensors
llama
dpo
18B
Merge
conversational
Eval Results
text-generation-inference
Inference Endpoints
Model card Files Community
1
vicgalle commited on
Commit
92f4d0d
•
1 Parent(s): 9ec685e

change type

Browse files
Files changed (18) hide show
  1. config.json +3 -15
  2. generation_config.json +1 -1
  3. model-00001-of-00003.safetensors → model-00001-of-00015.safetensors +2 -2
  4. model-00002-of-00003.safetensors → model-00002-of-00015.safetensors +2 -2
  5. model-00003-of-00003.safetensors → model-00003-of-00015.safetensors +2 -2
  6. model-00004-of-00015.safetensors +3 -0
  7. model-00005-of-00015.safetensors +3 -0
  8. model-00006-of-00015.safetensors +3 -0
  9. model-00007-of-00015.safetensors +3 -0
  10. model-00008-of-00015.safetensors +3 -0
  11. model-00009-of-00015.safetensors +3 -0
  12. model-00010-of-00015.safetensors +3 -0
  13. model-00011-of-00015.safetensors +3 -0
  14. model-00012-of-00015.safetensors +3 -0
  15. model-00013-of-00015.safetensors +3 -0
  16. model-00014-of-00015.safetensors +3 -0
  17. model-00015-of-00015.safetensors +3 -0
  18. model.safetensors.index.json +0 -0
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "vicgalle/franken-SOLAR-18B-v1.0",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -18,24 +18,12 @@
18
  "num_key_value_heads": 8,
19
  "pad_token_id": 2,
20
  "pretraining_tp": 1,
21
- "quantization_config": {
22
- "bnb_4bit_compute_dtype": "float32",
23
- "bnb_4bit_quant_type": "fp4",
24
- "bnb_4bit_use_double_quant": false,
25
- "llm_int8_enable_fp32_cpu_offload": false,
26
- "llm_int8_has_fp16_weight": false,
27
- "llm_int8_skip_modules": null,
28
- "llm_int8_threshold": 6.0,
29
- "load_in_4bit": true,
30
- "load_in_8bit": false,
31
- "quant_method": "bitsandbytes"
32
- },
33
  "rms_norm_eps": 1e-05,
34
  "rope_scaling": null,
35
  "rope_theta": 10000.0,
36
  "tie_word_embeddings": false,
37
- "torch_dtype": "float16",
38
- "transformers_version": "4.37.0.dev0",
39
  "use_cache": true,
40
  "vocab_size": 32002
41
  }
 
1
  {
2
+ "_name_or_path": "/home/users/victor/franken-SOLAR-18B-v1.0/",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
18
  "num_key_value_heads": 8,
19
  "pad_token_id": 2,
20
  "pretraining_tp": 1,
 
 
 
 
 
 
 
 
 
 
 
 
21
  "rms_norm_eps": 1e-05,
22
  "rope_scaling": null,
23
  "rope_theta": 10000.0,
24
  "tie_word_embeddings": false,
25
+ "torch_dtype": "float32",
26
+ "transformers_version": "4.36.2",
27
  "use_cache": true,
28
  "vocab_size": 32002
29
  }
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 2,
6
- "transformers_version": "4.37.0.dev0"
7
  }
 
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 2,
6
+ "transformers_version": "4.36.2"
7
  }
model-00001-of-00003.safetensors → model-00001-of-00015.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b419056593dac7f297cc8d5c77d3299cda228119dc6b74dd7027d9872a3b388
3
- size 4981554274
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1392f3c900d9dbbb04c7a4b8fe25cbe66004d9bef85a3f9099df0aa9e4e26e4a
3
+ size 4987229704
model-00002-of-00003.safetensors → model-00002-of-00015.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:245c63e9587df69671829c315d0649845cca88298a115b80e56e2846081d07af
3
- size 4997850280
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bb33ed1be71ac167a5819377e983d358a10afe94c94b9d7421c2e69bb86edf7
3
+ size 4899116440
model-00003-of-00003.safetensors → model-00003-of-00015.safetensors RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7543e9d93cf52d9e93a806cb1860f5faf29d1c86c7b70f30aa19e18edcca93e5
3
- size 483982040
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:182bf71427a72024ebe3adb6ec781cc38368faae8e12674f644bdb55784ae9bb
3
+ size 4999813120
model-00004-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d1b9e85f0770b3a92fca8cb458a6a2fe334d8fd746cbc3dc0a5fe3d173773bb
3
+ size 4999813128
model-00005-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:334f4a300d882ba3a9945a3b7a437e4293afa68d867fb7007f15f583e3b83048
3
+ size 4832007496
model-00006-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c82b9cbebbe5e7f4a6b7a1cb1669ab55add378cc11758e0fa21a35d90be7184
3
+ size 4999813120
model-00007-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:460acb333933346fb2c93b4012242d60b061f8ee6cdfd39e122e58873a68b245
3
+ size 4999813128
model-00008-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b651c8dfba052b9a6dab709899a1c9678e97964ef8a3c8c346910aa7642d7b2
3
+ size 4832007496
model-00009-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93e7f12dedb455bcc120202b1ae36dd6b886e323c0443a1a3ad06f17ab0cfd92
3
+ size 4999813120
model-00010-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf937e2dc5456c3bae11170681e161dc46ea0405e39f28a89d734ef6457bccd5
3
+ size 4999813128
model-00011-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e20f23540fac69ea690a8c732d42e61be46da793d98e4234a23f6c8e4e3a21c
3
+ size 4832007496
model-00012-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:502fbadd0e337c7038c044e98631bb75baebdb757e2bf29e1518952007e9183a
3
+ size 4999813120
model-00013-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb8da3ff3cc7dd40351268f487db75f1a024fec6215748a121c3ef716631a3f7
3
+ size 4999813128
model-00014-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf8f9cbd846628d8de9e41ab1979284d4d96a57546b25b848508f6d10a5e279c
3
+ size 4832007496
model-00015-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:addabded9d2764e6094928acfd8311d2e37555eba3ca314e502426fdc9a4ca5b
3
+ size 2504149576
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff