Hugging Face's logo

MaziyarPanahi
/
calme-2.3-rys-78b

Text Generation
Transformers
Safetensors
English
qwen2
chat
qwen
finetune
chatml
conversational
text-generation-inference
Model card Files Community
3

Upload folder using huggingface_hub

#1
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/1
Discussion Files changed
+455850
-0
This view is limited to 50 files because it contains too many changes.  See the raw diff here.
Files changed (50) hide show
  1. added_tokens.json +5 -0
  2. config.json +27 -0
  3. generation_config.json +11 -0
  4. merges.txt +0 -0
  5. model-00001-of-00067.safetensors +3 -0
  6. model-00002-of-00067.safetensors +3 -0
  7. model-00003-of-00067.safetensors +3 -0
  8. model-00004-of-00067.safetensors +3 -0
  9. model-00005-of-00067.safetensors +3 -0
  10. model-00006-of-00067.safetensors +3 -0
  11. model-00007-of-00067.safetensors +3 -0
  12. model-00008-of-00067.safetensors +3 -0
  13. model-00009-of-00067.safetensors +3 -0
  14. model-00010-of-00067.safetensors +3 -0
  15. model-00011-of-00067.safetensors +3 -0
  16. model-00012-of-00067.safetensors +3 -0
  17. model-00013-of-00067.safetensors +3 -0
  18. model-00014-of-00067.safetensors +3 -0
  19. model-00015-of-00067.safetensors +3 -0
  20. model-00016-of-00067.safetensors +3 -0
  21. model-00017-of-00067.safetensors +3 -0
  22. model-00018-of-00067.safetensors +3 -0
  23. model-00019-of-00067.safetensors +3 -0
  24. model-00020-of-00067.safetensors +3 -0
  25. model-00021-of-00067.safetensors +3 -0
  26. model-00022-of-00067.safetensors +3 -0
  27. model-00023-of-00067.safetensors +3 -0
  28. model-00024-of-00067.safetensors +3 -0
  29. model-00025-of-00067.safetensors +3 -0
  30. model-00026-of-00067.safetensors +3 -0
  31. model-00027-of-00067.safetensors +3 -0
  32. model-00028-of-00067.safetensors +3 -0
  33. model-00029-of-00067.safetensors +3 -0
  34. model-00030-of-00067.safetensors +3 -0
  35. model-00031-of-00067.safetensors +3 -0
  36. model-00032-of-00067.safetensors +3 -0
  37. model-00033-of-00067.safetensors +3 -0
  38. model-00034-of-00067.safetensors +3 -0
  39. model-00035-of-00067.safetensors +3 -0
  40. model-00036-of-00067.safetensors +3 -0
  41. model-00037-of-00067.safetensors +3 -0
  42. model-00038-of-00067.safetensors +3 -0
  43. model-00039-of-00067.safetensors +3 -0
  44. model-00040-of-00067.safetensors +3 -0
  45. model-00041-of-00067.safetensors +3 -0
  46. model-00042-of-00067.safetensors +3 -0
  47. model-00043-of-00067.safetensors +3 -0
  48. model-00044-of-00067.safetensors +3 -0
  49. model-00045-of-00067.safetensors +3 -0
  50. model-00046-of-00067.safetensors +3 -0
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "dnhkng/RYS-XLarge",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "eos_token_id": 151645,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 8192,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 29568,
12
+ "max_position_embeddings": 32768,
13
+ "max_window_layers": 80,
14
+ "model_type": "qwen2",
15
+ "num_attention_heads": 64,
16
+ "num_hidden_layers": 86,
17
+ "num_key_value_heads": 8,
18
+ "rms_norm_eps": 1e-06,
19
+ "rope_theta": 1000000.0,
20
+ "sliding_window": null,
21
+ "tie_word_embeddings": false,
22
+ "torch_dtype": "float32",
23
+ "transformers_version": "4.44.0.dev0",
24
+ "use_cache": false,
25
+ "use_sliding_window": false,
26
+ "vocab_size": 151646
27
+ }
generation_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": 151645,
5
+ "pad_token_id": 151643,
6
+ "repetition_penalty": 1.05,
7
+ "temperature": 0.7,
8
+ "top_k": 20,
9
+ "top_p": 0.8,
10
+ "transformers_version": "4.44.0.dev0"
11
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:157896f26462aca119a9f0d1b67bc68813dc44a196979da1fc92cf13b6a6ef2e
3
+ size 4969136264
model-00002-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:162914f72f6fa4e148bf155b5c835d4c8b00f86ebe44cb48edc48a907700fd02
3
+ size 4114761856
model-00003-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bacc2ec8fe25667519360aa48c6ecc49a18fa349c819f5cc453fb84da1b05ae
3
+ size 4479624664
model-00004-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52dd7f8b82a71f6d4386067db246cf8decbf98b645d5986fa0b41c1014f7f398
3
+ size 4479624664
model-00005-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f4df2e33ce335fc6dec521cdc5ae176e12cd66982c47d02d69ca1dde1da47b9
3
+ size 4815276384
model-00006-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3af73c6acc3f5557bc6a9040692396c5d7328f0aec2b616640f9349d31a4179
3
+ size 4748060240
model-00007-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a98d772dc46e9ba52e7498308f9ca41f31f68454f902b63d835573ac3cb2ee1
3
+ size 4479624664
model-00008-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:937948b445c4b8c7623f87bd07f696b8af6a148b7904434787212ac931bebf5d
3
+ size 4815276384
model-00009-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3586490817630ded8e920dfcbaf067a00b14f39bfca756fc7818cb5f53099e09
3
+ size 4748060256
model-00010-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed71b2ad773f19e279fc49b80884d9f72fade6ee55da58fb3f342de6020d3bb8
3
+ size 4479624672
model-00011-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ede38873024eb9fac27f2e288b64f9072acdbff2495d7f316316d9f9d0f0cf46
3
+ size 4815276400
model-00012-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af9136461f229deea70aac1de74b106ea5fa23cc670c72a584af362887322ca5
3
+ size 4748060248
model-00013-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4ea47725f0682c6e3a6d4f46fdc3918d7a64db16c35ef5f2bc1925b508c3c56
3
+ size 4479624672
model-00014-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e45918eb350da34384b4dab47e4d2d690c8066fa4c70a5b4e8b2916dd8254540
3
+ size 4815276400
model-00015-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f19e0d7a93970ffbd65c3ec74d9d7469e87888af47defee5a6bf3e29c2f5f9b7
3
+ size 4748060248
model-00016-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06b3704edc7083af8c5944bde9ba42afb3bd11da7715b6affba02ccb9c792455
3
+ size 4479624672
model-00017-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0fbc123ab7cc05167db2a9dd506ce590a9491f5307e8ce26958eae1127cfb98
3
+ size 4815276400
model-00018-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d9d2f9bd454526d83a80f5a859a1a3546dbd7b4ebcb27fcff62ae9a2ec7dc49
3
+ size 4748060248
model-00019-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc23d2f941eb7381b4fbaf7a96b0caf5cff39eeea1c55fc74af85c697c37f9f5
3
+ size 4479624672
model-00020-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:442e5dbbb28cbb9d34cbeb2b255db7dccde493756f00679636f883b15f1a42d9
3
+ size 4815276400
model-00021-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f825f538abbecaf5c43c48f34653293a053bafdfec89203c9ff928c414f77f85
3
+ size 4748060248
model-00022-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bfb9824744a91b76041ffa07e70b5d2944f592dbdbfe088eb44caee1181aeb7
3
+ size 4479624672
model-00023-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e57f5ae7513bbba5f97fa4baf456781fabcc769ab00909b5fe7df3d71cad3e4
3
+ size 4815276400
model-00024-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2566d323d0cde15626de57f94d30ff751f30d013b5114a087c7cb62bf7f9ea61
3
+ size 4748060248
model-00025-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d31c58879081466902cd91a66e0b5164cd7fa1e7315507360c1d67774eb62da6
3
+ size 4479624672
model-00026-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31afe21de2f62f4d3b9de5a994b6a393e23bb437055733093e409ac0cc7dc327
3
+ size 4815276400
model-00027-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d90b5e5fc7c5f8c31873fec170a4d58ce2150c7791ef5eaf2065f88af80c0687
3
+ size 4748060248
model-00028-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f1d8ba6ca92feb663406ff9c3261f551985aedbfa88f6d8ad85d2311363fc3d
3
+ size 4479624672
model-00029-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d386c3d2ee6d3f0938aec2c2a398221d84c149c557254b8cf2c23c6d629750d
3
+ size 4815276400
model-00030-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8589e89794963c5a8c654b2bf7811f8424d4b8f9ecc36a74c9a68fcbeb034ce3
3
+ size 4748060248
model-00031-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4354c0f5cfc3b02a60d99b8ccfc92cd8fe1ced3e65934a65c96b83820e1f522
3
+ size 4479624672
model-00032-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51b63bc2718f3ea886af452e4e5ee3998f65a4a338426a9a75c583cf615ae702
3
+ size 4815276400
model-00033-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a04cd4940294d80be56788485bfa7b0237ab4a1542e2958dd4b275e46804728
3
+ size 4748060248
model-00034-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0119b242fde63d560d6f8ce7c8513b6e6c7957dda25f27c67ef5dd7e8697d23a
3
+ size 4479624672
model-00035-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2021e904c205cb7e96163414dc870f64445cb1cf243beb727902cea7e941c5f9
3
+ size 4815276400
model-00036-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c8287a0d8f49993114aba839a84dfbb3aade7eaf2f9bd9d69d5bf53daaafbc7
3
+ size 4748060248
model-00037-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64cda0b843526ad0071672a95335cf00b926b045ed7de8d5b89b4dad49add659
3
+ size 4479624672
model-00038-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c49230cdb100d91261c31b6a90fc0119abd8bc488d29b4fd779b1b1c37ee142d
3
+ size 4815276400
model-00039-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84c848f8bd921cda2bea56b9c37556861485e12230fba98827271b62c5a772a5
3
+ size 4748060248
model-00040-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1e5aaaaa878d11a6bb8448d4066cf5595d7665f87bf4551f8f21728e5c32ff4
3
+ size 4479624672
model-00041-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:652ea9d68399b4b4535e7d2297afe88a76b8590bc509e42b9810100365582d68
3
+ size 4815276400
model-00042-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c400e36810b7955a50deed84bf87cafc62327cfd648669d54a4752821652fc5
3
+ size 4748060248
model-00043-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0979310370b2c4c7016021f67c6b2146fe865381cc4b5a3ffe281fb4012811b
3
+ size 4479624672
model-00044-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6296d0a2bf0b219cf3a49539502564ea01df50defad750f28adaaadb7f62429
3
+ size 4815276400
model-00045-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09d11d69b262566cb0c29d4eff99aaf677c0362445039780ba9753f3c51d31f2
3
+ size 4748060248
model-00046-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e21a9328a7810a494bbff40a0b644ed1c073ca59005884eea1950e707be1a58
3
+ size 4479624672