Hugging Face's logo

TheDrummer
/
Behemoth-123B-v2.2

Safetensors
mistral
Model card Files Community
1
TheDrummer commited on
Commit
527f2aa
•
1 Parent(s): 27e6975

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +27 -0
  2. model-00001-of-00051.safetensors +3 -0
  3. model-00002-of-00051.safetensors +3 -0
  4. model-00003-of-00051.safetensors +3 -0
  5. model-00004-of-00051.safetensors +3 -0
  6. model-00005-of-00051.safetensors +3 -0
  7. model-00006-of-00051.safetensors +3 -0
  8. model-00007-of-00051.safetensors +3 -0
  9. model-00008-of-00051.safetensors +3 -0
  10. model-00009-of-00051.safetensors +3 -0
  11. model-00010-of-00051.safetensors +3 -0
  12. model-00011-of-00051.safetensors +3 -0
  13. model-00012-of-00051.safetensors +3 -0
  14. model-00013-of-00051.safetensors +3 -0
  15. model-00014-of-00051.safetensors +3 -0
  16. model-00015-of-00051.safetensors +3 -0
  17. model-00016-of-00051.safetensors +3 -0
  18. model-00017-of-00051.safetensors +3 -0
  19. model-00018-of-00051.safetensors +3 -0
  20. model-00019-of-00051.safetensors +3 -0
  21. model-00020-of-00051.safetensors +3 -0
  22. model-00021-of-00051.safetensors +3 -0
  23. model-00022-of-00051.safetensors +3 -0
  24. model-00023-of-00051.safetensors +3 -0
  25. model-00024-of-00051.safetensors +3 -0
  26. model-00025-of-00051.safetensors +3 -0
  27. model-00026-of-00051.safetensors +3 -0
  28. model-00027-of-00051.safetensors +3 -0
  29. model-00028-of-00051.safetensors +3 -0
  30. model-00029-of-00051.safetensors +3 -0
  31. model-00030-of-00051.safetensors +3 -0
  32. model-00031-of-00051.safetensors +3 -0
  33. model-00032-of-00051.safetensors +3 -0
  34. model-00033-of-00051.safetensors +3 -0
  35. model-00034-of-00051.safetensors +3 -0
  36. model-00035-of-00051.safetensors +3 -0
  37. model-00036-of-00051.safetensors +3 -0
  38. model-00037-of-00051.safetensors +3 -0
  39. model-00038-of-00051.safetensors +3 -0
  40. model-00039-of-00051.safetensors +3 -0
  41. model-00040-of-00051.safetensors +3 -0
  42. model-00041-of-00051.safetensors +3 -0
  43. model-00042-of-00051.safetensors +3 -0
  44. model-00043-of-00051.safetensors +3 -0
  45. model-00044-of-00051.safetensors +3 -0
  46. model-00045-of-00051.safetensors +3 -0
  47. model-00046-of-00051.safetensors +3 -0
  48. model-00047-of-00051.safetensors +3 -0
  49. model-00048-of-00051.safetensors +3 -0
  50. model-00049-of-00051.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "merged/BEHEMOTH-SLERP",
3
+ "architectures": [
4
+ "MistralForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "head_dim": 128,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 12288,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 28672,
14
+ "max_position_embeddings": 131072,
15
+ "model_type": "mistral",
16
+ "num_attention_heads": 96,
17
+ "num_hidden_layers": 88,
18
+ "num_key_value_heads": 8,
19
+ "rms_norm_eps": 1e-05,
20
+ "rope_theta": 1000000.0,
21
+ "sliding_window": null,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.46.3",
25
+ "use_cache": true,
26
+ "vocab_size": 32768
27
+ }
model-00001-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ece48c867a01372aa654a9d1ee83b9cff1cbc3c67a16b8ca1ea2e761bd42d74d
3
+ size 4378928504
model-00002-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fd214afbb8c63f53bd52b2332c507f0c5cdf8d2eeb31fd898bfe5aade0298d8
3
+ size 4907411088
model-00003-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8a83f52644bb40381ea6439f8e3216b9ce4acf7418d0aae191a6ee25c2a28cb
3
+ size 4806747904
model-00004-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d524853774216078561240d8d118229337f980ba7b79d56db63091997e0b1a0
3
+ size 4831938544
model-00005-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:772ef1633c42032592fc29e1ae4eb69c991e6cf4ca6c92694e8b01868a9a00be
3
+ size 4831938552
model-00006-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5f0d5296d32dcb651ddb2699d3eef2a3f0f21f0d71d0089cb14a94f15ed2341
3
+ size 4907411096
model-00007-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4af2753f431b3e564e1e57aaea52840b7edd287ebd1ba156ba7ea58862971719
3
+ size 4806747904
model-00008-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3c52a1e6bd1f9b0e8b58d3821e49c41f808efe6419366d566652fa7102a4f46
3
+ size 4831938536
model-00009-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d4e3d39ea6bfbe49dad337d6baa7cc5ba00ddbcf7046cdab62fd6a8c9cadd00
3
+ size 4831938552
model-00010-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37c3f9a488973aa688124a7c4931764fa33fb0a0ac4fc056b914a3eaf6799653
3
+ size 4907411096
model-00011-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:009833c74b194babf313ed219f1888d379339f01ae7a0a7521690952c9cd1f21
3
+ size 4806747904
model-00012-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df866f417dec4f6d95975c977d6cb8f668b712abd758511536cd1207e24df4dc
3
+ size 4831938544
model-00013-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d74bbeb80fed6a979f95f2e6b62f29b5f84c06b8483916f29005fc42017ff02
3
+ size 4831938552
model-00014-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8d8cd78bc6f24d424a53b6b845a5875073df7f6102d652e5a3dbbd3d38b6858
3
+ size 4907411088
model-00015-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d683c76a6145293532895eea10b928532b9d10fd3a8a5fcf85f9a20ada6bc344
3
+ size 4806747904
model-00016-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d20830d156471457329580b4ff7f30cdbcec7fedb9269dd121d3af374938748
3
+ size 4831938544
model-00017-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85cf56aad11b204514db0ecba72ea039a0eda0093ceb32d49130bbb23ce8153d
3
+ size 4831938552
model-00018-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e91eaafc690f2e63fb5e18adf7f8be482347cc5f404021165d90ad36c0696a0
3
+ size 4907411096
model-00019-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7467ca97a3284903b713ee9d3220c3636bfb8a00f846dd1d7e29d1f62d647b2d
3
+ size 4806747904
model-00020-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be9089795635482b1b644d6dea27629c74ac0dd4fd292e9b7c25a791812fe7ee
3
+ size 4831938544
model-00021-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea6cea0a74baa40443024e7c61a6ef90959cddd1e46fdd62d9a785dcdca69f6c
3
+ size 4831938544
model-00022-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25583f97f78201a49b43f2f12888d72a2e6ad358abd46cde2bfa19d0ee561d7a
3
+ size 4907411096
model-00023-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbabb0727cef40cac2a42c1e7669df7bc0898088936d2c095d0413cfd54f3612
3
+ size 4806747904
model-00024-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa90c86ebfdefcee8671a0b7443d5f38ab4a46b5e1f1c89aa24283a18cb57be7
3
+ size 4831938544
model-00025-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9b63418054ae04e421f78c240cf1b7331565aca9a512e7bd022642b0fc0584f
3
+ size 4831938552
model-00026-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61355db009ca377dc332b88e60bb9db8abbc5900327b6ed5902a114768476565
3
+ size 4907411096
model-00027-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cde464f114b99c520bf140571fcf42828a29bd41539c4e643caab9641b096c5e
3
+ size 4806747896
model-00028-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b759d68150c637196b46e4a6dccddba0e5de9df28efc255355088e7267d4fc17
3
+ size 4831938544
model-00029-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:233a12355b66af9ee40f17fe906f80ef0d57c8f9fdc3cf9bcf3e6ee307a71823
3
+ size 4831938552
model-00030-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5847ab866185086728532351c033b8bc8b9862c595ec807b565ae83d309b006
3
+ size 4907411096
model-00031-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d69859b3e2d097ed89305eefd363d00419d4a1e08f535af716672d4a1551d527
3
+ size 4806747904
model-00032-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83d4e050ab847e65d2c9ef21f2adf186e3e34cb9c761986771cb8b44503d83cc
3
+ size 4831938544
model-00033-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b45f92205ce5e1d3b3ec7ca15424dfad84061d274c8eace305af1182dbee49b
3
+ size 4831938544
model-00034-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f272689c80f9b0168c7070da51fed928000f8e07f236540062644e278ddb2425
3
+ size 4907411096
model-00035-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d34d7a81d9abc4f3df2c7a1d28694f32e99e51cd84fdce1b61d91a1c02677f9
3
+ size 4806747904
model-00036-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e6f40956ce804f557d0b125a59d165401e969ba33b5b81e76d3506129bb6b62
3
+ size 4831938544
model-00037-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00dc6efb192b8e457a568ce6a9384b670274c5cacbd698a8dc9170b58554551e
3
+ size 4831938552
model-00038-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f03da62d3b48d8bf788af17e965bf6efa727e2c23b4d29276bd5b5ddd48449c
3
+ size 4907411096
model-00039-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c717fe6317dda57662317765030e02b8ea56dcd062e5707e7bfd93f5d34b10b0
3
+ size 4806747904
model-00040-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1618b8061a647038db8fdad9d0d71fb97c4fe2e4bad0111aa641f19cf6b1ff7
3
+ size 4831938544
model-00041-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:885628db4e12c651fc6f2edea2585ce4289b76298f2b9acb5d8c6a91af45895b
3
+ size 4831938552
model-00042-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91c890a31a89bba2bbece1a81bbf4e03b49330c51d88910ee00eefa260d2521b
3
+ size 4907411096
model-00043-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0dff5e390dcf6620a78319de9e15f5dec40bc2d849736101650ac57e0d1b9e52
3
+ size 4806747904
model-00044-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8a8895c971e8db86bd4ce83ae2b1a11dd0754bea69120ce5e566f8cb1e22a87
3
+ size 4831938544
model-00045-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:084c1ca7fbbdbdee0d1c740621afa032bc898945b84f8e6672283eb6544aa460
3
+ size 4831938552
model-00046-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a68827f058fd470e5ff0a2cc4783736f116c9dec26c840de1d8989cfa0519330
3
+ size 4907411088
model-00047-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ac62203e1bb4041cb1c15ff1887deb1f2fd457cecbd1b9649cbf5fe15efbb03
3
+ size 4806747904
model-00048-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6e99765a6a3da93506210a4ae10f2243cdc323a80300bf93eb85490c92a7db7
3
+ size 4831938544
model-00049-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6f4daf4ba5f2f6c158a50f27657d319b1c5ea14cfcf3c1630cec6a327c3235a
3
+ size 4831938552