Hugging Face's logo

NousResearch
/
Hermes-3-Llama-3.1-405B

Text Generation
Transformers
Safetensors
English
llama
Llama-3
instruct
finetune
chatml
gpt4
synthetic data
distillation
function calling
json mode
axolotl
roleplaying
chat
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
6
emozilla commited on
Commit
8778f05
•
1 Parent(s): 08131d0

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +35 -0
  2. generation_config.json +7 -0
  3. model-00001-of-00191.safetensors +3 -0
  4. model-00002-of-00191.safetensors +3 -0
  5. model-00003-of-00191.safetensors +3 -0
  6. model-00004-of-00191.safetensors +3 -0
  7. model-00005-of-00191.safetensors +3 -0
  8. model-00006-of-00191.safetensors +3 -0
  9. model-00007-of-00191.safetensors +3 -0
  10. model-00008-of-00191.safetensors +3 -0
  11. model-00009-of-00191.safetensors +3 -0
  12. model-00010-of-00191.safetensors +3 -0
  13. model-00011-of-00191.safetensors +3 -0
  14. model-00012-of-00191.safetensors +3 -0
  15. model-00013-of-00191.safetensors +3 -0
  16. model-00014-of-00191.safetensors +3 -0
  17. model-00015-of-00191.safetensors +3 -0
  18. model-00016-of-00191.safetensors +3 -0
  19. model-00017-of-00191.safetensors +3 -0
  20. model-00018-of-00191.safetensors +3 -0
  21. model-00019-of-00191.safetensors +3 -0
  22. model-00020-of-00191.safetensors +3 -0
  23. model-00021-of-00191.safetensors +3 -0
  24. model-00022-of-00191.safetensors +3 -0
  25. model-00023-of-00191.safetensors +3 -0
  26. model-00024-of-00191.safetensors +3 -0
  27. model-00025-of-00191.safetensors +3 -0
  28. model-00026-of-00191.safetensors +3 -0
  29. model-00027-of-00191.safetensors +3 -0
  30. model-00028-of-00191.safetensors +3 -0
  31. model-00029-of-00191.safetensors +3 -0
  32. model-00030-of-00191.safetensors +3 -0
  33. model-00031-of-00191.safetensors +3 -0
  34. model-00032-of-00191.safetensors +3 -0
  35. model-00033-of-00191.safetensors +3 -0
  36. model-00034-of-00191.safetensors +3 -0
  37. model-00035-of-00191.safetensors +3 -0
  38. model-00036-of-00191.safetensors +3 -0
  39. model-00037-of-00191.safetensors +3 -0
  40. model-00038-of-00191.safetensors +3 -0
  41. model-00039-of-00191.safetensors +3 -0
  42. model-00040-of-00191.safetensors +3 -0
  43. model-00041-of-00191.safetensors +3 -0
  44. model-00042-of-00191.safetensors +3 -0
  45. model-00043-of-00191.safetensors +3 -0
  46. model-00044-of-00191.safetensors +3 -0
  47. model-00045-of-00191.safetensors +3 -0
  48. model-00046-of-00191.safetensors +3 -0
  49. model-00047-of-00191.safetensors +3 -0
  50. model-00048-of-00191.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "merged",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": 128039,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 16384,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 53248,
14
+ "max_position_embeddings": 131072,
15
+ "mlp_bias": false,
16
+ "model_type": "llama",
17
+ "num_attention_heads": 128,
18
+ "num_hidden_layers": 126,
19
+ "num_key_value_heads": 8,
20
+ "pretraining_tp": 1,
21
+ "rms_norm_eps": 1e-05,
22
+ "rope_scaling": {
23
+ "factor": 8.0,
24
+ "high_freq_factor": 4.0,
25
+ "low_freq_factor": 1.0,
26
+ "original_max_position_embeddings": 8192,
27
+ "rope_type": "llama3"
28
+ },
29
+ "rope_theta": 500000.0,
30
+ "tie_word_embeddings": false,
31
+ "torch_dtype": "bfloat16",
32
+ "transformers_version": "4.44.0.dev0",
33
+ "use_cache": false,
34
+ "vocab_size": 128256
35
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 128000,
4
+ "eos_token_id": 128039,
5
+ "transformers_version": "4.44.0.dev0",
6
+ "use_cache": false
7
+ }
model-00001-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bef8406efa8aeed5fd29a532d864cbf13a54ac9ee4883dea72f63df0904a3c74
3
+ size 4806672880
model-00002-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:174936a35dcc360db966b49fe53e6ae54ba2eec426c8655b7727b8860c8fd6d7
3
+ size 4026532224
model-00003-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bff18647c9abdc300377f8fdc6eb6cb9dfa0bb3b390dfe56ae67ec355b2ee6a8
3
+ size 4630578112
model-00004-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c8951592e0c46036685b628b554acd5fae099c52e7d68d99ffde5cb46310e2a
3
+ size 4630578112
model-00005-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b65c05b8881a2b16ffda732fb1db2ca8e3a2978ec1dc9e30e668c22479b1c643
3
+ size 3489661192
model-00006-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db413d65ce4e2773559a99f757f19d89e90ed1e0a6b48c1160e5e7cb10f5625c
3
+ size 4630578112
model-00007-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5c7a50944a2023350cf416af4f57d502c57a89e433d341ea6dc0c7f228cfd6b
3
+ size 4630578112
model-00008-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47815c64a078baf7c129049c0b037dae096b1d2d9d972b355eb361de5b47cfa5
3
+ size 3489661192
model-00009-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:146a8ce072495dcd1fdcffbc8aa1c4a065f3741c3cd4fa7155a0cd0d1f53b04f
3
+ size 4630578112
model-00010-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46c8dde07a0e8d38f6326a8348e2569954a91c14d743b60dc09bbcbd53ebcd88
3
+ size 4630578112
model-00011-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a431543f3fb0cd138b4db6868b96b0396cc07b5830ca847886fffd4618b3cf4
3
+ size 3489661192
model-00012-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b22fafbb64a74087d2aa05f59faa4f631e9bb0601cf22af42cb29239656b3716
3
+ size 4630578112
model-00013-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c171e5ba54f212bf9c328aa93e63fb6b165eea7c43597ae2d303bf7cd5f7c8d7
3
+ size 4630578112
model-00014-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3297cdb026dbd920329962009428c80ccda887d5ba5c4317d3c9e1ea0de1c8c9
3
+ size 3489661192
model-00015-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c71f5b4b9b9c816be6c142c8c8d7aa536471b41da9af50fdf84f24e2ca584acf
3
+ size 4630578112
model-00016-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cabbd4ddc09337ce21fa9bb4782a2a6359d18886d50ccabd91767441a4d738b
3
+ size 4630578120
model-00017-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5af70ef100102814c325215a98125a07288b6c1b105f60ee832de041422569b3
3
+ size 3489661192
model-00018-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11b358f85080b6c29da0f36426480e70bc0019a4b88088a7d8557162e36ed89d
3
+ size 4630578120
model-00019-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e723948e125ce8b857f930f5e941e14419719af405080820e4ebca7172332b49
3
+ size 4630578120
model-00020-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceab9cb92d48868d75846501f3798a1f655ae275ec7b138ed11f7ec030670be6
3
+ size 3489661192
model-00021-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7881424f7df152b61a291993879ef3938e9ce073f4b26e0f9d12efd9ff1cee54
3
+ size 4630578120
model-00022-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56812d2fd443ae7c7625d7c7070435b9e47a2c5f078871946d90d823d35f7c07
3
+ size 4630578120
model-00023-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:471538c842b00c1a15bba91fc5d86e10c2f93a14553e76480870f3229627edb9
3
+ size 3489661192
model-00024-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e84937f59c76da78590ab5b34ce9bf00e5e91717f720757e512ed578717e7686
3
+ size 4630578120
model-00025-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:304ab9385d43b42cd0a6370245b676f79f551808ac6ea6ac41d7ce1749d26d3a
3
+ size 4630578120
model-00026-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b421ec3c6306015922804251059aae1ada86a3f91791b1ae3a4b6d88607453e
3
+ size 3489661192
model-00027-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:910ada400adf9917db4862aefa67690f9bb7617812b77dcd1a8a977bf35c1c31
3
+ size 4630578120
model-00028-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:071eb177a9cdb98e205819a355adfe273d9dea5532fef1627e580e8bc6ceb483
3
+ size 4630578120
model-00029-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c231c533aa2ce7adbef6e6eda34a0dd0ceca8bae054fbf10a699954aa40b9d4
3
+ size 3489661192
model-00030-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7241bd4c7c3390b39bec16884a37236f092f42f9c82657116e2353b531174a0
3
+ size 4630578120
model-00031-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:003c87d3557d6bff895e306a84d03bca90dd5f22bc46baf54f6e083290e56bed
3
+ size 4630578120
model-00032-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16a82e2c24eb0f53dfc599d646edc4ab6201188e22e9ef0332334d79aa5488a4
3
+ size 3489661192
model-00033-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0694c265184b39f11addf438d75b2a1b10a128e66ff7152eb29379e0e94a7ca0
3
+ size 4630578120
model-00034-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9882826c37d057c1df050d33f0741f7a498a4c2bf1c45ae37c54c6e9c3db8378
3
+ size 4630578120
model-00035-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:102c632157b741fb334e3a302c1284f38059350c0678f58ee47f7a54c399c98f
3
+ size 3489661192
model-00036-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcb53c670e65f64bfd33e2787fc62b0fdb1b18c97b976a212e4f7ba3b8d84a8f
3
+ size 4630578120
model-00037-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72b9c921537ddc01bb5eb3f26300f1599647352adebd9fbfe994991d00213acf
3
+ size 4630578120
model-00038-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3109f478b16203269f1418d97a79e5b16758bea4d513afba2c4ca03d861e15f
3
+ size 3489661192
model-00039-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4817be79a649bb707d46dd8138ce8c33a0d35665b1bcc89b79ce917d2d3c2e85
3
+ size 4630578120
model-00040-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5bbdd607c2f7ba9db4d733875c3e028d19d6202fb14eb37bf18b90917346979
3
+ size 4630578120
model-00041-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:974a739853d4dbf9800f69546a63c7e34b725ca4b83de5b00c4fd064cdd130ef
3
+ size 3489661192
model-00042-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ce8487bf57d9896baa00d4e6bcd7c8e558d7cb36a0a4a52e3a12add051cfbd1
3
+ size 4630578120
model-00043-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7d230c1e67a0396bc3ff005a39f553dd6d667bed66336d09d1be121188e9e10
3
+ size 4630578120
model-00044-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acf12f378373cb940a40eff0eb74046f4e28892128360c5735651175c14bebfa
3
+ size 3489661192
model-00045-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a494d1df70792f70da14ab0ec7d20b48a0193d462ddd3c43ad42f30d8c78c8fb
3
+ size 4630578120
model-00046-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffae1dd199e268504efc5638e2bd9ce4123210c2b3bb4bee9d10371bf1515daf
3
+ size 4630578120
model-00047-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b611135de4998574f91caec2484702ca7f1ef244fd6196403f11d3a1a23b4dc2
3
+ size 3489661192
model-00048-of-00191.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f06e61d6bdc186e0c883a6c5c7cab2d5f961cf56711555d1c24dd9229b9efd7
3
+ size 4630578120