Upload folder using huggingface_hub (#1)

- a894a31bf7660352bd6b23abf1c2591e8642a6b1426371f7791a115b3e54344a (e7f8d12424f103c53dbc27d7a6f7ff3df2163dc2)
- 2a8c299cc55d1e85029b2527e1eb1db374747f3cecefe6c548969621d118f7ba (ff213dadddb6ea0f2a881f58eb9c7c4a0b22a999)
- b93a7786aff63c73ef73ad00e6f0785ed6dceb15bc81e74d12dd02bd8ee34639 (68efeb2c43a2a343891986a67af60f23955fd4c1)
- 23a4e491dffd75a5070b05efe4b291f9131d55011ac41fe116bc506cf7ef94da (70c7addd2f2ae23c024451c6a000a3d68fa648ac)
- 4252a6c1864339f13e6ba1c6c15c4bc3e83165f5aa4b521cb25a63def0fe25a8 (75e267cac3391efac5cc8cc00bb6d16ebe1f8827)
- c5d2b2eb8f977aca277c32dfa84e2bde7db9cc38d525a98c8dc0d949df2b0985 (eed441be64c202d01398a16aa56f4fe73bd94d90)
- 7a9ffa9973d80630e64fedc136bf82e1fbfbf09b1205efd0c1a703301def32f0 (35ec3715d5ae7c9b31c426835722f14fdf34061a)
- 331a01b1c97a0f48c744ba9366849bcfe0e8e2829fddbad6f6c906f176d6dd43 (843f309559de102367dbe808f632f198cb9c3a43)
- 16480ace92b1e6b8ab94c60d8d2477b5c149d51baac4a6e0a3735a200bc7dfff (f581d600a4937eed9a05513aed97dfc6927ec9a0)
- 22976af8824b68feede8ecec5eee77be7020a830514ca9f3eb2f6007e32414f3 (46e6fc1951d43dcf3b2be82f19bab9b2e4556167)
- 4b3f6ba43a9f76492c2b0ac7670f59093f5a7c55cdb3edbe569f1791c9f26ba6 (f3bed9397e8bb31eb81a1fd3684495908b28484e)
- 0c1b720581a7b22c39145782175172b8ecaca742feb81a9cb566c8267724cd8a (4070e3069eba7958a8d54a9355355afc05423019)
- 1470488b6f0c473483d33fe0ba1da89af6ad7f1ab34c0e7c99752b84c88c9f0e (b030f1fa04ad312fa81f52e67057211baabb79a9)
- f4a54ac8d6a87e8094dd3cc55ddd61757f567b466eda68c736a2d621f00f40e8 (2e4d2fa27e72a725a5b29444f3e820391e4bb070)
- ceb7e6cb4908915c5c2c0d5d5de25090b68818ef3d458c7345fab9b90b966032 (9d9f7b86edf2a189be7f3c993c45ff4ef4c2d108)
- 49acb32cafdec4d9f79d6dbe5ff6203b43cfe26a3c8f19086a30687b679a7404 (e2b2154d0a0656a2caaa9917fdebfa9dd19fc887)
- b5e1ab79f461a75f0573e186548091b6b3487f8eace670e26e3af549b5d79c03 (a6861a6c67ac15a682308e27bdbb3450ab3a8a40)
- 39433dc7ea53fcd199f3e1995b82ef59fad74bcb40dc355ba0ca684351dbef85 (483fb5e07bfb86ebb094cb341f90c8c10b383fcb)
- 0e863bb9468c7259a36320b9c230272915e1dc6126db2970c7e725d38e05ac26 (9738aa73e906f7018519334c635ac0588b98897b)
- 085934b201cea4f9e20566addfb9b97afb4a2c1ae1fae74fc1440c5115d6e35c (e92972023de2e7d2a072974c40f4528d61b8351b)
- f990bf963e17f9789e369ad514b611a887f826a5650a6896e80d3677a159a4aa (4cac3f6a21b49f20eee008ac58f6e3831bde2d54)

README.md

@@ -0,0 +1,25 @@
+---
+language:
+- ja
+- en
+license: mit
+library_name: transformers
+tags:
+- mlx
+---
+
+# mlx-community/stockmark-100b-8bit
+This model was converted to MLX format from [`stockmark/stockmark-100b`]() using mlx-lm version **0.12.1**.
+Refer to the [original model card](https://huggingface.co/stockmark/stockmark-100b) for more details on the model.
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/stockmark-100b-8bit")
+response = generate(model, tokenizer, prompt="hello", verbose=True)
+```

config.json

@@ -0,0 +1,32 @@
+{
+    "architectures": [
+        "LlamaForCausalLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "bos_token_id": 0,
+    "eos_token_id": 1,
+    "hidden_act": "silu",
+    "hidden_size": 9216,
+    "initializer_range": 0.02,
+    "intermediate_size": 32256,
+    "max_position_embeddings": 4096,
+    "model_type": "llama",
+    "num_attention_heads": 72,
+    "num_hidden_layers": 88,
+    "num_key_value_heads": 8,
+    "pad_token_id": 2,
+    "pretraining_tp": 1,
+    "quantization": {
+        "group_size": 64,
+        "bits": 8
+    },
+    "rms_norm_eps": 1e-05,
+    "rope_scaling": null,
+    "rope_theta": 10000.0,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.40.1",
+    "use_cache": true,
+    "vocab_size": 60416
+}

model-00001-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4211a64027e9d24ad7f6cd50c166cf0a50f1c4adf02c33f77f2bc0923b9498
+size 5294419504

model-00002-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d402b94ae73fb4eabf92771c87cf364fac49252b48367e3180b67c9cbaa0ae
+size 5314473179

model-00003-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9a9b6941669c21b3635cc445b36f394edc7112e45b674f364188ff2f7aaa2c
+size 5108957344

model-00004-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be2377f65b97342f11f9820ea9153cf36219a574a073583a284b7d18b49f189
+size 5224229891

model-00005-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba557a1ae57f7b14fab595a50eccdfc9e5e575780290ae56c14898369625a83
+size 5108957438

model-00006-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb27a7c46ec3e504e3ddd633873be51656b09918641a7e0bdcc1172dc9b59d6a
+size 5224229887

model-00007-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15fc2d1c00422dd7ad2aef0f6dde50880df0f0bda73a6a8fd9c9f1e8486355a
+size 5108957422

model-00008-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0050e33dfc66a7ba0fc65c23413287f06049f9b64970b969257ed04acbf561c6
+size 5224229859

model-00009-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e88c4c910f72ce9b5f8e88467efdba13e574420257d473a0b8a5a2baf6dcf5
+size 5108957436

model-00010-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25240189523399273d9136ef88af856dac15f628d05164de6bcd13e91ba239c
+size 5224229897

model-00011-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901711a4c9d566d1139a58738f10af37499984c655735c9d0e72a96b16345076
+size 5108957424

model-00012-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1c4ed7e5e1a4acb2818d70a1d49000c655f5ba2f8cdb4545497e3d27db0fcf
+size 5224229901

model-00013-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9d6283a9281c205a706b7883bd98693e2adf54f83722a450ec49f83eef505a
+size 5108957420

model-00014-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7b280533f0283ae6bf9845956ea573541623b56aad099c3972acadef5af322
+size 5224229893

model-00015-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae2d2d95b35a2465c2e699c9f7e5ecef1ff508c91c302261b66e5aab4f54290
+size 5108957422

model-00016-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845218d8d6fdfa1d6f0322db22a6f2d4aff30bf63ac121e7afae4cc745cbaa9d
+size 5224229893

model-00017-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6775ea7f87cb38caeca2def59e0ad441b4735c5ac8d9d5423413231475fb82ca
+size 5108957398

model-00018-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456a3ed8b506554af8f20cc60bf0b418a199f83f250612e37be3ea3f34fe0a2a
+size 5224229879

model-00019-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e18b31796a50dc51fc6612cf5b85dcbbd0903dabb0d67a05594d2a990f4575f
+size 5108957420

model-00020-of-00020.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae1bdbd15072e88bf111629d19c775b54f590c1b2a423156b7ecafc17c57c91
+size 3835466480

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,46 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}