Upload FalconMambaForCausalLM
Browse files- README.md +2 -2
- config.json +2 -1
- model-00001-of-00003.safetensors +1 -1
- model-00002-of-00003.safetensors +1 -1
- model-00003-of-00003.safetensors +1 -1
README.md
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
---
|
|
|
|
|
2 |
language:
|
3 |
- multilingual
|
4 |
license: apache-2.0
|
5 |
-
datasets:
|
6 |
-
- tiiuae/falcon-refinedweb
|
7 |
---
|
8 |
|
9 |
# Model Card for Falcon-Mamba-7B
|
|
|
1 |
---
|
2 |
+
datasets:
|
3 |
+
- tiiuae/falcon-refinedweb
|
4 |
language:
|
5 |
- multilingual
|
6 |
license: apache-2.0
|
|
|
|
|
7 |
---
|
8 |
|
9 |
# Model Card for Falcon-Mamba-7B
|
config.json
CHANGED
@@ -1,10 +1,11 @@
|
|
1 |
{
|
|
|
2 |
"architectures": [
|
3 |
"FalconMambaForCausalLM"
|
4 |
],
|
|
|
5 |
"conv_kernel": 4,
|
6 |
"eos_token_id": 0,
|
7 |
-
"bos_token_id": 0,
|
8 |
"expand": 16,
|
9 |
"hidden_act": "silu",
|
10 |
"hidden_size": 4096,
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "./",
|
3 |
"architectures": [
|
4 |
"FalconMambaForCausalLM"
|
5 |
],
|
6 |
+
"bos_token_id": 0,
|
7 |
"conv_kernel": 4,
|
8 |
"eos_token_id": 0,
|
|
|
9 |
"expand": 16,
|
10 |
"hidden_act": "silu",
|
11 |
"hidden_size": 4096,
|
model-00001-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4961951048
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7ba523977ce752d3e6681cfad5442934071a748d0c8cd6d7ea3f9843662b0c36
|
3 |
size 4961951048
|
model-00002-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4993566096
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f9201c60ae26961b49c049d390a5c5d302d75261f57e7ea079945bb88d832cdd
|
3 |
size 4993566096
|
model-00003-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4606661504
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d92d7cef1ff8f6ddf3d3b299360ad92e8d9b3a13a42ed149512d229ebb42c006
|
3 |
size 4606661504
|