Upload XGLMForCausalLM
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +27 -0
- generation_config.json +8 -0
- pytorch_model-00001-of-00099.bin +3 -0
- pytorch_model-00002-of-00099.bin +3 -0
- pytorch_model-00003-of-00099.bin +3 -0
- pytorch_model-00004-of-00099.bin +3 -0
- pytorch_model-00005-of-00099.bin +3 -0
- pytorch_model-00006-of-00099.bin +3 -0
- pytorch_model-00007-of-00099.bin +3 -0
- pytorch_model-00008-of-00099.bin +3 -0
- pytorch_model-00009-of-00099.bin +3 -0
- pytorch_model-00010-of-00099.bin +3 -0
- pytorch_model-00011-of-00099.bin +3 -0
- pytorch_model-00012-of-00099.bin +3 -0
- pytorch_model-00013-of-00099.bin +3 -0
- pytorch_model-00014-of-00099.bin +3 -0
- pytorch_model-00015-of-00099.bin +3 -0
- pytorch_model-00016-of-00099.bin +3 -0
- pytorch_model-00017-of-00099.bin +3 -0
- pytorch_model-00018-of-00099.bin +3 -0
- pytorch_model-00019-of-00099.bin +3 -0
- pytorch_model-00020-of-00099.bin +3 -0
- pytorch_model-00021-of-00099.bin +3 -0
- pytorch_model-00022-of-00099.bin +3 -0
- pytorch_model-00023-of-00099.bin +3 -0
- pytorch_model-00024-of-00099.bin +3 -0
- pytorch_model-00025-of-00099.bin +3 -0
- pytorch_model-00026-of-00099.bin +3 -0
- pytorch_model-00027-of-00099.bin +3 -0
- pytorch_model-00028-of-00099.bin +3 -0
- pytorch_model-00029-of-00099.bin +3 -0
- pytorch_model-00030-of-00099.bin +3 -0
- pytorch_model-00031-of-00099.bin +3 -0
- pytorch_model-00032-of-00099.bin +3 -0
- pytorch_model-00033-of-00099.bin +3 -0
- pytorch_model-00034-of-00099.bin +3 -0
- pytorch_model-00035-of-00099.bin +3 -0
- pytorch_model-00036-of-00099.bin +3 -0
- pytorch_model-00037-of-00099.bin +3 -0
- pytorch_model-00038-of-00099.bin +3 -0
- pytorch_model-00039-of-00099.bin +3 -0
- pytorch_model-00040-of-00099.bin +3 -0
- pytorch_model-00041-of-00099.bin +3 -0
- pytorch_model-00042-of-00099.bin +3 -0
- pytorch_model-00043-of-00099.bin +3 -0
- pytorch_model-00044-of-00099.bin +3 -0
- pytorch_model-00045-of-00099.bin +3 -0
- pytorch_model-00046-of-00099.bin +3 -0
- pytorch_model-00047-of-00099.bin +3 -0
- pytorch_model-00048-of-00099.bin +3 -0
config.json
ADDED
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "pythainlp/xglm-7.5B-en_th-adapter-merged",
|
3 |
+
"activation_dropout": 0.0,
|
4 |
+
"activation_function": "gelu",
|
5 |
+
"architectures": [
|
6 |
+
"XGLMForCausalLM"
|
7 |
+
],
|
8 |
+
"attention_dropout": 0.1,
|
9 |
+
"attention_heads": 32,
|
10 |
+
"bos_token_id": 0,
|
11 |
+
"d_model": 4096,
|
12 |
+
"decoder_start_token_id": 2,
|
13 |
+
"dropout": 0.1,
|
14 |
+
"eos_token_id": 2,
|
15 |
+
"ffn_dim": 16384,
|
16 |
+
"init_std": 0.02,
|
17 |
+
"layerdrop": 0.0,
|
18 |
+
"max_position_embeddings": 2048,
|
19 |
+
"model_type": "xglm",
|
20 |
+
"num_layers": 32,
|
21 |
+
"pad_token_id": 1,
|
22 |
+
"scale_embedding": true,
|
23 |
+
"torch_dtype": "float32",
|
24 |
+
"transformers_version": "4.28.0.dev0",
|
25 |
+
"use_cache": true,
|
26 |
+
"vocab_size": 256008
|
27 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 0,
|
4 |
+
"decoder_start_token_id": 2,
|
5 |
+
"eos_token_id": 2,
|
6 |
+
"pad_token_id": 1,
|
7 |
+
"transformers_version": "4.28.0.dev0"
|
8 |
+
}
|
pytorch_model-00001-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:75882088cb42be9373711c98285fd609a355bdc5dec1a85bf59b827b90e2935d
|
3 |
+
size 537
|
pytorch_model-00002-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3ce5522210d7f4e8a6e066ac17f7aa967ade61acaafe02717c413c33a29a86ce
|
3 |
+
size 4194436010
|
pytorch_model-00003-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5523299107ffd1629f9229a9a46a3d90b12dab8d4de003ddee1d05db898fc1f5
|
3 |
+
size 268537475
|
pytorch_model-00004-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f8274f885851413cb74f3b0bfce630deb2d30e9b6619eace1faaf7c18474d0f6
|
3 |
+
size 268502203
|
pytorch_model-00005-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1b9e0ddaa937a770e56bbf3dafa5b1668ba59eab5af4666010f07271c328d40
|
3 |
+
size 335612287
|
pytorch_model-00006-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fb1d21cfe0db15ba05e4c2a7be3a1cc16972fd95d90437d7b84ee0a02f565e47
|
3 |
+
size 201411617
|
pytorch_model-00007-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9922ea4a799dc242046127b07a9f6e18e8ace9f21241b8094c6e82ca8908cc81
|
3 |
+
size 268502203
|
pytorch_model-00008-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:df118a7bad57202403c629bfc38d0c8ea5ec504b5910d1a0b7e430cd089d63af
|
3 |
+
size 335612287
|
pytorch_model-00009-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:80c9cad18fe21c18d92478149323f49106b31ba4eb180d5afa1bd55ebf4424c4
|
3 |
+
size 201411617
|
pytorch_model-00010-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a79bb90c73b59cf7d803b69948f67d1a9dabf0d71d3fd7490c71e1956bb82ab5
|
3 |
+
size 268502203
|
pytorch_model-00011-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:db9719da57d353cafc8a2e32d0b2dbf3e2bc2f117ca19955572f50e6ade475a5
|
3 |
+
size 335612287
|
pytorch_model-00012-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:48fe5d6f67f13546e28f83177ffb693c70595c466a1ba55451d4253baa41b02e
|
3 |
+
size 201411617
|
pytorch_model-00013-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b067df9822333d0ee75039d3a3066dec44d1f3e8e92918f8f9d3624a8295e137
|
3 |
+
size 268502203
|
pytorch_model-00014-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8fc92ec041fdb987d236133b4412ccdb8eeb54f0fb59f12f28566af469253584
|
3 |
+
size 335612287
|
pytorch_model-00015-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8f840d667b0c122e9ccdce673741bc332d14a1ede7b8b9ef66163aa593034334
|
3 |
+
size 201411617
|
pytorch_model-00016-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:073011fff43cdc34f8f94faf052a4e55b273794f22d89f2fb98353ac673f379a
|
3 |
+
size 268502203
|
pytorch_model-00017-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d7e9d5c96c757aa644bff5daac1a55394db375041df0c8d55fe4e3d796398460
|
3 |
+
size 335612287
|
pytorch_model-00018-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:df2232c6936e03270eb2ecc546cad68d13b47bc95f11da00af6e7e5e2c188bfe
|
3 |
+
size 201411617
|
pytorch_model-00019-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c03d0cad016c575421fb5c7f71321727801f55a6bf27348c1bd37f0caed77ebf
|
3 |
+
size 268502203
|
pytorch_model-00020-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:013d0a6970546516cf5b177f576d035fc46055dabc3afff2574b3dde90e4432e
|
3 |
+
size 335612287
|
pytorch_model-00021-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b44044b78a87bcf38b8732bff4dcc2817ea94b132d9b6f057d9675e301969bc7
|
3 |
+
size 201411617
|
pytorch_model-00022-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7525c3667cc0a940288d4a295fcff4bc32c280e92838b96e3089f9c70480d129
|
3 |
+
size 268502203
|
pytorch_model-00023-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7dba891cea0a146b65634e68529f96d107368938d161277a766b609f71ef3f82
|
3 |
+
size 335612287
|
pytorch_model-00024-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:950db861e717beb6d712c52e290168f450d271e35f467ca25a15ceb2f65a7633
|
3 |
+
size 201411617
|
pytorch_model-00025-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:15143aa61a132443947261d52f2e3c14807423254800c5643f8f2c7e5643b455
|
3 |
+
size 268502203
|
pytorch_model-00026-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a34f98152f2d8877b549efe65616903261a181fd0df21d2d81e72cb957c543ce
|
3 |
+
size 335612287
|
pytorch_model-00027-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:077908bf91cb465510247d26477f1f9d2bb4d9ef7ac24a226c211fc11a6cbd71
|
3 |
+
size 201411617
|
pytorch_model-00028-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:66afa2dbe2ba4c26ccc3c03654e25cb9f6e344f2b42e44a11a5899993ed2d3e1
|
3 |
+
size 268502203
|
pytorch_model-00029-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d3d7837ce3e566eafec36e9014541b58b4b2a5fc1c0f25dc6736aaf43fa9fbd2
|
3 |
+
size 335612287
|
pytorch_model-00030-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1d4c861dbbce8ce5232b76e535bb9ffd7e003acf31e412786ec4ab9f8894a728
|
3 |
+
size 201411617
|
pytorch_model-00031-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e60634080d5d29a9ad3862ec09cc5da2e99c16d4caca41f0083b5a61b7ccf890
|
3 |
+
size 268502203
|
pytorch_model-00032-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e06cdc8f7173923ecbeb660e9c1f77d3b4d14e905332c1f3be8fbd5b6e64726a
|
3 |
+
size 335612287
|
pytorch_model-00033-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:81d58bc75f5647683a5143cebda67464c1c5b8b8a2aa939f3290c15a678b9fa3
|
3 |
+
size 201411617
|
pytorch_model-00034-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:16653f7464a019e7cacbc1bcbe146b55b8a0a1b0989679d514f9b98e7ac466a2
|
3 |
+
size 268502203
|
pytorch_model-00035-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6dbb30f398740fc5e2a7b30f8960446dcff07e098f3f730dda77ccb48a9bc690
|
3 |
+
size 335612287
|
pytorch_model-00036-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c917667a584ca8e62d5e58cb2842e48257e8961a464fa9081798a407f89b4988
|
3 |
+
size 201411617
|
pytorch_model-00037-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d76a9623eb5bc6a2d0e7a078ec12a58b6a5bab65823cfc775f229a84a5d58847
|
3 |
+
size 268502203
|
pytorch_model-00038-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0ab2b7f4a01360402787c0d471347a0c372ec31c5c51e5183cc6f9cd342b39a0
|
3 |
+
size 335612287
|
pytorch_model-00039-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e650ceff5b6bc9eecde069391b95192f2a2bf098c8eb10158ac77f48675bb610
|
3 |
+
size 201411617
|
pytorch_model-00040-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2f0c93b714af5066ce6b5717c99c33ed72fc36543684f36f9bb2f1cbf261e144
|
3 |
+
size 268502203
|
pytorch_model-00041-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0b5350395e77411ebcf1390cf6f75340b9eb92535f76463a30bd8c102e58dd49
|
3 |
+
size 335612287
|
pytorch_model-00042-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:69b3b79bafa8b1d32bbc0f901796d07f89488a29fbd0574ffd80f8339cfa2ea0
|
3 |
+
size 201411617
|
pytorch_model-00043-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6f495fc1345550ad7b542b064bc6c55b1f369e1df593fee25f10ec9b2d5b04a3
|
3 |
+
size 268502203
|
pytorch_model-00044-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4469b7c41d4cbab67f71e581fe68fca87761cf53b7f2aec86fb7a87d1f7dd38b
|
3 |
+
size 335612287
|
pytorch_model-00045-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0f2d15a59f908231ee7d2e3219c4f00a18f78592306e02bc184092cbc9731747
|
3 |
+
size 201411617
|
pytorch_model-00046-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8fb57d0408e8959596b9d96951c3bccf2773bc5f1eba991c14b8a7ab15a9a4d7
|
3 |
+
size 268502203
|
pytorch_model-00047-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:86e4bac516106dd00986d86faf666b87477579ff755da9e345f3d1e730cb822d
|
3 |
+
size 335612287
|
pytorch_model-00048-of-00099.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8b5f22ff028c2f6f46b5e750338fd8449f1442a71a8b5efbe9dc77978123d6d1
|
3 |
+
size 201411617
|