Initial Version

config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "/content/drive/MyDrive/BaseModel/openthaigpt-1.0.0-7b-chat",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 32,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.41.2",
+  "use_cache": false,
+  "vocab_size": 41088
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.41.2"
+}

model-00001-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ded83bcd9a174a40dc24fec109894c3fc1fe8756004ccce6d98c9f39ff0c33
+size 370147576

model-00002-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16def2c80e8abe4e90629cb4762153c2fa129099f9e33f1acffa83203e10fcc3
+size 371213216

model-00003-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633d3f2b3be5c022221cf7add2d85daf59eca23cfb3ee5582f65dab5e1deba46
+size 314573512

model-00004-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab137aff77743b3340531c69a71d227f15a5262d73ba9c76a05dba8135b9816
+size 314590112

model-00005-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c19b5d14e2fc81445e8522d40d0c21d75b456cd7e81a06bf57ad8916fafd68
+size 314590112

model-00006-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27aa4ff45d121c054dd6082c7dbdcabf3b156aed857d5eef14cd94ab362be1f
+size 371213216

model-00007-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35af34d8fdce6b5ca8b0ade685732862c900435c9bdb40de9778ea8066e62143
+size 371213216

model-00008-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4c5132daf135a3d4d16cb01b8b08af59a4b79a660430ae4082ae584c20c866
+size 371213216

model-00009-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e90e600edceda8aebde35da664b0706f4c3c8e6b86135070803b76383039e9
+size 371213216

model-00010-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8311ec67af9e0dc709bcb217b846a2e2897b1bf09b934233a187adbd1eac3929
+size 314573512

model-00011-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee40eecbc654d34016205c35bf72787add52f55d90f36234ffbf3f5a4e82718c
+size 314590112

model-00012-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9379598a309eba775568c93b56fde446a4550f21caf5d60c5965a612d939947
+size 314590112

model-00013-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088b1a3508f4ef31ed27a5c096d2409cb0a78441f25cb86c21c82503150cc7d6
+size 371213224

model-00014-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c30a49d803aeebd353173c82623a9c47842005c44d2facef5c3678e1955463
+size 371213224

model-00015-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94725f1310e6879d242c423cbbc0823ac4148e35dae2ebd070ec927ffc6ed63f
+size 371213224

model-00016-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1abc7c03054884d0fe427217d7357bc09ba0528f9c57e9a18e6e9cf7a5c6f0af
+size 371213224

model-00017-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b3c2e5da6410d810d0a9da6aa334d66b1fb49d35029d25dd7330e455b433eb
+size 314573520

model-00018-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5189e45865a4bf297bcb082c3c36a88304fe1d6fe03a087fb3ec6a7e61b04d75
+size 314590120

model-00019-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbba25d69ef8d533d2c1f2194c63ec6fb4ff4f187e7d53ef201112902d58bf5f
+size 314590120

model-00020-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce1132fb4ebec07e43f53add5f05e70705fbc5ec37a74705b2e6a211240baab
+size 371213224

model-00021-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550f4fbc7e14bd77634a99c1ea3b7efac8cbfb8fb2856432753f8020c8f526c3
+size 371213224

model-00022-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a759f58acc9565de915772d900d3d0af0294fbb32a87440f41b69e8ed6f1d0b
+size 371213224

model-00023-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bea8b7431c8e13fe4c0899b6f7f733117c2ed61702a8a4c146fc97a97bfb22b
+size 371213224

model-00024-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85338e7090a323464581ffa982197160501b1e5eb5eafb7831a08c8421ec7e1
+size 314573520

model-00025-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b2cedf6df8499cb3b7450adc04ff559a0800d78a79aa77ba4873b3286fa71c
+size 314590120

model-00026-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32285d1b6604bac867e682552dd789744c8d0bd34c1921fb2277d77aed3c58f4
+size 314590120

model-00027-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81aa7a0d8d075f76e16869daae867c62c02255c1baf8be1884349b339126ef1c
+size 371213224

model-00028-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7a90d310382662f67b426c12dcd1162df7146f183bcd40a97c32dd63d3dab6
+size 371213224

model-00029-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7980c0aa2fb18cd031d79445ea19e183bad313822a312365039fc891be3dceac
+size 371213224

model-00030-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2572fb06264521a003b65d978e837290d8d078fe283f49b0c28b286278b174
+size 371213224

model-00031-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c791b9e8789abe997349f850e61e3b4c7e5989ffdcff3dec8ada612d59089004
+size 314573520

model-00032-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952112364adc218186a4625989cdc5a1ab387097586035f1ff2d153c16763ba1
+size 314590120

model-00033-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e0fac7dc950b6b419b0c5fb8a8737d914cd61e1015b0cffd2cd04a6b20844f
+size 314590120

model-00034-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22a6a6d2b53c8c75ed34c7a31b007baa9db2c0f0b46a3d5a26b95dacccdfd8c
+size 371213224

model-00035-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19db0236224ae58cf597244765ac715608af8522366f671471f1d75fe87fd475
+size 371213224

model-00036-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ca3d5a719e2490c295855b4b1a89696d3c940eae05467895d5dc11db855dbd
+size 371213224

model-00037-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690e4710399c539420821d460807b3db1f01905a3496e9956435b7abee4fa0a2
+size 371213224

model-00038-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3138a88c16169db471936b9488e764c75d5a07df724ac5a0fa8d1e77f0c5ec
+size 314573520

model-00039-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6093a108a4ff0bb2de8d389044163c2c848a8256e2f805337b346626950503
+size 90202560

model-00040-of-00040.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48d2cd80cb7cb6fb89df34f84fd560f693312dcb3e48d747e2d61e39b4e0b21
+size 336593024

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 13625729024
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00040-of-00040.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00040.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00002-of-00040.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00002-of-00040.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00002-of-00040.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00002-of-00040.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00002-of-00040.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00002-of-00040.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00002-of-00040.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00040.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00002-of-00040.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00004-of-00040.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00004-of-00040.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00003-of-00040.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00003-of-00040.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00004-of-00040.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00003-of-00040.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00003-of-00040.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00003-of-00040.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00003-of-00040.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00014-of-00040.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00014-of-00040.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00014-of-00040.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00014-of-00040.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00014-of-00040.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00013-of-00040.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00014-of-00040.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00013-of-00040.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00013-of-00040.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00015-of-00040.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00015-of-00040.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00015-of-00040.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00015-of-00040.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00015-of-00040.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00014-of-00040.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00015-of-00040.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00014-of-00040.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00015-of-00040.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00016-of-00040.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00016-of-00040.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00016-of-00040.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00016-of-00040.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00016-of-00040.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00016-of-00040.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00016-of-00040.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00015-of-00040.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00016-of-00040.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00018-of-00040.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00018-of-00040.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00017-of-00040.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00017-of-00040.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00018-of-00040.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00017-of-00040.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00017-of-00040.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00017-of-00040.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00017-of-00040.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00019-of-00040.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00019-of-00040.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00018-of-00040.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00019-of-00040.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00019-of-00040.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00018-of-00040.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00018-of-00040.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00018-of-00040.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00018-of-00040.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00020-of-00040.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00020-of-00040.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00020-of-00040.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00020-of-00040.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00020-of-00040.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00019-of-00040.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00019-of-00040.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00019-of-00040.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00019-of-00040.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00021-of-00040.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00021-of-00040.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00021-of-00040.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00021-of-00040.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00021-of-00040.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00020-of-00040.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00021-of-00040.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00020-of-00040.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00020-of-00040.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00022-of-00040.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00022-of-00040.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00022-of-00040.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00022-of-00040.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00022-of-00040.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00021-of-00040.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00022-of-00040.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00021-of-00040.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00022-of-00040.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00023-of-00040.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00023-of-00040.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00023-of-00040.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00023-of-00040.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00023-of-00040.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00023-of-00040.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00023-of-00040.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00022-of-00040.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00023-of-00040.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00025-of-00040.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00025-of-00040.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00024-of-00040.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00024-of-00040.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00025-of-00040.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00024-of-00040.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00024-of-00040.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00024-of-00040.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00024-of-00040.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00005-of-00040.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00005-of-00040.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00004-of-00040.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00005-of-00040.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00005-of-00040.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00004-of-00040.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00004-of-00040.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00004-of-00040.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00004-of-00040.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00026-of-00040.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00026-of-00040.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00025-of-00040.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00026-of-00040.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00026-of-00040.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00025-of-00040.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00025-of-00040.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00025-of-00040.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00025-of-00040.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00027-of-00040.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00027-of-00040.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00027-of-00040.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00027-of-00040.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00027-of-00040.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00026-of-00040.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00026-of-00040.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00026-of-00040.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00026-of-00040.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00028-of-00040.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00028-of-00040.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00028-of-00040.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00028-of-00040.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00028-of-00040.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00027-of-00040.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00028-of-00040.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00027-of-00040.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00027-of-00040.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00029-of-00040.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00029-of-00040.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00029-of-00040.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00029-of-00040.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00029-of-00040.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00028-of-00040.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00029-of-00040.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00028-of-00040.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00029-of-00040.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00030-of-00040.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00030-of-00040.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00030-of-00040.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00030-of-00040.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00030-of-00040.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00030-of-00040.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00030-of-00040.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00029-of-00040.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00030-of-00040.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00032-of-00040.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00032-of-00040.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00031-of-00040.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00031-of-00040.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00032-of-00040.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00031-of-00040.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00031-of-00040.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00031-of-00040.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00031-of-00040.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00033-of-00040.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00033-of-00040.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00032-of-00040.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00033-of-00040.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00033-of-00040.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00032-of-00040.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00032-of-00040.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00032-of-00040.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00032-of-00040.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00034-of-00040.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00034-of-00040.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00034-of-00040.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00034-of-00040.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00034-of-00040.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00033-of-00040.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00033-of-00040.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00033-of-00040.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00033-of-00040.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00035-of-00040.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00035-of-00040.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00035-of-00040.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00035-of-00040.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00035-of-00040.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00034-of-00040.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00035-of-00040.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00034-of-00040.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00034-of-00040.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00036-of-00040.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00036-of-00040.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00036-of-00040.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00036-of-00040.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00036-of-00040.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00035-of-00040.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00036-of-00040.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00035-of-00040.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00036-of-00040.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00006-of-00040.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00006-of-00040.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00006-of-00040.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00006-of-00040.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00006-of-00040.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00005-of-00040.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00005-of-00040.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00005-of-00040.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00005-of-00040.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00037-of-00040.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00037-of-00040.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00037-of-00040.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00037-of-00040.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00037-of-00040.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00037-of-00040.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00037-of-00040.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00036-of-00040.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00037-of-00040.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00039-of-00040.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00039-of-00040.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00038-of-00040.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00038-of-00040.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00039-of-00040.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00038-of-00040.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00038-of-00040.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00038-of-00040.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00038-of-00040.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00007-of-00040.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00007-of-00040.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00007-of-00040.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00007-of-00040.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00007-of-00040.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00006-of-00040.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00007-of-00040.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00006-of-00040.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00006-of-00040.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00008-of-00040.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00008-of-00040.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00008-of-00040.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00008-of-00040.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00008-of-00040.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00007-of-00040.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00008-of-00040.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00007-of-00040.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00008-of-00040.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00009-of-00040.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00009-of-00040.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00009-of-00040.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00009-of-00040.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00009-of-00040.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00009-of-00040.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00009-of-00040.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00008-of-00040.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00009-of-00040.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00011-of-00040.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00011-of-00040.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00010-of-00040.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00010-of-00040.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00011-of-00040.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00010-of-00040.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00010-of-00040.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00010-of-00040.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00010-of-00040.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00012-of-00040.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00012-of-00040.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00011-of-00040.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00012-of-00040.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00012-of-00040.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00011-of-00040.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00011-of-00040.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00011-of-00040.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00011-of-00040.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00013-of-00040.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00013-of-00040.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00013-of-00040.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00013-of-00040.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00013-of-00040.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00012-of-00040.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00012-of-00040.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00012-of-00040.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00012-of-00040.safetensors",
+    "model.norm.weight": "model-00039-of-00040.safetensors"
+  }
+}