upload weights

.gitattributes

@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+model_state.pdparams filter=lfs diff=lfs merge=lfs -text

model_config.json

@@ -0,0 +1,25 @@
+{
+  "init_args": [
+    {
+      "vocab_size": 18000,
+      "hidden_size": 768,
+      "num_hidden_layers": 12,
+      "num_attention_heads": 12,
+      "intermediate_size": 3072,
+      "hidden_act": "relu",
+      "hidden_dropout_prob": 0.1,
+      "attention_probs_dropout_prob": 0.1,
+      "normalize_before": false,
+      "max_position_embeddings": 513,
+      "type_vocab_size": 4,
+      "initializer_range": 0.02,
+      "unk_token_id": 17963,
+      "pad_token_id": 0,
+      "bos_token_id": 1,
+      "eos_token_id": 3,
+      "mask_token_id": 3,
+      "init_class": "UNIMOModel"
+    }
+  ],
+  "init_class": "UNIMOLMHeadModel"
+}

model_state.pdparams

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a32d68a59766d5d4ff784db903c4fa3b67cd13586adfeb9ec527bf8cd796ea
+size 454865735