Upload folder using huggingface_hub

decoder/config.json

@@ -66,9 +66,9 @@
         "max_input_len": 256,
         "max_seq_len": 1000,
         "opt_batch_size": null,
-        "max_batch_size": 8,
+        "max_batch_size": 24,
         "max_beam_width": 5,
-        "max_num_tokens": 8000,
+        "max_num_tokens": 24000,
         "opt_num_tokens": null,
         "max_prompt_embedding_table_size": 0,
         "gather_context_logits": false,

decoder/rank0.engine

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4803ae9f88ad7016aebcdee0d7ef030b7c8aef318aa31c0f752bcee6ef42d4f1
-size 1028380532
+oid sha256:51c1b2638ea2baa98bca0b5401f2a526ecf134524427657e9fb2e0b392972dc0
+size 1028382060

encoder/config.json

@@ -44,9 +44,9 @@
         "max_input_len": 1500,
         "max_seq_len": 2048,
         "opt_batch_size": null,
-        "max_batch_size": 8,
+        "max_batch_size": 24,
         "max_beam_width": 1,
-        "max_num_tokens": 16384,
+        "max_num_tokens": 49152,
         "opt_num_tokens": null,
         "max_prompt_embedding_table_size": 0,
         "gather_context_logits": false,

encoder/rank0.engine

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94bcafd98a40feba12d3466069c2301291630a8d30e43767e8d8aa59365e7551
-size 620968060
+oid sha256:8c1fc2cbdcaa6086b181d94d802b024ff6ef59e25d60e493f80ca848d43a576f
+size 625299700