Update model

Signed-off-by: Nickinfinity <nikhilg.me@gmail.com>

mlc-chat-config.json

@@ -13,7 +13,8 @@
     "prefill_chunk_size": 768,
     "num_key_value_heads": 4,
     "head_dim": 64,
-    "tensor_parallel_shards": 1
+    "tensor_parallel_shards": 1,
+    "max_batch_size": 80
   },
   "vocab_size": 160984,
   "context_window_size": 768,
@@ -22,12 +23,14 @@
   "attention_sink_size": -1,
   "tensor_parallel_shards": 1,
   "mean_gen_len": 128,
-  "max_gen_len": 49,
+  "max_gen_len": 512,
   "shift_fill_factor": 0.3,
   "temperature": 0.7,
+  "presence_penalty": 0.0,
+  "frequency_penalty": 0.0,
   "repetition_penalty": 1.0,
   "top_p": 0.95,
-  "conv_template": "llama_default",
+  "conv_template": "llama-2",
   "pad_token_id": 0,
   "bos_token_id": 1,
   "eos_token_id": 2,
@@ -35,4 +38,4 @@
     "tokenizer.json"
   ],
   "version": "0.1.0"
-}
+}