Nickinfinity commited on
Commit
e346dcd
·
1 Parent(s): a221af0

lock max gen len to 49

Browse files

Signed-off-by: Nickinfinity <nikhilg.me@gmail.com>

Files changed (1) hide show
  1. mlc-chat-config.json +2 -2
mlc-chat-config.json CHANGED
@@ -22,7 +22,7 @@
22
  "attention_sink_size": -1,
23
  "tensor_parallel_shards": 1,
24
  "mean_gen_len": 128,
25
- "max_gen_len": 512,
26
  "shift_fill_factor": 0.3,
27
  "temperature": 0.7,
28
  "repetition_penalty": 1.0,
@@ -35,4 +35,4 @@
35
  "tokenizer.json"
36
  ],
37
  "version": "0.1.0"
38
- }
 
22
  "attention_sink_size": -1,
23
  "tensor_parallel_shards": 1,
24
  "mean_gen_len": 128,
25
+ "max_gen_len": 49,
26
  "shift_fill_factor": 0.3,
27
  "temperature": 0.7,
28
  "repetition_penalty": 1.0,
 
35
  "tokenizer.json"
36
  ],
37
  "version": "0.1.0"
38
+ }