Nickinfinity
commited on
Commit
·
e346dcd
1
Parent(s):
a221af0
lock max gen len to 49
Browse filesSigned-off-by: Nickinfinity <nikhilg.me@gmail.com>
- mlc-chat-config.json +2 -2
mlc-chat-config.json
CHANGED
@@ -22,7 +22,7 @@
|
|
22 |
"attention_sink_size": -1,
|
23 |
"tensor_parallel_shards": 1,
|
24 |
"mean_gen_len": 128,
|
25 |
-
"max_gen_len":
|
26 |
"shift_fill_factor": 0.3,
|
27 |
"temperature": 0.7,
|
28 |
"repetition_penalty": 1.0,
|
@@ -35,4 +35,4 @@
|
|
35 |
"tokenizer.json"
|
36 |
],
|
37 |
"version": "0.1.0"
|
38 |
-
}
|
|
|
22 |
"attention_sink_size": -1,
|
23 |
"tensor_parallel_shards": 1,
|
24 |
"mean_gen_len": 128,
|
25 |
+
"max_gen_len": 49,
|
26 |
"shift_fill_factor": 0.3,
|
27 |
"temperature": 0.7,
|
28 |
"repetition_penalty": 1.0,
|
|
|
35 |
"tokenizer.json"
|
36 |
],
|
37 |
"version": "0.1.0"
|
38 |
+
}
|