Update app.py
Browse files
app.py
CHANGED
@@ -228,10 +228,10 @@ def talk(prompt, history):
|
|
228 |
generate_kwargs = dict(
|
229 |
input_ids=input_ids,
|
230 |
streamer=streamer,
|
231 |
-
max_new_tokens=
|
232 |
do_sample=True,
|
233 |
top_p=0.95,
|
234 |
-
temperature=0.
|
235 |
eos_token_id=tokenizer.eos_token_id,
|
236 |
)
|
237 |
|
|
|
228 |
generate_kwargs = dict(
|
229 |
input_ids=input_ids,
|
230 |
streamer=streamer,
|
231 |
+
max_new_tokens=64,
|
232 |
do_sample=True,
|
233 |
top_p=0.95,
|
234 |
+
temperature=0.2,
|
235 |
eos_token_id=tokenizer.eos_token_id,
|
236 |
)
|
237 |
|