set repetition_penalty=1.12 for hftgi
Browse files
app_modules/llm_loader.py
CHANGED
@@ -217,7 +217,7 @@ class LLMLoader:
|
|
217 |
top_p=0.95,
|
218 |
# typical_p=0.95,
|
219 |
temperature=0.01,
|
220 |
-
repetition_penalty=1.
|
221 |
callbacks=callbacks,
|
222 |
timeout=600,
|
223 |
streaming=True,
|
|
|
217 |
top_p=0.95,
|
218 |
# typical_p=0.95,
|
219 |
temperature=0.01,
|
220 |
+
repetition_penalty=1.12,
|
221 |
callbacks=callbacks,
|
222 |
timeout=600,
|
223 |
streaming=True,
|