Update app.py
Browse files
app.py
CHANGED
@@ -165,13 +165,13 @@ def create_conversational_rag_chain(retriever):
|
|
165 |
|
166 |
llm = llamacpp.LlamaCpp(
|
167 |
model_path = "JCHAVEROT_Qwen2-0.5B-Chat_SFT_DPO.Q8_0.gguf",
|
168 |
-
seed =
|
169 |
n_gpu_layers=0,
|
170 |
temperature=0.0,
|
171 |
n_ctx=22000,
|
172 |
n_batch=2000,
|
173 |
max_tokens=200,
|
174 |
-
repeat_penalty=1.
|
175 |
last_n_tokens_size = 200,
|
176 |
callback_manager=callback_manager,
|
177 |
verbose=False,
|
|
|
165 |
|
166 |
llm = llamacpp.LlamaCpp(
|
167 |
model_path = "JCHAVEROT_Qwen2-0.5B-Chat_SFT_DPO.Q8_0.gguf",
|
168 |
+
seed = 41,
|
169 |
n_gpu_layers=0,
|
170 |
temperature=0.0,
|
171 |
n_ctx=22000,
|
172 |
n_batch=2000,
|
173 |
max_tokens=200,
|
174 |
+
repeat_penalty=1.6,
|
175 |
last_n_tokens_size = 200,
|
176 |
callback_manager=callback_manager,
|
177 |
verbose=False,
|