ArturG9 commited on
Commit
0007508
1 Parent(s): ab7c279

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -165,13 +165,13 @@ def create_conversational_rag_chain(retriever):
165
 
166
  llm = llamacpp.LlamaCpp(
167
  model_path = "JCHAVEROT_Qwen2-0.5B-Chat_SFT_DPO.Q8_0.gguf",
168
- seed = 42,
169
  n_gpu_layers=0,
170
  temperature=0.0,
171
  n_ctx=22000,
172
  n_batch=2000,
173
  max_tokens=200,
174
- repeat_penalty=1.5,
175
  last_n_tokens_size = 200,
176
  callback_manager=callback_manager,
177
  verbose=False,
 
165
 
166
  llm = llamacpp.LlamaCpp(
167
  model_path = "JCHAVEROT_Qwen2-0.5B-Chat_SFT_DPO.Q8_0.gguf",
168
+ seed = 41,
169
  n_gpu_layers=0,
170
  temperature=0.0,
171
  n_ctx=22000,
172
  n_batch=2000,
173
  max_tokens=200,
174
+ repeat_penalty=1.6,
175
  last_n_tokens_size = 200,
176
  callback_manager=callback_manager,
177
  verbose=False,