Update app.py
Browse files
app.py
CHANGED
|
@@ -75,6 +75,8 @@ def create_retriever_from_chroma(vectorstore_path="./docs/chroma/", search_type=
|
|
| 75 |
|
| 76 |
retriever=vectorstore.as_retriever(search_type = search_type, search_kwargs={"k": k})
|
| 77 |
|
|
|
|
|
|
|
| 78 |
llm = llamacpp.LlamaCpp(
|
| 79 |
model_path = "JCHAVEROT_Qwen2-0.5B-Chat_SFT_DPO.Q8_0.gguf",
|
| 80 |
seed = 41,
|
|
|
|
| 75 |
|
| 76 |
retriever=vectorstore.as_retriever(search_type = search_type, search_kwargs={"k": k})
|
| 77 |
|
| 78 |
+
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
| 79 |
+
|
| 80 |
llm = llamacpp.LlamaCpp(
|
| 81 |
model_path = "JCHAVEROT_Qwen2-0.5B-Chat_SFT_DPO.Q8_0.gguf",
|
| 82 |
seed = 41,
|