Update app.py

app.py

@@ -11,6 +11,18 @@ from langchain.memory import ConversationBufferMemory
 import streamlit as st
 import os
 import time
+from langchain_community.llms import HuggingFaceEndpoint
+
+from langchain_community.embeddings import HuggingFaceEmbeddings
+
+model_name = "sentence-transformers/all-mpnet-base-v2"
+model_kwargs = {'device': 'cpu'}
+encode_kwargs = {'normalize_embeddings': False}
+embeddings = HuggingFaceEmbeddings(
+    model_name=model_name,
+    model_kwargs=model_kwargs,
+    encode_kwargs=encode_kwargs
+)
 
 if not os.path.exists('files'):
     os.mkdir('files')
@@ -37,18 +49,13 @@ if 'memory' not in st.session_state:
         return_messages=True,
         input_key="question")
 if 'vectorstore' not in st.session_state:
-    st.session_state.vectorstore = Chroma(persist_directory='jj',
-                                          embedding_function=OllamaEmbeddings(base_url='http://localhost:11434',
-                                                                              model="mistral")
-                                          )
+    #st.session_state.vectorstore = Chroma(persist_directory='jj', embedding_function=OllamaEmbeddings(base_url='http://localhost:11434',model="mistral")
+    st.session_state.vectorstore = Chroma(persist_directory='jj', embedding_function=embeddings) 
+    
 if 'llm' not in st.session_state:
-    st.session_state.llm = Ollama(base_url="http://localhost:11434",
-                                  model="mistral",
-                                  verbose=True,
-                                  callback_manager=CallbackManager(
-                                      [StreamingStdOutCallbackHandler()]),
-                                  )
-
+    #st.session_state.llm = Ollama(base_url="http://localhost:11434",model="mistral",verbose=True,callback_manager=CallbackManager([StreamingStdOutCallbackHandler()]),)
+    st.session_state.llm = HuggingFaceEndpoint(repo_id="mistralai/Mistral-7B-Instruct-v0.2", Temperature=0.9)
+    
 # Initialize session state
 if 'chat_history' not in st.session_state:
     st.session_state.chat_history = []