Update app.py

app.py

@@ -15,12 +15,12 @@ def model_response(query,docs_page_content):
     if torch.cuda.is_available():
         config={'max_new_tokens':1024,
                               'context_length': 4096,
-                              'temperature':0.05,
+                              'temperature':0.5,
                               'gpu_layers': 10}
     else:
-        config={'max_new_tokens':2048,
+        config={'max_new_tokens':1028,
                               'context_length': 4096,
-                              'temperature':0.05}
+                              'temperature':0.5}
 
     ### LLama2 model
     llm=CTransformers(model='models/llama-2-7b-chat.ggmlv3.q8_0.bin',
@@ -49,7 +49,7 @@ def model_response(query,docs_page_content):
     
 def similarity_finder(data):
 
-    text_splitter=RecursiveCharacterTextSplitter(chunk_size=300, chunk_overlap=0)
+    text_splitter=RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=100)
     docs=text_splitter.split_documents(data)
     db = FAISS.from_documents(docs, embeddings)
     query_similarity = db.similarity_search(query, k= 4)
@@ -79,6 +79,7 @@ if doc_type == 'Youtube Video':
                     loader = YoutubeLoader.from_youtube_url(yt_link)
                     data = loader.load()
                     docs_page_content = similarity_finder(data)
+                    print(docs_page_content)
     if yt_link is not None:
         if query != '':
             model_response(query,docs_page_content)
@@ -98,6 +99,7 @@ elif doc_type == 'PDF File':
                     loader = PyPDFLoader("files/pdf_file.pdf")
                     data = loader.load()
                     docs_page_content = similarity_finder(data)
+                    print(docs_page_content)
     if pdf_file is not None:
         if query != '':
             model_response(query,docs_page_content)