Update edubot.py

edubot.py

@@ -4,7 +4,7 @@ from langchain.vectorstores import FAISS
 from langchain.llms import CTransformers
 from langchain.chains import RetrievalQA
 from config import *
-
+import streamlit as st
 class EduBotCreator:
 
     def __init__(self):
@@ -18,12 +18,12 @@ class EduBotCreator:
         self.model_type = MODEL_TYPE
         self.max_new_tokens = MAX_NEW_TOKENS
         self.temperature = TEMPERATURE
-
+    
     def create_custom_prompt(self):
         custom_prompt_temp = PromptTemplate(template=self.prompt_temp,
                             input_variables=self.input_variables)
         return custom_prompt_temp
-    
+    @st.cache_resource()
     def load_llm(self):
         llm = CTransformers(
                 model = self.model_ckpt,
@@ -32,7 +32,7 @@ class EduBotCreator:
                 temperature = self.temperature
             )
         return llm
-    
+    @st.cache_resource()
     def load_vectordb(self):
         hfembeddings = HuggingFaceEmbeddings(
                             model_name=self.embedder, 
@@ -41,7 +41,8 @@ class EduBotCreator:
 
         vector_db = FAISS.load_local(self.vector_db_path, hfembeddings)
         return vector_db
-
+        
+    
     def create_bot(self, custom_prompt, vectordb, llm):
         retrieval_qa_chain = RetrievalQA.from_chain_type(
                                 llm=llm,