commit

app.py

@@ -20,7 +20,7 @@ from instruct_pipeline import InstructionTextGenerationPipeline
 from training.generate import load_model_tokenizer_for_generate
 from ctransformers import AutoModelForCausalLM
 from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
-import ctransformers
+from langchain.llms import CTransformers
 # from training.generate import InstructionTextGenerationPipeline, load_model_tokenizer_for_generate
 # from googletrans import Translator
 # translator = Translator()
@@ -68,7 +68,7 @@ match model_type:
 
         # llm = AutoModelForCausalLM.from_pretrained(model_path, model_type='dolly-v2')
 
-        llm = ctransformers(model_path, callbacks=[StreamingStdOutCallbackHandler()])
+        llm = CTransformers(model_path, callbacks=[StreamingStdOutCallbackHandler()])
 
         # llm = HuggingFacePipeline(
         #     pipeline=InstructionTextGenerationPipeline(