Upload chatbot_local.py

utils/chatbot_local.py

@@ -6,8 +6,6 @@ import torch
 from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStreamer, StoppingCriteria, \
     StoppingCriteriaList
 
-MODEL_PATH = '/mnt/nfs/zsd_server/models/huggingface/llama-3-chinese-8b-instruct-v3'
-
 
 class KeywordsStoppingCriteria(StoppingCriteria):
     def __init__(self, keywords: list, tokenizer, device="cpu"):
@@ -102,6 +100,7 @@ class ChatBot:
 
 
 if __name__ == "__main__":
+    MODEL_PATH = '/mnt/nfs/zsd_server/models/huggingface/llama-3-chinese-8b-instruct-v3'
     tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH)
     model = AutoModelForCausalLM.from_pretrained(
         MODEL_PATH,