Update interaction.py

interaction.py

@@ -8,19 +8,19 @@ import gradio as gr
 from transformers import AutoTokenizer, LlamaForCausalLM
 from utils import SteamGenerationMixin
 
-auth_token = os.getenv("AUTH_TOKEN")
-print('^_^ auth_token:',os.getenv("AUTH_TOKEN"),'!!!!!!!!!!')
+auth_token = os.getenv("Zimix")
+print('^_^ auth_token:',os.getenv("Zimix"),'!!!!!!!!!!')
 print('^_^:secret_token',os.getenv("SECRET_TOKEN"),'!!!!!!!!!!')
 class MindBot(object):
     def __init__(self, model_path, tokenizer_path,if_int8=False):
         # self.device = torch.device("cuda")
         # device_ids = [1, 2]
         if if_int8:
-            self.model = SteamGenerationMixin.from_pretrained(model_path, device_map='auto', load_in_8bit=True,use_auth_token='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').eval()
+            self.model = SteamGenerationMixin.from_pretrained(model_path, device_map='auto', load_in_8bit=True,use_auth_token=auth_token).eval()
         else:
-            self.model = SteamGenerationMixin.from_pretrained(model_path, device_map='auto',use_auth_token='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').half().eval()
+            self.model = SteamGenerationMixin.from_pretrained(model_path, device_map='auto',use_auth_token=auth_token).half().eval()
         
-        self.tokenizer = AutoTokenizer.from_pretrained(tokenizer_path,use_auth_token='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')
+        self.tokenizer = AutoTokenizer.from_pretrained(tokenizer_path,use_auth_token=auth_token)
         # sp_tokens = {'additional_special_tokens': ['<human>', '<bot>']}
         # self.tokenizer.add_special_tokens(sp_tokens)
         self.history = []