Update app.py

app.py

@@ -9,19 +9,19 @@ model_directory = "Tonic/mistralmed"
 
 # Instantiate the Models
 tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1", trust_remote_code=True)
-tokenizer.pad_token = tokenizer.eos_token
-tokenizer.padding_side = 'left'
+#tokenizer.pad_token = tokenizer.eos_token
+#tokenizer.padding_side = 'left'
 
 
 # Specify the configuration class for the model
-model_config = AutoConfig.from_pretrained(base_model_id)
+#model_config = AutoConfig.from_pretrained(base_model_id)
 
 # Load the PEFT model with the specified configuration
-peft_model = AutoModelForCausalLM.from_pretrained(base_model_id, config=model_config)
+#peft_model = AutoModelForCausalLM.from_pretrained(base_model_id, config=model_config)
 
 # Load the PEFT model
 peft_config = PeftConfig.from_pretrained("Tonic/mistralmed", token="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")
-peft_model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1")
+peft_model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", trust_remote_code=True)
 peft_model = PeftModel.from_pretrained(base_model, "Tonic/mistralmed", token="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")
 
 class ChatBot:
@@ -42,7 +42,7 @@ class ChatBot:
         response = peft_model.generate(chat_history_ids, max_length=512, pad_token_id=tokenizer.eos_token_id)
 
         # Update chat history
-        self.history = response
+        self.history = chat_history_ids
 
         # Decode and return the response
         response_text = tokenizer.decode(response[0], skip_special_tokens=True)