pvduy commited on
Commit
2678de3
1 Parent(s): 650a5cd

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -63,8 +63,8 @@ def predict(message, history, system_prompt, temperature, max_tokens):
63
 
64
  if __name__ == "__main__":
65
  args = parse_args()
66
- tokenizer = AutoTokenizer.from_pretrained("stabilityai/stablelm-2-chat", trust_remote_code=True)
67
- model = AutoModelForCausalLM.from_pretrained("stabilityai/stablelm-2-chat", trust_remote_code=True, torch_dtype=torch.bfloat16)
68
  device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
69
  model = model.to(device)
70
  gr.ChatInterface(
 
63
 
64
  if __name__ == "__main__":
65
  args = parse_args()
66
+ tokenizer = AutoTokenizer.from_pretrained("stabilityai/stablelm-2-12b-chat", trust_remote_code=True)
67
+ model = AutoModelForCausalLM.from_pretrained("stabilityai/stablelm-2-12b-chat", trust_remote_code=True, torch_dtype=torch.bfloat16)
68
  device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
69
  model = model.to(device)
70
  gr.ChatInterface(