Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -63,8 +63,8 @@ def predict(message, history, system_prompt, temperature, max_tokens):
|
|
63 |
|
64 |
if __name__ == "__main__":
|
65 |
args = parse_args()
|
66 |
-
tokenizer = AutoTokenizer.from_pretrained("stabilityai/stablelm-2-chat", trust_remote_code=True)
|
67 |
-
model = AutoModelForCausalLM.from_pretrained("stabilityai/stablelm-2-chat", trust_remote_code=True, torch_dtype=torch.bfloat16)
|
68 |
device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
|
69 |
model = model.to(device)
|
70 |
gr.ChatInterface(
|
|
|
63 |
|
64 |
if __name__ == "__main__":
|
65 |
args = parse_args()
|
66 |
+
tokenizer = AutoTokenizer.from_pretrained("stabilityai/stablelm-2-12b-chat", trust_remote_code=True)
|
67 |
+
model = AutoModelForCausalLM.from_pretrained("stabilityai/stablelm-2-12b-chat", trust_remote_code=True, torch_dtype=torch.bfloat16)
|
68 |
device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
|
69 |
model = model.to(device)
|
70 |
gr.ChatInterface(
|