Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -1,5 +1,7 @@
|
|
1 |
import argparse
|
2 |
import os
|
|
|
|
|
3 |
|
4 |
#hack install gradio
|
5 |
os.system("pip uninstall -y gradio")
|
@@ -21,6 +23,7 @@ def parse_args():
|
|
21 |
parser.add_argument("--n_gpus", type=int, default=1) # n_gpu
|
22 |
return parser.parse_args()
|
23 |
|
|
|
24 |
def predict(message, history, system_prompt, temperature, max_tokens):
|
25 |
global model, tokenizer, device
|
26 |
instruction = "<|im_start|>system\nA chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.\n<|im_end|>\n"
|
|
|
1 |
import argparse
|
2 |
import os
|
3 |
+
import spaces
|
4 |
+
|
5 |
|
6 |
#hack install gradio
|
7 |
os.system("pip uninstall -y gradio")
|
|
|
23 |
parser.add_argument("--n_gpus", type=int, default=1) # n_gpu
|
24 |
return parser.parse_args()
|
25 |
|
26 |
+
@spaces.GPU()
|
27 |
def predict(message, history, system_prompt, temperature, max_tokens):
|
28 |
global model, tokenizer, device
|
29 |
instruction = "<|im_start|>system\nA chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.\n<|im_end|>\n"
|