Spaces:
Paused
Paused
Update vid2persona/gen/local_openllm.py
Browse files
vid2persona/gen/local_openllm.py
CHANGED
@@ -1,4 +1,4 @@
|
|
1 |
-
import spaces
|
2 |
|
3 |
import torch
|
4 |
from threading import Thread
|
@@ -8,7 +8,7 @@ from transformers import TextIteratorStreamer
|
|
8 |
model = None
|
9 |
tokenizer = None
|
10 |
|
11 |
-
@spaces.GPU
|
12 |
def send_message(
|
13 |
messages: list,
|
14 |
model_id: str,
|
|
|
1 |
+
# import spaces
|
2 |
|
3 |
import torch
|
4 |
from threading import Thread
|
|
|
8 |
model = None
|
9 |
tokenizer = None
|
10 |
|
11 |
+
# @spaces.GPU
|
12 |
def send_message(
|
13 |
messages: list,
|
14 |
model_id: str,
|