Spaces:
Running
on
Zero
Running
on
Zero
Fix bugs.
Browse files
app.py
CHANGED
@@ -157,7 +157,7 @@ model_path = 'DAMO-NLP-SG/VideoLLaMA2-7B-16F'
|
|
157 |
|
158 |
device = torch.device("cuda")
|
159 |
|
160 |
-
handler = Chat(model_path,
|
161 |
|
162 |
textbox = gr.Textbox(show_label=False, placeholder="Enter text and press ENTER", container=False)
|
163 |
|
|
|
157 |
|
158 |
device = torch.device("cuda")
|
159 |
|
160 |
+
handler = Chat(model_path, load_8bit=False, load_4bit=True)
|
161 |
|
162 |
textbox = gr.Textbox(show_label=False, placeholder="Enter text and press ENTER", container=False)
|
163 |
|