Spaces:
Running
on
Zero
Running
on
Zero
GanymedeNil
commited on
Commit
•
237ecc5
1
Parent(s):
0ceeaf3
Update app.py
Browse files
app.py
CHANGED
@@ -88,7 +88,7 @@ def run_example(image, text_input=None, model_id="Qwen/Qwen2-VL-7B-Instruct"):
|
|
88 |
inputs = inputs.to("cuda")
|
89 |
|
90 |
# Inference: Generation of the output
|
91 |
-
generated_ids = model.generate(**inputs, max_new_tokens=
|
92 |
generated_ids_trimmed = [
|
93 |
out_ids[len(in_ids) :] for in_ids, out_ids in zip(inputs.input_ids, generated_ids)
|
94 |
]
|
|
|
88 |
inputs = inputs.to("cuda")
|
89 |
|
90 |
# Inference: Generation of the output
|
91 |
+
generated_ids = model.generate(**inputs, max_new_tokens=4096)
|
92 |
generated_ids_trimmed = [
|
93 |
out_ids[len(in_ids) :] for in_ids, out_ids in zip(inputs.input_ids, generated_ids)
|
94 |
]
|