Spaces:
Running
on
Zero
Running
on
Zero
AdrienB134
commited on
Commit
•
e2b8125
1
Parent(s):
bcc154b
iuyh
Browse files
app.py
CHANGED
@@ -42,7 +42,7 @@ def model_inference(
|
|
42 |
# )
|
43 |
|
44 |
#We recommend enabling flash_attention_2 for better acceleration and memory saving, especially in multi-image and video scenarios.
|
45 |
-
model = Qwen2VLForConditionalGeneration.from_pretrained("Qwen/Qwen2-VL-
|
46 |
|
47 |
# default processer
|
48 |
processor = AutoProcessor.from_pretrained("Qwen/Qwen2-VL-7B-Instruct")
|
|
|
42 |
# )
|
43 |
|
44 |
#We recommend enabling flash_attention_2 for better acceleration and memory saving, especially in multi-image and video scenarios.
|
45 |
+
model = Qwen2VLForConditionalGeneration.from_pretrained("Qwen/Qwen2-VL-2B-Instruct", trust_remote_code=True, torch_dtype="auto").cuda().eval()
|
46 |
|
47 |
# default processer
|
48 |
processor = AutoProcessor.from_pretrained("Qwen/Qwen2-VL-7B-Instruct")
|