Spaces:
Running
on
Zero
Running
on
Zero
AdrienB134
commited on
Commit
•
0fc84fe
1
Parent(s):
4f5928e
dd
Browse files
app.py
CHANGED
@@ -45,7 +45,7 @@ def model_inference(
|
|
45 |
model = Qwen2VLForConditionalGeneration.from_pretrained(
|
46 |
"Qwen/Qwen2-VL-7B-Instruct",
|
47 |
torch_dtype=torch.bfloat16,
|
48 |
-
|
49 |
device_map="auto",
|
50 |
)
|
51 |
|
|
|
45 |
model = Qwen2VLForConditionalGeneration.from_pretrained(
|
46 |
"Qwen/Qwen2-VL-7B-Instruct",
|
47 |
torch_dtype=torch.bfloat16,
|
48 |
+
# attn_implementation="flash_attention_2",
|
49 |
device_map="auto",
|
50 |
)
|
51 |
|