AdrienB134 commited on
Commit
0fc84fe
1 Parent(s): 4f5928e
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -45,7 +45,7 @@ def model_inference(
45
  model = Qwen2VLForConditionalGeneration.from_pretrained(
46
  "Qwen/Qwen2-VL-7B-Instruct",
47
  torch_dtype=torch.bfloat16,
48
- attn_implementation="flash_attention_2",
49
  device_map="auto",
50
  )
51
 
 
45
  model = Qwen2VLForConditionalGeneration.from_pretrained(
46
  "Qwen/Qwen2-VL-7B-Instruct",
47
  torch_dtype=torch.bfloat16,
48
+ # attn_implementation="flash_attention_2",
49
  device_map="auto",
50
  )
51