Hugging Face's logo

Spaces:
Iker
/
ClickbaitFighter
Running on Zero

App Files Community
Iker commited on
Commit
531944e
•
1 Parent(s): 9ea7e78

Update app_zero.py

Browse files
Files changed (1) hide show
  1. app_zero.py +1 -1
app_zero.py CHANGED
@@ -37,7 +37,7 @@ model = AutoModelForCausalLM.from_pretrained(
37
  # bnb_4bit_compute_dtype=torch.bfloat16,
38
  # bnb_4bit_use_double_quant=True,
39
  # ),
40
- attn_implementation="flash_attention_2",
41
  )
42
 
43
  generation_config = GenerationConfig(
 
37
  # bnb_4bit_compute_dtype=torch.bfloat16,
38
  # bnb_4bit_use_double_quant=True,
39
  # ),
40
+ # attn_implementation="flash_attention_2",
41
  )
42
 
43
  generation_config = GenerationConfig(