pvyas96 commited on
Commit
d75cfa9
Β·
verified Β·
1 Parent(s): f604f5c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -14,9 +14,8 @@ processor = AutoProcessor.from_pretrained("HuggingFaceTB/SmolVLM-Instruct")
14
  model = AutoModelForVision2Seq.from_pretrained("HuggingFaceTB/SmolVLM-Instruct",
15
  torch_dtype=torch.bfloat16,
16
  #_attn_implementation="flash_attention_2"
17
- ).to("cuda")
18
 
19
- @spaces.GPU
20
  def model_inference(
21
  input_dict, history, decoding_strategy, temperature, max_new_tokens,
22
  repetition_penalty, top_p
 
14
  model = AutoModelForVision2Seq.from_pretrained("HuggingFaceTB/SmolVLM-Instruct",
15
  torch_dtype=torch.bfloat16,
16
  #_attn_implementation="flash_attention_2"
17
+ )
18
 
 
19
  def model_inference(
20
  input_dict, history, decoding_strategy, temperature, max_new_tokens,
21
  repetition_penalty, top_p