AmpleBasis commited on
Commit
6f7110a
1 Parent(s): 70af873

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -6,14 +6,14 @@ from threading import Thread
6
  import gradio as gr
7
  from gradio import FileData
8
  import time
9
- import spaces
10
  ckpt = "meta-llama/Llama-3.2-11B-Vision-Instruct"
11
  model = MllamaForConditionalGeneration.from_pretrained(ckpt,
12
  torch_dtype=torch.bfloat16).to("cuda")
13
  processor = AutoProcessor.from_pretrained(ckpt)
14
 
15
 
16
- @spaces.GPU
17
  def bot_streaming(message, history, max_new_tokens=250):
18
 
19
  txt = message["text"]
 
6
  import gradio as gr
7
  from gradio import FileData
8
  import time
9
+ #import spaces
10
  ckpt = "meta-llama/Llama-3.2-11B-Vision-Instruct"
11
  model = MllamaForConditionalGeneration.from_pretrained(ckpt,
12
  torch_dtype=torch.bfloat16).to("cuda")
13
  processor = AutoProcessor.from_pretrained(ckpt)
14
 
15
 
16
+ #@spaces.GPU
17
  def bot_streaming(message, history, max_new_tokens=250):
18
 
19
  txt = message["text"]