davidr99 commited on
Commit
47ba7f8
·
1 Parent(s): 9c8aa54

Updates to run faster

Browse files
Files changed (2) hide show
  1. app.py +6 -4
  2. requirements.txt +2 -1
app.py CHANGED
@@ -3,18 +3,20 @@ import spaces
3
 
4
  import gradio as gr
5
 
6
- MODEL_ID = "davidr99/qwen2-7b-instruct-blackjack"
 
7
 
8
 
9
  from transformers import Qwen2VLForConditionalGeneration, AutoTokenizer, AutoProcessor
10
  from qwen_vl_utils import process_vision_info
11
 
 
 
 
 
12
  @spaces.GPU(duration=30)
13
  def blackjack_ai(image):
14
 
15
- model = Qwen2VLForConditionalGeneration.from_pretrained(MODEL_ID, torch_dtype="auto", device="auto")
16
- processor = AutoProcessor.from_pretrained(MODEL_ID)
17
-
18
  instruction = "extract json from this image."
19
 
20
  messages = [
 
3
 
4
  import gradio as gr
5
 
6
+ MODEL_ID = "Qwen/Qwen2-VL-7B-Instruct"
7
+ MODEL_FINETUNE_ID = "davidr99/qwen2-7b-instruct-blackjack"
8
 
9
 
10
  from transformers import Qwen2VLForConditionalGeneration, AutoTokenizer, AutoProcessor
11
  from qwen_vl_utils import process_vision_info
12
 
13
+ model = Qwen2VLForConditionalGeneration.from_pretrained(MODEL_ID, torch_dtype="auto").to('cuda')
14
+ model.load_adapter(MODEL_FINETUNE_ID)
15
+ processor = AutoProcessor.from_pretrained(MODEL_FINETUNE_ID)
16
+
17
  @spaces.GPU(duration=30)
18
  def blackjack_ai(image):
19
 
 
 
 
20
  instruction = "extract json from this image."
21
 
22
  messages = [
requirements.txt CHANGED
@@ -4,4 +4,5 @@ pillow
4
  qwen-vl-utils
5
  torchvision
6
  torch
7
- spaces
 
 
4
  qwen-vl-utils
5
  torchvision
6
  torch
7
+ spaces
8
+ peft