johnrachwanpruna commited on
Commit
cfd8e0e
1 Parent(s): 73f95e1

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -3
README.md CHANGED
@@ -44,10 +44,9 @@ import torch
44
  from PIL import Image
45
  import requests
46
 
47
- processor = LlavaNextProcessor.from_pretrained("llava-v1.6-vicuna-7b-hf")
48
 
49
- model = LlavaNextForConditionalGeneration.from_pretrained("llava-v1.6-vicuna-7b-hf", torch_dtype=torch.float16, low_cpu_mem_usage=True)
50
- model.to("cuda:0")
51
 
52
  # prepare image and text prompt, using the appropriate prompt template
53
  url = "https://github.com/haotian-liu/LLaVA/blob/1a91fc274d7c35a9b50b3cb29c4247ae5837ce39/images/llava_v1_5_radar.jpg?raw=true"
 
44
  from PIL import Image
45
  import requests
46
 
47
+ processor = LlavaNextProcessor.from_pretrained("PrunaAI/llava-v1.6-vicuna-7b-bnb-4bit")
48
 
49
+ model = LlavaNextForConditionalGeneration.from_pretrained("PrunaAI/llava-v1.6-vicuna-7b-bnb-4bit")
 
50
 
51
  # prepare image and text prompt, using the appropriate prompt template
52
  url = "https://github.com/haotian-liu/LLaVA/blob/1a91fc274d7c35a9b50b3cb29c4247ae5837ce39/images/llava_v1_5_radar.jpg?raw=true"