togethercomputer
/

Llama-3.1-8B-Dragonfly-Med-v2

Image-Text-to-Text

text-generation-inference

Model card Files Files and versions Community

rthapa84 commited on Oct 15

Commit

88470a2

•

1 Parent(s): bceb303

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -74,12 +74,12 @@ Instantiate the tokenizer, processor, and model.
 ```python
 device = torch.device("cuda:0")
-tokenizer = AutoTokenizer.from_pretrained("togethercomputer/Llama-3.1-8B-Dragonfly-v1")
 clip_processor = AutoProcessor.from_pretrained("openai/clip-vit-large-patch14-336")
 image_processor = clip_processor.image_processor
 processor = DragonflyProcessor(image_processor=image_processor, tokenizer=tokenizer, image_encoding_style="llava-hd")
-model = DragonflyForCausalLM.from_pretrained("togethercomputer/Llama-3.1-8B-Dragonfly-v1")
 model = model.to(torch.bfloat16)
 model = model.to(device)
 ```

 ```python
 device = torch.device("cuda:0")
+tokenizer = AutoTokenizer.from_pretrained("togethercomputer/Llama-3.1-8B-Dragonfly-v2")
 clip_processor = AutoProcessor.from_pretrained("openai/clip-vit-large-patch14-336")
 image_processor = clip_processor.image_processor
 processor = DragonflyProcessor(image_processor=image_processor, tokenizer=tokenizer, image_encoding_style="llava-hd")
+model = DragonflyForCausalLM.from_pretrained("togethercomputer/Llama-3.1-8B-Dragonfly-v2")
 model = model.to(torch.bfloat16)
 model = model.to(device)
 ```