Spaces:
Running
on
Zero
Running
on
Zero
File size: 521 Bytes
fef0a8d 0c034e2 fef0a8d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
# Imports
import spaces
import torch
from PIL import Image
from transformers import AutoModel, AutoTokenizer
# Pre-Initialize
DEVICE = "auto"
if DEVICE == "auto":
DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
print(f"[SYSTEM] | Using {DEVICE} type compute device.")
# Variables
repo = AutoModel.from_pretrained("openbmb/MiniCPM-V-2_6", torch_dtype=torch.bfloat16, trust_remote_code=True)
tokenizer = AutoTokenizer.from_pretrained("openbmb/MiniCPM-V-2_6", trust_remote_code=True)
# Functions
# Initialize |