base_model = CLIPVisionModel.from_pretrained('openai/clip-vit-base-patch16') model = PeftModel.from_pretrained(base_model, peft_model_id)