Update app.py

app.py

@@ -14,11 +14,11 @@ blip_model_id = "Salesforce/blip-image-captioning-base"
 pipe = StableDiffusionPipeline.from_pretrained(model_id)
 pipe = pipe.to("cpu") #cuda
 
-blip_model = BlipForConditionalGeneration.from_pretrained(blip_model_id, torch_dtype=torch.float16).to("CPU") #CUDA
+blip_model = BlipForConditionalGeneration.from_pretrained(blip_model_id, torch_dtype=torch.float8).to("CPU") #CUDA
 processor = BlipProcessor.from_pretrained(blip_model_id)
 
 def predict(image):
-    inputs = processor(image, return_tensors="pt").to("cpu", torch.float16) #cuda
+    inputs = processor(image, return_tensors="pt").to("cpu", torch.float8) #cuda
     output_blip = blip_model.generate(**inputs)
     prompt = processor.decode(output_blip[0], skip_special_tokens=True)