Update app.py

app.py

@@ -19,13 +19,14 @@ pipe = FluxControlNetInpaintingPipeline.from_pretrained(
     controlnet=controlnet,
     transformer=transformer,
     torch_dtype=torch.bfloat16
-).to("cuda")
+)
 repo_name = "ByteDance/Hyper-SD"
 ckpt_name = "Hyper-FLUX.1-dev-8steps-lora.safetensors"
 pipe.load_lora_weights(hf_hub_download(repo_name, ckpt_name))
 pipe.fuse_lora(lora_scale=0.125)
 pipe.transformer.to(torch.bfloat16)
 pipe.controlnet.to(torch.bfloat16)
+pipe.enable_model_cpu_offload()
 
 def can_expand(source_width, source_height, target_width, target_height, alignment):
     if alignment in ("Left", "Right") and source_width >= target_width: