Update app.py

app.py

@@ -83,9 +83,19 @@ FACE_ENHANCER_LIST.extend(cv2_interpolations)
 ## ------------------------------ SET EXECUTION PROVIDER ------------------------------
 # Note: Non CUDA users may change settings here
 
-PROVIDER = ["CPUExecutionProvider"]  # Default to CPU provider
-device = "cpu"
+if USE_CUDA:
+    available_providers = onnxruntime.get_available_providers()
+    if "CUDAExecutionProvider" in available_providers:
+        print("\n********** Running on CUDA **********\n")
+        PROVIDER = ["CUDAExecutionProvider", "CPUExecutionProvider"]
+    else:
+        USE_CUDA = False
+        print("\n********** CUDA unavailable running on CPU **********\n")
+else:
+    USE_CUDA = False
+    print("\n********** Running on CPU **********\n")
 
+device = "cuda" if USE_CUDA else "cpu"
 EMPTY_CACHE = lambda: torch.cuda.empty_cache() if device == "cuda" else None
 
 ## ------------------------------ LOAD MODELS ------------------------------
@@ -93,7 +103,7 @@ EMPTY_CACHE = lambda: torch.cuda.empty_cache() if device == "cuda" else None
 def load_face_analyser_model(name="buffalo_l"):
     global FACE_ANALYSER
     if FACE_ANALYSER is None:
-        FACE_ANALYSER = insightface.app.FaceAnalysis(name=name, providers=PROVIDER)
+        FACE_ANALYSER = insightface.app.FaceAnalysis(name=name, providers=["CUDAExecutionProvider", "CPUExecutionProvider"])
         FACE_ANALYSER.prepare(
             ctx_id=0, det_size=(DETECT_SIZE, DETECT_SIZE), det_thresh=DETECT_THRESH
         )
@@ -103,7 +113,7 @@ def load_face_swapper_model(path="./assets/pretrained_models/inswapper_128.onnx"
     global FACE_SWAPPER
     if FACE_SWAPPER is None:
         batch = int(BATCH_SIZE) if device == "cuda" else 1
-        FACE_SWAPPER = Inswapper(model_file=path, batch_size=batch, providers=PROVIDER)
+        FACE_SWAPPER = Inswapper(model_file=path, batch_size=batch, providers=["CUDAExecutionProvider", "CPUExecutionProvider"])
 
 
 def load_face_parser_model(path="./assets/pretrained_models/79999_iter.pth"):
@@ -114,7 +124,7 @@ def load_face_parser_model(path="./assets/pretrained_models/79999_iter.pth"):
 def load_nsfw_detector_model(path="./assets/pretrained_models/open-nsfw.onnx"):
     global NSFW_DETECTOR
     if NSFW_DETECTOR is None:
-        NSFW_DETECTOR = NSFWChecker(model_path=path, providers=PROVIDER)
+        NSFW_DETECTOR = NSFWChecker(model_path=path, providers=["CUDAExecutionProvider", "CPUExecutionProvider"])
 
 
 load_face_analyser_model()
@@ -170,7 +180,7 @@ def process(
     FACE_ENHANCER = None
     FACE_PARSER = None
     NSFW_DETECTOR = None
-    
+
     ## ------------------------------ GUI UPDATE FUNC ------------------------------
 
     def ui_before():
@@ -930,7 +940,7 @@ if __name__ == "__main__":
     if USE_COLAB:
         print("Running in colab mode")
 
-    interface.queue().launch()
+    interface.launch()
 
 
 #### APP.PY CODE END ###