Dynamic GPU duration

lib/inference.py

@@ -96,7 +96,16 @@ def prepare_image(input, size=None):
         raise ValueError("Invalid image prompt")
 
 
-@spaces.GPU(duration=40)
+def gpu_duration(**kwargs):
+    duration = 15
+    scale = kwargs.get("scale", 1)
+    num_images = kwargs.get("num_images", 1)
+    if scale == 4:
+        duration += 5
+    return duration * num_images
+
+
+@spaces.GPU(duration=gpu_duration)
 def generate(
     positive_prompt,
     negative_prompt="",

lib/loader.py

@@ -1,4 +1,5 @@
 import gc
+from threading import Lock
 
 import torch
 from DeepCache import DeepCacheSDHelper
@@ -17,14 +18,16 @@ __import__("diffusers").logging.set_verbosity_error()
 
 class Loader:
     _instance = None
+    _lock = Lock()
 
     def __new__(cls):
-        if cls._instance is None:
-            cls._instance = super(Loader, cls).__new__(cls)
-            cls._instance.pipe = None
-            cls._instance.model = None
-            cls._instance.upscaler = None
-            cls._instance.ip_adapter = None
+        with cls._lock:
+            if cls._instance is None:
+                cls._instance = super().__new__(cls)
+                cls._instance.pipe = None
+                cls._instance.model = None
+                cls._instance.upscaler = None
+                cls._instance.ip_adapter = None
         return cls._instance
 
     def _should_unload_upscaler(self, scale=1):