Update app.py

app.py

@@ -7,6 +7,7 @@ from random import randint
 import sys
 from subprocess import call
 
+torch.hub.download_url_to_file('https://i.imgur.com/tXrot31.jpg', 'cpu.jpg')
 
 
 torch.hub.download_url_to_file('http://people.csail.mit.edu/billf/project%20pages/sresCode/Markov%20Random%20Fields%20for%20Super-Resolution_files/100075_lowres.jpg', 'bear.jpg')
@@ -42,6 +43,20 @@ def inference(img):
     run_cmd("python inference_realesrgan.py --model_path RealESRGAN_x4plus.pth --input "+ INPUT_DIR + " --output " + OUTPUT_DIR + " --netscale 4 --outscale 3.5")
     return os.path.join(OUTPUT_DIR, "1_out.jpg")
 
+inferences_running = 0
+def throttled_inference(image):
+    global inferences_running
+    current = inferences_running
+    if current >= 5:
+        print(f"Rejected inference when we already had {current} running")
+        return "cpu.jpg"
+    print(f"Inference starting when we already had {current} running")
+    inferences_running += 1
+    try:
+        return gradio_inference(image)
+    finally:
+        print("Inference finished")
+        inferences_running -= 1
 
         
 title = "Real-ESRGAN"
@@ -49,7 +64,7 @@ description = "Gradio demo for Real-ESRGAN. To use it, simply upload your image,
 article = "<p style='text-align: center'><a href='https://arxiv.org/abs/2107.10833'>Real-ESRGAN: Training Real-World Blind Super-Resolution with Pure Synthetic Data</a> | <a href='https://github.com/xinntao/Real-ESRGAN'>Github Repo</a></p>"
 
 gr.Interface(
-    inference, 
+    throttled_inference, 
     [gr.inputs.Image(type="pil", label="Input")], 
     gr.outputs.Image(type="file", label="Output"),
     title=title,