update app.py

app.py

@@ -43,6 +43,7 @@ sam_enable = True
 inpainting_enable = True
 ram_enable = True
 lama_cleaner_enable = True
+
 kosmos_enable = False
 
 if os.environ.get('IS_MY_DEBUG') is not None:
@@ -90,12 +91,7 @@ ckpt_filenmae = "groundingdino_swint_ogc.pth"
 sam_checkpoint = './sam_vit_h_4b8939.pth' 
 output_dir = "outputs"
 
-if os.environ.get('IS_MY_DEBUG') is None:
-    device = 'cuda' if torch.cuda.is_available() else 'cpu'
-else:
-    device = 'cpu'
-    kosmos_enable = False
-
+device = 'cpu'
 os.makedirs(output_dir, exist_ok=True)
 groundingdino_model = None
 sam_device = None
@@ -270,12 +266,12 @@ def mix_masks(imgs):
     return  Image.fromarray(np.uint8(255*re_img))
 
 def set_device():
-    global device
     if os.environ.get('IS_MY_DEBUG') is None:
         device = 'cuda' if torch.cuda.is_available() else 'cpu'
     else:
         device = 'cpu'
     print(f'device={device}')
+    return device
 
 def load_groundingdino_model(device):
     # initialize groundingdino model
@@ -805,18 +801,6 @@ def get_model_device(module):
     except Exception as e:
         return 'Error'
 
-task_types = ["detection"]
-if sam_enable:
-    task_types.append("segment")
-if inpainting_enable:
-    task_types.append("inpainting")
-if lama_cleaner_enable:
-    task_types.append("remove")
-if ram_enable:
-    task_types.append("relate anything")
-if kosmos_enable:
-    task_types.append("Kosmos-2")
-
 if __name__ == "__main__":
     parser = argparse.ArgumentParser("Grounded SAM demo", add_help=True)
     parser.add_argument("--debug", action="store_true", help="using debug mode")
@@ -827,7 +811,9 @@ if __name__ == "__main__":
     if os.environ.get('IS_MY_DEBUG') is None:
         os.system("pip list")
     
-    set_device()
+    device = set_device()
+    if device == 'cpu':
+        kosmos_enable = False
 
     if kosmos_enable:
         kosmos_model, kosmos_processor = load_kosmos_model(device)
@@ -855,12 +841,24 @@ if __name__ == "__main__":
     # print(f'sd_model__{get_model_device(sd_model)}')
     # print(f'lama_cleaner_model__{get_model_device(lama_cleaner_model)}')
     # print(f'ram_model__{get_model_device(ram_model)}')
-    # print(f'kosmos_model__{get_model_device(kosmos_model)}')
-    
+    # print(f'kosmos_model__{get_model_device(kosmos_model)}')    
+
     block = gr.Blocks().queue()
     with block:
         with gr.Row():
             with gr.Column():
+                task_types = ["detection"]
+                if sam_enable:
+                    task_types.append("segment")
+                if inpainting_enable:
+                    task_types.append("inpainting")
+                if lama_cleaner_enable:
+                    task_types.append("remove")
+                if ram_enable:
+                    task_types.append("relate anything")
+                if kosmos_enable:
+                    task_types.append("Kosmos-2")           
+         
                 input_image = gr.Image(source='upload', elem_id="image_upload", tool='sketch', type='pil', label="Upload")    
                 task_type = gr.Radio(task_types,  value="detection", 
                                                 label='Task type', visible=True) 
@@ -948,7 +946,8 @@ if __name__ == "__main__":
                         <a href="https://huggingface.co/spaces/yizhangliu/Grounded-Segment-Anything?duplicate=true"><img style="display: inline; margin-top: 0em; margin-bottom: 0em" src="https://bit.ly/3gLdBN6" alt="Duplicate Space" /></a></p>'
         gr.Markdown(DESCRIPTION)
 
-    print(f'device={device}')
+    print(f'device = {device}')
+    print(f'torch.cuda.is_available = {torch.cuda.is_available()}')
     computer_info()
     block.launch(server_name='0.0.0.0', debug=args.debug, share=args.share)
     

app_cli.py

@@ -97,12 +97,11 @@ if __name__ == '__main__':
 
     logger.info(f'loading models ... ')
     # set_device()  # If you have enough GPUs, you can open this comment
-    get_sam_vit_h_4b8939()
-    load_groundingdino_model()
-    load_sam_model()
-    # load_sd_model()
-    load_lama_cleaner_model()
-    # load_ram_model()
+    groundingdino_model = load_groundingdino_model('cpu')
+    load_sam_model(device)
+    # load_sd_model(device)
+    load_lama_cleaner_model(device)
+    # load_ram_model(device)
 
     input_image = Image.open(args.input_image)