Update app.py

app.py

@@ -55,7 +55,6 @@ if torch.cuda.is_available():
         load_in_4bit=True,
     )
 
-prompt = "[INST] <image>\nDescribe the image in a sentence [/INST]"
 
 @spaces.GPU()
 def get_image_description(image):
@@ -63,6 +62,7 @@ def get_image_description(image):
     gc.collect()
 
     # n = len(prompt)
+    prompt = "[INST] <image>\nDescribe the image in a sentence [/INST]"
 
     inputs = processor(prompt, image, return_tensors="pt").to("cuda:0")
     output = vision_model.generate(**inputs, max_new_tokens=100)
@@ -100,11 +100,11 @@ def get_vectordb(text, images, img_doc_files):
     descs = []
     for i in range(len(images)):
         try:
-            descs.append(img_doc_files[i]+"\n"+get_image_description(images[i]).replace(prompt, ""))
+            descs.append(img_doc_files[i]+"\n"+get_image_description(images[i]))
         except:
             descs.append("Could not generate image description due to some error")
-        # print(descs[-1])
-        # print()
+        print(descs[-1])
+        print()
 
     # image_descriptions = get_image_descriptions(images)
     image_dict = [{"image": image_to_bytes(img)} for img in images]