Update app.py

app.py

@@ -5,9 +5,12 @@ from modelscope.pipelines import pipeline
 from modelscope.utils.constant import Tasks
 from os import makedirs,getcwd
 from os.path import join,exists,dirname
+from modelscope.models import Model
+from modelscope.pipelines import pipeline
+
+model = Model.from_pretrained('damo/multi-modal_convnext-roberta-base_vldoc-embedding')
+doc_VL_emb_pipeline = pipeline(task='document-vl-embedding', model=model)
 
-lineless_table_recognition = pipeline(Tasks.lineless_table_recognition, model='damo/cv_resnet-transformer_table-structure-recognition_lore')
-    
 app = FastAPI()
 parent_path  = dirname(getcwd())
 
@@ -21,6 +24,14 @@ def pdf2images(file: UploadFile=File(...)):
 
     with open(file_savePath,'wb') as f:
         shutil.copyfileobj(file.file, f)
+
+    inp = {
+        'images': ['/demo.png'], 
+        'ocr_info_paths': ['/demo.json']
+    }
+    result = doc_VL_emb_pipeline(inp)
     
-    result = lineless_table_recognition(file_savePath)
+    print('Results of VLDoc: ')
+    for k, v in result.items():
+        print(f'{k}: {v.size()}')
     return result