clean handler

handler.py

@@ -2,15 +2,12 @@ from typing import Dict, List, Any
 from InstructorEmbedding import INSTRUCTOR
 
 
-INSTRUCTION_SEPARATOR = "|||"
-
-
 class EndpointHandler:
     def __init__(self, path=""):
-        # load model
+        # load model on gpu
         self.model = INSTRUCTOR(path, device="cuda")
 
-    def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
+    def __call__(self, data: Dict[str, Any]) -> List[List[float]]:
         """
          data args:
               inputs (:obj: `str`)
@@ -22,13 +19,14 @@ class EndpointHandler:
         texts = inputs.pop("texts", None)
         instruction = inputs.pop("instruction", None)
 
-        # if isinstance(inputs, str):
-        #     inputs = [inputs]
+        if not texts or not instruction:
+            raise ValueError("Please provide texts and instruction")
 
-        # run normal prediction
-        # scores = self.model.predict_proba(inputs)[0]
+        # make sure texts is a list
+        if not isinstance(texts, list):
+            texts = [texts]
 
-        # return [{"label": self.id2label[i], "score": score.item()} for i, score in enumerate(scores)]
         instructions = [[instruction, text] for text in texts]
         embeddings = self.model.encode(instructions)
+
         return embeddings.tolist()