baseplate
/

instructor-large-1

Model card Files Files and versions Community

andrewluo commited on Mar 27, 2023

Commit

3550d34

•

1 Parent(s): d286efc

Update handler.py

Files changed (1) hide show

handler.py +5 -1

handler.py CHANGED Viewed

@@ -5,7 +5,11 @@ class EndpointHandler():
     def __init__(self, path=""):
         model = INSTRUCTOR(path)
         self.model = model
     def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
         """
        data args:

     def __init__(self, path=""):
         model = INSTRUCTOR(path)
         self.model = model
+        if torch.cuda.is_available():
+            self.device = torch.device("cuda")
+            self.model.to(self.device)
+        else:
+            self.device = torch.device("cpu")
     def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
         """
        data args: