reach-vb
/

musicgen-large-endpoint

Inference Endpoints

Model card Files Files and versions Community

Vaibhav Srivastav commited on Jul 27, 2023

Commit

c4d0354

•

1 Parent(s): f5de0f6

up

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -6,7 +6,7 @@ class EndpointHandler:
     def __init__(self, path=""):
         # load model and processor from path
         self.processor = AutoProcessor.from_pretrained("facebook/musicgen-small")
-        self.model = MusicgenForConditionalGeneration.from_pretrained("facebook/musicgen-small")
     def __call__(self, data: Dict[str, Any]) -> Dict[str, str]:
         """

     def __init__(self, path=""):
         # load model and processor from path
         self.processor = AutoProcessor.from_pretrained("facebook/musicgen-small")
+        self.model = MusicgenForConditionalGeneration.from_pretrained("facebook/musicgen-small").to("cuda")
     def __call__(self, data: Dict[str, Any]) -> Dict[str, str]:
         """