fix dispatch

app.py

@@ -160,8 +160,9 @@ class ModelContext:
         pipeline = model_manager.load_model(self.model_name)
         if hasattr(pipeline, 'reset_device_map'):
             pipeline.reset_device_map()
-        # Enable automatic device mapping strategy
-        dispatch_model(pipeline, device_map="auto")
+        # Check if the pipeline supports dispatch_model
+        if hasattr(pipeline, 'state_dict'):
+            dispatch_model(pipeline, device_map="auto")
         return pipeline
         
     def __exit__(self, exc_type, exc_val, exc_tb):