Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -45,6 +45,7 @@ def start_controller():
|
|
45 |
print(controller_command)
|
46 |
return subprocess.Popen(controller_command)
|
47 |
|
|
|
48 |
def start_worker(model_path: str):
|
49 |
print(f"Starting the model worker for the model {model_path}")
|
50 |
model_path = 'qnguyen3/nanoLLaVA'
|
@@ -62,8 +63,7 @@ def start_worker(model_path: str):
|
|
62 |
"--model-path",
|
63 |
model_path,
|
64 |
"--model-type",
|
65 |
-
"qwen1.5-0.5b"
|
66 |
-
"--use-flash-attn",
|
67 |
]
|
68 |
print(worker_command)
|
69 |
return subprocess.Popen(worker_command)
|
|
|
45 |
print(controller_command)
|
46 |
return subprocess.Popen(controller_command)
|
47 |
|
48 |
+
@spaces.GPU
|
49 |
def start_worker(model_path: str):
|
50 |
print(f"Starting the model worker for the model {model_path}")
|
51 |
model_path = 'qnguyen3/nanoLLaVA'
|
|
|
63 |
"--model-path",
|
64 |
model_path,
|
65 |
"--model-type",
|
66 |
+
"qwen1.5-0.5b"
|
|
|
67 |
]
|
68 |
print(worker_command)
|
69 |
return subprocess.Popen(worker_command)
|