qnguyen3 commited on
Commit
e22e38c
·
verified ·
1 Parent(s): 9d6da7c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -45,6 +45,7 @@ def start_controller():
45
  print(controller_command)
46
  return subprocess.Popen(controller_command)
47
 
 
48
  def start_worker(model_path: str):
49
  print(f"Starting the model worker for the model {model_path}")
50
  model_path = 'qnguyen3/nanoLLaVA'
@@ -62,8 +63,7 @@ def start_worker(model_path: str):
62
  "--model-path",
63
  model_path,
64
  "--model-type",
65
- "qwen1.5-0.5b",
66
- "--use-flash-attn",
67
  ]
68
  print(worker_command)
69
  return subprocess.Popen(worker_command)
 
45
  print(controller_command)
46
  return subprocess.Popen(controller_command)
47
 
48
+ @spaces.GPU
49
  def start_worker(model_path: str):
50
  print(f"Starting the model worker for the model {model_path}")
51
  model_path = 'qnguyen3/nanoLLaVA'
 
63
  "--model-path",
64
  model_path,
65
  "--model-type",
66
+ "qwen1.5-0.5b"
 
67
  ]
68
  print(worker_command)
69
  return subprocess.Popen(worker_command)