Senqiao commited on
Commit
98cd81e
·
1 Parent(s): 370e1b6

add the download code

Browse files
Files changed (1) hide show
  1. app.py +10 -3
app.py CHANGED
@@ -1,18 +1,25 @@
1
  import subprocess
2
  import time
 
 
 
 
 
 
3
 
4
  def start_controller():
5
  subprocess.Popen(['python', '-m', 'llava.serve.controller', '--host', '0.0.0.0', '--port', '10000'])
6
- time.sleep(10) # wait for the controller to start
7
 
8
  def start_gradio_web_server():
9
  subprocess.Popen(['python', '-m', 'llava.serve.gradio_web_server', '--controller', 'http://localhost:10000', '--model-list-mode', 'reload'])
10
- time.sleep(10) # wait for the web server to start
11
 
12
  def start_model_worker():
13
- subprocess.Popen(['python', '-m', 'llava.serve.model_worker', '--host', '0.0.0.0', '--controller', 'http://localhost:10000', '--port', '40000', '--worker', 'http://localhost:40000', '--model-path', 'liuhaotian/llava-v1.5-13b'])
14
 
15
  if __name__ == "__main__":
 
16
  start_controller() # Starts the controller process
17
  start_gradio_web_server() # Starts the Gradio web server process
18
  start_model_worker() # Starts the model worker process
 
1
  import subprocess
2
  import time
3
+ from transformers import AutoModelForCausalLM
4
+
5
+ def download_model():
6
+ model_name = "liuhaotian/llava-v1.5-7b"
7
+ AutoModelForCausalLM.from_pretrained(model_name, use_cache=True)
8
+ print(f"Model {model_name} downloaded successfully.")
9
 
10
  def start_controller():
11
  subprocess.Popen(['python', '-m', 'llava.serve.controller', '--host', '0.0.0.0', '--port', '10000'])
12
+ time.sleep(60) # wait for the controller to start
13
 
14
  def start_gradio_web_server():
15
  subprocess.Popen(['python', '-m', 'llava.serve.gradio_web_server', '--controller', 'http://localhost:10000', '--model-list-mode', 'reload'])
16
+ time.sleep(60) # wait for the web server to start
17
 
18
  def start_model_worker():
19
+ subprocess.Popen(['python', '-m', 'llava.serve.model_worker', '--host', '0.0.0.0', '--controller', 'http://localhost:10000', '--port', '40000', '--worker', 'http://localhost:40000', '--model-path', 'liuhaotian/llava-v1.5-7b'])
20
 
21
  if __name__ == "__main__":
22
+ download_model() # Download first
23
  start_controller() # Starts the controller process
24
  start_gradio_web_server() # Starts the Gradio web server process
25
  start_model_worker() # Starts the model worker process