add the download code
Browse files
app.py
CHANGED
@@ -1,18 +1,25 @@
|
|
1 |
import subprocess
|
2 |
import time
|
|
|
|
|
|
|
|
|
|
|
|
|
3 |
|
4 |
def start_controller():
|
5 |
subprocess.Popen(['python', '-m', 'llava.serve.controller', '--host', '0.0.0.0', '--port', '10000'])
|
6 |
-
time.sleep(
|
7 |
|
8 |
def start_gradio_web_server():
|
9 |
subprocess.Popen(['python', '-m', 'llava.serve.gradio_web_server', '--controller', 'http://localhost:10000', '--model-list-mode', 'reload'])
|
10 |
-
time.sleep(
|
11 |
|
12 |
def start_model_worker():
|
13 |
-
subprocess.Popen(['python', '-m', 'llava.serve.model_worker', '--host', '0.0.0.0', '--controller', 'http://localhost:10000', '--port', '40000', '--worker', 'http://localhost:40000', '--model-path', 'liuhaotian/llava-v1.5-
|
14 |
|
15 |
if __name__ == "__main__":
|
|
|
16 |
start_controller() # Starts the controller process
|
17 |
start_gradio_web_server() # Starts the Gradio web server process
|
18 |
start_model_worker() # Starts the model worker process
|
|
|
1 |
import subprocess
|
2 |
import time
|
3 |
+
from transformers import AutoModelForCausalLM
|
4 |
+
|
5 |
+
def download_model():
|
6 |
+
model_name = "liuhaotian/llava-v1.5-7b"
|
7 |
+
AutoModelForCausalLM.from_pretrained(model_name, use_cache=True)
|
8 |
+
print(f"Model {model_name} downloaded successfully.")
|
9 |
|
10 |
def start_controller():
|
11 |
subprocess.Popen(['python', '-m', 'llava.serve.controller', '--host', '0.0.0.0', '--port', '10000'])
|
12 |
+
time.sleep(60) # wait for the controller to start
|
13 |
|
14 |
def start_gradio_web_server():
|
15 |
subprocess.Popen(['python', '-m', 'llava.serve.gradio_web_server', '--controller', 'http://localhost:10000', '--model-list-mode', 'reload'])
|
16 |
+
time.sleep(60) # wait for the web server to start
|
17 |
|
18 |
def start_model_worker():
|
19 |
+
subprocess.Popen(['python', '-m', 'llava.serve.model_worker', '--host', '0.0.0.0', '--controller', 'http://localhost:10000', '--port', '40000', '--worker', 'http://localhost:40000', '--model-path', 'liuhaotian/llava-v1.5-7b'])
|
20 |
|
21 |
if __name__ == "__main__":
|
22 |
+
download_model() # Download first
|
23 |
start_controller() # Starts the controller process
|
24 |
start_gradio_web_server() # Starts the Gradio web server process
|
25 |
start_model_worker() # Starts the model worker process
|