Fix the environment and delete one function
Browse files- app.py +3 -6
- requirements.txt +3 -3
app.py
CHANGED
@@ -4,22 +4,19 @@ import time
|
|
4 |
|
5 |
def start_controller():
|
6 |
subprocess.Popen(['python', '-m', 'llava.serve.controller', '--host', '0.0.0.0', '--port', '10000'])
|
7 |
-
time.sleep(
|
8 |
|
9 |
|
10 |
def start_gradio_web_server():
|
11 |
subprocess.Popen(['python', '-m', 'llava.serve.gradio_web_server', '--controller', 'http://localhost:10000', '--model-list-mode', 'reload'])
|
12 |
-
time.sleep(
|
13 |
|
14 |
def start_model_worker():
|
15 |
-
subprocess.Popen(['python', '-m', 'llava.serve.model_worker', '--host', '0.0.0.0', '--controller', 'http://localhost:10000', '--port', '40000', '--worker', 'http://localhost:40000', '--model-path', '/
|
16 |
|
17 |
-
def gradio_interface():
|
18 |
-
gr.Interface(fn=lambda x: x, inputs="text", outputs="text").launch()
|
19 |
|
20 |
|
21 |
if __name__ == "__main__":
|
22 |
start_controller()
|
23 |
start_gradio_web_server()
|
24 |
start_model_worker()
|
25 |
-
gradio_interface()
|
|
|
4 |
|
5 |
def start_controller():
|
6 |
subprocess.Popen(['python', '-m', 'llava.serve.controller', '--host', '0.0.0.0', '--port', '10000'])
|
7 |
+
time.sleep(60)
|
8 |
|
9 |
|
10 |
def start_gradio_web_server():
|
11 |
subprocess.Popen(['python', '-m', 'llava.serve.gradio_web_server', '--controller', 'http://localhost:10000', '--model-list-mode', 'reload'])
|
12 |
+
time.sleep(60)
|
13 |
|
14 |
def start_model_worker():
|
15 |
+
subprocess.Popen(['python', '-m', 'llava.serve.model_worker', '--host', '0.0.0.0', '--controller', 'http://localhost:10000', '--port', '40000', '--worker', 'http://localhost:40000', '--model-path', 'liuhaotian/llava-v1.5-13b'])
|
16 |
|
|
|
|
|
17 |
|
18 |
|
19 |
if __name__ == "__main__":
|
20 |
start_controller()
|
21 |
start_gradio_web_server()
|
22 |
start_model_worker()
|
|
requirements.txt
CHANGED
@@ -8,13 +8,13 @@ numpy
|
|
8 |
requests
|
9 |
sentencepiece
|
10 |
tokenizers>=0.12.1
|
11 |
-
torch==2.0
|
12 |
-
torchvision==0.
|
13 |
uvicorn
|
14 |
wandb
|
15 |
shortuuid
|
16 |
httpx==0.24.0
|
17 |
-
deepspeed==0.
|
18 |
peft==0.4.0
|
19 |
transformers==4.31.0
|
20 |
accelerate==0.21.0
|
|
|
8 |
requests
|
9 |
sentencepiece
|
10 |
tokenizers>=0.12.1
|
11 |
+
torch==2.4.0
|
12 |
+
torchvision==0.19.0
|
13 |
uvicorn
|
14 |
wandb
|
15 |
shortuuid
|
16 |
httpx==0.24.0
|
17 |
+
deepspeed==0.16.1
|
18 |
peft==0.4.0
|
19 |
transformers==4.31.0
|
20 |
accelerate==0.21.0
|