Senqiao commited on
Commit
5b3e7a3
·
1 Parent(s): 025f5af

Fix the environment and delete one function

Browse files
Files changed (2) hide show
  1. app.py +3 -6
  2. requirements.txt +3 -3
app.py CHANGED
@@ -4,22 +4,19 @@ import time
4
 
5
  def start_controller():
6
  subprocess.Popen(['python', '-m', 'llava.serve.controller', '--host', '0.0.0.0', '--port', '10000'])
7
- time.sleep(3)
8
 
9
 
10
  def start_gradio_web_server():
11
  subprocess.Popen(['python', '-m', 'llava.serve.gradio_web_server', '--controller', 'http://localhost:10000', '--model-list-mode', 'reload'])
12
- time.sleep(3)
13
 
14
  def start_model_worker():
15
- subprocess.Popen(['python', '-m', 'llava.serve.model_worker', '--host', '0.0.0.0', '--controller', 'http://localhost:10000', '--port', '40000', '--worker', 'http://localhost:40000', '--model-path', '/root/MODELS/llava-v1.5-7b'])
16
 
17
- def gradio_interface():
18
- gr.Interface(fn=lambda x: x, inputs="text", outputs="text").launch()
19
 
20
 
21
  if __name__ == "__main__":
22
  start_controller()
23
  start_gradio_web_server()
24
  start_model_worker()
25
- gradio_interface()
 
4
 
5
  def start_controller():
6
  subprocess.Popen(['python', '-m', 'llava.serve.controller', '--host', '0.0.0.0', '--port', '10000'])
7
+ time.sleep(60)
8
 
9
 
10
  def start_gradio_web_server():
11
  subprocess.Popen(['python', '-m', 'llava.serve.gradio_web_server', '--controller', 'http://localhost:10000', '--model-list-mode', 'reload'])
12
+ time.sleep(60)
13
 
14
  def start_model_worker():
15
+ subprocess.Popen(['python', '-m', 'llava.serve.model_worker', '--host', '0.0.0.0', '--controller', 'http://localhost:10000', '--port', '40000', '--worker', 'http://localhost:40000', '--model-path', 'liuhaotian/llava-v1.5-13b'])
16
 
 
 
17
 
18
 
19
  if __name__ == "__main__":
20
  start_controller()
21
  start_gradio_web_server()
22
  start_model_worker()
 
requirements.txt CHANGED
@@ -8,13 +8,13 @@ numpy
8
  requests
9
  sentencepiece
10
  tokenizers>=0.12.1
11
- torch==2.0.1
12
- torchvision==0.15.2
13
  uvicorn
14
  wandb
15
  shortuuid
16
  httpx==0.24.0
17
- deepspeed==0.9.5
18
  peft==0.4.0
19
  transformers==4.31.0
20
  accelerate==0.21.0
 
8
  requests
9
  sentencepiece
10
  tokenizers>=0.12.1
11
+ torch==2.4.0
12
+ torchvision==0.19.0
13
  uvicorn
14
  wandb
15
  shortuuid
16
  httpx==0.24.0
17
+ deepspeed==0.16.1
18
  peft==0.4.0
19
  transformers==4.31.0
20
  accelerate==0.21.0