sofianhw commited on
Commit
5184fa9
1 Parent(s): 75da468

fix missing arg_parser

Browse files
Files changed (1) hide show
  1. api_server.py +4 -1
api_server.py CHANGED
@@ -29,6 +29,7 @@ from vllm.entrypoints.openai.serving_completion import OpenAIServingCompletion
29
  from vllm.entrypoints.openai.serving_embedding import OpenAIServingEmbedding
30
  from vllm.logger import init_logger
31
  from vllm.usage.usage_lib import UsageContext
 
32
 
33
  TIMEOUT_KEEP_ALIVE = 5 # seconds
34
 
@@ -61,7 +62,9 @@ app = fastapi.FastAPI(lifespan=lifespan)
61
 
62
 
63
  def parse_args():
64
- parser = make_arg_parser()
 
 
65
  return parser.parse_args()
66
 
67
 
 
29
  from vllm.entrypoints.openai.serving_embedding import OpenAIServingEmbedding
30
  from vllm.logger import init_logger
31
  from vllm.usage.usage_lib import UsageContext
32
+ from vllm.utils import FlexibleArgumentParser
33
 
34
  TIMEOUT_KEEP_ALIVE = 5 # seconds
35
 
 
62
 
63
 
64
  def parse_args():
65
+ parser_text = FlexibleArgumentParser(
66
+ description="vLLM OpenAI-Compatible RESTful API server.")
67
+ parser = make_arg_parser(parser_text)
68
  return parser.parse_args()
69
 
70