a100 kh commited on
Commit
7b6864b
1 Parent(s): 9d56fe2
Files changed (1) hide show
  1. serve/constants.py +2 -2
serve/constants.py CHANGED
@@ -49,8 +49,8 @@ CONTROLLER_HEART_BEAT_EXPIRATION = int(
49
  )
50
  WORKER_HEART_BEAT_INTERVAL = int(
51
  os.getenv("FASTCHAT_WORKER_HEART_BEAT_INTERVAL", 45))
52
- WORKER_API_TIMEOUT = int(os.getenv("FASTCHAT_WORKER_API_TIMEOUT", 1000))
53
- # WORKER_API_TIMEOUT = int(os.getenv("FASTCHAT_WORKER_API_TIMEOUT", 100))
54
  WORKER_API_EMBEDDING_BATCH_SIZE = int(
55
  os.getenv("FASTCHAT_WORKER_API_EMBEDDING_BATCH_SIZE", 4)
56
  )
 
49
  )
50
  WORKER_HEART_BEAT_INTERVAL = int(
51
  os.getenv("FASTCHAT_WORKER_HEART_BEAT_INTERVAL", 45))
52
+ WORKER_API_TIMEOUT = int(os.getenv("FASTCHAT_WORKER_API_TIMEOUT", 100))
53
+ WORKER_API_TIMEOUT = 3000
54
  WORKER_API_EMBEDDING_BATCH_SIZE = int(
55
  os.getenv("FASTCHAT_WORKER_API_EMBEDDING_BATCH_SIZE", 4)
56
  )