Spaces:
Running
Running
a100 kh
commited on
Commit
•
7b6864b
1
Parent(s):
9d56fe2
timeout
Browse files- serve/constants.py +2 -2
serve/constants.py
CHANGED
@@ -49,8 +49,8 @@ CONTROLLER_HEART_BEAT_EXPIRATION = int(
|
|
49 |
)
|
50 |
WORKER_HEART_BEAT_INTERVAL = int(
|
51 |
os.getenv("FASTCHAT_WORKER_HEART_BEAT_INTERVAL", 45))
|
52 |
-
WORKER_API_TIMEOUT = int(os.getenv("FASTCHAT_WORKER_API_TIMEOUT",
|
53 |
-
|
54 |
WORKER_API_EMBEDDING_BATCH_SIZE = int(
|
55 |
os.getenv("FASTCHAT_WORKER_API_EMBEDDING_BATCH_SIZE", 4)
|
56 |
)
|
|
|
49 |
)
|
50 |
WORKER_HEART_BEAT_INTERVAL = int(
|
51 |
os.getenv("FASTCHAT_WORKER_HEART_BEAT_INTERVAL", 45))
|
52 |
+
WORKER_API_TIMEOUT = int(os.getenv("FASTCHAT_WORKER_API_TIMEOUT", 100))
|
53 |
+
WORKER_API_TIMEOUT = 3000
|
54 |
WORKER_API_EMBEDDING_BATCH_SIZE = int(
|
55 |
os.getenv("FASTCHAT_WORKER_API_EMBEDDING_BATCH_SIZE", 4)
|
56 |
)
|