Spaces:
Runtime error
Runtime error
a100 kh
commited on
Commit
•
9d56fe2
1
Parent(s):
e6a0aad
timeout
Browse files- serve/constants.py +2 -1
serve/constants.py
CHANGED
|
@@ -49,7 +49,8 @@ CONTROLLER_HEART_BEAT_EXPIRATION = int(
|
|
| 49 |
)
|
| 50 |
WORKER_HEART_BEAT_INTERVAL = int(
|
| 51 |
os.getenv("FASTCHAT_WORKER_HEART_BEAT_INTERVAL", 45))
|
| 52 |
-
WORKER_API_TIMEOUT = int(os.getenv("FASTCHAT_WORKER_API_TIMEOUT",
|
|
|
|
| 53 |
WORKER_API_EMBEDDING_BATCH_SIZE = int(
|
| 54 |
os.getenv("FASTCHAT_WORKER_API_EMBEDDING_BATCH_SIZE", 4)
|
| 55 |
)
|
|
|
|
| 49 |
)
|
| 50 |
WORKER_HEART_BEAT_INTERVAL = int(
|
| 51 |
os.getenv("FASTCHAT_WORKER_HEART_BEAT_INTERVAL", 45))
|
| 52 |
+
WORKER_API_TIMEOUT = int(os.getenv("FASTCHAT_WORKER_API_TIMEOUT", 1000))
|
| 53 |
+
# WORKER_API_TIMEOUT = int(os.getenv("FASTCHAT_WORKER_API_TIMEOUT", 100))
|
| 54 |
WORKER_API_EMBEDDING_BATCH_SIZE = int(
|
| 55 |
os.getenv("FASTCHAT_WORKER_API_EMBEDDING_BATCH_SIZE", 4)
|
| 56 |
)
|