zhzluke96
commited on
Commit
•
650b56c
1
Parent(s):
8f52106
update
Browse files- modules/models.py +10 -3
modules/models.py
CHANGED
@@ -10,15 +10,20 @@ import gc
|
|
10 |
logger = logging.getLogger(__name__)
|
11 |
|
12 |
chat_tts = None
|
|
|
|
|
|
|
|
|
13 |
load_event = threading.Event()
|
14 |
|
15 |
|
16 |
def load_chat_tts_in_thread():
|
17 |
global chat_tts
|
18 |
if chat_tts:
|
19 |
-
load_event.set()
|
20 |
return
|
21 |
|
|
|
22 |
chat_tts = ChatTTS.Chat()
|
23 |
chat_tts.load_models(
|
24 |
compile=config.runtime_env_vars.compile,
|
@@ -33,17 +38,19 @@ def load_chat_tts_in_thread():
|
|
33 |
)
|
34 |
|
35 |
devices.torch_gc()
|
36 |
-
load_event.set()
|
|
|
37 |
|
38 |
|
39 |
def initialize_chat_tts():
|
40 |
model_thread = threading.Thread(target=load_chat_tts_in_thread)
|
41 |
model_thread.start()
|
|
|
42 |
|
43 |
|
44 |
def load_chat_tts():
|
45 |
if chat_tts is None:
|
46 |
-
initialize_chat_tts()
|
47 |
load_event.wait()
|
48 |
return chat_tts
|
49 |
|
|
|
10 |
logger = logging.getLogger(__name__)
|
11 |
|
12 |
chat_tts = None
|
13 |
+
# 某些平台上,不让在主线程中加载模型,否则会出现错误
|
14 |
+
# huggingface Error:
|
15 |
+
# RuntimeError: CUDA must not be initialized in the main process on Spaces with Stateless GPU environment.
|
16 |
+
# You can look at this Stacktrace to find out which part of your code triggered a CUDA init
|
17 |
load_event = threading.Event()
|
18 |
|
19 |
|
20 |
def load_chat_tts_in_thread():
|
21 |
global chat_tts
|
22 |
if chat_tts:
|
23 |
+
load_event.set()
|
24 |
return
|
25 |
|
26 |
+
logger.info("Loading ChatTTS models")
|
27 |
chat_tts = ChatTTS.Chat()
|
28 |
chat_tts.load_models(
|
29 |
compile=config.runtime_env_vars.compile,
|
|
|
38 |
)
|
39 |
|
40 |
devices.torch_gc()
|
41 |
+
load_event.set()
|
42 |
+
logger.info("ChatTTS models loaded")
|
43 |
|
44 |
|
45 |
def initialize_chat_tts():
|
46 |
model_thread = threading.Thread(target=load_chat_tts_in_thread)
|
47 |
model_thread.start()
|
48 |
+
return model_thread
|
49 |
|
50 |
|
51 |
def load_chat_tts():
|
52 |
if chat_tts is None:
|
53 |
+
initialize_chat_tts().join()
|
54 |
load_event.wait()
|
55 |
return chat_tts
|
56 |
|