Upload folder using huggingface_hub

audio_streaming_client.py

@@ -55,8 +55,9 @@ class AudioStreamingClient:
         buffer = b''
         while not self.stop_event.is_set():
             if self.session_state != "processing" and not self.send_queue.empty():
-                chunk = self.send_queue.get().tobytes()
-                buffer += chunk               
+                while not self.send_queue.empty():  # Clear the send_queue
+                    chunk = self.send_queue.get().tobytes()
+                    buffer += chunk               
                 if len(buffer) >= self.args.chunk_size * 2:  # * 2 because of int16
                     self.send_request(buffer)
                     buffer = b''

handler.py

@@ -23,7 +23,7 @@ class EndpointHandler:
             self.parler_tts_handler_kwargs,
             self.melo_tts_handler_kwargs,
             self.chat_tts_handler_kwargs,
-        ) = get_default_arguments(mode='none', log_level='DEBUG', lm_model_name='meta-llama/Meta-Llama-3.1-8B-Instruct', tts_model_name='ylacombe/parler-tiny-v1-jenny')
+        ) = get_default_arguments(mode='none', log_level='DEBUG', lm_model_name='meta-llama/Meta-Llama-3.1-8B-Instruct', tts_compile_mode='default', stt_compile_mode='reduce-overhead', tts_model_name='ylacombe/parler-tiny-v1-jenny')
 
         setup_logger(self.module_kwargs.log_level)