Update ultravox_processing.py

ultravox_processing.py

@@ -52,12 +52,13 @@ class UltravoxProcessor(transformers.ProcessorMixin):
         self.encoder_ds_factor = encoder_ds_factor
         self.stack_factor = stack_factor
         self.audio_placeholder = audio_placeholder
-        self.audio_token_replacement = tokenizer.eos_token
-        assert (
-            self.audio_token_replacement is not None
-        ), "The tokenizer has no EOS token. Cannot recover."
+        
         if tokenizer.pad_token_id is None:
             tokenizer.pad_token_id = tokenizer.eos_token_id
+        self.audio_token_replacement = tokenizer.pad_token
+        assert (
+            self.audio_token_replacement is not None
+        ), "The tokenizer has no PAD token. Cannot recover."
 
         super().__init__(audio_processor=audio_processor, tokenizer=tokenizer)
 
@@ -76,7 +77,8 @@ class UltravoxProcessor(transformers.ProcessorMixin):
             pretrained_model_name_or_path, **kwargs
         )
         tokenizer.padding_side = "left"
-        tokenizer.pad_token = tokenizer.eos_token
+        if tokenizer.pad_token_id is None:
+            tokenizer.pad_token_id = tokenizer.eos_token_id
 
         return cls(
             audio_processor=audio_processor,