remove-st-prompt-length

custom_st.py

@@ -139,6 +139,7 @@ class Transformer(nn.Module):
         lora_arguments = (
             {"adapter_mask": adapter_mask} if adapter_mask is not None else {}
         )
+        features.pop('prompt_length', None)
         output_states = self.auto_model.forward(**features, **lora_arguments, return_dict=False)
         output_tokens = output_states[0]
         features.update({"token_embeddings": output_tokens, "attention_mask": features["attention_mask"]})