Spaces:
Running
on
Zero
Running
on
Zero
Update multipurpose_chatbot/engines/transformers_engine.py
Browse files
multipurpose_chatbot/engines/transformers_engine.py
CHANGED
@@ -32,6 +32,7 @@ from .base_engine import BaseEngine
|
|
32 |
|
33 |
# ! Remember to use static cache
|
34 |
|
|
|
35 |
from transformers import (
|
36 |
GenerationConfig,
|
37 |
GenerationMixin,
|
@@ -561,6 +562,7 @@ class TransformersEngine(BaseEngine):
|
|
561 |
temperature=temperature,
|
562 |
max_new_tokens=max_tokens,
|
563 |
pad_token_id=self.tokenizer.pad_token_id,
|
|
|
564 |
)
|
565 |
|
566 |
out_tokens = []
|
|
|
32 |
|
33 |
# ! Remember to use static cache
|
34 |
|
35 |
+
|
36 |
from transformers import (
|
37 |
GenerationConfig,
|
38 |
GenerationMixin,
|
|
|
562 |
temperature=temperature,
|
563 |
max_new_tokens=max_tokens,
|
564 |
pad_token_id=self.tokenizer.pad_token_id,
|
565 |
+
eos_token_id=self.tokenizer.eos_token_id,
|
566 |
)
|
567 |
|
568 |
out_tokens = []
|