Commit
•
68ce94c
1
Parent(s):
2f6d25d
Update modeling_quiet.py
Browse files- modeling_quiet.py +1 -0
modeling_quiet.py
CHANGED
|
@@ -1137,6 +1137,7 @@ class QuietForCausalLM(QuietPreTrainedModel, GenerationMixin):
|
|
| 1137 |
top_p: Optional[float] = None,
|
| 1138 |
min_p: Optional[float] = None,
|
| 1139 |
top_k: Optional[int] = None,
|
|
|
|
| 1140 |
repetition_penalty: Optional[float] = None,
|
| 1141 |
presence_penalty: Optional[float] = None,
|
| 1142 |
frequency_penalty: Optional[float] = None,
|
|
|
|
| 1137 |
top_p: Optional[float] = None,
|
| 1138 |
min_p: Optional[float] = None,
|
| 1139 |
top_k: Optional[int] = None,
|
| 1140 |
+
cache_position: Optional[bool] = None,
|
| 1141 |
repetition_penalty: Optional[float] = None,
|
| 1142 |
presence_penalty: Optional[float] = None,
|
| 1143 |
frequency_penalty: Optional[float] = None,
|