Update request.py
Browse files- request.py +1 -1
request.py
CHANGED
|
@@ -18,7 +18,7 @@ def generate_response(text):
|
|
| 18 |
input = {
|
| 19 |
"inputs": text,
|
| 20 |
"parameters": {
|
| 21 |
-
"max_new_tokens" :
|
| 22 |
"top_k": 10,
|
| 23 |
"top_p": 0.95,
|
| 24 |
"typical_p": 0.95,
|
|
|
|
| 18 |
input = {
|
| 19 |
"inputs": text,
|
| 20 |
"parameters": {
|
| 21 |
+
"max_new_tokens" : 256,
|
| 22 |
"top_k": 10,
|
| 23 |
"top_p": 0.95,
|
| 24 |
"typical_p": 0.95,
|