update generation config to defaults similar to alpaca-lora
Browse files- generation_config.json +7 -2
generation_config.json
CHANGED
@@ -3,5 +3,10 @@
|
|
3 |
"bos_token_id": 0,
|
4 |
"eos_token_id": 0,
|
5 |
"transformers_version": "4.28.1",
|
6 |
-
"use_cache": false
|
7 |
-
|
|
|
|
|
|
|
|
|
|
|
|
3 |
"bos_token_id": 0,
|
4 |
"eos_token_id": 0,
|
5 |
"transformers_version": "4.28.1",
|
6 |
+
"use_cache": false,
|
7 |
+
"temperature": 0.1,
|
8 |
+
"top_p": 0.75,
|
9 |
+
"top_k": 40,
|
10 |
+
"num_beams": 4,
|
11 |
+
"max_new_tokens": 128
|
12 |
+
}
|