pszemraj commited on
Commit
aac33a9
1 Parent(s): dcd2ef9

update generation config to defaults similar to alpaca-lora

Browse files
Files changed (1) hide show
  1. generation_config.json +7 -2
generation_config.json CHANGED
@@ -3,5 +3,10 @@
3
  "bos_token_id": 0,
4
  "eos_token_id": 0,
5
  "transformers_version": "4.28.1",
6
- "use_cache": false
7
- }
 
 
 
 
 
 
3
  "bos_token_id": 0,
4
  "eos_token_id": 0,
5
  "transformers_version": "4.28.1",
6
+ "use_cache": false,
7
+ "temperature": 0.1,
8
+ "top_p": 0.75,
9
+ "top_k": 40,
10
+ "num_beams": 4,
11
+ "max_new_tokens": 128
12
+ }