van-qa commited on
Commit
435e7de
1 Parent(s): 81ae268

Claude 3.5 support 8192

Browse files
Files changed (1) hide show
  1. model.yml +1 -1
model.yml CHANGED
@@ -7,7 +7,7 @@ files: []
7
  # Results Preferences
8
  temperature: 0.7
9
  presence_penalty: 0
10
- max_tokens: 4096 # Infer from base config.json -> max_position_embeddings
11
  stream: true # true | false
12
 
13
  # Engine / Model Settings
 
7
  # Results Preferences
8
  temperature: 0.7
9
  presence_penalty: 0
10
+ max_tokens: 8192 # Infer from base config.json -> max_position_embeddings
11
  stream: true # true | false
12
 
13
  # Engine / Model Settings