Change max_length (characters count) from 2040 to 4096

#53
by aman4vr - opened
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -153,7 +153,7 @@ llama-30b-sft-6:
153
  deepspeed_config: configs/zero3_config_sft.json
154
  weight_decay: 0.0
155
  residual_dropout: 0.0
156
- max_length: 2048
157
  use_flash_attention: true
158
  warmup_steps: 20
159
  gradient_checkpointing: true
 
153
  deepspeed_config: configs/zero3_config_sft.json
154
  weight_decay: 0.0
155
  residual_dropout: 0.0
156
+ max_length: 4096
157
  use_flash_attention: true
158
  warmup_steps: 20
159
  gradient_checkpointing: true