valentynbez commited on
Commit
ac45832
·
verified ·
1 Parent(s): b3175a9

Upload config.json

Browse files
Files changed (1) hide show
  1. config.json +11 -0
config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "d_model": 1024,
3
+ "nhead": 4,
4
+ "num_layers": 2,
5
+ "dim_feedforward": 2048,
6
+ "out_dim": 512,
7
+ "dropout": 0.1,
8
+ "activation": "relu",
9
+ "lr0": 5e-05,
10
+ "warmup_steps": 400
11
+ }