Update layer norm eps
Browse filesThis PR updates the layernorm epsilon value to reflect the original implementation.
This was tested with
@ydshieh
and integration tests are not affected (logits still match).
- config.json +1 -1
config.json
CHANGED
@@ -238,7 +238,7 @@
|
|
238 |
"LABEL_0": 0,
|
239 |
"LABEL_1": 1
|
240 |
},
|
241 |
-
"layer_norm_eps": 1e-
|
242 |
"length_penalty": 1.0,
|
243 |
"max_length": 20,
|
244 |
"min_length": 0,
|
|
|
238 |
"LABEL_0": 0,
|
239 |
"LABEL_1": 1
|
240 |
},
|
241 |
+
"layer_norm_eps": 1e-6,
|
242 |
"length_penalty": 1.0,
|
243 |
"max_length": 20,
|
244 |
"min_length": 0,
|