ylacombe
/

w2v-bert-2.0

Feature Extraction

Inference Endpoints

Model card Files Files and versions Community

Upload Wav2Vec2BERTForPreTraining

#3

by ylacombe HF staff - opened Jan 4

base: refs/heads/main

←

from: refs/pr/3

Discussion Files changed

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -22,7 +22,7 @@
   "feat_quantizer_dropout": 0.0,
   "feature_projection_input_dim": 160,
   "final_dropout": 0.1,
-  "hidden_act": "gelu",
   "hidden_dropout": 0.0,
   "hidden_size": 1024,
   "initializer_range": 0.02,

   "feat_quantizer_dropout": 0.0,
   "feature_projection_input_dim": 160,
   "final_dropout": 0.1,
+  "hidden_act": "swish",
   "hidden_dropout": 0.0,
   "hidden_size": 1024,
   "initializer_range": 0.02,