Rename rtd_base.json to DeBERTaV3-base/rtd_base.json

rtd_base.json → DeBERTaV3-base/rtd_base.json

@@ -1,6 +1,5 @@
 {
-	"embedding_sharing": "gdes",
-	"discriminator": {
+    "model_type": "deberta-v2",
 	"attention_probs_dropout_prob": 0.1,
 	"hidden_act": "gelu",
 	"hidden_dropout_prob": 0.1,
@@ -21,27 +20,4 @@
 	"num_hidden_layers": 12,
 	"type_vocab_size": 0,
 	"vocab_size": 50100
-	},
-	"generator":{
-	"attention_probs_dropout_prob": 0.1,
-	"hidden_act": "gelu",
-	"hidden_dropout_prob": 0.1,
-	"hidden_size": 768,
-	"initializer_range": 0.02,
-	"intermediate_size": 3072,
-	"max_position_embeddings": 512,
-	"relative_attention": true,
-	"position_buckets": 256,
-	"norm_rel_ebd": "layer_norm",
-	"share_att_key": true,
-	"pos_att_type": "p2c|c2p",
-	"layer_norm_eps": 1e-7,
-	"max_relative_positions": -1,
-	"position_biased_input": false,
-	"num_attention_heads": 12,
-	"attention_head_size": 64,
-	"num_hidden_layers": 6,
-	"type_vocab_size": 0,
-	"vocab_size": 50100
-	}
 }