oweller2
commited on
Commit
•
6aca308
1
Parent(s):
38d5ebd
updates
Browse files- config.json +4 -4
- modeling_flexbert.py +1 -0
config.json
CHANGED
@@ -4,10 +4,10 @@
|
|
4 |
"FlexBertModel",
|
5 |
"FlexBertForCasualLM"
|
6 |
],
|
7 |
-
"auto_map": {
|
8 |
-
|
9 |
-
|
10 |
-
|
11 |
},
|
12 |
"attention_layer": "rope",
|
13 |
"attention_probs_dropout_prob": 0.0,
|
|
|
4 |
"FlexBertModel",
|
5 |
"FlexBertForCasualLM"
|
6 |
],
|
7 |
+
"auto_map": {
|
8 |
+
"AutoConfig": "orionweller/test-flex-gpt--configuration_bert.FlexBertConfig",
|
9 |
+
"AutoModel": "orionweller/test-flex-gpt--modeling_flexbert.FlexBertModel",
|
10 |
+
"AutoModelForCausalLM": "orionweller/test-flex-gpt--modeling_flexbert.FlexBertForCasualLM"
|
11 |
},
|
12 |
"attention_layer": "rope",
|
13 |
"attention_probs_dropout_prob": 0.0,
|
modeling_flexbert.py
CHANGED
@@ -1734,6 +1734,7 @@ class FlexBertForCasualLM(FlexBertPreTrainedModel):
|
|
1734 |
params += _count_parameters(self.lm_head, trainable)
|
1735 |
return params
|
1736 |
|
|
|
1737 |
|
1738 |
def init_model_from_pretrained(
|
1739 |
pretrained_model: FlexBertModel,
|
|
|
1734 |
params += _count_parameters(self.lm_head, trainable)
|
1735 |
return params
|
1736 |
|
1737 |
+
FlexBertForCasualLM.register_for_auto_class("AutoModelForCausalLM")
|
1738 |
|
1739 |
def init_model_from_pretrained(
|
1740 |
pretrained_model: FlexBertModel,
|