oweller2 commited on
Commit
6aca308
1 Parent(s): 38d5ebd
Files changed (2) hide show
  1. config.json +4 -4
  2. modeling_flexbert.py +1 -0
config.json CHANGED
@@ -4,10 +4,10 @@
4
  "FlexBertModel",
5
  "FlexBertForCasualLM"
6
  ],
7
- "auto_map": {
8
- "AutoConfig": "orionweller/test-flex-gpt--configuration_bert.FlexBertConfig",
9
- "AutoModel": "orionweller//test-flex-gpt--modeling_flexbert.FlexBertModel",
10
- "AutoModelForCasualLM": "orionweller//test-flex-gpt--modeling_flexbert.FlexBertForCasualLM"
11
  },
12
  "attention_layer": "rope",
13
  "attention_probs_dropout_prob": 0.0,
 
4
  "FlexBertModel",
5
  "FlexBertForCasualLM"
6
  ],
7
+ "auto_map": {
8
+ "AutoConfig": "orionweller/test-flex-gpt--configuration_bert.FlexBertConfig",
9
+ "AutoModel": "orionweller/test-flex-gpt--modeling_flexbert.FlexBertModel",
10
+ "AutoModelForCausalLM": "orionweller/test-flex-gpt--modeling_flexbert.FlexBertForCasualLM"
11
  },
12
  "attention_layer": "rope",
13
  "attention_probs_dropout_prob": 0.0,
modeling_flexbert.py CHANGED
@@ -1734,6 +1734,7 @@ class FlexBertForCasualLM(FlexBertPreTrainedModel):
1734
  params += _count_parameters(self.lm_head, trainable)
1735
  return params
1736
 
 
1737
 
1738
  def init_model_from_pretrained(
1739
  pretrained_model: FlexBertModel,
 
1734
  params += _count_parameters(self.lm_head, trainable)
1735
  return params
1736
 
1737
+ FlexBertForCasualLM.register_for_auto_class("AutoModelForCausalLM")
1738
 
1739
  def init_model_from_pretrained(
1740
  pretrained_model: FlexBertModel,