orionweller
/

test-flex-gpt

Model card Files Files and versions Community

oweller2 commited on Nov 22, 2024

Commit

527bd0b

·

1 Parent(s): 101cdd7

update

Files changed (1) hide show

modeling_flexbert.py +1 -1

modeling_flexbert.py CHANGED Viewed

@@ -935,7 +935,7 @@ class FlexBertModel(FlexBertPreTrainedModel):
         else:
             self.final_norm = None
         self.unpad_embeddings = config.unpad_embeddings
-        self.is_decoder = config.causal_mask
     def post_init(self):
         self._init_weights(reset_params=False)

         else:
             self.final_norm = None
         self.unpad_embeddings = config.unpad_embeddings
+        self.is_decoder = config.get("is_casual", False)
     def post_init(self):
         self._init_weights(reset_params=False)