revert

modeling_bert.py

@@ -23,7 +23,6 @@ import torch.nn as nn
 import torch.nn.functional as F
 from einops import rearrange
 from transformers import PretrainedConfig
-from transformers.modeling_utils import PreTrainedModel
 from .configuration_bert import JinaBertConfig
 from transformers.models.bert.modeling_bert import (
     BaseModelOutputWithPoolingAndCrossAttentions,
@@ -298,7 +297,7 @@ class BertPreTrainingHeads(nn.Module):
         return prediction_scores, seq_relationship_score
 
 
-class BertPreTrainedModel(PreTrainedModel): #(nn.Module):
+class BertPreTrainedModel(nn.Module):
     """An abstract class to handle weights initialization and
     a simple interface for dowloading and loading pretrained models.
     """