Deci
/

itay-levy commited on
Commit
02ac42d
1 Parent(s): 9105853

Upload modeling_decicoder.py with huggingface_hub (#6)

Browse files

- Upload modeling_decicoder.py with huggingface_hub (be33d666e4780a8763e28825492796b75bf383fa)

Files changed (1) hide show
  1. modeling_decicoder.py +6 -0
modeling_decicoder.py CHANGED
@@ -8,6 +8,12 @@ import torch
8
  import torch.nn.functional as F
9
  import torch.utils.checkpoint
10
  from torch import nn
 
 
 
 
 
 
11
  from transformers.models.llama.modeling_llama import LlamaMLP, LlamaRMSNorm, LlamaAttention, apply_rotary_pos_emb, \
12
  repeat_kv, LlamaPreTrainedModel, LLAMA_START_DOCSTRING, LlamaDecoderLayer, LlamaForCausalLM, LlamaModel
13
  from transformers.utils import add_start_docstrings
 
8
  import torch.nn.functional as F
9
  import torch.utils.checkpoint
10
  from torch import nn
11
+ from packaging import version
12
+ import transformers
13
+ if version.parse(transformers.__version__) < version.parse("4.31.0"):
14
+ raise ImportError(
15
+ f"You are using transformers=={transformers.__version__}, but transformers>=4.31.0 is required to use DeciCoder. Please upgrade transformers."
16
+ )
17
  from transformers.models.llama.modeling_llama import LlamaMLP, LlamaRMSNorm, LlamaAttention, apply_rotary_pos_emb, \
18
  repeat_kv, LlamaPreTrainedModel, LLAMA_START_DOCSTRING, LlamaDecoderLayer, LlamaForCausalLM, LlamaModel
19
  from transformers.utils import add_start_docstrings