Hugging Face's logo

orionweller
/
test-flex-gpt

PyTorch
flex_bert
custom_code
Model card Files Community
oweller2 commited on
Commit
8efbef0
•
1 Parent(s): 3cd88d6

back to unpad:

Browse files
Files changed (2) hide show
  1. config.json +3 -3
  2. pytorch_model.bin +1 -1
config.json CHANGED
@@ -69,9 +69,9 @@
69
  "num_attention_heads": 12,
70
  "num_hidden_layers": 22,
71
  "num_initial_layers": 1,
72
- "pad_logits": false,
73
  "pad_token_id": 50283,
74
- "padding": "padded",
75
  "pooling_type": "cls",
76
  "position_embedding_type": "absolute",
77
  "rotary_emb_base": 10000.0,
@@ -82,7 +82,7 @@
82
  "sliding_window": 128,
83
  "transformers_version": "4.44.1",
84
  "type_vocab_size": 2,
85
- "unpad_embeddings": false,
86
  "use_cache": true,
87
  "use_fa2": true,
88
  "use_sdpa_attn_mask": false,
 
69
  "num_attention_heads": 12,
70
  "num_hidden_layers": 22,
71
  "num_initial_layers": 1,
72
+ "pad_logits": true,
73
  "pad_token_id": 50283,
74
+ "padding": "unpadded",
75
  "pooling_type": "cls",
76
  "position_embedding_type": "absolute",
77
  "rotary_emb_base": 10000.0,
 
82
  "sliding_window": 128,
83
  "transformers_version": "4.44.1",
84
  "type_vocab_size": 2,
85
+ "unpad_embeddings": true,
86
  "use_cache": true,
87
  "use_fa2": true,
88
  "use_sdpa_attn_mask": false,
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:823aa77eddb7f9291beddc92b7d093b34962c129c0f6d674b4390f4f54441081
3
  size 598685038
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0bf65e93c1438333b19d7cc744b62913df117b318d7acb300c23f6c202a00e0
3
  size 598685038