orionweller
/

test-flex-gpt

Model card Files Files and versions Community

oweller2 commited on about 1 month ago

Commit

6369df1

•

1 Parent(s): 38e83eb

has to have unpad

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -82,7 +82,7 @@
   "sliding_window": 128,
   "transformers_version": "4.44.1",
   "type_vocab_size": 2,
-  "unpad_embeddings": false,
   "use_cache": true,
   "use_fa2": true,
   "use_sdpa_attn_mask": false,

   "sliding_window": 128,
   "transformers_version": "4.44.1",
   "type_vocab_size": 2,
+  "unpad_embeddings": true,
   "use_cache": true,
   "use_fa2": true,
   "use_sdpa_attn_mask": false,