isemmanuelolowe commited on
Commit
a36b567
1 Parent(s): 30fac58

Upload BerKANTForMaskedLM

Browse files
Files changed (2) hide show
  1. config.json +2 -2
  2. model.safetensors +2 -2
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "BerKANT",
3
  "alibi_starting_size": 512,
4
  "architectures": [
5
  "BerKANTForMaskedLM"
@@ -23,7 +23,7 @@
23
  "num_hidden_layers": 3,
24
  "pad_token_id": 0,
25
  "position_embedding_type": "absolute",
26
- "torch_dtype": "bfloat16",
27
  "transformers_version": "4.41.0.dev0",
28
  "type_vocab_size": 2,
29
  "use_cache": true,
 
1
  {
2
+ "_name_or_path": "BerKANT_171M/checkpoint-13000",
3
  "alibi_starting_size": 512,
4
  "architectures": [
5
  "BerKANTForMaskedLM"
 
23
  "num_hidden_layers": 3,
24
  "pad_token_id": 0,
25
  "position_embedding_type": "absolute",
26
+ "torch_dtype": "float32",
27
  "transformers_version": "4.41.0.dev0",
28
  "type_vocab_size": 2,
29
  "use_cache": true,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:71315996a379b162005fb542d4685ad831f43f13fbf92c9da8213eb14e7fe1fe
3
- size 343007576
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d378966ded76c02161b8695e34bc4f5c1d972b67a9220dffcf4bf5b8af3159c
3
+ size 686006696