Lina Gårdemark commited on
Commit
f826678
1 Parent(s): f8de34b

Training in progress, step 500

Browse files
config.json CHANGED
@@ -1,12 +1,12 @@
1
  {
2
- "_name_or_path": "t5-large",
3
  "architectures": [
4
  "T5ForConditionalGeneration"
5
  ],
6
  "classifier_dropout": 0.0,
7
- "d_ff": 4096,
8
  "d_kv": 64,
9
- "d_model": 1024,
10
  "decoder_start_token_id": 0,
11
  "dense_act_fn": "relu",
12
  "dropout_rate": 0.1,
@@ -18,9 +18,9 @@
18
  "layer_norm_epsilon": 1e-06,
19
  "model_type": "t5",
20
  "n_positions": 512,
21
- "num_decoder_layers": 24,
22
- "num_heads": 16,
23
- "num_layers": 24,
24
  "output_past": true,
25
  "pad_token_id": 0,
26
  "relative_attention_max_distance": 128,
@@ -55,7 +55,7 @@
55
  }
56
  },
57
  "torch_dtype": "float32",
58
- "transformers_version": "4.34.1",
59
  "use_cache": true,
60
  "vocab_size": 32128
61
  }
 
1
  {
2
+ "_name_or_path": "t5-small",
3
  "architectures": [
4
  "T5ForConditionalGeneration"
5
  ],
6
  "classifier_dropout": 0.0,
7
+ "d_ff": 2048,
8
  "d_kv": 64,
9
+ "d_model": 512,
10
  "decoder_start_token_id": 0,
11
  "dense_act_fn": "relu",
12
  "dropout_rate": 0.1,
 
18
  "layer_norm_epsilon": 1e-06,
19
  "model_type": "t5",
20
  "n_positions": 512,
21
+ "num_decoder_layers": 6,
22
+ "num_heads": 8,
23
+ "num_layers": 6,
24
  "output_past": true,
25
  "pad_token_id": 0,
26
  "relative_attention_max_distance": 128,
 
55
  }
56
  },
57
  "torch_dtype": "float32",
58
+ "transformers_version": "4.35.0",
59
  "use_cache": true,
60
  "vocab_size": 32128
61
  }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfa2832c70e66b4d7e09dc19dee15f731019ddd37f12777cf93a3439c6bf11b4
3
+ size 242041896
runs/Nov10_10-43-22_683db84d3e40/events.out.tfevents.1699613007.683db84d3e40.2929.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a656efa7dc844c575eddcb1cae8ba41c7bd03e5f1daab8c993cff03701c244c
3
+ size 4501
runs/Nov10_11-26-21_683db84d3e40/events.out.tfevents.1699615586.683db84d3e40.3727.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2f17131cff4be6817b4a24769ac09940c30acec46833466beeec7ae8f703fce
3
+ size 4501
runs/Nov10_11-40-25_683db84d3e40/events.out.tfevents.1699616427.683db84d3e40.4294.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4968b034b1e252ebab1f3ec0db56fe703db2aa193531b6d4caa977ea22b0ecda
3
+ size 5181
runs/Nov10_12-02-33_683db84d3e40/events.out.tfevents.1699617754.683db84d3e40.4825.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf60d0212dd7e31ac8116440c58626783f831187d2a707127f0dc764d8f4569b
3
+ size 5181
runs/Nov10_12-04-45_683db84d3e40/events.out.tfevents.1699617886.683db84d3e40.4825.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9438f5ae28a5ba437447725e79a40ac96d2b5cad30d682f68a35f6babcc21230
3
+ size 5181
runs/Nov10_12-15-32_683db84d3e40/events.out.tfevents.1699618532.683db84d3e40.5350.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c90138246e4c97c23dff718b0116129472a3043ef8d679fd8104b3a483b860b3
3
+ size 5334
spiece.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86
3
+ size 791656
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80608280e4b97b23d7babc9ecdac513428a685054cbeaa3ac3569a055d364613
3
- size 4219
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9684e99eb2f8e2f0f0180c2467392d8a3f62414d64582895be466a47bce9e127
3
+ size 4283