evanarlian
commited on
Commit
•
d7c937a
1
Parent(s):
efbd556
Training in progress, step 6
Browse files- .gitignore +1 -0
- config.json +108 -0
- preprocessor_config.json +10 -0
- pytorch_model.bin +3 -0
- runs/Dec22_13-16-33_pop-os/1671689815.2909486/events.out.tfevents.1671689815.pop-os.15440.1 +3 -0
- runs/Dec22_13-16-33_pop-os/events.out.tfevents.1671689815.pop-os.15440.0 +3 -0
- runs/Dec22_13-22-17_pop-os/1671690157.2577343/events.out.tfevents.1671690157.pop-os.17506.1 +3 -0
- runs/Dec22_13-22-17_pop-os/events.out.tfevents.1671690157.pop-os.17506.0 +3 -0
- runs/Dec22_13-28-49_pop-os/1671690548.6685/events.out.tfevents.1671690548.pop-os.18922.1 +3 -0
- runs/Dec22_13-28-49_pop-os/events.out.tfevents.1671690548.pop-os.18922.0 +3 -0
- runs/Dec22_13-31-32_pop-os/1671690712.2363348/events.out.tfevents.1671690712.pop-os.19543.1 +3 -0
- runs/Dec22_13-31-32_pop-os/events.out.tfevents.1671690712.pop-os.19543.0 +3 -0
- runs/Dec22_13-32-18_pop-os/1671690757.6530342/events.out.tfevents.1671690757.pop-os.20002.1 +3 -0
- runs/Dec22_13-32-18_pop-os/events.out.tfevents.1671690757.pop-os.20002.0 +3 -0
- runs/Dec22_13-35-57_pop-os/1671690977.9224553/events.out.tfevents.1671690977.pop-os.20547.1 +3 -0
- runs/Dec22_13-35-57_pop-os/events.out.tfevents.1671690977.pop-os.20547.0 +3 -0
- runs/Dec22_13-37-21_pop-os/1671691061.3603203/events.out.tfevents.1671691061.pop-os.20989.1 +3 -0
- runs/Dec22_13-37-21_pop-os/events.out.tfevents.1671691061.pop-os.20989.0 +3 -0
- runs/Dec22_13-54-01_pop-os/1671692162.5258105/events.out.tfevents.1671692162.pop-os.23206.1 +3 -0
- runs/Dec22_13-54-01_pop-os/events.out.tfevents.1671692162.pop-os.23206.0 +3 -0
- runs/Dec22_14-20-52_pop-os/1671693672.6529543/events.out.tfevents.1671693672.pop-os.26243.1 +3 -0
- runs/Dec22_14-20-52_pop-os/events.out.tfevents.1671693672.pop-os.26243.0 +3 -0
- runs/Dec22_14-48-26_pop-os/1671695327.8784354/events.out.tfevents.1671695327.pop-os.28290.1 +3 -0
- runs/Dec22_14-48-26_pop-os/events.out.tfevents.1671695327.pop-os.28290.0 +3 -0
- runs/Dec22_14-49-44_pop-os/1671695404.2395597/events.out.tfevents.1671695404.pop-os.28717.1 +3 -0
- runs/Dec22_14-49-44_pop-os/events.out.tfevents.1671695404.pop-os.28717.0 +3 -0
- runs/Dec22_14-52-07_pop-os/1671695546.835013/events.out.tfevents.1671695546.pop-os.29236.1 +3 -0
- runs/Dec22_14-52-07_pop-os/events.out.tfevents.1671695546.pop-os.29236.0 +3 -0
- runs/Dec22_14-53-49_pop-os/1671695649.725641/events.out.tfevents.1671695649.pop-os.29704.1 +3 -0
- runs/Dec22_14-53-49_pop-os/events.out.tfevents.1671695649.pop-os.29704.0 +3 -0
- training_args.bin +3 -0
.gitignore
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
checkpoint-*/
|
config.json
ADDED
@@ -0,0 +1,108 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "evanarlian/distil-wav2vec2-xls-r-113m-id",
|
3 |
+
"activation_dropout": 0.0,
|
4 |
+
"adapter_kernel_size": 3,
|
5 |
+
"adapter_stride": 2,
|
6 |
+
"add_adapter": false,
|
7 |
+
"apply_spec_augment": true,
|
8 |
+
"architectures": [
|
9 |
+
"Wav2Vec2ForCTC"
|
10 |
+
],
|
11 |
+
"attention_dropout": 0.1,
|
12 |
+
"bos_token_id": 1,
|
13 |
+
"classifier_proj_size": 256,
|
14 |
+
"codevector_dim": 768,
|
15 |
+
"contrastive_logits_temperature": 0.1,
|
16 |
+
"conv_bias": true,
|
17 |
+
"conv_dim": [
|
18 |
+
512,
|
19 |
+
512,
|
20 |
+
512,
|
21 |
+
512,
|
22 |
+
512,
|
23 |
+
512,
|
24 |
+
512
|
25 |
+
],
|
26 |
+
"conv_kernel": [
|
27 |
+
10,
|
28 |
+
3,
|
29 |
+
3,
|
30 |
+
3,
|
31 |
+
3,
|
32 |
+
2,
|
33 |
+
2
|
34 |
+
],
|
35 |
+
"conv_stride": [
|
36 |
+
5,
|
37 |
+
2,
|
38 |
+
2,
|
39 |
+
2,
|
40 |
+
2,
|
41 |
+
2,
|
42 |
+
2
|
43 |
+
],
|
44 |
+
"ctc_loss_reduction": "mean",
|
45 |
+
"ctc_zero_infinity": false,
|
46 |
+
"diversity_loss_weight": 0.1,
|
47 |
+
"do_stable_layer_norm": true,
|
48 |
+
"eos_token_id": 2,
|
49 |
+
"feat_extract_activation": "gelu",
|
50 |
+
"feat_extract_dropout": 0.0,
|
51 |
+
"feat_extract_norm": "layer",
|
52 |
+
"feat_proj_dropout": 0.1,
|
53 |
+
"feat_quantizer_dropout": 0.0,
|
54 |
+
"final_dropout": 0.0,
|
55 |
+
"gradient_checkpointing": false,
|
56 |
+
"hidden_act": "gelu",
|
57 |
+
"hidden_dropout": 0.1,
|
58 |
+
"hidden_size": 1024,
|
59 |
+
"initializer_range": 0.02,
|
60 |
+
"intermediate_size": 4096,
|
61 |
+
"layer_norm_eps": 1e-05,
|
62 |
+
"layerdrop": 0.1,
|
63 |
+
"mask_feature_length": 10,
|
64 |
+
"mask_feature_min_masks": 0,
|
65 |
+
"mask_feature_prob": 0.0,
|
66 |
+
"mask_time_length": 10,
|
67 |
+
"mask_time_min_masks": 2,
|
68 |
+
"mask_time_prob": 0.075,
|
69 |
+
"model_type": "wav2vec2",
|
70 |
+
"num_adapter_layers": 3,
|
71 |
+
"num_attention_heads": 16,
|
72 |
+
"num_codevector_groups": 2,
|
73 |
+
"num_codevectors_per_group": 320,
|
74 |
+
"num_conv_pos_embedding_groups": 16,
|
75 |
+
"num_conv_pos_embeddings": 128,
|
76 |
+
"num_feat_extract_layers": 7,
|
77 |
+
"num_hidden_layers": 8,
|
78 |
+
"num_negatives": 100,
|
79 |
+
"output_hidden_size": 1024,
|
80 |
+
"pad_token_id": 27,
|
81 |
+
"proj_codevector_dim": 768,
|
82 |
+
"tdnn_dilation": [
|
83 |
+
1,
|
84 |
+
2,
|
85 |
+
3,
|
86 |
+
1,
|
87 |
+
1
|
88 |
+
],
|
89 |
+
"tdnn_dim": [
|
90 |
+
512,
|
91 |
+
512,
|
92 |
+
512,
|
93 |
+
512,
|
94 |
+
1500
|
95 |
+
],
|
96 |
+
"tdnn_kernel": [
|
97 |
+
5,
|
98 |
+
3,
|
99 |
+
3,
|
100 |
+
1,
|
101 |
+
1
|
102 |
+
],
|
103 |
+
"torch_dtype": "float32",
|
104 |
+
"transformers_version": "4.25.1",
|
105 |
+
"use_weighted_layer_sum": false,
|
106 |
+
"vocab_size": 31,
|
107 |
+
"xvector_output_dim": 512
|
108 |
+
}
|
preprocessor_config.json
ADDED
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"do_normalize": true,
|
3 |
+
"feature_extractor_type": "Wav2Vec2FeatureExtractor",
|
4 |
+
"feature_size": 1,
|
5 |
+
"padding_side": "right",
|
6 |
+
"padding_value": 0.0,
|
7 |
+
"processor_class": "Wav2Vec2Processor",
|
8 |
+
"return_attention_mask": true,
|
9 |
+
"sampling_rate": 16000
|
10 |
+
}
|
pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:57eedfe759dab1dc3187ff360d710a08e77e625be7db73d742338d15ed460b16
|
3 |
+
size 455779825
|
runs/Dec22_13-16-33_pop-os/1671689815.2909486/events.out.tfevents.1671689815.pop-os.15440.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a207968a6d174e90c183b0550481261273d7ebf2faf61b6397f95204588de7e8
|
3 |
+
size 5537
|
runs/Dec22_13-16-33_pop-os/events.out.tfevents.1671689815.pop-os.15440.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:657f8cf6a7ccdfa1b77e0ff87fd75d070dc79bab0aed390c87856ee87e9f5ef1
|
3 |
+
size 5175
|
runs/Dec22_13-22-17_pop-os/1671690157.2577343/events.out.tfevents.1671690157.pop-os.17506.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5666a7c7bdabb169e88b7275b309cd58968570246509fba30b65c666a7612a8e
|
3 |
+
size 5537
|
runs/Dec22_13-22-17_pop-os/events.out.tfevents.1671690157.pop-os.17506.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:17b3b8d92d7d21aee04239aa080dc10e8b82031dd0d8a9a87c70b7876c97af36
|
3 |
+
size 5175
|
runs/Dec22_13-28-49_pop-os/1671690548.6685/events.out.tfevents.1671690548.pop-os.18922.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a55661c5b10162293c45f002cdd0f7847ad3d528972c5b94cab2b28ecba6fbae
|
3 |
+
size 5537
|
runs/Dec22_13-28-49_pop-os/events.out.tfevents.1671690548.pop-os.18922.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6e59850fbefdd9416487b0af12b4ab821bf03aa91884f47b6c67bdd7a33b8443
|
3 |
+
size 5175
|
runs/Dec22_13-31-32_pop-os/1671690712.2363348/events.out.tfevents.1671690712.pop-os.19543.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ff64fc5510bd246ef82c701506b3be9eeceec2c0d41d2acad01ba1665a4c7b0d
|
3 |
+
size 5537
|
runs/Dec22_13-31-32_pop-os/events.out.tfevents.1671690712.pop-os.19543.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:65dc814f9eb3a08288de6988bfae656cdfe4fe7d1c5678b8e81e87e973289a0e
|
3 |
+
size 5175
|
runs/Dec22_13-32-18_pop-os/1671690757.6530342/events.out.tfevents.1671690757.pop-os.20002.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:85256feff2eb87b76bb47f3c36807c2062a23af05d7e5fbfd0626d598d626e12
|
3 |
+
size 5537
|
runs/Dec22_13-32-18_pop-os/events.out.tfevents.1671690757.pop-os.20002.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8aa24d3679707a6b5c455f05a6edaf6655d0d855ef4c388695d1f0d13a359555
|
3 |
+
size 5175
|
runs/Dec22_13-35-57_pop-os/1671690977.9224553/events.out.tfevents.1671690977.pop-os.20547.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0151630dd75b0bc6e8dcdd4a0bddc1b4aa87479250d92bcfe86bf89ae188d70a
|
3 |
+
size 5537
|
runs/Dec22_13-35-57_pop-os/events.out.tfevents.1671690977.pop-os.20547.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bb20fbff92cd2061b1c9e6e49571bd1cd0590e1fcd810a24076a3f2e9c7f42c2
|
3 |
+
size 5175
|
runs/Dec22_13-37-21_pop-os/1671691061.3603203/events.out.tfevents.1671691061.pop-os.20989.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9b8d91d663f77753996bb215fc83d0c83568129475b817ddc8c466e9f6773f77
|
3 |
+
size 5537
|
runs/Dec22_13-37-21_pop-os/events.out.tfevents.1671691061.pop-os.20989.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a72dbe164a3aa2b669f325d5c0e1c11eb9bd4820eda66f6cea5d040b918a66f2
|
3 |
+
size 5175
|
runs/Dec22_13-54-01_pop-os/1671692162.5258105/events.out.tfevents.1671692162.pop-os.23206.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:34125cfb1f58b88798f74e547ec6bd109825c63931359a4dbf82d4847a2be35b
|
3 |
+
size 5537
|
runs/Dec22_13-54-01_pop-os/events.out.tfevents.1671692162.pop-os.23206.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a2a7a8179d0b35f3312e4e943cfd08bc131398401d53fca79c4b3573cdd81724
|
3 |
+
size 5175
|
runs/Dec22_14-20-52_pop-os/1671693672.6529543/events.out.tfevents.1671693672.pop-os.26243.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e34875a7df4a950b406fa7db1eac046919408acbf669055f140e51e42df591c2
|
3 |
+
size 5537
|
runs/Dec22_14-20-52_pop-os/events.out.tfevents.1671693672.pop-os.26243.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9bdd91c465f4c823d0630add3b0fbe3de72cb00cef87b43efe76f63b7fc2f780
|
3 |
+
size 5175
|
runs/Dec22_14-48-26_pop-os/1671695327.8784354/events.out.tfevents.1671695327.pop-os.28290.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:17547ccba6bfea5271d7a12cf18d940bc7e566276b3b04049768baef65fd2c95
|
3 |
+
size 5537
|
runs/Dec22_14-48-26_pop-os/events.out.tfevents.1671695327.pop-os.28290.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:52127a9cd141ec1fe73c1ab9de48bb937a552331c289a917349f7655aa650210
|
3 |
+
size 5175
|
runs/Dec22_14-49-44_pop-os/1671695404.2395597/events.out.tfevents.1671695404.pop-os.28717.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4081403777d39a25f8e144965d1ba0a70ee442cba34ee4c02e6072ee8d41baca
|
3 |
+
size 5537
|
runs/Dec22_14-49-44_pop-os/events.out.tfevents.1671695404.pop-os.28717.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eb4bac7ab6f84333a69582540036d1de39f365592e763b2725b5d770d4beb31e
|
3 |
+
size 5175
|
runs/Dec22_14-52-07_pop-os/1671695546.835013/events.out.tfevents.1671695546.pop-os.29236.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:abe0871ba1d31d3e0cce172d61bbbd3be6f66ed15533fe76a6fef2a3726ddcd9
|
3 |
+
size 5537
|
runs/Dec22_14-52-07_pop-os/events.out.tfevents.1671695546.pop-os.29236.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a28ef94e3d7596a0a70a09d04ce784f1cde6381084fcc8f0b85be2ddeb83d88c
|
3 |
+
size 5176
|
runs/Dec22_14-53-49_pop-os/1671695649.725641/events.out.tfevents.1671695649.pop-os.29704.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1454b105c61ff7c228097b856e4adaaa4eb0909dfef77a4007fa4c6ce2d03d50
|
3 |
+
size 5537
|
runs/Dec22_14-53-49_pop-os/events.out.tfevents.1671695649.pop-os.29704.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bb94ff8b23cd986ef6c3ee40dca80f7927163102875c04c233e54ffbc39a9f9c
|
3 |
+
size 5488
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:15d9cb7c96f2b0021ec5ddffee1c06296a72d2007375ea5eccbab61bb6ea8b0e
|
3 |
+
size 3439
|