wandb/run-20241007_102233-fvsz65yu/files/config.yaml

_name_or_path:
    value: openai/whisper-large-v3
_wandb:
    value:
        cli_version: 0.18.3
        m:
            - "1": train/global_step
              "6":
                - 3
              "7": []
            - "1": train/epoch
              "5": 1
              "6":
                - 1
                - 3
              "7": []
        python_version: 3.12.3
        t:
            "1":
                - 1
                - 5
                - 11
                - 49
                - 51
                - 53
                - 55
                - 71
                - 100
            "2":
                - 1
                - 5
                - 11
                - 49
                - 51
                - 53
                - 55
                - 71
                - 100
            "3":
                - 7
                - 13
                - 19
                - 23
                - 55
                - 62
                - 66
            "4": 3.12.3
            "5": 0.18.3
            "6": 4.46.0.dev0
            "8":
                - 5
            "9":
                "1": transformers_trainer
            "12": 0.18.3
            "13": linux-x86_64
accelerator_config:
    value:
        dispatch_batches: null
        even_batches: true
        gradient_accumulation_kwargs: null
        non_blocking: false
        split_batches: false
        use_seedable_sampler: true
activation_dropout:
    value: 0
activation_function:
    value: gelu
adafactor:
    value: false
adam_beta1:
    value: 0.9
adam_beta2:
    value: 0.999
adam_epsilon:
    value: 1e-08
add_cross_attention:
    value: false
apply_spec_augment:
    value: false
architectures:
    value:
        - WhisperForConditionalGeneration
attention_dropout:
    value: 0
auto_find_batch_size:
    value: false
bad_words_ids:
    value: null
batch_eval_metrics:
    value: false
begin_suppress_tokens:
    value:
        - 220
        - 50257
bf16:
    value: false
bf16_full_eval:
    value: false
bos_token_id:
    value: 50257
chunk_size_feed_forward:
    value: 0
classifier_proj_size:
    value: 256
cross_attention_hidden_size:
    value: null
d_model:
    value: 1280
data_seed:
    value: null
dataloader_drop_last:
    value: false
dataloader_num_workers:
    value: 0
dataloader_persistent_workers:
    value: false
dataloader_pin_memory:
    value: true
dataloader_prefetch_factor:
    value: null
ddp_backend:
    value: null
ddp_broadcast_buffers:
    value: null
ddp_bucket_cap_mb:
    value: null
ddp_find_unused_parameters:
    value: null
ddp_timeout:
    value: 1800
debug:
    value: []
decoder_attention_heads:
    value: 20
decoder_ffn_dim:
    value: 5120
decoder_layerdrop:
    value: 0
decoder_layers:
    value: 32
decoder_start_token_id:
    value: 50258
deepspeed:
    value: null
disable_tqdm:
    value: false
dispatch_batches:
    value: null
diversity_penalty:
    value: 0
do_eval:
    value: true
do_predict:
    value: false
do_sample:
    value: false
do_train:
    value: true
dropout:
    value: 0
early_stopping:
    value: false
encoder_attention_heads:
    value: 20
encoder_ffn_dim:
    value: 5120
encoder_layerdrop:
    value: 0
encoder_layers:
    value: 32
encoder_no_repeat_ngram_size:
    value: 0
eos_token_id:
    value: 50257
eval_accumulation_steps:
    value: null
eval_delay:
    value: 0
eval_do_concat_batches:
    value: true
eval_on_start:
    value: false
eval_steps:
    value: 500
eval_strategy:
    value: steps
eval_use_gather_object:
    value: false
evaluation_strategy:
    value: steps
exponential_decay_length_penalty:
    value: null
finetuning_task:
    value: null
forced_bos_token_id:
    value: null
forced_decoder_ids:
    value: null
forced_eos_token_id:
    value: null
fp16:
    value: true
fp16_backend:
    value: auto
fp16_full_eval:
    value: false
fp16_opt_level:
    value: O1
fsdp:
    value: []
fsdp_config:
    value:
        min_num_params: 0
        xla: false
        xla_fsdp_grad_ckpt: false
        xla_fsdp_v2: false
fsdp_min_num_params:
    value: 0
fsdp_transformer_layer_cls_to_wrap:
    value: null
full_determinism:
    value: false
generation_config:
    value: null
generation_max_length:
    value: 228
generation_num_beams:
    value: null
gradient_accumulation_steps:
    value: 1
gradient_checkpointing:
    value: true
gradient_checkpointing_kwargs:
    value: null
greater_is_better:
    value: false
group_by_length:
    value: false
half_precision_backend:
    value: auto
hub_always_push:
    value: false
hub_model_id:
    value: null
hub_private_repo:
    value: false
hub_strategy:
    value: every_save
hub_token:
    value: <HUB_TOKEN>
id2label:
    value:
        "0": LABEL_0
        "1": LABEL_1
ignore_data_skip:
    value: false
include_for_metrics:
    value: []
include_inputs_for_metrics:
    value: false
include_num_input_tokens_seen:
    value: false
include_tokens_per_second:
    value: false
init_std:
    value: 0.02
is_decoder:
    value: false
is_encoder_decoder:
    value: true
jit_mode_eval:
    value: false
label_names:
    value: null
label_smoothing_factor:
    value: 0
label2id:
    value:
        LABEL_0: 0
        LABEL_1: 1
learning_rate:
    value: 4.375e-06
length_column_name:
    value: input_length
length_penalty:
    value: 1
load_best_model_at_end:
    value: true
local_rank:
    value: 0
log_level:
    value: passive
log_level_replica:
    value: warning
log_on_each_node:
    value: true
logging_dir:
    value: ./runs/Oct07_10-22-04_tknika
logging_first_step:
    value: false
logging_nan_inf_filter:
    value: true
logging_steps:
    value: 25
logging_strategy:
    value: steps
lr_scheduler_type:
    value: linear
mask_feature_length:
    value: 10
mask_feature_min_masks:
    value: 0
mask_feature_prob:
    value: 0
mask_time_length:
    value: 10
mask_time_min_masks:
    value: 2
mask_time_prob:
    value: 0.05
max_grad_norm:
    value: 1
max_length:
    value: 448
max_source_positions:
    value: 1500
max_steps:
    value: 1000
max_target_positions:
    value: 448
median_filter_width:
    value: 7
metric_for_best_model:
    value: wer
min_length:
    value: 0
model/num_parameters:
    value: 1543490560
model_type:
    value: whisper
mp_parameters:
    value: ""
neftune_noise_alpha:
    value: null
no_cuda:
    value: false
no_repeat_ngram_size:
    value: 0
num_beam_groups:
    value: 1
num_beams:
    value: 1
num_hidden_layers:
    value: 32
num_mel_bins:
    value: 128
num_return_sequences:
    value: 1
num_train_epochs:
    value: 3
optim:
    value: adamw_torch
optim_args:
    value: null
optim_target_modules:
    value: null
output_attentions:
    value: false
output_dir:
    value: ./
output_hidden_states:
    value: false
output_scores:
    value: false
overwrite_output_dir:
    value: true
pad_token_id:
    value: 50256
past_index:
    value: -1
per_device_eval_batch_size:
    value: 8
per_device_train_batch_size:
    value: 16
per_gpu_eval_batch_size:
    value: null
per_gpu_train_batch_size:
    value: null
predict_with_generate:
    value: true
prediction_loss_only:
    value: false
prefix:
    value: null
problem_type:
    value: null
push_to_hub:
    value: true
push_to_hub_model_id:
    value: null
push_to_hub_organization:
    value: null
push_to_hub_token:
    value: <PUSH_TO_HUB_TOKEN>
ray_scope:
    value: last
remove_invalid_values:
    value: false
remove_unused_columns:
    value: true
repetition_penalty:
    value: 1
report_to:
    value:
        - wandb
restore_callback_states_from_checkpoint:
    value: false
resume_from_checkpoint:
    value: ./checkpoint-9000/
return_dict:
    value: true
return_dict_in_generate:
    value: false
run_name:
    value: whisper-large-eu
save_on_each_node:
    value: false
save_only_model:
    value: false
save_safetensors:
    value: true
save_steps:
    value: 1000
save_strategy:
    value: steps
save_total_limit:
    value: null
scale_embedding:
    value: false
seed:
    value: 42
sep_token_id:
    value: null
skip_memory_metrics:
    value: true
sortish_sampler:
    value: false
split_batches:
    value: null
suppress_tokens:
    value: null
task_specific_params:
    value: null
temperature:
    value: 1
tf_legacy_loss:
    value: false
tf32:
    value: null
tie_encoder_decoder:
    value: false
tie_word_embeddings:
    value: true
tokenizer_class:
    value: null
top_k:
    value: 50
top_p:
    value: 1
torch_compile:
    value: false
torch_compile_backend:
    value: null
torch_compile_mode:
    value: null
torch_dtype:
    value: float16
torch_empty_cache_steps:
    value: null
torchdynamo:
    value: null
torchscript:
    value: false
tpu_metrics_debug:
    value: false
tpu_num_cores:
    value: null
transformers_version:
    value: 4.46.0.dev0
typical_p:
    value: 1
use_bfloat16:
    value: false
use_cache:
    value: false
use_cpu:
    value: false
use_ipex:
    value: false
use_legacy_prediction_loop:
    value: false
use_liger_kernel:
    value: false
use_mps_device:
    value: false
use_weighted_layer_sum:
    value: false
vocab_size:
    value: 51866
warmup_ratio:
    value: 0
warmup_steps:
    value: 500
weight_decay:
    value: 0