simple_transformer / model_args.json
kunalr63's picture
Upload model_args.json
0281d0a
{"adafactor_beta1": null, "adafactor_clip_threshold": 1.0, "adafactor_decay_rate": -0.8, "adafactor_eps": [1e-30, 0.001], "adafactor_relative_step": true, "adafactor_scale_parameter": true, "adafactor_warmup_init": true, "adam_epsilon": 1e-08, "best_model_dir": "outputs/best_model", "cache_dir": "cache_dir/", "config": {}, "cosine_schedule_num_cycles": 0.5, "custom_layer_parameters": [], "custom_parameter_groups": [], "dataloader_num_workers": 0, "do_lower_case": false, "dynamic_quantize": false, "early_stopping_consider_epochs": false, "early_stopping_delta": 0, "early_stopping_metric": "eval_loss", "early_stopping_metric_minimize": true, "early_stopping_patience": 3, "encoding": null, "eval_batch_size": 8, "evaluate_during_training": false, "evaluate_during_training_silent": true, "evaluate_during_training_steps": 2000, "evaluate_during_training_verbose": false, "evaluate_each_epoch": true, "fp16": true, "gradient_accumulation_steps": 1, "learning_rate": 0.0001, "local_rank": -1, "logging_steps": 50, "loss_type": null, "loss_args": {}, "manual_seed": null, "max_grad_norm": 1.0, "max_seq_length": 128, "model_name": "bert-base-uncased", "model_type": "bert", "multiprocessing_chunksize": -1, "n_gpu": 1, "no_cache": false, "no_save": false, "not_saved_args": [], "num_train_epochs": 40, "optimizer": "AdamW", "output_dir": "outputs/", "overwrite_output_dir": true, "polynomial_decay_schedule_lr_end": 1e-07, "polynomial_decay_schedule_power": 1.0, "process_count": 1, "quantized_model": false, "reprocess_input_data": true, "save_best_model": true, "save_eval_checkpoints": true, "save_model_every_epoch": true, "save_optimizer_and_scheduler": true, "save_steps": 2000, "scheduler": "linear_schedule_with_warmup", "silent": false, "skip_special_tokens": true, "tensorboard_dir": null, "thread_count": null, "tokenizer_name": null, "tokenizer_type": null, "train_batch_size": 8, "train_custom_parameters_only": false, "use_cached_eval_features": false, "use_early_stopping": false, "use_hf_datasets": false, "use_multiprocessing": true, "use_multiprocessing_for_evaluation": true, "wandb_kwargs": {}, "wandb_project": "visualization-demo", "warmup_ratio": 0.06, "warmup_steps": 284, "weight_decay": 0.0, "model_class": "NERModel", "classification_report": false, "labels_list": ["B-ADDRESS", "B-CERTIFICATION", "B-CLG", "B-COMPANY", "B-DESIG", "B-EMAIL", "B-EXPERIENCE", "B-HOBBI", "B-LOC", "B-PER", "B-PHONE", "B-QUALI", "B-SCH", "B-SKILLS", "B-TRAIN", "B-WORK_EXP", "I-ADDRESS", "I-CERTIFICATION", "I-CLG", "I-COMPANY", "I-DESIG", "I-EMAIL", "I-EXPERIENCE", "I-HOBBI", "I-LOC", "I-PER", "I-PHONE", "I-QUALI", "I-SCH", "I-SKILLS", "I-TRAIN", "I-WORK_EXP", "L-ADDRESS", "L-CERTIFICATION", "L-CLG", "L-COMPANY", "L-DESIG", "L-EMAIL", "L-EXPERIENCE", "L-HOBBI", "L-LOC", "L-PER", "L-PHONE", "L-QUALI", "L-SCH", "L-SKILLS", "L-TRAIN", "L-WORK_EXP", "O", "U-CLG", "U-COMPANY", "U-DESIG", "U-EMAIL", "U-EXPERIENCE", "U-LOC", "U-PER", "U-PHONE", "U-QUALI", "U-SCH", "U-SKILLS"], "lazy_loading": false, "lazy_loading_start_line": 0, "onnx": false, "special_tokens_list": []}