Update config.json

config.json

@@ -1,5 +1,4 @@
 {
-  "_num_labels": 2,
   "accumulate_gradients": 4,
   "ae_steps": [],
   "amp": 2,
@@ -24,10 +23,8 @@
   "debug": false,
   "debug_slurm": false,
   "debug_train": false,
-  "do_sample": false,
   "dropout": 0.1,
   "dump_path": "/checkpoint/aconneau/dumped/xlm_17_100_big.3/16656234",
-  "early_stopping": false,
   "emb_dim": 1280,
   "embed_init_std": 0.02209708691207961,
   "encoder_only": true,
@@ -38,16 +35,11 @@
   "eval_only": false,
   "exp_id": "16656234",
   "exp_name": "xlm_17_100_big.3",
-  "finetuning_task": null,
   "fp16": true,
   "gelu_activation": true,
   "global_rank": 0,
   "group_by_size": true,
   "hyp_path": "/checkpoint/aconneau/dumped/xlm_17_100_big.3/16656234/hypotheses",
-  "id2label": {
-    "0": "LABEL_0",
-    "1": "LABEL_1"
-  },
   "id2lang": {
     "0": "af",
     "1": "als",
@@ -151,14 +143,9 @@
     "99": "zh_yue"
   },
   "init_std": 0.02,
-  "is_decoder": false,
   "is_encoder": true,
   "is_master": true,
   "is_slurm_job": true,
-  "label2id": {
-    "LABEL_0": 0,
-    "LABEL_1": 1
-  },
   "lambda_ae": 1.0,
   "lambda_ae_config": null,
   "lambda_bt": 1.0,
@@ -377,7 +364,6 @@
     "am"
   ],
   "layer_norm_eps": 1e-12,
-  "length_penalty": 1,
   "lg_sampling_factor": 0.7,
   "lgs": "en-es-fr-de-zh-ru-pt-it-ar-ja-id-tr-nl-pl-simple-fa-vi-sv-ko-he-ro-no-hi-uk-cs-fi-hu-th-da-ca-el-bg-sr-ms-bn-hr-sl-zh_yue-az-sk-eo-ta-sh-lt-et-ml-la-bs-sq-arz-af-ka-mr-eu-tl-ang-gl-nn-ur-kk-be-hy-te-lv-mk-zh_classical-als-is-wuu-my-sco-mn-ceb-ast-cy-kn-br-an-gu-bar-uz-lb-ne-si-war-jv-ga-zh_min_nan-oc-ku-sw-nds-ckb-ia-yi-fy-scn-gan-tt-am",
   "local_rank": 0,
@@ -388,7 +374,6 @@
   "max_batch_size": 0,
   "max_epoch": 100000,
   "max_len": 200,
-  "max_length": 20,
   "max_position_embeddings": 512,
   "max_vocab": 200000,
   "min_count": 0,
@@ -1408,23 +1393,17 @@
   "n_layers": 16,
   "n_nodes": 4,
   "node_id": 0,
-  "num_beams": 1,
-  "num_return_sequences": 1,
   "optimizer": "adam_inverse_sqrt,lr=0.00005,warmup_updates=30000,beta1=0.9,beta2=0.999,weight_decay=0.01,eps=0.000001",
-  "output_attentions": false,
-  "output_hidden_states": false,
   "output_past": true,
   "pad_index": 2,
   "pad_token_id": 2,
   "para_dataset": {},
   "para_list": [],
   "pc_steps": [],
-  "pruned_heads": {},
   "ref_paths": {},
   "reload_checkpoint": "",
   "reload_emb": "",
   "reload_model": "/checkpoint/aconneau/dumped/xlm_17_100_240_big_model_upper.2/14884511/best-valid_zh_mlm_ppl.pth",
-  "repetition_penalty": 1.0,
   "sample_alpha": 0.5,
   "save_periodic": 0,
   "share_inout_emb": true,
@@ -1437,13 +1416,8 @@
   "summary_proj_to_labels": true,
   "summary_type": "first",
   "summary_use_proj": true,
-  "temperature": 1.0,
   "tokens_per_batch": -1,
-  "top_k": 50,
-  "top_p": 1.0,
-  "torchscript": false,
   "unk_index": 3,
-  "use_bfloat16": false,
   "use_lang_emb": false,
   "use_memory": false,
   "validation_metrics": "_valid_en_mlm_ppl,_valid_mlm_ppl,_valid_zh_mlm_ppl",
@@ -1457,4 +1431,4 @@
   "word_rand": 0.1,
   "word_shuffle": 0.0,
   "world_size": 32
-}
+}