finetuning_config.json

{
  "template": "Today, I finally discovered the relation between <subj> and <obj> : <obj>  is <subj>'s <mask>",
  "model": "roberta-base",
  "max_length": 64,
  "epoch": 5,
  "batch": 16,
  "random_seed": 0,
  "lr": 5e-06,
  "lr_warmup": 10,
  "aggregation_mode": "average_no_mask",
  "data": "relbert/conceptnet_relational_similarity",
  "data_name": null,
  "exclude_relation": null,
  "split": "train",
  "split_valid": "validation",
  "loss_function": "nce",
  "classification_loss": false,
  "loss_function_config": {
    "temperature": 0.05,
    "num_negative": 300,
    "num_positive": 30
  },
  "augment_negative_by_positive": true
}