coresearch-reader-roberta / processor_config.json
Alon's picture
adding CoreSearch reader model
6c87f5b
raw
history blame contribute delete
856 Bytes
{"add_special_tokens": true, "baskets": [], "batch_size": 12, "data_dir": "data/resources/squad/context", "dev_filename": "Dev_squad_format_1pos_23neg.json", "dev_split": 0, "doc_stride": 128, "max_answers": 6, "max_query_length": 64, "max_seq_len": 256, "multithreading_rust": true, "num_negatives": 23, "num_positives": 1, "ph_output_type": "per_token_squad", "proxies": null, "sp_toks_end": 1, "sp_toks_mid": 2, "sp_toks_start": 1, "tasks": {"question_answering": {"label_list": ["start_token", "end_token"], "metric": "squad", "label_tensor_name": "question_answering_label_ids", "label_name": "question_answering_label", "label_column_name": null, "text_column_name": null, "task_type": null}}, "test_filename": null, "train_filename": "Train_squad_format_1pos_23neg.json", "tokenizer": "RobertaTokenizerFast", "processor": "CoreSearchSquadProcessor"}