tensorboy's picture
Upload folder using huggingface_hub
99b7881 verified
{
"config": {
"query_token_id": "[unused0]",
"doc_token_id": "[unused1]",
"query_token": "[Q]",
"doc_token": "[D]",
"ncells": null,
"centroid_score_threshold": null,
"ndocs": null,
"load_index_with_mmap": false,
"index_path": null,
"index_bsize": 32,
"nbits": 4,
"kmeans_niters": 20,
"resume": false,
"similarity": "cosine",
"bsize": 64,
"accumsteps": 1,
"lr": 5e-6,
"maxsteps": 300000,
"save_every": 9,
"warmup": 9,
"warmup_bert": null,
"relu": false,
"nway": 2,
"use_ib_negatives": true,
"reranker": false,
"distillation_alpha": 1.0,
"ignore_scores": false,
"model_name": "chunks_colbert_small",
"query_maxlen": 32,
"attend_to_mask_tokens": false,
"interaction": "colbert",
"dim": 96,
"doc_maxlen": 180,
"mask_punctuation": true,
"checkpoint": "tensorboy\/chunks_colbert_small",
"triples": "\/root\/.cache\/huggingface\/hub\/datasets--tensorboy--chunks_dataset\/snapshots\/11809bcb1a7e9317516339776279907b82ffa630\/train\/triples.train.colbert.jsonl",
"collection": [
"list with 492 elements starting with...",
[
"'Probation \\\\\\\\nEvery new team member will be put on probation for the first 3 months of their service in the \\\\\\\\norganization counted from the date of joining. At the end of the third month, the team member will be \\\\\\\\ninformed whether or not s\/he has successfully crossed the probation period based on his\/her \\\\\\\\nperformance. \\\\\\\\nThe team member can take upto 3 leaves during the probation period, the remaining leaves will be \\\\\\\\naccrued and can be availed post the probation. The 3 leaves will include planned \/ emergency\/ sick \\\\\\\\nleaves etc but will not include wedding\/maternity\/paternity leaves. Leaves are to be planned in advance \\\\\\\\nin consultation with the concerned manager to the extent possible.",
"Leaves are to be planned in advance \\\\\\\\nin consultation with the concerned manager to the extent possible. Leave encashment is not applicable if \\\\\\\\nexit takes place within the probation period. \\\\\\\\nIncase of termination or resignation during\/at the end of probation period, the applicable notice period \\\\\\\\nwill be of 1 week (5 working days). No leaves will be permitted during notice period.' \/n\/nLink to policy document: https:\/\/docs.google.com\/document\/d\/1Fqa1FBqUVFJGq0uDqwFqF3rW_t7_zu4xXC9KMKY_lIM\/edit#heading=h.5kumi7cfdp5o.'",
"'1. Self-initiated: The team member voluntarily resigns from the organization. \\\\\\\\n2. Firm-initiated: The firm initiates the termination of a team member on account of \\\\\\\\nnon-performance, unauthorized absence (absconding) or on behavioral grounds.' \/n\/nLink to policy document: https:\/\/docs.google.com\/document\/d\/1Fqa1FBqUVFJGq0uDqwFqF3rW_t7_zu4xXC9KMKY_lIM\/edit#heading=h.5kumi7cfdp5o.'"
]
],
"queries": "\/root\/.cache\/huggingface\/hub\/datasets--tensorboy--chunks_dataset\/snapshots\/11809bcb1a7e9317516339776279907b82ffa630\/train\/queries.train.colbert.tsv",
"index_name": "chunks_small_eps_3000",
"overwrite": false,
"root": ".ragatouille\/",
"experiment": "colbert",
"index_root": null,
"name": "2024-09\/26\/16.40.26",
"rank": 0,
"nranks": 2,
"amp": true,
"gpus": 2,
"avoid_fork_if_possible": false
},
"num_chunks": 2,
"num_partitions": 2048,
"num_embeddings_est": 50873.45388793945,
"avg_doclen_est": 103.40132904052734
}