Add dataset_info
Browse files
README.md
CHANGED
|
@@ -32,7 +32,68 @@ set CUDA_VISIBLE_DEVICES=0 && llamafactory-cli train --stage dpo --do_train True
|
|
| 32 |
|
| 33 |
`dataset_info.json`:
|
| 34 |
```json
|
| 35 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 36 |
```
|
| 37 |
</details>
|
| 38 |
|
|
|
|
| 32 |
|
| 33 |
`dataset_info.json`:
|
| 34 |
```json
|
| 35 |
+
{
|
| 36 |
+
"psy_mental_health": {
|
| 37 |
+
"file_name": "psy_mental_health.json",
|
| 38 |
+
"formatting": "alpaca",
|
| 39 |
+
"columns": {
|
| 40 |
+
"prompt": "instruction",
|
| 41 |
+
"query": "input",
|
| 42 |
+
"response": "output",
|
| 43 |
+
"system": "system",
|
| 44 |
+
"history": "history"
|
| 45 |
+
}
|
| 46 |
+
},
|
| 47 |
+
"Uncensored_DAN": {
|
| 48 |
+
"file_name": "Uncensored_DAN.json",
|
| 49 |
+
"formatting": "alpaca"
|
| 50 |
+
},
|
| 51 |
+
"faproulette_co-OCR-fixer": {
|
| 52 |
+
"file_name": "faproulette_co-OCR-fix-gpt4o_qa_fixer.json",
|
| 53 |
+
"formatting": "alpaca"
|
| 54 |
+
},
|
| 55 |
+
"faproulette_co-OCR-fix-gpt4o_qa": {
|
| 56 |
+
"file_name": "faproulette_co-OCR-fix-gpt4o_qa.json",
|
| 57 |
+
"formatting": "alpaca"
|
| 58 |
+
},
|
| 59 |
+
"ascii_art": {
|
| 60 |
+
"file_name": "ascii_art.json",
|
| 61 |
+
"formatting": "alpaca"
|
| 62 |
+
},
|
| 63 |
+
"Lumimaid-v2": {
|
| 64 |
+
"file_name": "Lumimaid-v2.json",
|
| 65 |
+
"formatting": "alpaca",
|
| 66 |
+
"columns": {
|
| 67 |
+
"prompt": "instruction",
|
| 68 |
+
"query": "input",
|
| 69 |
+
"response": "output",
|
| 70 |
+
"system": "system",
|
| 71 |
+
"history": "history"
|
| 72 |
+
}
|
| 73 |
+
},
|
| 74 |
+
"Degrees_of_Lewdity": {
|
| 75 |
+
"file_name": "Degrees_of_Lewdity_Story-v0.4-5.json",
|
| 76 |
+
"formatting": "alpaca"
|
| 77 |
+
},
|
| 78 |
+
"qa-unc-sft": {
|
| 79 |
+
"file_name": "qa-unc-dpo.json",
|
| 80 |
+
"formatting": "alpaca",
|
| 81 |
+
"columns": {
|
| 82 |
+
"prompt": "instruction",
|
| 83 |
+
"response": "chosen"
|
| 84 |
+
}
|
| 85 |
+
},
|
| 86 |
+
"qa-unc-dpo": {
|
| 87 |
+
"file_name": "qa-unc-dpo.json",
|
| 88 |
+
"ranking": true,
|
| 89 |
+
"columns": {
|
| 90 |
+
"prompt": "instruction",
|
| 91 |
+
"query": "input",
|
| 92 |
+
"chosen": "chosen",
|
| 93 |
+
"rejected": "rejected"
|
| 94 |
+
}
|
| 95 |
+
},
|
| 96 |
+
}
|
| 97 |
```
|
| 98 |
</details>
|
| 99 |
|