Update README.md
Browse files
README.md
CHANGED
@@ -2,11 +2,30 @@
|
|
2 |
license: apache-2.0
|
3 |
language:
|
4 |
- ko
|
5 |
-
datasets:
|
6 |
-
- kyujinpy/KOpen-platypus
|
7 |
-
- kyujinpy/OpenOrca-KO
|
8 |
---
|
9 |
-
|
10 |
- base model: mistralai/Mistral-7B-Instruct-v0.2
|
11 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
12 |
Initial upload: 2024/01/28 20:30
|
|
|
2 |
license: apache-2.0
|
3 |
language:
|
4 |
- ko
|
|
|
|
|
|
|
5 |
---
|
6 |
+
# KULLM project
|
7 |
- base model: mistralai/Mistral-7B-Instruct-v0.2
|
8 |
|
9 |
+
## datasets
|
10 |
+
- KULLM dataset
|
11 |
+
- hand-crafted instruction data
|
12 |
+
|
13 |
+
## Implementation Code
|
14 |
+
```python
|
15 |
+
from transformers import (
|
16 |
+
AutoModelForCausalLM,
|
17 |
+
AutoTokenizer
|
18 |
+
)
|
19 |
+
import torch
|
20 |
+
|
21 |
+
repo = "ifuseok/sft-solar-10.7b-v2.1-dpo"
|
22 |
+
model = AutoModelForCausalLM.from_pretrained(
|
23 |
+
repo,
|
24 |
+
torch_dtype=torch.float16,
|
25 |
+
device_map='auto'
|
26 |
+
)
|
27 |
+
tokenizer = AutoTokenizer.from_pretrained(repo)
|
28 |
+
```
|
29 |
+
|
30 |
+
|
31 |
Initial upload: 2024/01/28 20:30
|