Update README.md
Browse files
README.md
CHANGED
|
@@ -39,9 +39,6 @@ ELYZA_TASKS_100_TV_JSONL_PATH = # WRITE
|
|
| 39 |
from huggingface_hub import login
|
| 40 |
login(HF_TOKEN)
|
| 41 |
|
| 42 |
-
from unsloth import PatchDPOTrainer
|
| 43 |
-
PatchDPOTrainer()
|
| 44 |
-
|
| 45 |
from unsloth import FastLanguageModel
|
| 46 |
import torch
|
| 47 |
|
|
@@ -49,7 +46,7 @@ max_seq_length = 2048
|
|
| 49 |
dtype = torch.bfloat16
|
| 50 |
load_in_4bit = True
|
| 51 |
model, tokenizer = FastLanguageModel.from_pretrained(
|
| 52 |
-
model_name = "nnishi/llm-jp-3-
|
| 53 |
max_seq_length = max_seq_length,
|
| 54 |
dtype = dtype,
|
| 55 |
load_in_4bit = load_in_4bit,
|
|
|
|
| 39 |
from huggingface_hub import login
|
| 40 |
login(HF_TOKEN)
|
| 41 |
|
|
|
|
|
|
|
|
|
|
| 42 |
from unsloth import FastLanguageModel
|
| 43 |
import torch
|
| 44 |
|
|
|
|
| 46 |
dtype = torch.bfloat16
|
| 47 |
load_in_4bit = True
|
| 48 |
model, tokenizer = FastLanguageModel.from_pretrained(
|
| 49 |
+
model_name = "nnishi/llm-jp-3-13b_kajumanews5760_ichikara_ayadpo100rows_lora",
|
| 50 |
max_seq_length = max_seq_length,
|
| 51 |
dtype = dtype,
|
| 52 |
load_in_4bit = load_in_4bit,
|