Update MIXTRAL_Fine-Tuning.py
Browse files- MIXTRAL_Fine-Tuning.py +2 -1
MIXTRAL_Fine-Tuning.py
CHANGED
@@ -13,6 +13,7 @@ It requires at least 32 GB of VRAM (at least 2*16 GB GPUs if you want to use con
|
|
13 |
First, we need all these dependencies:
|
14 |
"""
|
15 |
|
|
|
16 |
!pip install -q bitsandbytes
|
17 |
!pip install -q transformers
|
18 |
!pip install -q peft
|
@@ -21,7 +22,7 @@ First, we need all these dependencies:
|
|
21 |
!pip install -q trl
|
22 |
!pip install -q huggingface_hub
|
23 |
!pip install -q diffusers
|
24 |
-
|
25 |
import torch
|
26 |
from datasets import Dataset
|
27 |
from peft import LoraConfig, PeftModel, prepare_model_for_kbit_training
|
|
|
13 |
First, we need all these dependencies:
|
14 |
"""
|
15 |
|
16 |
+
"""
|
17 |
!pip install -q bitsandbytes
|
18 |
!pip install -q transformers
|
19 |
!pip install -q peft
|
|
|
22 |
!pip install -q trl
|
23 |
!pip install -q huggingface_hub
|
24 |
!pip install -q diffusers
|
25 |
+
"""
|
26 |
import torch
|
27 |
from datasets import Dataset
|
28 |
from peft import LoraConfig, PeftModel, prepare_model_for_kbit_training
|