Update README.md
Browse files
README.md
CHANGED
@@ -25,6 +25,7 @@ For more details about the model, data, training procedure, and evaluations, go
|
|
25 |
|
26 |
Sample inference script.
|
27 |
|
|
|
28 |
```
|
29 |
#Install Unsloth
|
30 |
%%capture
|
@@ -39,8 +40,10 @@ else:
|
|
39 |
# Use this for older GPUs (V100, Tesla T4, RTX 20xx)
|
40 |
!pip install --no-deps xformers trl peft accelerate bitsandbytes
|
41 |
pass
|
|
|
42 |
|
43 |
-
|
|
|
44 |
from unsloth import FastLanguageModel
|
45 |
import torch
|
46 |
max_seq_length = 2048
|
@@ -64,7 +67,9 @@ alpaca_prompt = """Below is an instruction that describes a task, paired with an
|
|
64 |
|
65 |
### Response:
|
66 |
{}"""
|
67 |
-
|
|
|
|
|
68 |
FastLanguageModel.for_inference(model)
|
69 |
inputs = tokenizer(
|
70 |
[
|
|
|
25 |
|
26 |
Sample inference script.
|
27 |
|
28 |
+
###Installation
|
29 |
```
|
30 |
#Install Unsloth
|
31 |
%%capture
|
|
|
40 |
# Use this for older GPUs (V100, Tesla T4, RTX 20xx)
|
41 |
!pip install --no-deps xformers trl peft accelerate bitsandbytes
|
42 |
pass
|
43 |
+
```
|
44 |
|
45 |
+
###Model loading
|
46 |
+
```
|
47 |
from unsloth import FastLanguageModel
|
48 |
import torch
|
49 |
max_seq_length = 2048
|
|
|
67 |
|
68 |
### Response:
|
69 |
{}"""
|
70 |
+
```
|
71 |
+
###Inference
|
72 |
+
```
|
73 |
FastLanguageModel.for_inference(model)
|
74 |
inputs = tokenizer(
|
75 |
[
|