Update README.md
Browse files
README.md
CHANGED
@@ -27,7 +27,7 @@ import torch
|
|
27 |
|
28 |
# Variable side
|
29 |
max_seq_length = 512
|
30 |
-
dtype = torch.float16
|
31 |
load_in_4bit = True
|
32 |
|
33 |
# Alpaca prompt
|
@@ -53,7 +53,7 @@ FastLanguageModel.for_inference(model)
|
|
53 |
inputs = tokenizer(
|
54 |
[
|
55 |
alpaca_prompt.format(
|
56 |
-
"Can u text me basic python code?", # instruction side
|
57 |
"", # input
|
58 |
"", # output - leave this blank for generation!
|
59 |
)
|
|
|
27 |
|
28 |
# Variable side
|
29 |
max_seq_length = 512
|
30 |
+
dtype = torch.float16
|
31 |
load_in_4bit = True
|
32 |
|
33 |
# Alpaca prompt
|
|
|
53 |
inputs = tokenizer(
|
54 |
[
|
55 |
alpaca_prompt.format(
|
56 |
+
"Can u text me basic python code?", # instruction side (You need to change that side)
|
57 |
"", # input
|
58 |
"", # output - leave this blank for generation!
|
59 |
)
|