Meforgers commited on
Commit
1df16e7
·
verified ·
1 Parent(s): 7aa637f

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -27,7 +27,7 @@ import torch
27
 
28
  # Variable side
29
  max_seq_length = 512
30
- dtype = torch.float16 # Can u change that side
31
  load_in_4bit = True
32
 
33
  # Alpaca prompt
@@ -53,7 +53,7 @@ FastLanguageModel.for_inference(model)
53
  inputs = tokenizer(
54
  [
55
  alpaca_prompt.format(
56
- "Can u text me basic python code?", # instruction side
57
  "", # input
58
  "", # output - leave this blank for generation!
59
  )
 
27
 
28
  # Variable side
29
  max_seq_length = 512
30
+ dtype = torch.float16
31
  load_in_4bit = True
32
 
33
  # Alpaca prompt
 
53
  inputs = tokenizer(
54
  [
55
  alpaca_prompt.format(
56
+ "Can u text me basic python code?", # instruction side (You need to change that side)
57
  "", # input
58
  "", # output - leave this blank for generation!
59
  )