shantipriya commited on
Commit
e80cbbf
·
verified ·
1 Parent(s): 195d472

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +7 -2
README.md CHANGED
@@ -25,6 +25,7 @@ For more details about the model, data, training procedure, and evaluations, go
25
 
26
  Sample inference script.
27
 
 
28
  ```
29
  #Install Unsloth
30
  %%capture
@@ -39,8 +40,10 @@ else:
39
  # Use this for older GPUs (V100, Tesla T4, RTX 20xx)
40
  !pip install --no-deps xformers trl peft accelerate bitsandbytes
41
  pass
 
42
 
43
-
 
44
  from unsloth import FastLanguageModel
45
  import torch
46
  max_seq_length = 2048
@@ -64,7 +67,9 @@ alpaca_prompt = """Below is an instruction that describes a task, paired with an
64
 
65
  ### Response:
66
  {}"""
67
-
 
 
68
  FastLanguageModel.for_inference(model)
69
  inputs = tokenizer(
70
  [
 
25
 
26
  Sample inference script.
27
 
28
+ ###Installation
29
  ```
30
  #Install Unsloth
31
  %%capture
 
40
  # Use this for older GPUs (V100, Tesla T4, RTX 20xx)
41
  !pip install --no-deps xformers trl peft accelerate bitsandbytes
42
  pass
43
+ ```
44
 
45
+ ###Model loading
46
+ ```
47
  from unsloth import FastLanguageModel
48
  import torch
49
  max_seq_length = 2048
 
67
 
68
  ### Response:
69
  {}"""
70
+ ```
71
+ ###Inference
72
+ ```
73
  FastLanguageModel.for_inference(model)
74
  inputs = tokenizer(
75
  [