Add instructions for playing with qlora model to colab example (#1290)
Browse files* Add instructions for playing with qlora model to colab example
* Update examples/colab-notebooks/colab-axolotl-example.ipynb
Co-authored-by: JohanWork <39947546+JohanWork@users.noreply.github.com>
---------
Co-authored-by: NanoCode012 <kevinvong@rocketmail.com>
Co-authored-by: JohanWork <39947546+JohanWork@users.noreply.github.com>
examples/colab-notebooks/colab-axolotl-example.ipynb
CHANGED
@@ -177,6 +177,24 @@
|
|
177 |
"# Buy using the ! the comand will be executed as a bash command\n",
|
178 |
"!accelerate launch -m axolotl.cli.train /content/test_axolotl.yaml"
|
179 |
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
180 |
}
|
181 |
],
|
182 |
"metadata": {
|
|
|
177 |
"# Buy using the ! the comand will be executed as a bash command\n",
|
178 |
"!accelerate launch -m axolotl.cli.train /content/test_axolotl.yaml"
|
179 |
]
|
180 |
+
},
|
181 |
+
{
|
182 |
+
"cell_type": "markdown",
|
183 |
+
"metadata": {},
|
184 |
+
"source": [
|
185 |
+
"## Play with inference"
|
186 |
+
]
|
187 |
+
},
|
188 |
+
{
|
189 |
+
"cell_type": "code",
|
190 |
+
"execution_count": null,
|
191 |
+
"metadata": {},
|
192 |
+
"outputs": [],
|
193 |
+
"source": [
|
194 |
+
"# Buy using the ! the comand will be executed as a bash command\n",
|
195 |
+
"!accelerate launch -m axolotl.cli.inference /content/test_axolotl.yaml \\\n",
|
196 |
+
" --qlora_model_dir=\"./qlora-out\" --gradio"
|
197 |
+
]
|
198 |
}
|
199 |
],
|
200 |
"metadata": {
|