Update README.md
Browse files
README.md
CHANGED
@@ -200,6 +200,29 @@ grid
|
|
200 |
A detailed view of one of them:
|
201 |
![image/png](https://cdn-uploads.huggingface.co/production/uploads/623ce1c6b66fedf374859fe7/Ik7RkGzrx0N8gkNfkei3j.png)
|
202 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
203 |
## Fine-tuning script
|
204 |
|
205 |
Download this script: [SD2x DreamBooth-Fine-Tune.ipynb](https://huggingface.co/lamm-mit/SD2x-leaf-inspired/resolve/main/SD2x_DreamBooth_Fine-Tune.ipynb)
|
|
|
200 |
A detailed view of one of them:
|
201 |
![image/png](https://cdn-uploads.huggingface.co/production/uploads/623ce1c6b66fedf374859fe7/Ik7RkGzrx0N8gkNfkei3j.png)
|
202 |
|
203 |
+
## Text-to-3D
|
204 |
+
|
205 |
+
Download this notebook: [Convert-text-to-3D.ipynb](https://huggingface.co/lamm-mit/SD2x-leaf-inspired/resolve/main/Convert-text-to-3D.ipynb)
|
206 |
+
|
207 |
+
This notebook includes the code to convert text to 3D, using an algorithm that involves a fine-tuned Stable Diffusion model and InstantMesh.
|
208 |
+
|
209 |
+
```
|
210 |
+
repo_id_load= 'lamm-mit/SD2x-leaf-inspired'
|
211 |
+
input_image=text_to_image_SD2x (base_model=repo_id_load,
|
212 |
+
n_steps=75, guidance_scale=15,
|
213 |
+
prompt = "Small chair that resembles a <leaf microstructure>.",
|
214 |
+
negative_prompt="" )
|
215 |
+
display (input_image)
|
216 |
+
processed_image, mv_images, mv_show_images= generate_multiviews (input_image, seed=None)
|
217 |
+
display (mv_show_images)
|
218 |
+
output_video, output_model_obj = make_multi_views_into_3D (mv_images, target_dir='output')
|
219 |
+
Video(output_video, embed=True)
|
220 |
+
```
|
221 |
+
|
222 |
+
![image/png](https://cdn-uploads.huggingface.co/production/uploads/623ce1c6b66fedf374859fe7/cXI8HutHviEhRd7oerPhe.png)
|
223 |
+
|
224 |
+
![image/gif](https://cdn-uploads.huggingface.co/production/uploads/623ce1c6b66fedf374859fe7/sWB2ecbrnMwL7Zx9kzxnK.gif)
|
225 |
+
|
226 |
## Fine-tuning script
|
227 |
|
228 |
Download this script: [SD2x DreamBooth-Fine-Tune.ipynb](https://huggingface.co/lamm-mit/SD2x-leaf-inspired/resolve/main/SD2x_DreamBooth_Fine-Tune.ipynb)
|