Spaces:
Runtime error
Runtime error
Johannes
commited on
Commit
•
268ddb9
1
Parent(s):
27851c7
update description
Browse files
app.py
CHANGED
@@ -28,7 +28,7 @@ mask_generator = SamAutomaticMaskGenerator(sam)
|
|
28 |
|
29 |
|
30 |
controlnet, controlnet_params = FlaxControlNetModel.from_pretrained(
|
31 |
-
"
|
32 |
)
|
33 |
|
34 |
pipe, params = FlaxStableDiffusionControlNetPipeline.from_pretrained(
|
@@ -49,13 +49,15 @@ with gr.Blocks() as demo:
|
|
49 |
gr.Markdown("# WildSynth: Synthetic Wildlife Data Generation")
|
50 |
gr.Markdown(
|
51 |
"""
|
52 |
-
|
53 |
-
|
54 |
-
|
55 |
-
|
56 |
-
|
57 |
-
|
58 |
-
|
|
|
|
|
59 |
"""
|
60 |
)
|
61 |
with gr.Row():
|
|
|
28 |
|
29 |
|
30 |
controlnet, controlnet_params = FlaxControlNetModel.from_pretrained(
|
31 |
+
"SAMControlNet/sd-controlnet-sam-seg", dtype=jnp.float32
|
32 |
)
|
33 |
|
34 |
pipe, params = FlaxStableDiffusionControlNetPipeline.from_pretrained(
|
|
|
49 |
gr.Markdown("# WildSynth: Synthetic Wildlife Data Generation")
|
50 |
gr.Markdown(
|
51 |
"""
|
52 |
+
### About
|
53 |
+
We have trained a JAX ControlNet model for semantic segmentation on Wildlife Animal Images.
|
54 |
+
|
55 |
+
For the training data creation we used the [Wildlife Animals Images](https://www.kaggle.com/datasets/anshulmehtakaggl/wildlife-animals-images) dataset.
|
56 |
+
We created segmentation masks with the help of [Grounded SAM](https://github.com/IDEA-Research/Grounded-Segment-Anything) where we used the animals names
|
57 |
+
as input prompts for detection and more accurate segmentation.
|
58 |
+
|
59 |
+
### How To Use
|
60 |
+
|
61 |
"""
|
62 |
)
|
63 |
with gr.Row():
|