Upload folder using huggingface_hub

README.md

@@ -0,0 +1,24 @@
+---
+library_name: keras-hub
+---
+This is a [`StableDiffusion3` model](https://keras.io/api/keras_hub/models/stable_diffusion3) uploaded using the KerasHub library and can be used with JAX, TensorFlow, and PyTorch backends.
+Model config:
+* **name:** stable_diffusion_3.5_backbone
+* **trainable:** True
+* **mmdit_patch_size:** 2
+* **mmdit_hidden_dim:** 2432
+* **mmdit_num_layers:** 38
+* **mmdit_num_heads:** 38
+* **mmdit_position_size:** 192
+* **mmdit_qk_norm:** rms_norm
+* **vae:** {'module': 'keras_hub.src.models.vae.vae_backbone', 'class_name': 'VAEBackbone', 'config': {'name': 'vae', 'trainable': True, 'encoder_num_filters': [128, 256, 512, 512], 'encoder_num_blocks': [2, 2, 2, 2], 'decoder_num_filters': [512, 512, 256, 128], 'decoder_num_blocks': [3, 3, 3, 3], 'sampler_method': 'sample', 'input_channels': 3, 'sample_channels': 32, 'output_channels': 3, 'scale': 1.5305, 'shift': 0.0609}, 'registered_name': 'VAEBackbone'}
+* **clip_l:** {'module': 'keras_hub.src.models.clip.clip_text_encoder', 'class_name': 'CLIPTextEncoder', 'config': {'name': 'clip_l', 'trainable': True, 'vocabulary_size': 49408, 'embedding_dim': 768, 'hidden_dim': 768, 'num_layers': 12, 'num_heads': 12, 'intermediate_dim': 3072, 'intermediate_activation': 'quick_gelu', 'intermediate_output_index': 10, 'max_sequence_length': 77}, 'registered_name': 'CLIPTextEncoder'}
+* **clip_g:** {'module': 'keras_hub.src.models.clip.clip_text_encoder', 'class_name': 'CLIPTextEncoder', 'config': {'name': 'clip_g', 'trainable': True, 'vocabulary_size': 49408, 'embedding_dim': 1280, 'hidden_dim': 1280, 'num_layers': 32, 'num_heads': 20, 'intermediate_dim': 5120, 'intermediate_activation': 'gelu', 'intermediate_output_index': 30, 'max_sequence_length': 77}, 'registered_name': 'CLIPTextEncoder'}
+* **t5:** None
+* **latent_channels:** 16
+* **output_channels:** 3
+* **num_train_timesteps:** 1000
+* **shift:** 3.0
+* **image_shape:** [1024, 1024, 3]
+
+This model card has been generated automatically and should be completed by the model author. See [Model Cards documentation](https://huggingface.co/docs/hub/model-cards) for more information.

clip_g_preprocessor.json

@@ -0,0 +1,43 @@
+{
+    "module": "keras_hub.src.models.clip.clip_preprocessor",
+    "class_name": "CLIPPreprocessor",
+    "config": {
+        "name": "clip_g_preprocessor",
+        "trainable": true,
+        "dtype": {
+            "module": "keras",
+            "class_name": "DTypePolicy",
+            "config": {
+                "name": "bfloat16"
+            },
+            "registered_name": null
+        },
+        "tokenizer": {
+            "module": "keras_hub.src.models.clip.clip_tokenizer",
+            "class_name": "CLIPTokenizer",
+            "config": {
+                "name": "clip_g_tokenizer",
+                "trainable": true,
+                "dtype": {
+                    "module": "keras",
+                    "class_name": "DTypePolicy",
+                    "config": {
+                        "name": "int32"
+                    },
+                    "registered_name": null
+                },
+                "config_file": "clip_g_tokenizer.json",
+                "sequence_length": null,
+                "add_prefix_space": false,
+                "pad_with_end_token": false
+            },
+            "registered_name": "keras_hub>CLIPTokenizer"
+        },
+        "config_file": "clip_g_preprocessor.json",
+        "sequence_length": 77,
+        "add_start_token": true,
+        "add_end_token": true,
+        "to_lower": true
+    },
+    "registered_name": "keras_hub>CLIPPreprocessor"
+}

clip_g_tokenizer.json

@@ -0,0 +1,21 @@
+{
+    "module": "keras_hub.src.models.clip.clip_tokenizer",
+    "class_name": "CLIPTokenizer",
+    "config": {
+        "name": "clip_g_tokenizer",
+        "trainable": true,
+        "dtype": {
+            "module": "keras",
+            "class_name": "DTypePolicy",
+            "config": {
+                "name": "int32"
+            },
+            "registered_name": null
+        },
+        "config_file": "clip_g_tokenizer.json",
+        "sequence_length": null,
+        "add_prefix_space": false,
+        "pad_with_end_token": false
+    },
+    "registered_name": "keras_hub>CLIPTokenizer"
+}

clip_l_preprocessor.json

@@ -0,0 +1,43 @@
+{
+    "module": "keras_hub.src.models.clip.clip_preprocessor",
+    "class_name": "CLIPPreprocessor",
+    "config": {
+        "name": "clip_l_preprocessor",
+        "trainable": true,
+        "dtype": {
+            "module": "keras",
+            "class_name": "DTypePolicy",
+            "config": {
+                "name": "bfloat16"
+            },
+            "registered_name": null
+        },
+        "tokenizer": {
+            "module": "keras_hub.src.models.clip.clip_tokenizer",
+            "class_name": "CLIPTokenizer",
+            "config": {
+                "name": "clip_l_tokenizer",
+                "trainable": true,
+                "dtype": {
+                    "module": "keras",
+                    "class_name": "DTypePolicy",
+                    "config": {
+                        "name": "int32"
+                    },
+                    "registered_name": null
+                },
+                "config_file": "clip_l_tokenizer.json",
+                "sequence_length": null,
+                "add_prefix_space": false,
+                "pad_with_end_token": true
+            },
+            "registered_name": "keras_hub>CLIPTokenizer"
+        },
+        "config_file": "clip_l_preprocessor.json",
+        "sequence_length": 77,
+        "add_start_token": true,
+        "add_end_token": true,
+        "to_lower": true
+    },
+    "registered_name": "keras_hub>CLIPPreprocessor"
+}

clip_l_tokenizer.json

@@ -0,0 +1,21 @@
+{
+    "module": "keras_hub.src.models.clip.clip_tokenizer",
+    "class_name": "CLIPTokenizer",
+    "config": {
+        "name": "clip_l_tokenizer",
+        "trainable": true,
+        "dtype": {
+            "module": "keras",
+            "class_name": "DTypePolicy",
+            "config": {
+                "name": "int32"
+            },
+            "registered_name": null
+        },
+        "config_file": "clip_l_tokenizer.json",
+        "sequence_length": null,
+        "add_prefix_space": false,
+        "pad_with_end_token": true
+    },
+    "registered_name": "keras_hub>CLIPTokenizer"
+}

config.json

@@ -0,0 +1,100 @@
+{
+    "module": "keras_hub.src.models.stable_diffusion_3.stable_diffusion_3_backbone",
+    "class_name": "StableDiffusion3Backbone",
+    "config": {
+        "name": "stable_diffusion_3.5_backbone",
+        "trainable": true,
+        "mmdit_patch_size": 2,
+        "mmdit_hidden_dim": 2432,
+        "mmdit_num_layers": 38,
+        "mmdit_num_heads": 38,
+        "mmdit_position_size": 192,
+        "mmdit_qk_norm": "rms_norm",
+        "vae": {
+            "module": "keras_hub.src.models.vae.vae_backbone",
+            "class_name": "VAEBackbone",
+            "config": {
+                "name": "vae",
+                "trainable": true,
+                "encoder_num_filters": [
+                    128,
+                    256,
+                    512,
+                    512
+                ],
+                "encoder_num_blocks": [
+                    2,
+                    2,
+                    2,
+                    2
+                ],
+                "decoder_num_filters": [
+                    512,
+                    512,
+                    256,
+                    128
+                ],
+                "decoder_num_blocks": [
+                    3,
+                    3,
+                    3,
+                    3
+                ],
+                "sampler_method": "sample",
+                "input_channels": 3,
+                "sample_channels": 32,
+                "output_channels": 3,
+                "scale": 1.5305,
+                "shift": 0.0609
+            },
+            "registered_name": "VAEBackbone"
+        },
+        "clip_l": {
+            "module": "keras_hub.src.models.clip.clip_text_encoder",
+            "class_name": "CLIPTextEncoder",
+            "config": {
+                "name": "clip_l",
+                "trainable": true,
+                "vocabulary_size": 49408,
+                "embedding_dim": 768,
+                "hidden_dim": 768,
+                "num_layers": 12,
+                "num_heads": 12,
+                "intermediate_dim": 3072,
+                "intermediate_activation": "quick_gelu",
+                "intermediate_output_index": 10,
+                "max_sequence_length": 77
+            },
+            "registered_name": "CLIPTextEncoder"
+        },
+        "clip_g": {
+            "module": "keras_hub.src.models.clip.clip_text_encoder",
+            "class_name": "CLIPTextEncoder",
+            "config": {
+                "name": "clip_g",
+                "trainable": true,
+                "vocabulary_size": 49408,
+                "embedding_dim": 1280,
+                "hidden_dim": 1280,
+                "num_layers": 32,
+                "num_heads": 20,
+                "intermediate_dim": 5120,
+                "intermediate_activation": "gelu",
+                "intermediate_output_index": 30,
+                "max_sequence_length": 77
+            },
+            "registered_name": "CLIPTextEncoder"
+        },
+        "t5": null,
+        "latent_channels": 16,
+        "output_channels": 3,
+        "num_train_timesteps": 1000,
+        "shift": 3.0,
+        "image_shape": [
+            1024,
+            1024,
+            3
+        ]
+    },
+    "registered_name": "keras_hub>StableDiffusion3Backbone"
+}

metadata.json

@@ -0,0 +1,6 @@
+{
+    "keras_version": "3.6.0",
+    "keras_hub_version": "0.17.0.dev0",
+    "parameter_count": 9048410595,
+    "date_saved": "2024-10-28@23:51:41"
+}

model.weights.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a09813235f449372c6a3ab0aa9e2a1ae30541e28b4af9a74a924ad3fd3e749
+size 18101757720

preprocessor.json

@@ -0,0 +1,105 @@
+{
+    "module": "keras_hub.src.models.stable_diffusion_3.stable_diffusion_3_text_to_image_preprocessor",
+    "class_name": "StableDiffusion3TextToImagePreprocessor",
+    "config": {
+        "name": "stable_diffusion_3_text_to_image_preprocessor",
+        "trainable": true,
+        "dtype": {
+            "module": "keras",
+            "class_name": "DTypePolicy",
+            "config": {
+                "name": "bfloat16"
+            },
+            "registered_name": null
+        },
+        "config_file": "preprocessor.json",
+        "clip_l_preprocessor": {
+            "module": "keras_hub.src.models.clip.clip_preprocessor",
+            "class_name": "CLIPPreprocessor",
+            "config": {
+                "name": "clip_l_preprocessor",
+                "trainable": true,
+                "dtype": {
+                    "module": "keras",
+                    "class_name": "DTypePolicy",
+                    "config": {
+                        "name": "bfloat16"
+                    },
+                    "registered_name": null
+                },
+                "tokenizer": {
+                    "module": "keras_hub.src.models.clip.clip_tokenizer",
+                    "class_name": "CLIPTokenizer",
+                    "config": {
+                        "name": "clip_l_tokenizer",
+                        "trainable": true,
+                        "dtype": {
+                            "module": "keras",
+                            "class_name": "DTypePolicy",
+                            "config": {
+                                "name": "int32"
+                            },
+                            "registered_name": null
+                        },
+                        "config_file": "clip_l_tokenizer.json",
+                        "sequence_length": null,
+                        "add_prefix_space": false,
+                        "pad_with_end_token": true
+                    },
+                    "registered_name": "keras_hub>CLIPTokenizer"
+                },
+                "config_file": "clip_l_preprocessor.json",
+                "sequence_length": 77,
+                "add_start_token": true,
+                "add_end_token": true,
+                "to_lower": true
+            },
+            "registered_name": "keras_hub>CLIPPreprocessor"
+        },
+        "clip_g_preprocessor": {
+            "module": "keras_hub.src.models.clip.clip_preprocessor",
+            "class_name": "CLIPPreprocessor",
+            "config": {
+                "name": "clip_g_preprocessor",
+                "trainable": true,
+                "dtype": {
+                    "module": "keras",
+                    "class_name": "DTypePolicy",
+                    "config": {
+                        "name": "bfloat16"
+                    },
+                    "registered_name": null
+                },
+                "tokenizer": {
+                    "module": "keras_hub.src.models.clip.clip_tokenizer",
+                    "class_name": "CLIPTokenizer",
+                    "config": {
+                        "name": "clip_g_tokenizer",
+                        "trainable": true,
+                        "dtype": {
+                            "module": "keras",
+                            "class_name": "DTypePolicy",
+                            "config": {
+                                "name": "int32"
+                            },
+                            "registered_name": null
+                        },
+                        "config_file": "clip_g_tokenizer.json",
+                        "sequence_length": null,
+                        "add_prefix_space": false,
+                        "pad_with_end_token": false
+                    },
+                    "registered_name": "keras_hub>CLIPTokenizer"
+                },
+                "config_file": "clip_g_preprocessor.json",
+                "sequence_length": 77,
+                "add_start_token": true,
+                "add_end_token": true,
+                "to_lower": true
+            },
+            "registered_name": "keras_hub>CLIPPreprocessor"
+        },
+        "t5_preprocessor": null
+    },
+    "registered_name": "keras_hub>StableDiffusion3TextToImagePreprocessor"
+}