nroggendorff commited on
Commit
cc6d03d
1 Parent(s): 56d2c19
feature_extractor/preprocessor_config.json CHANGED
@@ -1,21 +1,4 @@
1
  {
2
- "_valid_processor_keys": [
3
- "images",
4
- "do_resize",
5
- "size",
6
- "resample",
7
- "do_center_crop",
8
- "crop_size",
9
- "do_rescale",
10
- "rescale_factor",
11
- "do_normalize",
12
- "image_mean",
13
- "image_std",
14
- "do_convert_rgb",
15
- "return_tensors",
16
- "data_format",
17
- "input_data_format"
18
- ],
19
  "crop_size": {
20
  "height": 224,
21
  "width": 224
 
1
  {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  "crop_size": {
3
  "height": 224,
4
  "width": 224
logs/text2image-fine-tune/1720731179.088312/events.out.tfevents.1720731179.r-nroggendorff-jupyter-70lo75tp-a759c-9hj3g.2751.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91687d13d3bcb8871f3b2417bc13126db53bf983a14e760e38a40f8002191252
3
+ size 2237
logs/text2image-fine-tune/1720731179.2910058/hparams.yml ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: text
8
+ center_crop: true
9
+ checkpointing_steps: 100000
10
+ checkpoints_total_limit: null
11
+ dataloader_num_workers: 0
12
+ dataset_config_name: null
13
+ dataset_name: nroggendorff/zelda
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 1
16
+ gradient_checkpointing: true
17
+ hub_model_id: null
18
+ hub_token: null
19
+ image_column: image
20
+ input_perturbation: 0
21
+ learning_rate: 1.0e-05
22
+ local_rank: -1
23
+ logging_dir: logs
24
+ lr_scheduler: constant
25
+ lr_warmup_steps: 0
26
+ max_grad_norm: 1.0
27
+ max_train_samples: null
28
+ max_train_steps: 1500
29
+ mixed_precision: fp16
30
+ noise_offset: 0
31
+ non_ema_revision: null
32
+ num_train_epochs: 14
33
+ output_dir: sd-zelda-model
34
+ prediction_type: null
35
+ pretrained_model_name_or_path: nroggendorff/animesh
36
+ push_to_hub: false
37
+ random_flip: true
38
+ report_to: tensorboard
39
+ resolution: 512
40
+ resume_from_checkpoint: null
41
+ revision: null
42
+ scale_lr: false
43
+ seed: null
44
+ snr_gamma: null
45
+ tracker_project_name: text2image-fine-tune
46
+ train_batch_size: 1
47
+ train_data_dir: null
48
+ use_8bit_adam: false
49
+ use_ema: true
50
+ validation_epochs: 5
51
+ variant: null
logs/text2image-fine-tune/events.out.tfevents.1720731179.r-nroggendorff-jupyter-70lo75tp-a759c-9hj3g.2751.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4ea2f3041fba1eb229ac89877fba32e6b43174f5df48cbcd3362e32991f4641
3
+ size 73461
model_index.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "_class_name": "StableDiffusionPipeline",
3
- "_diffusers_version": "0.28.0.dev0",
4
- "_name_or_path": "runwayml/stable-diffusion-v1-5",
5
  "feature_extractor": [
6
  "transformers",
7
  "CLIPImageProcessor"
@@ -10,6 +10,11 @@
10
  null,
11
  null
12
  ],
 
 
 
 
 
13
  "scheduler": [
14
  "diffusers",
15
  "PNDMScheduler"
 
1
  {
2
  "_class_name": "StableDiffusionPipeline",
3
+ "_diffusers_version": "0.30.0.dev0",
4
+ "_name_or_path": "nroggendorff/animesh",
5
  "feature_extractor": [
6
  "transformers",
7
  "CLIPImageProcessor"
 
10
  null,
11
  null
12
  ],
13
+ "requires_safety_checker": true,
14
+ "safety_checker": [
15
+ null,
16
+ null
17
+ ],
18
  "scheduler": [
19
  "diffusers",
20
  "PNDMScheduler"
scheduler/scheduler_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "_class_name": "PNDMScheduler",
3
- "_diffusers_version": "0.28.0.dev0",
4
  "beta_end": 0.012,
5
  "beta_schedule": "scaled_linear",
6
  "beta_start": 0.00085,
 
1
  {
2
  "_class_name": "PNDMScheduler",
3
+ "_diffusers_version": "0.30.0.dev0",
4
  "beta_end": 0.012,
5
  "beta_schedule": "scaled_linear",
6
  "beta_start": 0.00085,
text_encoder/config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "runwayml/stable-diffusion-v1-5",
3
  "architectures": [
4
  "CLIPTextModel"
5
  ],
@@ -20,6 +20,6 @@
20
  "pad_token_id": 1,
21
  "projection_dim": 768,
22
  "torch_dtype": "float16",
23
- "transformers_version": "4.40.1",
24
  "vocab_size": 49408
25
  }
 
1
  {
2
+ "_name_or_path": "nroggendorff/animesh",
3
  "architectures": [
4
  "CLIPTextModel"
5
  ],
 
20
  "pad_token_id": 1,
21
  "projection_dim": 768,
22
  "torch_dtype": "float16",
23
+ "transformers_version": "4.42.4",
24
  "vocab_size": 49408
25
  }
text_encoder/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:660c6f5b1abae9dc498ac2d21e1347d2abdb0cf6c0c0c8576cd796491d9a6cdd
3
  size 246144152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b588d15551213d5e3defc20cb3cc3336f4b9c8990397002e1ed9089584ecf46
3
  size 246144152
tokenizer/special_tokens_map.json CHANGED
@@ -13,7 +13,13 @@
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
- "pad_token": "<|endoftext|>",
 
 
 
 
 
 
17
  "unk_token": {
18
  "content": "<|endoftext|>",
19
  "lstrip": false,
 
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
+ "pad_token": {
17
+ "content": "<|endoftext|>",
18
+ "lstrip": false,
19
+ "normalized": true,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
  "unk_token": {
24
  "content": "<|endoftext|>",
25
  "lstrip": false,
unet/config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "_class_name": "UNet2DConditionModel",
3
- "_diffusers_version": "0.28.0.dev0",
4
- "_name_or_path": "runwayml/stable-diffusion-v1-5",
5
  "act_fn": "silu",
6
  "addition_embed_type": null,
7
  "addition_embed_type_num_heads": 64,
 
1
  {
2
  "_class_name": "UNet2DConditionModel",
3
+ "_diffusers_version": "0.30.0.dev0",
4
+ "_name_or_path": "nroggendorff/animesh",
5
  "act_fn": "silu",
6
  "addition_embed_type": null,
7
  "addition_embed_type_num_heads": 64,
unet/diffusion_pytorch_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:389c0327e81edd5b0ab7a8d633340654e99c7ff92c533428cccfb33762f5c04e
3
  size 3438167536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f301ab1b90332d996b37cdb921431d1cacc01a64340f58753d59dd6285d2372a
3
  size 3438167536
vae/config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "_class_name": "AutoencoderKL",
3
- "_diffusers_version": "0.28.0.dev0",
4
- "_name_or_path": "runwayml/stable-diffusion-v1-5",
5
  "act_fn": "silu",
6
  "block_out_channels": [
7
  128,
@@ -25,10 +25,13 @@
25
  "out_channels": 3,
26
  "sample_size": 512,
27
  "scaling_factor": 0.18215,
 
28
  "up_block_types": [
29
  "UpDecoderBlock2D",
30
  "UpDecoderBlock2D",
31
  "UpDecoderBlock2D",
32
  "UpDecoderBlock2D"
33
- ]
 
 
34
  }
 
1
  {
2
  "_class_name": "AutoencoderKL",
3
+ "_diffusers_version": "0.30.0.dev0",
4
+ "_name_or_path": "nroggendorff/animesh",
5
  "act_fn": "silu",
6
  "block_out_channels": [
7
  128,
 
25
  "out_channels": 3,
26
  "sample_size": 512,
27
  "scaling_factor": 0.18215,
28
+ "shift_factor": null,
29
  "up_block_types": [
30
  "UpDecoderBlock2D",
31
  "UpDecoderBlock2D",
32
  "UpDecoderBlock2D",
33
  "UpDecoderBlock2D"
34
+ ],
35
+ "use_post_quant_conv": true,
36
+ "use_quant_conv": true
37
  }
vae/diffusion_pytorch_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4fbcf0ebe55a0984f5a5e00d8c4521d52359af7229bb4d81890039d2aa16dd7c
3
  size 167335342
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e4c08995484ee61270175e9e7a072b66a6e4eeb5f0c266667fe1f45b90daf9a
3
  size 167335342