fffiloni commited on
Commit
8f29bd8
·
verified ·
1 Parent(s): 8b3c823

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -27,7 +27,7 @@ hf_hub_download(
27
  )
28
 
29
  model_id = "THUDM/CogVideoX-5b-I2V"
30
- transformer = CogVideoXTransformer3DModel.from_pretrained(model_id, subfolder="transformer", torch_dtype=torch.float16)
31
  text_encoder = T5EncoderModel.from_pretrained(model_id, subfolder="text_encoder", torch_dtype=torch.float16)
32
  vae = AutoencoderKLCogVideoX.from_pretrained(model_id, subfolder="vae", torch_dtype=torch.float16)
33
  tokenizer = T5Tokenizer.from_pretrained(model_id, subfolder="tokenizer")
@@ -73,6 +73,7 @@ def clear_gpu():
73
 
74
 
75
  def infer(image_path, prompt, orbit_type, progress=gr.Progress(track_tqdm=True)):
 
76
  pipe = CogVideoXImageToVideoPipeline.from_pretrained(model_id, tokenizer=tokenizer, text_encoder=text_encoder, transformer=transformer, vae=vae, torch_dtype=torch.float16)
77
  lora_path = "checkpoints/"
78
  adapter_name = None
 
27
  )
28
 
29
  model_id = "THUDM/CogVideoX-5b-I2V"
30
+
31
  text_encoder = T5EncoderModel.from_pretrained(model_id, subfolder="text_encoder", torch_dtype=torch.float16)
32
  vae = AutoencoderKLCogVideoX.from_pretrained(model_id, subfolder="vae", torch_dtype=torch.float16)
33
  tokenizer = T5Tokenizer.from_pretrained(model_id, subfolder="tokenizer")
 
73
 
74
 
75
  def infer(image_path, prompt, orbit_type, progress=gr.Progress(track_tqdm=True)):
76
+ transformer = CogVideoXTransformer3DModel.from_pretrained(model_id, subfolder="transformer", torch_dtype=torch.float16)
77
  pipe = CogVideoXImageToVideoPipeline.from_pretrained(model_id, tokenizer=tokenizer, text_encoder=text_encoder, transformer=transformer, vae=vae, torch_dtype=torch.float16)
78
  lora_path = "checkpoints/"
79
  adapter_name = None