bertjiazheng commited on
Commit
5f8d899
1 Parent(s): 09f1eaa

add KoolCogVideoX

Browse files
Files changed (2) hide show
  1. README.md +3 -3
  2. app.py +46 -10
README.md CHANGED
@@ -1,5 +1,5 @@
1
  ---
2
- title: VideoSys-CogVideoX
3
  emoji: 🎥
4
  colorFrom: yellow
5
  colorTo: green
@@ -10,8 +10,8 @@ suggested_storage: large
10
  app_port: 7860
11
  app_file: app.py
12
  models:
13
- - THUDM/CogVideoX-2b
14
- - THUDM/CogVideoX-5b
15
  tags:
16
  - cogvideox
17
  - video-generation
 
1
  ---
2
+ title: KoolCogVideoX
3
  emoji: 🎥
4
  colorFrom: yellow
5
  colorTo: green
 
10
  app_port: 7860
11
  app_file: app.py
12
  models:
13
+ - bertjiazheng/KoolCogVideoX-2b
14
+ - bertjiazheng/KoolCogVideoX-2b
15
  tags:
16
  - cogvideox
17
  - video-generation
app.py CHANGED
@@ -10,6 +10,7 @@ import spaces
10
 
11
  from videosys import CogVideoXConfig, CogVideoXPABConfig, VideoSysEngine
12
 
 
13
 
14
  def load_model(model_name, enable_video_sys=False, pab_threshold=[100, 850], pab_range=2):
15
  pab_config = CogVideoXPABConfig(spatial_threshold=pab_threshold, spatial_range=pab_range)
@@ -131,29 +132,27 @@ with gr.Blocks(css=css) as demo:
131
  gr.HTML(
132
  """
133
  <div style="text-align: center; font-size: 32px; font-weight: bold; margin-bottom: 20px;">
134
- VideoSys for CogVideoX🤗
 
 
 
 
135
  </div>
136
  <div style="text-align: center; font-size: 15px;">
137
- 🌐 Github: <a href="https://github.com/NUS-HPC-AI-Lab/VideoSys">https://github.com/NUS-HPC-AI-Lab/VideoSys</a><br>
138
-
139
- ⚠️ This demo is for academic research and experiential use only.
140
- Users should strictly adhere to local laws and ethics.<br>
141
-
142
- 💡 This demo only demonstrates single-device inference. To experience the full power of VideoSys, please deploy it with multiple devices.<br><br>
143
- </div>
144
  </div>
145
  """
146
  )
147
 
148
  with gr.Row():
149
  with gr.Column():
150
- prompt = gr.Textbox(label="Prompt (Less than 200 Words)", value="Sunset over the sea.", lines=2)
151
 
152
  with gr.Column():
153
  gr.Markdown("**Generation Parameters**<br>")
154
  with gr.Row():
155
  model_name = gr.Radio(
156
- ["THUDM/CogVideoX-2b", "THUDM/CogVideoX-5b"], label="Model Type", value="THUDM/CogVideoX-2b"
157
  )
158
  with gr.Row():
159
  num_inference_steps = gr.Slider(label="Inference Steps", maximum=50, value=50)
@@ -191,6 +190,43 @@ with gr.Blocks(css=css) as demo:
191
  with gr.Row():
192
  video_output_vs = gr.Video(label="CogVideoX with VideoSys", width=720, height=480)
193
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
194
  generate_button_vs.click(
195
  generate_vs,
196
  inputs=[
 
10
 
11
  from videosys import CogVideoXConfig, CogVideoXPABConfig, VideoSysEngine
12
 
13
+ PROMPT = "A modern living room with a minimalist design, featuring a large window, a white ceiling, and a wooden floor. The room is furnished with a white sofa, a gray ottoman, a wooden table, and a hanging light. The space is well-lit and has a clean, contemporary aesthetic."
14
 
15
  def load_model(model_name, enable_video_sys=False, pab_threshold=[100, 850], pab_range=2):
16
  pab_config = CogVideoXPABConfig(spatial_threshold=pab_threshold, spatial_range=pab_range)
 
132
  gr.HTML(
133
  """
134
  <div style="text-align: center; font-size: 32px; font-weight: bold; margin-bottom: 20px;">
135
+ KoolCogVideoX Huggingface Space🤗
136
+ </div>
137
+ <div style="text-align: center; font-size: 15px; margin-bottom: 20px;">
138
+ KoolCogVideoX is fine-tuned on <a href="https://huggingface.co/collections/THUDM/cogvideo-66c08e62f1685a3ade464cce">CogVideoX</a> specifically for interior design scenarios.<br>
139
+ The demo is powered by <a href="https://github.com/NUS-HPC-AI-Lab/VideoSys">https://github.com/NUS-HPC-AI-Lab/VideoSys</a>.
140
  </div>
141
  <div style="text-align: center; font-size: 15px;">
142
+ ⚠️ This demo is for academic research and experiential use only. Users should strictly adhere to local laws and ethics.
 
 
 
 
 
 
143
  </div>
144
  """
145
  )
146
 
147
  with gr.Row():
148
  with gr.Column():
149
+ prompt = gr.Textbox(label="Prompt (Less than 200 Words)", value=PROMPT, lines=2)
150
 
151
  with gr.Column():
152
  gr.Markdown("**Generation Parameters**<br>")
153
  with gr.Row():
154
  model_name = gr.Radio(
155
+ ["bertjiazheng/KoolCogVideoX-2b", "bertjiazheng/KoolCogVideoX-5b"], label="Model Type", value="bertjiazheng/KoolCogVideoX-5b"
156
  )
157
  with gr.Row():
158
  num_inference_steps = gr.Slider(label="Inference Steps", maximum=50, value=50)
 
190
  with gr.Row():
191
  video_output_vs = gr.Video(label="CogVideoX with VideoSys", width=720, height=480)
192
 
193
+ gr.Markdown("""
194
+ <table border="0" style="width: 100%; text-align: left; margin-top: 20px;">
195
+ <div style="text-align: center; font-size: 32px; font-weight: bold; margin-bottom: 20px;">
196
+ 🎥 Video Gallery
197
+ </div>
198
+ <tr>
199
+ <td style="width: 25%; vertical-align: top; font-size: 0.9em;">
200
+ <p>A modern living room with a minimalist design, featuring a white sofa, a marble coffee table, a geometric painting, and a chandelier hanging from the ceiling. The room is well-lit with natural light, and the color scheme is neutral with accents of gold and black. The furniture is arranged in a way that creates a comfortable and inviting space.
201
+ </p>
202
+ </td>
203
+ <td style="width: 25%; vertical-align: top;">
204
+ <video src="https://manycore-research-azure.kujiale.com/manycore-research/KoolCogVideoX-5b/L3D386S81B20ENDPDZEFIAUWJLWGLUFX7LB6KY8.mp4" width="100%" controls autoplay loop></video>
205
+ </td>
206
+ <td style="width: 25%; vertical-align: top; font-size: 0.9em;">
207
+ <p>A modern living room with a minimalist design, featuring a large window, a white ceiling, and a wooden floor. The room is furnished with a white sofa, a gray ottoman, a wooden table, and a hanging light. The space is well-lit and has a clean, contemporary aesthetic.</p>
208
+ </td>
209
+ <td style="width: 25%; vertical-align: top;">
210
+ <video src="https://manycore-research-azure.kujiale.com/manycore-research/KoolCogVideoX-5b/L3D489S267B0ENDPN7LV6QUWLYIALUFX4RSVTA8.mp4" width="100%" controls autoplay loop></video>
211
+ </td>
212
+ </tr>
213
+ <tr>
214
+ <td style="width: 25%; vertical-align: top; font-size: 0.9em;">
215
+ <p>A modern bedroom with a minimalist design, featuring a large bed with a gray comforter and a blue blanket, a white dresser with a mirror, and a white closet. The room is decorated with framed artwork and a black and white poster on the wall. The floor is made of light wood, and the room has a clean and contemporary feel.</p>
216
+ </td>
217
+ <td style="width: 25%; vertical-align: top;">
218
+ <video src="https://manycore-research-azure.kujiale.com/manycore-research/KoolCogVideoX-5b/L3D943S369B0ENDPNXSMXYUWLGWQLUFX6ZZZWA8.mp4" width="100%" controls autoplay loop></video>
219
+ </td>
220
+ <td style="width: 25%; vertical-align: top; font-size: 0.9em;">
221
+ <p>A modern kitchen with a sleek design, featuring a marble countertop, stainless steel appliances, and a variety of bottles and glasses. The kitchen is well-lit with recessed lighting and has a contemporary aesthetic.</p>
222
+ </td>
223
+ <td style="width: 25%; vertical-align: top;">
224
+ <video src="https://manycore-research-azure.kujiale.com/manycore-research/KoolCogVideoX-5b/L3D670S366B0ENDPOAJ4LQUWJN2ILUFX5GLPRQ8.mp4" width="100%" controls autoplay loop></video>
225
+ </td>
226
+ </tr>
227
+ </table>
228
+ """)
229
+
230
  generate_button_vs.click(
231
  generate_vs,
232
  inputs=[