Update app.py

app.py

@@ -192,7 +192,7 @@ def generate_video(
     reference_video,
     prompt,
     control_type,
-    current_lora_state,
+    # current_lora_state,
     duration=3.0,
     negative_prompt="worst quality, inconsistent motion, blurry, jittery, distorted",
     height=768,
@@ -229,14 +229,14 @@ def generate_video(
         # Load the appropriate control LoRA and update state
         # updated_lora_state = load_control_lora(control_type, current_lora_state)
         
-        # Loads video into a list of pil images 
-        video = load_video(reference_video)
+        # # Loads video into a list of pil images 
+        # video = load_video(reference_video)
         # progress(0.1, desc="Processing video for control...")
         
         # Process video based on control type
-        #processed_video = process_video_for_control(video, control_type)
+        processed_video = process_video_for_control(reference_video, control_type)
         
-        processed_video = read_video(video) # turns to tensor
+        processed_video = read_video(processed_video) # turns to tensor
         
         progress(0.2, desc="Preparing generation parameters...")
         
@@ -310,11 +310,11 @@ def generate_video(
         
         progress(1.0, desc="Complete!")
         
-        return output_path, updated_lora_state
+        return output_path, seed
         
     except Exception as e:
         print(e)
-        return None, current_lora_state
+        return None, seed
 
 # Create Gradio interface
 with gr.Blocks() as demo:
@@ -425,21 +425,41 @@ with gr.Blocks() as demo:
             )
             control_video = gr.Video(
                 label="Control Video",
-                height=400
+                height=400,
+                visible=False
             )
         
-            
+    gr.Examples(
+        examples=[ 
+            ["video_assets/vid_1.mp4", "", "canny", 3, "", 1024, 1024, 7, 1, 0, True],
+            ["video_assets/vid_2.mp4", "", "canny", 3, "", 1024, 1024, 7, 1, 0, True],
+            ["video_assets/vid_3.mp4", "", "canny", 3, "", 1024, 1024, 7, 1, 0, True],
+            ["video_assets/vid_4.mp4", "", "canny", 3, "", 1024, 1024, 7, 1, 0, True],
+        ],
+        inputs=[reference_video,
+            prompt,
+            control_type,
+            # current_lora_state,
+            duration,
+            negative_prompt,
+            height,
+            width,
+            num_inference_steps,
+            guidance_scale,
+            seed,
+            randomize_seed], 
+        outputs=[output_video, seed], 
+        fn=generate_video, cache_examples="lazy"
+    )       
     
     # Event handlers
     generate_btn.click(
-        fn = process_video_for_control,
-        inputs = [reference_video, control_type], outputs = [control_video]).then(
         fn=generate_video,
         inputs=[
-            control_video,
+            reference_video,
             prompt,
             control_type,
-            current_lora_state,
+            # current_lora_state,
             duration,
             negative_prompt,
             height,
@@ -449,7 +469,7 @@ with gr.Blocks() as demo:
             seed,
             randomize_seed
         ],
-        outputs=[output_video, current_lora_state],
+        outputs=[output_video, seed],
         show_progress=True
     )