Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -70,7 +70,6 @@ def get_video_info(video_path):
|
|
| 70 |
return seconds_cfg, fps_cfg
|
| 71 |
|
| 72 |
# Step 1: Trim video based on user-defined duration and fps based on user-defined duration and fps
|
| 73 |
-
@spaces.GPU()
|
| 74 |
def step1_trim(video_path, seconds, fps, state):
|
| 75 |
session_id = str(uuid.uuid4())
|
| 76 |
base_dir = os.path.join(os.environ["PIXEL3DMM_PREPROCESSED_DATA"], session_id)
|
|
@@ -78,12 +77,22 @@ def step1_trim(video_path, seconds, fps, state):
|
|
| 78 |
|
| 79 |
tmp = tempfile.mkdtemp()
|
| 80 |
trimmed = os.path.join(tmp, f"{session_id}.mp4")
|
| 81 |
-
|
|
|
|
|
|
|
|
|
|
| 82 |
"ffmpeg", "-y", "-i", video_path,
|
| 83 |
"-t", str(seconds), # user-specified duration
|
| 84 |
"-r", str(fps), # user-specified fps
|
| 85 |
trimmed
|
| 86 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 87 |
state["trimmed_path"] = trimmed
|
| 88 |
return f"β
Step 1: Trimmed to {seconds}s @{fps}fps", state
|
| 89 |
|
|
@@ -94,8 +103,6 @@ def step2_preprocess(state):
|
|
| 94 |
base_dir = state["base_dir"]
|
| 95 |
trimmed = state["trimmed_path"]
|
| 96 |
|
| 97 |
-
|
| 98 |
-
|
| 99 |
try:
|
| 100 |
# capture both stdout & stderr
|
| 101 |
p = subprocess.run([
|
|
@@ -105,7 +112,7 @@ def step2_preprocess(state):
|
|
| 105 |
except subprocess.CalledProcessError as e:
|
| 106 |
# e.stdout contains everything
|
| 107 |
err = f"β Preprocess failed (exit {e.returncode}).\n\n{e.stdout}"
|
| 108 |
-
|
| 109 |
|
| 110 |
crop_dir = os.path.join(base_dir, "cropped")
|
| 111 |
out = os.path.join(os.path.dirname(trimmed), f"crop_{session_id}.mp4")
|
|
@@ -127,7 +134,7 @@ def step3_normals(state):
|
|
| 127 |
except subprocess.CalledProcessError as e:
|
| 128 |
# e.stdout contains everything
|
| 129 |
err = f"β Normal map failed (exit {e.returncode}).\n\n{e.stdout}"
|
| 130 |
-
|
| 131 |
|
| 132 |
normals_dir = os.path.join(base_dir, "p3dmm", "normals")
|
| 133 |
out = os.path.join(os.path.dirname(state["trimmed_path"]), f"normals_{session_id}.mp4")
|
|
@@ -149,7 +156,7 @@ def step4_uv_map(state):
|
|
| 149 |
except subprocess.CalledProcessError as e:
|
| 150 |
# e.stdout contains everything
|
| 151 |
err = f"β UV map failed (exit {e.returncode}).\n\n{e.stdout}"
|
| 152 |
-
|
| 153 |
|
| 154 |
uv_dir = os.path.join(base_dir, "p3dmm", "uv_map")
|
| 155 |
out = os.path.join(os.path.dirname(state["trimmed_path"]), f"uv_map_{session_id}.mp4")
|
|
@@ -171,7 +178,7 @@ def step5_track(state):
|
|
| 171 |
except subprocess.CalledProcessError as e:
|
| 172 |
# e.stdout contains everything
|
| 173 |
err = f"β Tracking failed (exit {e.returncode}).\n\n{e.stdout}"
|
| 174 |
-
|
| 175 |
|
| 176 |
# if we get here, it succeeded:
|
| 177 |
tracking_dir = os.path.join(os.environ["PIXEL3DMM_TRACKING_OUTPUT"], session_id, "frames")
|
|
@@ -199,17 +206,26 @@ with demo:
|
|
| 199 |
with gr.Row():
|
| 200 |
uv_vid = gr.Video(label="UV Map", height=256)
|
| 201 |
track_vid = gr.Video(label="Tracking", height=256)
|
| 202 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 203 |
|
| 204 |
# Update sliders after video upload
|
| 205 |
video_in.change(fn=get_video_info, inputs=video_in, outputs=[seconds_slider, fps_slider])
|
| 206 |
|
| 207 |
# Pipeline execution
|
| 208 |
-
|
| 209 |
-
|
| 210 |
-
|
| 211 |
-
|
| 212 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 213 |
)
|
| 214 |
|
| 215 |
# ------------------------------------------------------------------
|
|
|
|
| 70 |
return seconds_cfg, fps_cfg
|
| 71 |
|
| 72 |
# Step 1: Trim video based on user-defined duration and fps based on user-defined duration and fps
|
|
|
|
| 73 |
def step1_trim(video_path, seconds, fps, state):
|
| 74 |
session_id = str(uuid.uuid4())
|
| 75 |
base_dir = os.path.join(os.environ["PIXEL3DMM_PREPROCESSED_DATA"], session_id)
|
|
|
|
| 77 |
|
| 78 |
tmp = tempfile.mkdtemp()
|
| 79 |
trimmed = os.path.join(tmp, f"{session_id}.mp4")
|
| 80 |
+
|
| 81 |
+
try:
|
| 82 |
+
# capture both stdout & stderr
|
| 83 |
+
p = subprocess.run([
|
| 84 |
"ffmpeg", "-y", "-i", video_path,
|
| 85 |
"-t", str(seconds), # user-specified duration
|
| 86 |
"-r", str(fps), # user-specified fps
|
| 87 |
trimmed
|
| 88 |
+
], check=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
|
| 89 |
+
|
| 90 |
+
except subprocess.CalledProcessError as e:
|
| 91 |
+
# e.stdout contains everything
|
| 92 |
+
err = f"β Preprocess failed (exit {e.returncode}).\n\n{e.stdout}"
|
| 93 |
+
return err, None, state
|
| 94 |
+
|
| 95 |
+
|
| 96 |
state["trimmed_path"] = trimmed
|
| 97 |
return f"β
Step 1: Trimmed to {seconds}s @{fps}fps", state
|
| 98 |
|
|
|
|
| 103 |
base_dir = state["base_dir"]
|
| 104 |
trimmed = state["trimmed_path"]
|
| 105 |
|
|
|
|
|
|
|
| 106 |
try:
|
| 107 |
# capture both stdout & stderr
|
| 108 |
p = subprocess.run([
|
|
|
|
| 112 |
except subprocess.CalledProcessError as e:
|
| 113 |
# e.stdout contains everything
|
| 114 |
err = f"β Preprocess failed (exit {e.returncode}).\n\n{e.stdout}"
|
| 115 |
+
return err, None, state
|
| 116 |
|
| 117 |
crop_dir = os.path.join(base_dir, "cropped")
|
| 118 |
out = os.path.join(os.path.dirname(trimmed), f"crop_{session_id}.mp4")
|
|
|
|
| 134 |
except subprocess.CalledProcessError as e:
|
| 135 |
# e.stdout contains everything
|
| 136 |
err = f"β Normal map failed (exit {e.returncode}).\n\n{e.stdout}"
|
| 137 |
+
return err, None, state
|
| 138 |
|
| 139 |
normals_dir = os.path.join(base_dir, "p3dmm", "normals")
|
| 140 |
out = os.path.join(os.path.dirname(state["trimmed_path"]), f"normals_{session_id}.mp4")
|
|
|
|
| 156 |
except subprocess.CalledProcessError as e:
|
| 157 |
# e.stdout contains everything
|
| 158 |
err = f"β UV map failed (exit {e.returncode}).\n\n{e.stdout}"
|
| 159 |
+
return err, None, state
|
| 160 |
|
| 161 |
uv_dir = os.path.join(base_dir, "p3dmm", "uv_map")
|
| 162 |
out = os.path.join(os.path.dirname(state["trimmed_path"]), f"uv_map_{session_id}.mp4")
|
|
|
|
| 178 |
except subprocess.CalledProcessError as e:
|
| 179 |
# e.stdout contains everything
|
| 180 |
err = f"β Tracking failed (exit {e.returncode}).\n\n{e.stdout}"
|
| 181 |
+
return err, None, state
|
| 182 |
|
| 183 |
# if we get here, it succeeded:
|
| 184 |
tracking_dir = os.path.join(os.environ["PIXEL3DMM_TRACKING_OUTPUT"], session_id, "frames")
|
|
|
|
| 206 |
with gr.Row():
|
| 207 |
uv_vid = gr.Video(label="UV Map", height=256)
|
| 208 |
track_vid = gr.Video(label="Tracking", height=256)
|
| 209 |
+
run_btn_1 = gr.Button("Run Pipeline 1")
|
| 210 |
+
run_btn_2 = gr.Button("Run Pipeline 2")
|
| 211 |
+
run_btn_3 = gr.Button("Run Pipeline 3")
|
| 212 |
+
run_btn_4 = gr.Button("Run Pipeline 4")
|
| 213 |
+
run_btn_5 = gr.Button("Run Pipeline 5")
|
| 214 |
|
| 215 |
# Update sliders after video upload
|
| 216 |
video_in.change(fn=get_video_info, inputs=video_in, outputs=[seconds_slider, fps_slider])
|
| 217 |
|
| 218 |
# Pipeline execution
|
| 219 |
+
run_btn_1.click(fn=step1_trim, inputs=[video_in, seconds_slider, fps_slider, state], outputs=[status, state])
|
| 220 |
+
run_btn_2.click(fn=step2_preprocess, inputs=[state], outputs=[status, crop_vid, state])
|
| 221 |
+
run_btn_3.click(fn=step3_normals, inputs=[state], outputs=[status, normals_vid, state])
|
| 222 |
+
run_btn_4.click(fn=step4_uv_map, inputs=[state], outputs=[status, uv_vid, state])
|
| 223 |
+
run_btn_5.click(fn=step5_track, inputs=[state], outputs=[status, track_vid, state])
|
| 224 |
+
|
| 225 |
+
# .then(fn=step2_preprocess, inputs=[state], outputs=[status, crop_vid, state])
|
| 226 |
+
# .then(fn=step3_normals, inputs=[state], outputs=[status, normals_vid, state])
|
| 227 |
+
# .then(fn=step4_uv_map, inputs=[state], outputs=[status, uv_vid, state])
|
| 228 |
+
# .then(fn=step5_track, inputs=[state], outputs=[status, track_vid, state])
|
| 229 |
)
|
| 230 |
|
| 231 |
# ------------------------------------------------------------------
|