Spaces:
Runtime error
Runtime error
none
commited on
Commit
·
93fde94
1
Parent(s):
d309119
add some examples
Browse files- app.py +23 -2
- datasets/CoTMovieDubbing/demo/speech_prompt_01.mp3 +0 -0
- datasets/CoTMovieDubbing/demo/speech_prompt_02.mp3 +0 -0
- datasets/CoTMovieDubbing/demo/speech_prompt_03.mp3 +0 -0
- datasets/CoTMovieDubbing/demo/v01input.mp4 +0 -0
- datasets/CoTMovieDubbing/demo/v02input.mp4 +0 -0
- datasets/CoTMovieDubbing/demo/v03input.mp4 +0 -0
app.py
CHANGED
|
@@ -93,7 +93,7 @@ def deepdubber(video_path: str, subtitle_text: str, audio_path: str = None) -> s
|
|
| 93 |
)
|
| 94 |
|
| 95 |
try:
|
| 96 |
-
response = response.split("<
|
| 97 |
except Exception as e:
|
| 98 |
print(f"Error: {e}, response: {response}")
|
| 99 |
response = response.strip()[0]
|
|
@@ -218,10 +218,10 @@ def create_ui():
|
|
| 218 |
|
| 219 |
with gr.Row():
|
| 220 |
video_input = gr.Video(label="Upload video")
|
| 221 |
-
audio_input = gr.Audio(label="Upload speech prompt (Optional)", type="filepath")
|
| 222 |
subtitle_input = gr.Textbox(
|
| 223 |
label="Enter the subtitle", placeholder="Enter the subtitle to be dubbed...", lines=5
|
| 224 |
)
|
|
|
|
| 225 |
|
| 226 |
process_btn = gr.Button("Start Dubbing")
|
| 227 |
|
|
@@ -229,12 +229,33 @@ def create_ui():
|
|
| 229 |
output_response = gr.Textbox(label="Response", placeholder="Response from MMLM", lines=5)
|
| 230 |
output_video = gr.Video(label="Dubbed Video")
|
| 231 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 232 |
process_btn.click(
|
| 233 |
fn=process_video_dubbing,
|
| 234 |
inputs=[video_input, subtitle_input, audio_input],
|
| 235 |
outputs=[output_response, output_video],
|
| 236 |
)
|
| 237 |
|
|
|
|
|
|
|
| 238 |
return app
|
| 239 |
|
| 240 |
|
|
|
|
| 93 |
)
|
| 94 |
|
| 95 |
try:
|
| 96 |
+
response = response.split("<REASONING>")[1].split("</REASONING>")[0].strip()
|
| 97 |
except Exception as e:
|
| 98 |
print(f"Error: {e}, response: {response}")
|
| 99 |
response = response.strip()[0]
|
|
|
|
| 218 |
|
| 219 |
with gr.Row():
|
| 220 |
video_input = gr.Video(label="Upload video")
|
|
|
|
| 221 |
subtitle_input = gr.Textbox(
|
| 222 |
label="Enter the subtitle", placeholder="Enter the subtitle to be dubbed...", lines=5
|
| 223 |
)
|
| 224 |
+
audio_input = gr.Audio(label="Upload speech prompt (Optional)", type="filepath")
|
| 225 |
|
| 226 |
process_btn = gr.Button("Start Dubbing")
|
| 227 |
|
|
|
|
| 229 |
output_response = gr.Textbox(label="Response", placeholder="Response from MMLM", lines=5)
|
| 230 |
output_video = gr.Video(label="Dubbed Video")
|
| 231 |
|
| 232 |
+
# add some examples
|
| 233 |
+
examples = [
|
| 234 |
+
[
|
| 235 |
+
"datasets/CoTMovieDubbing/demo/v01input.mp4",
|
| 236 |
+
"it isn't simply a question of creating a robot who can love",
|
| 237 |
+
"datasets/CoTMovieDubbing/demo/speech_prompt_01.mp3",
|
| 238 |
+
],
|
| 239 |
+
[
|
| 240 |
+
"datasets/CoTMovieDubbing/demo/v02input.mp4",
|
| 241 |
+
"Me, I'd be happy with one who's not... fixed.",
|
| 242 |
+
"datasets/CoTMovieDubbing/demo/speech_prompt_02.mp3",
|
| 243 |
+
],
|
| 244 |
+
[
|
| 245 |
+
"datasets/CoTMovieDubbing/demo/v03input.mp4",
|
| 246 |
+
"Man, Papi. What am I gonna do?",
|
| 247 |
+
"datasets/CoTMovieDubbing/demo/speech_prompt_03.mp3",
|
| 248 |
+
],
|
| 249 |
+
]
|
| 250 |
+
|
| 251 |
process_btn.click(
|
| 252 |
fn=process_video_dubbing,
|
| 253 |
inputs=[video_input, subtitle_input, audio_input],
|
| 254 |
outputs=[output_response, output_video],
|
| 255 |
)
|
| 256 |
|
| 257 |
+
gr.Examples(examples=examples, inputs=[video_input, subtitle_input, audio_input])
|
| 258 |
+
|
| 259 |
return app
|
| 260 |
|
| 261 |
|
datasets/CoTMovieDubbing/demo/speech_prompt_01.mp3
ADDED
|
Binary file (75.5 kB). View file
|
|
|
datasets/CoTMovieDubbing/demo/speech_prompt_02.mp3
ADDED
|
Binary file (31.3 kB). View file
|
|
|
datasets/CoTMovieDubbing/demo/speech_prompt_03.mp3
ADDED
|
Binary file (35.2 kB). View file
|
|
|
datasets/CoTMovieDubbing/demo/v01input.mp4
ADDED
|
Binary file (311 kB). View file
|
|
|
datasets/CoTMovieDubbing/demo/v02input.mp4
ADDED
|
Binary file (556 kB). View file
|
|
|
datasets/CoTMovieDubbing/demo/v03input.mp4
ADDED
|
Binary file (534 kB). View file
|
|
|