app

app.py

@@ -97,7 +97,8 @@ def create_lmm():
 
 # device = 'cpu'
 device = 'cuda'
-type = "hf"
+# type = "hf"
+type = "local"
 
 if type == "local":
     load_file_list = {
@@ -210,6 +211,8 @@ def generate(prompt, audio_path, length):
         os.mkdir("outputs")
     result_path = "outputs/" + str(int(time.time())) + ".mp4"
     print(audio_path)
+    if not os.path.exists(audio_path):
+        audio_path = None
     if audio_path.endswith("placeholder.wav"):
         audio_path = None
     if len(prompt) == 0: 
@@ -242,9 +245,12 @@ demo = gr.Interface(
     inputs=[input_text, input_audio, gr.Slider(20, 200, value=60, label="Motion length (fps 20):")],
     outputs=gr.Video(label="Video:"),
     examples=[
-        ["A person walks in a circle.", load_file_list["audio_placeholder"], 120],
-        ["A person jumps forward.", load_file_list["audio_placeholder"], 100],
-        ["A person is stretching arms.", load_file_list["audio_placeholder"], 80],
+        # ["A person walks in a circle.", load_file_list["audio_placeholder"], 120],
+        # ["A person jumps forward.", load_file_list["audio_placeholder"], 100],
+        # ["A person is stretching arms.", load_file_list["audio_placeholder"], 80],
+        ["A person walks in a circle.", "None", 120],
+        ["A person jumps forward.", "None", 100],
+        ["A person is stretching arms.", "None", 80],
         ["", load_file_list["audio_surprise"], 200],
         ["", load_file_list["audio_angry"], 200],
     ],