examples

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+test32.mp4 filter=lfs diff=lfs merge=lfs -text

app.py

@@ -20,8 +20,13 @@ with open("sorted.json", "r") as f:
 styles = list(style_dicts.keys())
 style_images = {k: v['thumbnailUrl'] for k, v in style_dicts.items() if v is not None}
 
-def get_client_info(request: gr.Request):
-    clientHost = request.client.host
+# results_map = {
+#     "test32.mp4ClayStyle19:16": "test32.mp4",
+#     "test32.mp43D P19:16": "test32.mp4",
+#     }
+def get_client_info():
+    request = gr.Request()
+    clientHost = request
     print("IP address:", clientHost)
     return clientHost
 
@@ -40,16 +45,15 @@ def check_ip_limit(client_ip):
         else:
             return False
 
-def fn(in_video, style, aspect_ratio, transfer_duration, request: gr.Request):
-    client_host = get_client_info(request)
-    flag = check_ip_limit(client_host)
-    if not flag:
-        raise gr.Error(f"Exceed the request limit of 1 requests per five minute.")
-
-    print(f"Received video: {in_video}, aspect_ratio: {aspect_ratio}, style: {style}, transfer_duration: {transfer_duration}")
+def fn(in_video, style, aspect_ratio, prompt):
 
+    print(f"Received video: {in_video}, aspect_ratio: {aspect_ratio}, style: {style}")
+    
     if in_video is None:
         raise Exception("input_video is None")
+    # input_str = "".join([str(item) for item in [in_video, style, aspect_ratio]])
+    # if input_str in results_map:
+    #     return results_map[input_str]
 
     if aspect_ratio not in ["16:9", "9:16", "1:1"]:
         raise Exception('aspect_ratio not in ["16:9", "9:16", "1:1"]')
@@ -73,7 +77,7 @@ def fn(in_video, style, aspect_ratio, transfer_duration, request: gr.Request):
     res = None
     try:
         global_lock.acquire()
-        res = processing(in_video, width, height, style_id, transfer_duration)
+        res = processing(in_video, width, height, style_id, transfer_duration, prompt)
         if not res:
             raise Exception("Processing failed")
     finally:
@@ -92,8 +96,15 @@ with gr.Blocks(theme=gr.themes.Ocean()) as demo:
     with gr.Tab("Video Processing"):
         with gr.Row():
             in_video = gr.Video(label="1. Input Video (Please provide a clear video clip)", interactive=True)
+
+            aspect_ratio = gr.Radio(["16:9", "9:16", "1:1"], label="3. Aspect Ratio(Width:Height)", value="16:9", interactive=True)
+
+            prompt = gr.Textbox(label="4. Prompt", value="a character with cute face")
+
+
             out_video = gr.Video(label="Final Output Video")
 
+
         with gr.Row():
             style = gr.Radio(
                 choices=styles,
@@ -113,32 +124,29 @@ with gr.Blocks(theme=gr.themes.Ocean()) as demo:
 
             style.change(fn=update_preview, inputs=style, outputs=preview)
 
-        with gr.Row():
-            
-            aspect_ratio = gr.Radio(["16:9", "9:16", "1:1"], label="3. Aspect Ratio(Width:Height)", value="16:9", interactive=True)
-            transfer_duration = gr.Slider(
-                minimum=0,
-                maximum=3,
-                step=1,
-                value=3,
-                label="Transfer Duration (seconds), for more than 3 seconds, please join our Discord(https://discord.gg/cN8geBsBmu) or website",
-                interactive=True
-            )
-        submit_button = gr.Button("Generate", interactive=True)
+        submit_button = gr.Button("Generate", interactive=True, variant="primary")
 
         examples = gr.Examples(
             [
-                ["test32.mp4", "ClayStyle1", "9:16" ],
-                ["test32.mp4", "3D P1", "9:16" ],
+                ["test32.mp4", "ClayStyle1", "9:16", "a girl with cute face is walking"],
+                ["test32.mp4", "3D P1", "9:16", "a girl with cute face is walking" ],
+                ["test32.mp4", "FlatanimeV4-3", "9:16", "a girl with cute face is walking" ],
+                ["test32.mp4", "FlatanimeV4 Delicated", "9:16", "a girl with cute face is walking" ],
+                ["test32.mp4", "illustrationV4-1", "9:16", "a girl with cute face is walking" ],
+                ["test32.mp4", "Child Crayon Drawing", "9:16", "a girl with cute face is walking" ],
+                ["test32.mp4", "Pixels", "9:16", "a girl with cute face is walking" ],
+                ["test32.mp4", "Color Ink Painting", "9:16", "a girl with cute face is walking" ],
+                ["test32.mp4", "cutefaceV4 style1", "9:16", "a girl with cute face is walking" ],
+                ["test32.mp4", "flatanime-gibli", "9:16", "a girl with cute face is walking" ],
             ],
-            inputs=[in_video, style, aspect_ratio, transfer_duration],
+            inputs=[in_video, style, aspect_ratio, prompt],
             outputs=[out_video],
             fn=fn,
         )
 
         submit_button.click(
             fn,
-            inputs=[in_video, style, aspect_ratio, transfer_duration],
+            inputs=[in_video, style, aspect_ratio, prompt],
             outputs=[out_video],
         )
     gr.HTML(load_description("end.md"))

test32.mp4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c29cb70a806850c1a347f829b07bb4a0276fd0c99aa236181e73b935ee189e0
+size 1430465

title.md

@@ -15,10 +15,7 @@
     </div>
     <br>
     <div style=" font-size: 14px;">
-      <p>1. Select a video clip </p> 
-      <p>2. Select a style </p> 
-      <p>3. Select an aspect ratio  </p> 
-      <p>4. click Generate button </p>
+      <p>1. Select a video clip;  2. Select a style;  3. Select an aspect ratio;  4. prompt;  5. click Generate button. </p>
     </div>
   </div>
 </div>

utils.py

@@ -103,7 +103,7 @@ def upload_video(file):
         return False
     return upload_res.get('data')
     
-def generate(item_id, style_id, width, height, ):
+def generate(item_id, style_id, width, height, prompt):
     endpoint = get_endpoint()
     url = endpoint +  "/api/job/common"
     payload = json.dumps({
@@ -111,7 +111,8 @@ def generate(item_id, style_id, width, height, ):
         "item_id": item_id,
         "seed": 11111,
         "width": width,
-        "height": height
+        "height": height,
+        "prompt": prompt
     },
     "unit": 3,
     "use_credit_type": "credit",
@@ -171,7 +172,7 @@ def download_file(url):
     else:
         return None
 
-def processing(in_video, width, height, style_id,transfer_duration):
+def processing(in_video, width, height, style_id,transfer_duration, prompt):
     videoRes = upload_video(in_video)
     if not videoRes:
         return None
@@ -182,7 +183,7 @@ def processing(in_video, width, height, style_id,transfer_duration):
     req_access = False
     try_times = 1000
     for i in range(try_times):
-        generate_result = generate(videoId, style_id, width, height)  
+        generate_result = generate(videoId, style_id, width, height, prompt)  
         if not generate_result:
             time.sleep(8)
             continue