first

.gitignore

@@ -0,0 +1 @@
+__pycache__/utils.cpython-310.pyc

README.md

@@ -8,7 +8,7 @@ sdk_version: 5.38.0
 app_file: app.py
 pinned: false
 license: apache-2.0
-short_description: Transform your videos with different Anime styles and have f
+short_description: Transfer your videos with different AnimeStyles & havefun!
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,148 @@
+import gradio as gr
+import json
+from moviepy.video.io.VideoFileClip import VideoFileClip
+import threading
+import time
+global_lock = threading.Lock()
+ip_records = {}
+
+def get_video_duration(video_path):
+    clip = VideoFileClip(video_path)
+    duration = clip.duration
+    clip.close()
+    return duration
+
+from utils import processing
+
+with open("sorted.json", "r") as f:
+    style_dicts = json.load(f)
+
+styles = list(style_dicts.keys())
+style_images = {k: v['thumbnailUrl'] for k, v in style_dicts.items() if v is not None}
+
+def get_client_info(request: gr.Request):
+    clientHost = request.client.host
+    print("IP address:", clientHost)
+    return clientHost
+
+def check_ip_limit(client_ip):
+    current_time = time.time()
+    if client_ip not in ip_records:
+        ip_records[client_ip] = [current_time]
+        return True
+    else:
+        times = ip_records[client_ip]
+        times = [t for t in times if current_time - t < 5 * 60]
+        if len(times) < 2:
+            times.append(current_time)
+            ip_records[client_ip] = times
+            return True
+        else:
+            return False
+
+def fn(in_video, style, aspect_ratio, transfer_duration, request: gr.Request):
+    client_host = get_client_info(request)
+    flag = check_ip_limit(client_host)
+    if not flag:
+        raise gr.Error(f"Exceed the request limit of 1 requests per five minute.")
+
+    print(f"Received video: {in_video}, aspect_ratio: {aspect_ratio}, style: {style}, transfer_duration: {transfer_duration}")
+
+    if in_video is None:
+        raise Exception("input_video is None")
+
+    if aspect_ratio not in ["16:9", "9:16", "1:1"]:
+        raise Exception('aspect_ratio not in ["16:9", "9:16", "1:1"]')
+    if aspect_ratio == "16:9":
+        width, height = 1280, 720
+    elif aspect_ratio == "9:16":
+        width, height = 720, 1280
+    elif aspect_ratio == "1:1":
+        width, height = 960, 960
+
+    style_id = style_dicts[style]['id']
+    if style not in styles:
+        raise Exception("style not in styles")
+
+    video_duration = get_video_duration(in_video)
+    if video_duration < 3:
+        raise Exception("video_duration < 3")
+
+    transfer_duration = 3
+
+    res = None
+    try:
+        global_lock.acquire()
+        res = processing(in_video, width, height, style_id, transfer_duration)
+        if not res:
+            raise Exception("Processing failed")
+    finally:
+        global_lock.release()
+
+    return res
+
+def load_description(fp):
+    with open(fp, 'r', encoding='utf-8') as f:
+        content = f.read()
+    return content
+
+with gr.Blocks(theme=gr.themes.Ocean()) as demo:
+    # Transform your videos with different Anime styles and have fun!
+    gr.HTML(load_description("title.md"))
+    with gr.Tab("Video Processing"):
+        with gr.Row():
+            in_video = gr.Video(label="1. Input Video (Please provide a clear video clip)", interactive=True)
+            out_video = gr.Video(label="Final Output Video")
+
+        with gr.Row():
+            style = gr.Radio(
+                choices=styles,
+                label="2. Style, for more styles, please join our [Discord](https://discord.gg/cN8geBsBmu)",
+                value="ClayStyle1",
+                interactive=True
+            )
+            preview = gr.Image(
+                value=style_images["ClayStyle1"],
+                label="Style Preview",
+                show_label=True,
+                interactive=False
+            )
+
+            def update_preview(choice):
+                return style_images[choice]
+
+            style.change(fn=update_preview, inputs=style, outputs=preview)
+
+        with gr.Row():
+            
+            aspect_ratio = gr.Radio(["16:9", "9:16", "1:1"], label="3. Aspect Ratio(Width:Height)", value="16:9", interactive=True)
+            transfer_duration = gr.Slider(
+                minimum=0,
+                maximum=3,
+                step=1,
+                value=3,
+                label="Transfer Duration (seconds), for more than 3 seconds, please join our Discord(https://discord.gg/cN8geBsBmu) or website",
+                interactive=True
+            )
+        submit_button = gr.Button("Generate", interactive=True)
+
+        examples = gr.Examples(
+            [
+                ["test32.mp4", "ClayStyle1", "9:16" ],
+                ["test32.mp4", "3D P1", "9:16" ],
+            ],
+            inputs=[in_video, style, aspect_ratio, transfer_duration],
+            outputs=[out_video],
+            fn=fn,
+        )
+
+        submit_button.click(
+            fn,
+            inputs=[in_video, style, aspect_ratio, transfer_duration],
+            outputs=[out_video],
+        )
+    gr.HTML(load_description("end.md"))
+
+
+if __name__ == "__main__":
+    demo.launch(show_error=True, share=False)

end.md

@@ -0,0 +1,10 @@
+<div>
+  <div>
+    <div style="display: flex; justify-content: center; align-items: center; text-align: center;">
+        <a href="https://discord.gg/cN8geBsBmu"><img src="https://img.shields.io/static/v1?label=Discord&message=Here&color=red"></a> &ensp;
+        <a href="https://www.pexeldance.com/"><img src="https://img.shields.io/static/v1?label=Official Website&message=Here&color=green"></a> &ensp;
+        <a ><img src="https://img.shields.io/static/v1?label=Report&message=tobedone&color=blue"></a>
+    </div>
+  </div>
+</div>
+

requirements.txt

@@ -0,0 +1,3 @@
+gradio
+moviepy
+qiniu

sorted.json

@@ -0,0 +1,162 @@
+{
+    "ClayStyle1": {
+        "id": "vid2vid_clay1",
+        "thumbnailUrl": "vid2vid/Clay.png.avif"
+    },
+    "PVC": {
+        "id": "vid2vid_pvc",
+        "thumbnailUrl": "vid2vid/PVC.jpg.avif"
+    },
+    "FlatanimeV4-3": {
+        "id": "vid2vid_flatanimeV4-3",
+        "thumbnailUrl": "vid2vid/F2D.jpg.avif"
+    },
+    "FlatanimeV4 Delicated": {
+        "id": "vid2vid_flatanimeV4-delicated",
+        "thumbnailUrl": "vid2vid/suv.png.avif"
+    },
+    "illustrationV4-1": {
+        "id": "vid2vid_illustrationV4-1",
+        "thumbnailUrl": "vid2vid/flatCJ.png.avif"
+    },
+    "Pixels": {
+        "id": "vid2vid_pixels",
+        "thumbnailUrl": "vid2vid/Pixels.jpg.avif"
+    },
+    "cutefaceV4 style1": {
+        "id": "vid2vid_flatanimeV4-cuteface1",
+        "thumbnailUrl": "vid2vid/TY.png.avif"
+    },
+    "Western Comic": {
+        "id": "vid2vid_comic-western",
+        "thumbnailUrl": "vid2vid/Western.png.avif"
+    },
+    "flatanime-gibli": {
+        "id": "vid2vid_flatanime-ghibli1",
+        "thumbnailUrl": "vid2vid/ghibli1.png.avif"
+    },
+    "Comic Style1": {
+        "id": "vid2vid_comic-style1",
+        "thumbnailUrl": "vid2vid/hcomic.png.avif"
+    },
+    "painting": {
+        "id": "vid2vid_painting-chinese",
+        "thumbnailUrl": "vid2vid/painting.png.avif"
+    },
+    "Manga Q": {
+        "id": "vid2vid_manga-Q",
+        "thumbnailUrl": "vid2vid/symanga.png.avif"
+    },
+    "IllustrationV4-2": {
+        "id": "vid2vid_illustrationV4-2",
+        "thumbnailUrl": "vid2vid/flatillustration.png.avif"
+    },
+    "Flat Anime V4-4": {
+        "id": "vid2vid_flatanimeV4-4",
+        "thumbnailUrl": "vid2vid/hf.png.avif"
+    },
+    "Flat Anime V4-2": {
+        "id": "vid2vid_flatanimeV4-2",
+        "thumbnailUrl": "vid2vid/awp2.png.avif"
+    },
+    "Color Ink Painting": {
+        "id": "vid2vid_colorink-painting",
+        "thumbnailUrl": "vid2vid/chinese_ink.png.avif"
+    },
+    "anime2.5d-style1": {
+        "id": "vid2vid_anime2.5d-style1",
+        "thumbnailUrl": "vid2vid/RC.png.avif"
+    },
+    "2.5D Style2": {
+        "id": "vid2vid_anime2.5d-style2",
+        "thumbnailUrl": "vid2vid/kingmix.png.avif"
+    },
+    "Ink Painting BW": {
+        "id": "vid2vid_ink-painting-bw",
+        "thumbnailUrl": "vid2vid/chinese_black_ink_painting.png.avif"
+    },
+    "IllustrationV4-4": {
+        "id": "vid2vid_illustrationV4-4",
+        "thumbnailUrl": "vid2vid/japanese.png.avif"
+    },
+    "Comic BW": {
+        "id": "vid2vid_comic-black-white",
+        "thumbnailUrl": "vid2vid/black-white-comic.png.avif"
+    },
+    "flatanime G3": {
+        "id": "vid2vid_flatanime-ghibli3",
+        "thumbnailUrl": "vid2vid/hm2.png.avif"
+    },
+    "3D P2": {
+        "id": "vid2vid_3d-pixar-v2",
+        "thumbnailUrl": "vid2vid/P2.png.avif"
+    },
+    "Comic Rough": {
+        "id": "vid2vid_comic-rough",
+        "thumbnailUrl": "vid2vid/jojo.png.avif"
+    },
+    "Child Crayon Drawing": {
+        "id": "vid2vid_drawing-child-crayon1",
+        "thumbnailUrl": "vid2vid/child-crayon.png.avif"
+    },
+    "Porcelain": {
+        "id": "vid2vid_porcelain",
+        "thumbnailUrl": "vid2vid/vid2vid_porcelain.png.avif"
+    },
+    "flatanime G2": {
+        "id": "vid2vid_flatanime-ghibli2",
+        "thumbnailUrl": "vid2vid/hm1.png.avif"
+    },
+    "Lineart Style1": {
+        "id": "vid2vid_lineart-style1",
+        "thumbnailUrl": "vid2vid/LineartStyle1.png.avif"
+    },
+    "3D P1": {
+        "id": "vid2vid_3d-pixar",
+        "thumbnailUrl": "vid2vid/P1.png.avif"
+    },
+    "2.5D Style3": {
+        "id": "vid2vid_anime2.5d_style3",
+        "thumbnailUrl": "vid2vid/ast.png.avif"
+    },
+    "Hand Drawing": {
+        "id": "vid2vid_hand-drawing",
+        "thumbnailUrl": "vid2vid/chinese_lineart.png.avif"
+    },
+    "flatanimeV4-1": {
+        "id": "vid2vid_flatanimeV4-1",
+        "thumbnailUrl": "vid2vid/V4AWP.jpg.avif"
+    },
+    "flatanimev1-1": {
+        "id": "vid2vid_flatanimev1-1",
+        "thumbnailUrl": "vid2vid/animem.png.avif"
+    },
+    "Toy": {
+        "id": "vid2vid_toy",
+        "thumbnailUrl": "vid2vid/TOY.jpg.avif"
+    },
+    "flatanime1": {
+        "id": "vid2vid_flatanime1",
+        "thumbnailUrl": "vid2vid/aniflat.png.avif"
+    },
+    "3D-Q": {
+        "id": "vid2vid_3dQ",
+        "thumbnailUrl": "vid2vid/3dQ.png.avif"
+    },
+    "3D C": {
+        "id": "vid2vid_3dcw1",
+        "thumbnailUrl": "vid2vid/3dC.png.avif"
+    },
+    "Lineart-Bold": {
+        "id": "vid2vid_lineart-bold",
+        "thumbnailUrl": "vid2vid/Lineart-Bold.png.avif"
+    },
+    "cutefaceV1": {
+        "id": "vid2vid_flatanime-cute-cartoon",
+        "thumbnailUrl": "vid2vid/cute-cartoon.png.avif"
+    },
+    "Flat Anime-Y": {
+        "id": "vid2vid_flatanime-Y",
+        "thumbnailUrl": "vid2vid/ym.png.avif"
+    }
+}

title.md

@@ -0,0 +1,25 @@
+<div>
+  <div>
+    <div style="display: flex; justify-content: center; align-items: center; text-align: center; font-size: 40px;">
+      <b>🎨 Multi-Style Video-to-Anime Generator</b>
+    </div>
+    <br>
+    <div style="display: flex; justify-content: center; align-items: center; text-align: center;">
+        <a href="https://discord.gg/cN8geBsBmu"><img src="https://img.shields.io/static/v1?label=Discord&message=Here&color=red"></a> &ensp;
+        <a href="https://www.pexeldance.com/"><img src="https://img.shields.io/static/v1?label=Official Website&message=Here&color=green"></a> &ensp;
+        <a ><img src="https://img.shields.io/static/v1?label=Report&message=tobedone&color=blue"></a>
+    </div>
+    <br>
+    <div style="display: flex; text-align: center; font-size: 14px; padding-right: 300px; ">
+      <strong>HF Space by PexelDance.</strong>
+    </div>
+    <br>
+    <div style=" font-size: 14px;">
+      <p>1. Select a video clip </p> 
+      <p>2. Select a style </p> 
+      <p>3. Select an aspect ratio  </p> 
+      <p>4. click Generate button </p>
+    </div>
+  </div>
+</div>
+

utils.py

@@ -0,0 +1,237 @@
+import os
+import requests
+import json
+import time
+from qiniu import put_file  
+import tempfile
+import shutil
+import random
+
+API_KEY = os.environ['API_KEY']
+
+headers = {
+    "User-Agent": "PexelDance Sdk/1.0",
+    'Authorization': 'Bearer %s' % API_KEY,
+    'Content-Type': 'application/json'
+}
+
+def get_endpoint():
+    hosts = [
+        "https://api-01.pexeldance.com",
+        "https://api-02.pexeldance.com",
+        "https://api-03.pexeldance.com",
+        "https://api-04.pexeldance.com",
+        "https://api-05.pexeldance.com",
+        "https://api-06.pexeldance.com",
+        "https://api-07.pexeldance.com",
+        "https://api-08.pexeldance.com",
+        "https://api-09.pexeldance.com",
+        "https://api-10.pexeldance.com",
+        # "https://api-11.pexeldance.com",
+        # "https://api-12.pexeldance.com",
+        # "https://api-13.pexeldance.com",
+        # "https://api-14.pexeldance.com",
+        # "https://api-15.pexeldance.com",
+        # "https://api-16.pexeldance.com",
+        # "https://api-17.pexeldance.com",
+        # "https://api-18.pexeldance.com",
+        # "https://api-19.pexeldance.com",
+        # "https://api-20.pexeldance.com",
+    ]
+    return random.choice(hosts)
+
+
+def get_upload_token(extension="mp4"):
+    endpoint = get_endpoint()
+    url = endpoint +  "/api/upload/token"
+
+    payload = json.dumps({
+    "file_ext": extension,
+    })
+
+    response = requests.request("POST", url, headers=headers, data=bytes(payload, "utf-8"))
+    if 200<= response.status_code < 300:
+        return response.json()
+    return None
+
+def upload_file(local_file, file_key, token):
+    ret, info = put_file(token, file_key, local_file)
+    if info.status_code == 200:
+        return ret
+    else:
+        return None
+
+def confirm_upload(key, name, hash_, fsize, bucket):
+    endpoint = get_endpoint()
+    url = endpoint +  "/api/upload/confirm"
+
+    payload = json.dumps({
+        "key": key,
+        "name": name,
+        "hash": hash_,
+        "fsize": fsize,
+        "bucket": bucket,
+    })
+
+    response = requests.request("POST", url, headers=headers, data=payload)
+    if 200<= response.status_code < 300:
+        return response.json()
+    return None
+
+def upload_video(file):
+    ext = file.split(".")[-1]
+    if not os.path.exists(file):
+        return False
+    token_res = get_upload_token(ext)
+    upload_data = token_res.get('data')
+    if not upload_data:
+        return False
+    upload_token = upload_data.get('token')
+    if not upload_token:
+        return False
+
+    bucket_key = upload_data.get('bucket_key')
+    if not bucket_key:
+        return False
+
+    ret = upload_file(file, bucket_key, upload_token)
+    if not ret:
+        return False
+    key, name, hash_, fsize, bucket = ret.get('key'), upload_data.get('c_string'), ret.get('hash'), ret.get('fsize'), ret.get('bucket')
+    upload_res = confirm_upload(key, name, hash_, fsize, bucket)
+    if not upload_res:
+        return False
+    return upload_res.get('data')
+    
+def generate(item_id, style_id, width, height, ):
+    endpoint = get_endpoint()
+    url = endpoint +  "/api/job/common"
+    payload = json.dumps({
+    "user_content": {
+        "item_id": item_id,
+        "seed": 11111,
+        "width": width,
+        "height": height
+    },
+    "unit": 3,
+    "use_credit_type": "credit",
+    "name": style_id
+    })
+    response = requests.request("POST", url, headers=headers, data=payload)
+    if 200<= response.status_code < 300:
+        return response.json()
+    else:
+        return None
+
+def get_job_status(job_id):
+    endpoint = get_endpoint()
+    url = endpoint +  "/api/job"
+    payload = json.dumps({
+    "id": job_id
+    })
+    response = requests.request("GET", url, headers=headers, data=payload)
+    if 200<= response.status_code < 300:
+        return response.json()
+    return None
+
+def get_item_url(_id):
+    endpoint = get_endpoint()
+    url = endpoint +  "/api/download_item"
+    payload = json.dumps({
+    "key_id": [
+        _id
+    ]
+    })
+    response = requests.request("POST", url, headers=headers, data=payload)
+    if 200<= response.status_code < 300:
+        return response.json()
+    return None
+
+def get_result(job_id):
+    endpoint = get_endpoint()
+    url = endpoint +  "/api/item/job_id"
+    payload = json.dumps({
+    "job_id": job_id
+    })
+    response = requests.request("GET", url, headers=headers, data=payload)
+    if 200<= response.status_code < 300:
+        return response.json()
+    return None
+
+def download_file(url):
+    response = requests.get(url, stream=True)
+    if response.status_code == 200:
+        tmpfile = tempfile.NamedTemporaryFile(delete=False)
+        tmpfile.close() 
+ 
+        with open(tmpfile.name, 'wb') as f:
+            shutil.copyfileobj(response.raw, f)
+
+        return tmpfile.name 
+    else:
+        return None
+
+def processing(in_video, width, height, style_id,transfer_duration):
+    videoRes = upload_video(in_video)
+    if not videoRes:
+        return None
+    videoId = videoRes.get('id')
+    if not videoId:
+        return None
+    
+    req_access = False
+    try_times = 1000
+    for i in range(try_times):
+        generate_result = generate(videoId, style_id, width, height)  
+        if not generate_result:
+            time.sleep(8)
+            continue
+        jobInfo = generate_result.get('data')
+        if not jobInfo:
+            time.sleep(8)
+            continue
+        job_id = jobInfo.get("job_id")
+        if job_id:
+            req_access = True
+            break
+    if not req_access:
+        raise "too many requests"
+
+
+    while True:
+        jobStatusInfo = get_job_status(job_id)
+        js = jobStatusInfo.get('data')
+        if js is None:
+            return None
+        if js.get('status') == "finished":
+            break
+        elif  js.get('status')  == "failed":
+            return None
+        time.sleep(10)
+
+    result = get_result(job_id)
+    if not result:
+        return None
+    res_data = result.get('data')
+    if not res_data:
+        return None
+    li = res_data.get('list')
+    if len(li) == 0:
+        return None
+    jobRes = li[0]
+    item_id = jobRes.get('id')
+    if not item_id:
+        return None
+    itemDes = get_item_url(item_id)
+    itemData = itemDes.get('data')
+    if not itemData:
+        return None
+    signed_urls = itemData.get('signed_urls')
+    if len(signed_urls) == 0:
+        return None
+    item_url = signed_urls[0]   
+
+    file_path = download_file(item_url)
+    if not file_path:
+        return None
+    return file_path