Create app.py

app.py

@@ -0,0 +1,71 @@
+from diffsynth import ModelManager, SDVideoPipeline, ControlNetConfigUnit, VideoData, save_video
+import torch, spaces
+
+# Load models
+model_manager = ModelManager(torch_dtype=torch.float16, device="cuda")
+model_manager.load_textual_inversions("models/textual_inversion")
+model_manager.load_models([
+    "models/stable_diffusion/flat2DAnimerge_v45Sharp.safetensors",
+    "models/AnimateDiff/mm_sd_v15_v2.ckpt",
+    "models/ControlNet/control_v11p_sd15_lineart.pth",
+    "models/ControlNet/control_v11f1e_sd15_tile.pth",
+])
+pipe = SDVideoPipeline.from_model_manager(
+    model_manager,
+    [
+        ControlNetConfigUnit(
+            processor_id="lineart",
+            model_path="models/ControlNet/control_v11p_sd15_lineart.pth",
+            scale=0.5
+        ),
+        ControlNetConfigUnit(
+            processor_id="tile",
+            model_path="models/ControlNet/control_v11f1e_sd15_tile.pth",
+            scale=0.5
+        )
+    ]
+)
+
+@spaces.GPU(duration=500)
+def generate_video(inp_vid):
+    video = VideoData(
+    video_file=inp_vid,
+    height=1024, width=1024)
+    input_video = [video[i] for i in range(0, 60)]
+    
+    # Toon shading (20G VRAM)
+    torch.manual_seed(0)
+    output_video = pipe(
+        prompt="best quality, perfect anime illustration, light, a girl is dancing, smile, solo",
+        negative_prompt="verybadimagenegative_v1.3",
+        cfg_scale=3, clip_skip=2,
+        controlnet_frames=input_video, num_frames=len(input_video),
+        num_inference_steps=10, height=1024, width=1024,
+        animatediff_batch_size=32, animatediff_stride=16,
+        vram_limit_level=0,
+    )
+    
+    # Save video
+    save_video(output_video, "output_video.mp4", fps=60)
+
+    return "output_video.mp4"
+
+
+app = gr.Blocks(theme="JohnSmith9982/small_and_pretty")
+with app:
+    gr.Markdown("# <center>🌊💕🎶 Diffutoon</center>")
+    inp_vid = gr.Video(label="请上传一个视频文件")
+    btn = gr.Button("一键开启视频转绘", variant="primary")
+    out_vid = gr.Video(label="请上传一个视频文件")
+
+    btn.click(generate_video, inp_vid, out_vid)
+
+    gr.Markdown("### <center>注意❗：请不要生成会对个人以及组织造成侵害的内容，此程序仅供科研、学习及个人娱乐使用。请自觉合规使用此程序，程序开发者不负有任何责任。</center>")
+    gr.HTML('''
+        <div class="footer">
+                    <p>🌊🏞️🎶 - 江水东流急，滔滔无尽声。 明·顾璘
+                    </p>
+        </div>
+    ''')
+#app.queue(max_size=40, api_open=False)
+app.launch(show_error=True)