{"id":4204,"date":"2025-03-25T21:36:50","date_gmt":"2025-03-25T13:36:50","guid":{"rendered":"https:\/\/infernews.com\/?p=4204"},"modified":"2025-03-27T18:46:18","modified_gmt":"2025-03-27T10:46:18","slug":"latentsync-%e6%9c%80%e7%a9%a9%e5%ae%9a%e7%9a%84-lipsync-%e9%96%8b%e6%ba%90%e6%96%b9%e6%a1%88","status":"publish","type":"post","link":"https:\/\/infernews.com\/blog\/latentsync-%e6%9c%80%e7%a9%a9%e5%ae%9a%e7%9a%84-lipsync-%e9%96%8b%e6%ba%90%e6%96%b9%e6%a1%88\/","title":{"rendered":"LatentSync 1.5 &#8211; \u6700\u7a69\u5b9a\u7684 LipSync \u958b\u6e90\u65b9\u6848"},"content":{"rendered":"\n<p><a href=\"https:\/\/github.com\/bytedance\/LatentSync\" target=\"_blank\" rel=\"noreferrer noopener\">LatentSync 1.5<\/a> \u662f ByteDance \u5718\u968a\u5728 GitHub \u4e0a\u767c\u4f48\u7684\u958b\u6e90\u5c08\u6848\u30021.5 \u7248\u672c\u589e\u5f37\u4e86\u4e2d\u6587\u5f71\u7247\u7684\u8868\u73fe\u3002\u5b83\u7684\u4e3b\u8981\u529f\u80fd\u662f\u76f4\u63a5\u5730\u5c07\u97f3\u983b\u8cc7\u8a0a\u8f49\u63db\u6210\u70ba\u903c\u771f\u7684\u53e3\u578b\u52d5\u4f5c\u3002\u5c08\u6848\u63d0\u4f9b\u4e86\u5b8c\u6574\u7684\u8a13\u7df4\u548c\u63a8\u8ad6\u7a0b\u5f0f\u78bc\uff0c\u5305\u542b\u8cc7\u6599\u8655\u7406\u6d41\u7a0b\u3001\u5169\u7a2e\u6a21\u578b\u8a13\u7df4\u6b65\u9a5f\uff08U-Net \u548c SyncNet\uff09\uff0c\u4ee5\u53ca\u8a73\u7d30\u7684\u63a8\u8ad6\u6307\u4ee4\u3002<\/p>\n\n\n\n<figure class=\"wp-block-audio\"><audio controls src=\"\/blog\/wp-content\/uploads\/2025\/01\/1742909758518268905-251317799698733.mp3\"><\/audio><\/figure>\n\n\n\n<figure class=\"wp-block-image aligncenter size-large\"><a href=\"https:\/\/github.com\/bytedance\/LatentSync\" target=\"_blank\"><img data-dominant-color=\"e1e3e2\" data-has-transparency=\"false\" style=\"--dominant-color: #e1e3e2;\" loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"367\" src=\"\/blog\/wp-content\/uploads\/2025\/01\/framework-1024x367.png\" alt=\"\" class=\"wp-image-4205 not-transparent\" srcset=\"https:\/\/infernews.com\/blog\/wp-content\/uploads\/2025\/01\/framework-1024x367.png 1024w, https:\/\/infernews.com\/blog\/wp-content\/uploads\/2025\/01\/framework-300x108.png 300w, https:\/\/infernews.com\/blog\/wp-content\/uploads\/2025\/01\/framework-768x275.png 768w, https:\/\/infernews.com\/blog\/wp-content\/uploads\/2025\/01\/framework-640x230.png 640w, https:\/\/infernews.com\/blog\/wp-content\/uploads\/2025\/01\/framework.png 1280w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/a><\/figure>\n\n\n<figure class=\"wp-block-embed-youtube wp-block-embed is-type-video is-provider-youtube wp-embed-aspect-16-9 wp-has-aspect-ratio\"><div class=\"lyte-wrapper\" title=\"LatentSync 1.5 | 2025\u6700\u5f3a\u6570\u5b57\u4eba\uff0c\u5b8c\u7f8e\u9002\u914d\u65e0\u4eba\u76f4\u64ad\u95f4\uff0c\u5e26\u8d27\u5fc5\u5907\uff0c\u4f18\u5316\u4e2d\u6587\u8bed\u97f3\uff0c\u5507\u5f62\u540c\u6b65\uff01\" style=\"width:853px;max-width:100%;margin:5px auto;\"><div class=\"lyMe\" id=\"WYL_a5g13gUJHYo\" itemprop=\"video\" itemscope itemtype=\"https:\/\/schema.org\/VideoObject\"><div><meta itemprop=\"thumbnailUrl\" content=\"https:\/\/infernews.com\/blog\/wp-content\/plugins\/wp-youtube-lyte\/lyteCache.php?origThumbUrl=https%3A%2F%2Fi.ytimg.com%2Fvi%2Fa5g13gUJHYo%2Fhqdefault.jpg\" \/><meta itemprop=\"embedURL\" content=\"https:\/\/www.youtube.com\/embed\/a5g13gUJHYo\" \/><meta itemprop=\"duration\" content=\"PT3M51S\" \/><meta itemprop=\"uploadDate\" content=\"2025-03-21T08:00:00Z\" \/><\/div><meta itemprop=\"accessibilityFeature\" content=\"captions\" \/><div id=\"lyte_a5g13gUJHYo\" data-src=\"https:\/\/infernews.com\/blog\/wp-content\/plugins\/wp-youtube-lyte\/lyteCache.php?origThumbUrl=https%3A%2F%2Fi.ytimg.com%2Fvi%2Fa5g13gUJHYo%2Fhqdefault.jpg\" class=\"pL\"><div class=\"tC\"><div class=\"tT\" itemprop=\"name\">LatentSync 1.5 | 2025\u6700\u5f3a\u6570\u5b57\u4eba\uff0c\u5b8c\u7f8e\u9002\u914d\u65e0\u4eba\u76f4\u64ad\u95f4\uff0c\u5e26\u8d27\u5fc5\u5907\uff0c\u4f18\u5316\u4e2d\u6587\u8bed\u97f3\uff0c\u5507\u5f62\u540c\u6b65\uff01<\/div><\/div><div class=\"play\"><\/div><div class=\"ctrl\"><div class=\"Lctrl\"><\/div><div class=\"Rctrl\"><\/div><\/div><\/div><noscript><a href=\"https:\/\/youtu.be\/a5g13gUJHYo\" rel=\"nofollow\"><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/infernews.com\/blog\/wp-content\/plugins\/wp-youtube-lyte\/lyteCache.php?origThumbUrl=https%3A%2F%2Fi.ytimg.com%2Fvi%2Fa5g13gUJHYo%2F0.jpg\" alt=\"LatentSync 1.5 | 2025\u6700\u5f3a\u6570\u5b57\u4eba\uff0c\u5b8c\u7f8e\u9002\u914d\u65e0\u4eba\u76f4\u64ad\u95f4\uff0c\u5e26\u8d27\u5fc5\u5907\uff0c\u4f18\u5316\u4e2d\u6587\u8bed\u97f3\uff0c\u5507\u5f62\u540c\u6b65\uff01\" width=\"853\" height=\"460\" \/><br \/>Watch this video on YouTube<\/a><\/noscript><meta itemprop=\"description\" content=\"~\u901f\u5ea6\u5f88\u5feb~ \u5938\u514b\uff1ahttps:\/\/pan.quark.cn\/s\/291dc848355a \u63d0\u53d6\u7801\uff1aKsd3 oneDrive\uff1ahttps:\/\/wx4ns-my.sharepoint.com\/:f:\/g\/personal\/ai_wx4ns_onmicrosoft_com\/EhdYOvFw9ehCoA4olsVuIl4B3WpfV3Po3TodU7FWaOZpPQ?e=ot1aEE -\u5982\u679c\u94fe\u63a5\u5931\u6548\uff0c\u8bf7\u5230\u7fa4\u91cc\u4e0b\u8f7d -\u8ba8\u8bba\u7fa4\uff1ahttps:\/\/t.me\/+E0YOhSEcyOs5NTY9 ----------------------------------------------------------------------------- \ud83d\udca5\u6625\u79cbVPN \u4f18\u60e0\u94fe\u63a5\uff1ahttps:\/\/666.chunqiu.pro\/#\/register?code=2J4vNldK \ud83d\udca5WildCard | \u865a\u62dfVisa\u5361(\u5168\u7403\u901a\u7528)\uff1ahttps:\/\/bewildcard.com\/i\/0YEZDB4X \ud83d\udca5PS AI - Midjourney - Netflix \uff1ahttps:\/\/shorturl.at\/nKQT7 (\u4f18\u60e0\u7801\uff1aQS666\uff09\"><\/div><\/div><div class=\"lL\" style=\"max-width:100%;width:853px;margin:5px auto;\"><\/div><figcaption><\/figcaption><\/figure>\n\n<figure class=\"wp-block-embed-youtube wp-block-embed is-type-video is-provider-youtube wp-embed-aspect-16-9 wp-has-aspect-ratio\"><div class=\"lyte-wrapper\" title=\"LatentSync In ComfyUI Another Level Of AI Talking Avatar&mdash;Open Source Plus It Works!\" style=\"width:853px;max-width:100%;margin:5px auto;\"><div class=\"lyMe\" id=\"WYL_3_CQpLyyrXQ\" itemprop=\"video\" itemscope itemtype=\"https:\/\/schema.org\/VideoObject\"><div><meta itemprop=\"thumbnailUrl\" content=\"https:\/\/infernews.com\/blog\/wp-content\/plugins\/wp-youtube-lyte\/lyteCache.php?origThumbUrl=https%3A%2F%2Fi.ytimg.com%2Fvi%2F3_CQpLyyrXQ%2Fhqdefault.jpg\" \/><meta itemprop=\"embedURL\" content=\"https:\/\/www.youtube.com\/embed\/3_CQpLyyrXQ\" \/><meta itemprop=\"duration\" content=\"PT14M41S\" \/><meta itemprop=\"uploadDate\" content=\"2025-01-06T13:11:23Z\" \/><\/div><div id=\"lyte_3_CQpLyyrXQ\" data-src=\"https:\/\/infernews.com\/blog\/wp-content\/plugins\/wp-youtube-lyte\/lyteCache.php?origThumbUrl=https%3A%2F%2Fi.ytimg.com%2Fvi%2F3_CQpLyyrXQ%2Fhqdefault.jpg\" class=\"pL\"><div class=\"tC\"><div class=\"tT\" itemprop=\"name\">LatentSync In ComfyUI Another Level Of AI Talking Avatar\u2014Open Source Plus It Works!<\/div><\/div><div class=\"play\"><\/div><div class=\"ctrl\"><div class=\"Lctrl\"><\/div><div class=\"Rctrl\"><\/div><\/div><\/div><noscript><a href=\"https:\/\/youtu.be\/3_CQpLyyrXQ\" rel=\"nofollow\"><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/infernews.com\/blog\/wp-content\/plugins\/wp-youtube-lyte\/lyteCache.php?origThumbUrl=https%3A%2F%2Fi.ytimg.com%2Fvi%2F3_CQpLyyrXQ%2F0.jpg\" alt=\"LatentSync In ComfyUI Another Level Of AI Talking Avatar&mdash;Open Source Plus It Works!\" width=\"853\" height=\"460\" \/><br \/>Watch this video on YouTube<\/a><\/noscript><meta itemprop=\"description\" content=\"LatentSync In ComfyUI Another Level Of AI Talking Avatar - Open Source Plus It Works! Discover the latest breakthrough in AI video generation with Latent Sync, the cutting-edge lip-syncing framework from ByteDance! In this video, we dive deep into how Latent Sync uses Whisper tiny models to create seamless, audio-synchronized mouth animations for your AI-generated videos. Whether you&#039;re a content creator, developer, or AI enthusiast, this open-source tool is a game-changer for adding realistic lip-syncing to your projects. ComfyUI Kokoro TextToSpeech With LatentSync For LipSync (Run On Cloud) https:\/\/home.mimicpc.com\/app-image-share?key=e623845dafcc4600b1078bfbb95f887f&amp;fpr=benji What You&#039;ll Learn: How Latent Sync Works: Explore the framework&#039;s architecture, including the Whisper encoder-decoder and masked area animations for precise lip movements. For Local Run ---------------------------------------- LatentSync Workflow (Freebies) - https:\/\/www.patreon.com\/posts\/119413912?utm_source=youtube&amp;utm_medium=video&amp;utm_campaign=20240106 LatentSync - https:\/\/github.com\/bytedance\/LatentSync ComfyUI Node - https:\/\/github.com\/ShmuelRonen\/ComfyUI-LatentSyncWrapper For Low\/No GPU User, You Can Try Run On The Cloud All Template 1 Click To Start: ---------------------------------------- HunyuanVideo-V2V https:\/\/www.mimicpc.com\/workflows\/hunyuanvideo-v2v?fpr=benji LTX-Video v0.9.1: img2video&amp;text2video https:\/\/www.mimicpc.com\/workflows\/ltx-video-v091-img2videotext2video-36631283120369665?fpr=benji Hunyuan+Lora: Text2video https:\/\/www.mimicpc.com\/workflows\/hunyuanlora-text2video?fpr=benji ComfyUI - LTX Video https:\/\/home.mimicpc.com\/app-image-share?key=d1ea3605ebe54306bc6876b6af49a85a&amp;fpr=benji ComfyUI - CogVideoX 5B 1.5 Both t2v &amp; i2v https:\/\/home.mimicpc.com\/app-image-share?key=998a9e2403914eac8ffa12ff6d4785ef&amp;fpr=benji FLUX.1 Tools - Redux: Adaptive Image and Prompt Mixing: https:\/\/home.mimicpc.com\/app-image-share?key=9c1df04c03ad4209a315c8f658d4754b&amp;fpr=benji FLUX.1 Tools - Fill: Smart Inpainting https:\/\/home.mimicpc.com\/app-image-share?key=dd53047513484901874ac9af93339056&amp;fpr=benji FLUX.1 Tools - Fill: Smart Outpainting https:\/\/home.mimicpc.com\/app-image-share?key=df6dddb342064675ba3a011bcc9a5a9f Step-by-Step Setup: Follow along as we install and configure Latent Sync in ComfyUI, including downloading the required models from Hugging Face and setting up dependencies. Real-World Examples: See Latent Sync in action with multiple AI video workflows, including Hy videos, LTX videos, and Mimic Motions, showcasing its flexibility and smooth results. Low VRAM Requirements: Learn how this framework runs efficiently on GPUs with as little as 6GB VRAM, making it accessible for most users. Why Latent Sync? Open-Source &amp; Free: All code, checkpoint models, and data processing pipelines are available on GitHub. Seamless Integration: Easily add lip-syncing to your existing AI video workflows, whether you&#039;re working with text-to-video, image-to-video, or video-to-video generation. Realistic Results: Achieve smooth, flicker-free mouth animations that sync perfectly with your audio tracks. Perfect For: Content creators looking to add realistic lip-syncing to AI-generated characters. Developers exploring open-source AI tools for video production. AI enthusiasts curious about the latest advancements in audio-visual synchronization. Don&#039;t forget to like, comment, and subscribe for more tutorials on AI tools and workflows! If You Like tutorial like this, You Can Support Our Work In Patreon: https:\/\/www.patreon.com\/aifuturetech\/ Discord : https:\/\/discord.gg\/BTXWX4vVTS\"><\/div><\/div><div class=\"lL\" style=\"max-width:100%;width:853px;margin:5px auto;\"><\/div><figcaption><\/figcaption><\/figure>","protected":false},"excerpt":{"rendered":"<p>LatentSync 1.5 \u662f ByteDance \u5718\u968a\u5728 GitHub \u4e0a\u767c\u4f48\u7684\u958b\u6e90\u5c08\u6848\u30021.5 \u7248\u672c\u589e\u5f37\u4e86\u4e2d\u6587\u5f71\u7247\u7684\u8868\u73fe\u3002\u5b83\u7684\u4e3b\u8981\u529f\u80fd\u662f\u76f4\u63a5\u5730\u5c07\u97f3\u983b\u8cc7\u8a0a\u8f49\u63db\u6210\u70ba\u903c\u771f\u7684\u53e3\u578b\u52d5\u4f5c\u3002\u5c08\u6848\u63d0\u4f9b\u4e86\u5b8c\u6574\u7684\u8a13\u7df4\u548c\u63a8\u8ad6\u7a0b\u5f0f\u78bc\uff0c\u5305\u542b\u8cc7\u6599\u8655\u7406\u6d41\u7a0b\u3001\u5169\u7a2e\u6a21\u578b\u8a13\u7df4\u6b65\u9a5f\uff08U-Net \u548c SyncNet\uff09\uff0c\u4ee5\u53ca\u8a73\u7d30\u7684\u63a8\u8ad6\u6307\u4ee4\u3002<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"googlesitekit_rrm_CAowvqSiDA:productID":"","footnotes":""},"categories":[120,27],"tags":[43],"class_list":["post-4204","post","type-post","status-publish","format-standard","hentry","category-120","category-paper","tag-lipsync"],"_links":{"self":[{"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/posts\/4204","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/comments?post=4204"}],"version-history":[{"count":0,"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/posts\/4204\/revisions"}],"wp:attachment":[{"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/media?parent=4204"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/categories?post=4204"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/infernews.com\/blog\/wp-json\/wp\/v2\/tags?post=4204"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}