https://makepixelsdance.github.io/

\n","updatedAt":"2023-11-21T05:21:53.843Z","author":{"_id":"640ef2b2f2d7c41a1e9b6013","avatarUrl":"/avatars/556263c07df93942c22cda64e65b2e41.svg","fullname":"Yan Zeng","name":"zengyan-97","type":"user","isPro":false,"isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":7,"isUserFollowing":false}},"numEdits":0,"identifiedLanguage":{"language":"en","probability":0.5614984035491943},"editors":["zengyan-97"],"editorAvatarUrls":["/avatars/556263c07df93942c22cda64e65b2e41.svg"],"reactions":[{"reaction":"👍","users":["addf400","haoguo2","Ath3r1s","Lluvia111","shayeboshi","weigq","MichaelBarryUK","osanseviero","Lyte","julien-c","impiga","victor"],"count":12}],"isReport":false}},{"id":"655c9490577768083c551d0b","author":{"_id":"644e1b1d9b4e87c31bab0a14","avatarUrl":"/avatars/88bb4c4a67dc8958069e9014f5e73a0b.svg","fullname":"Michael Barry","name":"MichaelBarryUK","type":"user","isPro":false,"isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":7,"isUserFollowing":false},"createdAt":"2023-11-21T11:29:20.000Z","type":"comment","data":{"edited":true,"hidden":false,"latest":{"raw":"> project website: https://makepixelsdance.github.io/\n\nI wish every paper had the project link in the comments. If only there was a way to automate this 🤔","html":"

\n

project website: https://makepixelsdance.github.io/

\n

\n

I wish every paper had the project link in the comments. If only there was a way to automate this 🤔

\n","updatedAt":"2023-11-21T11:29:41.092Z","author":{"_id":"644e1b1d9b4e87c31bab0a14","avatarUrl":"/avatars/88bb4c4a67dc8958069e9014f5e73a0b.svg","fullname":"Michael Barry","name":"MichaelBarryUK","type":"user","isPro":false,"isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":7,"isUserFollowing":false}},"numEdits":1,"identifiedLanguage":{"language":"en","probability":0.9210512638092041},"editors":["MichaelBarryUK"],"editorAvatarUrls":["/avatars/88bb4c4a67dc8958069e9014f5e73a0b.svg"],"reactions":[{"reaction":"👍","users":["fffiloni","victor","julien-c","makysmaky"],"count":4}],"isReport":false}},{"id":"655cb26ef37a7d0b0940a493","author":{"_id":"61868ce808aae0b5499a2a95","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/61868ce808aae0b5499a2a95/F6BA0anbsoY_Z7M1JrwOe.jpeg","fullname":"Sylvain Filoni","name":"fffiloni","type":"user","isPro":true,"isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":8051,"isUserFollowing":false},"createdAt":"2023-11-21T13:36:46.000Z","type":"comment","data":{"edited":false,"hidden":false,"latest":{"raw":"Good idea 👍\nWhat do you think @victor ?","html":"

Good idea 👍
What do you think \n\n@victor\n\t ?

\n","updatedAt":"2023-11-21T13:36:46.692Z","author":{"_id":"61868ce808aae0b5499a2a95","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/61868ce808aae0b5499a2a95/F6BA0anbsoY_Z7M1JrwOe.jpeg","fullname":"Sylvain Filoni","name":"fffiloni","type":"user","isPro":true,"isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":8051,"isUserFollowing":false}},"numEdits":0,"identifiedLanguage":{"language":"en","probability":0.887880265712738},"editors":["fffiloni"],"editorAvatarUrls":["https://cdn-avatars.huggingface.co/v1/production/uploads/61868ce808aae0b5499a2a95/F6BA0anbsoY_Z7M1JrwOe.jpeg"],"reactions":[{"reaction":"❤️","users":["zengyan-97"],"count":1}],"isReport":false}},{"id":"655d821af828e5ad0f03e38c","author":{"_id":"640ef2b2f2d7c41a1e9b6013","avatarUrl":"/avatars/556263c07df93942c22cda64e65b2e41.svg","fullname":"Yan Zeng","name":"zengyan-97","type":"user","isPro":false,"isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":7,"isUserFollowing":false},"createdAt":"2023-11-22T04:22:50.000Z","type":"comment","data":{"edited":false,"hidden":false,"latest":{"raw":"Remix | PixelDance\nhttps://cdn-uploads.huggingface.co/production/uploads/640ef2b2f2d7c41a1e9b6013/NtHvb-T-mhKUaw9rRdb9X.mp4\n","html":"

Remix | PixelDance

\n

\n","updatedAt":"2023-11-22T04:22:50.668Z","author":{"_id":"640ef2b2f2d7c41a1e9b6013","avatarUrl":"/avatars/556263c07df93942c22cda64e65b2e41.svg","fullname":"Yan Zeng","name":"zengyan-97","type":"user","isPro":false,"isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":7,"isUserFollowing":false}},"numEdits":0,"identifiedLanguage":{"language":"en","probability":0.40093687176704407},"editors":["zengyan-97"],"editorAvatarUrls":["/avatars/556263c07df93942c22cda64e65b2e41.svg"],"reactions":[{"reaction":"👍","users":["weigq","ihateportalsbut"],"count":2}],"isReport":false}},{"id":"655f44a0737830f99472f040","author":{"_id":"63d3e0e8ff1384ce6c5dd17d","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1674830754237-63d3e0e8ff1384ce6c5dd17d.jpeg","fullname":"Librarian Bot (Bot)","name":"librarian-bot","type":"user","isPro":false,"isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":318,"isUserFollowing":false},"createdAt":"2023-11-23T12:25:04.000Z","type":"comment","data":{"edited":false,"hidden":false,"latest":{"raw":"This is an automated message from the [Librarian Bot](https://huggingface.co/librarian-bots). I found the following papers similar to this paper. \n\nThe following papers were recommended by the Semantic Scholar API \n\n* [LAMP: Learn A Motion Pattern for Few-Shot-Based Video Generation](https://huggingface.co/papers/2310.10769) (2023)\n* [SEINE: Short-to-Long Video Diffusion Model for Generative Transition and Prediction](https://huggingface.co/papers/2310.20700) (2023)\n* [Consistent Video-to-Video Transfer Using Synthetic Dataset](https://huggingface.co/papers/2311.00213) (2023)\n* [MoVideo: Motion-Aware Video Generation with Diffusion Models](https://huggingface.co/papers/2311.11325) (2023)\n* [LAVIE: High-Quality Video Generation with Cascaded Latent Diffusion Models](https://huggingface.co/papers/2309.15103) (2023)\n\n Please give a thumbs up to this comment if you found it helpful!\n\n If you want recommendations for any Paper on Hugging Face checkout [this](https://huggingface.co/spaces/librarian-bots/recommend_similar_papers) Space","html":"

This is an automated message from the Librarian Bot. I found the following papers similar to this paper.

\n

The following papers were recommended by the Semantic Scholar API

\n

\n
• LAMP: Learn A Motion Pattern for Few-Shot-Based Video Generation (2023)
\n
• SEINE: Short-to-Long Video Diffusion Model for Generative Transition and Prediction (2023)
\n
• Consistent Video-to-Video Transfer Using Synthetic Dataset (2023)
\n
• MoVideo: Motion-Aware Video Generation with Diffusion Models (2023)
\n
• LAVIE: High-Quality Video Generation with Cascaded Latent Diffusion Models (2023)
\n

\n

Please give a thumbs up to this comment if you found it helpful!

\n

If you want recommendations for any Paper on Hugging Face checkout this Space

\n","updatedAt":"2023-11-23T12:25:04.699Z","author":{"_id":"63d3e0e8ff1384ce6c5dd17d","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1674830754237-63d3e0e8ff1384ce6c5dd17d.jpeg","fullname":"Librarian Bot (Bot)","name":"librarian-bot","type":"user","isPro":false,"isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":318,"isUserFollowing":false}},"numEdits":0,"identifiedLanguage":{"language":"en","probability":0.6767261624336243},"editors":["librarian-bot"],"editorAvatarUrls":["https://cdn-avatars.huggingface.co/v1/production/uploads/1674830754237-63d3e0e8ff1384ce6c5dd17d.jpeg"],"reactions":[],"isReport":false}},{"id":"66f7def27b28c82e5665911e","author":{"_id":"6492bb1f91848e3c1dd73534","avatarUrl":"/avatars/bf1f64da7257cb92651c4b5a30b4ba1c.svg","fullname":"LLMhacker","name":"LLMhacker","type":"user","isPro":true,"isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":116,"isUserFollowing":false},"createdAt":"2024-09-28T10:48:18.000Z","type":"comment","data":{"edited":false,"hidden":false,"latest":{"raw":"new generation of pixeldance is amazing ， i think its the best ever video model , i find this site showcase is amazing : https://8pixlabs.com","html":"

new generation of pixeldance is amazing ， i think its the best ever video model , i find this site showcase is amazing : https://8pixlabs.com

\n","updatedAt":"2024-09-28T10:48:18.443Z","author":{"_id":"6492bb1f91848e3c1dd73534","avatarUrl":"/avatars/bf1f64da7257cb92651c4b5a30b4ba1c.svg","fullname":"LLMhacker","name":"LLMhacker","type":"user","isPro":true,"isHf":false,"isHfAdmin":false,"isMod":false,"followerCount":116,"isUserFollowing":false}},"numEdits":0,"identifiedLanguage":{"language":"en","probability":0.852557897567749},"editors":["LLMhacker"],"editorAvatarUrls":["/avatars/bf1f64da7257cb92651c4b5a30b4ba1c.svg"],"reactions":[],"isReport":false}}],"primaryEmailConfirmed":false,"paper":{"id":"2311.10982","authors":[{"_id":"655c34faf63eaf2a751b2bda","user":{"_id":"640ef2b2f2d7c41a1e9b6013","avatarUrl":"/avatars/556263c07df93942c22cda64e65b2e41.svg","isPro":false,"fullname":"Yan Zeng","user":"zengyan-97","type":"user"},"name":"Yan Zeng","status":"admin_assigned","statusLastChangedAt":"2023-11-21T10:27:02.859Z","hidden":false},{"_id":"655c34faf63eaf2a751b2bdb","user":{"_id":"63160a1d29411a6864b0e585","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1668083049513-63160a1d29411a6864b0e585.jpeg","isPro":false,"fullname":"Guoqiang Wei","user":"weigq","type":"user"},"name":"Guoqiang Wei","status":"admin_assigned","statusLastChangedAt":"2023-11-21T10:27:09.416Z","hidden":false},{"_id":"655c34faf63eaf2a751b2bdc","user":{"_id":"64531f631a57e1179c203e6b","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/64531f631a57e1179c203e6b/C_J7pXFLqoJoHYPPhK3J9.jpeg","isPro":false,"fullname":"zjn","user":"garlicisnotmyfavor","type":"user"},"name":"Jiani Zheng","status":"claimed_verified","statusLastChangedAt":"2023-11-21T15:00:50.619Z","hidden":false},{"_id":"655c34faf63eaf2a751b2bdd","user":{"_id":"655c485e71ed242b42701fb0","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/655c485e71ed242b42701fb0/7d6lHB-wMy7xNj3dWIp5y.jpeg","isPro":false,"fullname":"Jiaxin Zou","user":"shayeboshi","type":"user"},"name":"Jiaxin Zou","status":"claimed_verified","statusLastChangedAt":"2023-11-21T13:04:54.854Z","hidden":false},{"_id":"655c34faf63eaf2a751b2bde","user":{"_id":"631a089f223d36c5706c7ba3","avatarUrl":"/avatars/a2b8b303d5d912b531130be44b82f601.svg","isPro":false,"fullname":"Yang Wei","user":"godweiyang","type":"user"},"name":"Yang Wei","status":"admin_assigned","statusLastChangedAt":"2023-11-21T10:47:43.045Z","hidden":false},{"_id":"655c34faf63eaf2a751b2bdf","name":"Yuchen Zhang","hidden":false},{"_id":"655c34faf63eaf2a751b2be0","name":"Hang Li","hidden":false}],"publishedAt":"2023-11-18T06:25:58.000Z","submittedOnDailyAt":"2023-11-21T02:11:33.241Z","title":"Make Pixels Dance: High-Dynamic Video Generation","submittedOnDailyBy":{"_id":"60f1abe7544c2adfd699860c","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1674929746905-60f1abe7544c2adfd699860c.jpeg","isPro":false,"fullname":"AK","user":"akhaliq","type":"user"},"summary":"Creating high-dynamic videos such as motion-rich actions and sophisticated\nvisual effects poses a significant challenge in the field of artificial\nintelligence. Unfortunately, current state-of-the-art video generation methods,\nprimarily focusing on text-to-video generation, tend to produce video clips\nwith minimal motions despite maintaining high fidelity. We argue that relying\nsolely on text instructions is insufficient and suboptimal for video\ngeneration. In this paper, we introduce PixelDance, a novel approach based on\ndiffusion models that incorporates image instructions for both the first and\nlast frames in conjunction with text instructions for video generation.\nComprehensive experimental results demonstrate that PixelDance trained with\npublic data exhibits significantly better proficiency in synthesizing videos\nwith complex scenes and intricate motions, setting a new standard for video\ngeneration.","upvotes":68,"discussionId":"655c34fdf63eaf2a751b2c2a","ai_summary":"PixelDance, a diffusion model-based approach, generates high-dynamic videos by incorporating image instructions for first and last frames alongside text instructions, surpassing current text-to-video methods in complexity and motion.","ai_keywords":["diffusion models","image instructions","text instructions","video generation","complex scenes","intricate motions"]},"canReadDatabase":false,"canManagePapers":false,"canSubmit":false,"hasHfLevelAccess":false,"upvoted":false,"upvoters":[{"_id":"6323bc94e007685e355ed1d2","avatarUrl":"/avatars/8616deaa078b5f29bb7d2ea2bc3a81ab.svg","isPro":false,"fullname":"Benjamin George Depena","user":"BENGDPENA","type":"user"},{"_id":"63f70774c96958470d217aab","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1677133760992-63f70774c96958470d217aab.jpeg","isPro":false,"fullname":"Ming Yin","user":"kalasoo","type":"user"},{"_id":"640ef2b2f2d7c41a1e9b6013","avatarUrl":"/avatars/556263c07df93942c22cda64e65b2e41.svg","isPro":false,"fullname":"Yan Zeng","user":"zengyan-97","type":"user"},{"_id":"63160a1d29411a6864b0e585","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1668083049513-63160a1d29411a6864b0e585.jpeg","isPro":false,"fullname":"Guoqiang Wei","user":"weigq","type":"user"},{"_id":"655c3d42ae75c25ae7e23365","avatarUrl":"/avatars/d30b561539007a4228c0792cffb25bac.svg","isPro":false,"fullname":"wwwwwwwww","user":"wwww9999","type":"user"},{"_id":"64531f631a57e1179c203e6b","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/64531f631a57e1179c203e6b/C_J7pXFLqoJoHYPPhK3J9.jpeg","isPro":false,"fullname":"zjn","user":"garlicisnotmyfavor","type":"user"},{"_id":"62c6981c9db11473f08b0c87","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/62c6981c9db11473f08b0c87/PKnnQ1SOrMuB4vf2cDDdG.jpeg","isPro":false,"fullname":"Hangbo Bao","user":"addf400","type":"user"},{"_id":"630457adeedc089484c9f261","avatarUrl":"/avatars/f20e44ea4a497f2b8acf202cdaec36df.svg","isPro":false,"fullname":"Lyell Hintz","user":"dotdotsim","type":"user"},{"_id":"6150027bcc61260d96851d33","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/1632633593711-6150027bcc61260d96851d33.jpeg","isPro":false,"fullname":"tqnwhz","user":"tqnwhz","type":"user"},{"_id":"60c8d264224e250fb0178f77","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/60c8d264224e250fb0178f77/i8fbkBVcoFeJRmkQ9kYAE.png","isPro":false,"fullname":"Adam Lee","user":"Abecid","type":"user"},{"_id":"655c43d6b426ec8f4b5e7652","avatarUrl":"/avatars/ddcf9d1ef0e2dc1f564a56ba9153f24f.svg","isPro":false,"fullname":"Xiang Cheng","user":"FFFc2","type":"user"},{"_id":"655c44786d02c2b1a936e77b","avatarUrl":"https://cdn-avatars.huggingface.co/v1/production/uploads/noauth/KRdo4R3-Xrd0CCEeTox2R.jpeg","isPro":false,"fullname":"haoguo","user":"haoguo2","type":"user"}],"acceptLanguages":["*"],"dailyPaperRank":3}">