{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/fine-grained-open-domain-image-animation-with","title":"AnimateAnything: Fine-Grained Open Domain Image Animation with Motion Guidance","arxiv_id":"2311.12886","date":"2023-11-21","proceeding":null,"authors":["Zuozhuo Dai","Zhenghao Zhang","Yao Yao","Bingxue Qiu","Siyu Zhu","Long Qin","Weizhi Wang"],"abstract":"Image animation is a key task in computer vision which aims to generate dynamic visual content from static image. Recent image animation methods employ neural based rendering technique to generate realistic animations. Despite these advancements, achieving fine-grained and controllable image animation guided by text remains challenging, particularly for open-domain images captured in diverse real environments. In this paper, we introduce an open domain image animation method that leverages the motion prior of video diffusion model. Our approach introduces targeted motion area guidance and motion strength guidance, enabling precise control the movable area and its motion speed. This results in enhanced alignment between the animated visual elements and the prompting text, thereby facilitating a fine-grained and interactive animation generation process for intricate motion sequences. We validate the effectiveness of our method through rigorous experiments on an open-domain dataset, with the results showcasing its superior performance. Project page can be found at https://animationai.github.io/AnimateAnything.","url_abs":"https://arxiv.org/abs/2311.12886v2","url_pdf":"https://arxiv.org/pdf/2311.12886v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"fine-grained-open-domain-image-animation-with","repo_url":"https://github.com/alibaba/animate-anything","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"image-animation","task_name":"Image Animation"},{"task_slug":"image-to-video","task_name":"Image to Video Generation"},{"task_slug":"video-generation","task_name":"Video Generation"}],"methods":[{"method_slug":"diffusion","method_name":"Diffusion"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"syntology_url":"https://syntology.ai/paper/2311.12886","atlas_url":"https://app.syntology.ai/?focus=2311.12886","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.12886"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/alibaba/animate-anything","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran":8,"ran_draft_wrong":2},"by_repo_kind":{"official":{"samples":10,"ran":10,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"0cc1e66a7f7ed756","entry":"create_output_folders","repo":"alibaba/animate-anything","repo_kind":"official","path":"train_lora.py","file_url":"https://github.com/alibaba/animate-anything/blob/HEAD/train_lora.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0cc1e66a7f7ed756"}},{"code_sha256_prefix":"4378a00040ea0478","entry":"create_output_folders","repo":"alibaba/animate-anything","repo_kind":"official","path":"train_transparent_i2v_stage2.py","file_url":"https://github.com/alibaba/animate-anything/blob/HEAD/train_transparent_i2v_stage2.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4378a00040ea0478"}},{"code_sha256_prefix":"f37666c50cfeb34b","entry":"get_bucket_sizes","repo":"alibaba/animate-anything","repo_kind":"official","path":"utils/bucketing.py","file_url":"https://github.com/alibaba/animate-anything/blob/HEAD/utils/bucketing.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f37666c50cfeb34b"}},{"code_sha256_prefix":"1a1807c17f5a48ce","entry":"get_video_info","repo":"alibaba/animate-anything","repo_kind":"official","path":"app_svd.py","file_url":"https://github.com/alibaba/animate-anything/blob/HEAD/app_svd.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1a1807c17f5a48ce"}},{"code_sha256_prefix":"4481bf18d0cda4a2","entry":"is_attn","repo":"alibaba/animate-anything","repo_kind":"official","path":"train_lora.py","file_url":"https://github.com/alibaba/animate-anything/blob/HEAD/train_lora.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4481bf18d0cda4a2"}},{"code_sha256_prefix":"40775842d99a25f9","entry":"min_res","repo":"alibaba/animate-anything","repo_kind":"official","path":"utils/bucketing.py","file_url":"https://github.com/alibaba/animate-anything/blob/HEAD/utils/bucketing.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"40775842d99a25f9"}},{"code_sha256_prefix":"8f10b68de1f01ea9","entry":"prepare_input_output_pairs","repo":"alibaba/animate-anything","repo_kind":"official","path":"compress_video.py","file_url":"https://github.com/alibaba/animate-anything/blob/HEAD/compress_video.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8f10b68de1f01ea9"}},{"code_sha256_prefix":"bec7ef14686681c0","entry":"up_down_bucket","repo":"alibaba/animate-anything","repo_kind":"official","path":"utils/bucketing.py","file_url":"https://github.com/alibaba/animate-anything/blob/HEAD/utils/bucketing.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bec7ef14686681c0"}},{"code_sha256_prefix":"d9d7ea6b58ff6b08","entry":"update_num_frames","repo":"alibaba/animate-anything","repo_kind":"official","path":"app_svd.py","file_url":"https://github.com/alibaba/animate-anything/blob/HEAD/app_svd.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d9d7ea6b58ff6b08"}},{"code_sha256_prefix":"4719c763c53be3fe","entry":"zero_module","repo":"alibaba/animate-anything","repo_kind":"official","path":"models/layerdiffuse_VAE.py","file_url":"https://github.com/alibaba/animate-anything/blob/HEAD/models/layerdiffuse_VAE.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4719c763c53be3fe"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}