{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/compositional-video-synthesis-with-action","title":"Compositional Video Synthesis with Action Graphs","arxiv_id":"2006.15327","date":"2020-06-27","proceeding":null,"authors":["Amir Bar","Roei Herzig","Xiaolong Wang","Anna Rohrbach","Gal Chechik","Trevor Darrell","Amir Globerson"],"abstract":"Videos of actions are complex signals containing rich compositional structure in space and time. Current video generation methods lack the ability to condition the generation on multiple coordinated and potentially simultaneous timed actions. To address this challenge, we propose to represent the actions in a graph structure called Action Graph and present the new ``Action Graph To Video'' synthesis task. Our generative model for this task (AG2Vid) disentangles motion and appearance features, and by incorporating a scheduling mechanism for actions facilitates a timely and coordinated video generation. We train and evaluate AG2Vid on the CATER and Something-Something V2 datasets, and show that the resulting videos have better visual quality and semantic consistency compared to baselines. Finally, our model demonstrates zero-shot abilities by synthesizing novel compositions of the learned actions. For code and pretrained models, see the project page https://roeiherz.github.io/AG2Video","url_abs":"https://arxiv.org/abs/2006.15327v4","url_pdf":"https://arxiv.org/pdf/2006.15327v4.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"compositional-video-synthesis-with-action","repo_url":"https://github.com/roeiherz/AG2Video","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"scheduling","task_name":"Scheduling"},{"task_slug":"video-generation","task_name":"Video Generation"},{"task_slug":"video-prediction","task_name":"Video Prediction"},{"task_slug":"video-to-video-synthesis","task_name":"Video-to-Video Synthesis"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2006.15327","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.15327"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/roeiherz/AG2Video","reach":null}],"summary":{"ran":2,"ran_draft_wrong":2,"unverified":2},"by_repo_kind":{"official":{"samples":6,"ran":4,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"d7caf2b49b0a1b2e","entry":"GraphTripleConv","repo":"roeiherz/AG2Video","repo_kind":"official","path":"models/graph_models/model.py","file_url":"https://github.com/roeiherz/AG2Video/blob/HEAD/models/graph_models/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d7caf2b49b0a1b2e"}},{"code_sha256_prefix":"79940ec8bd422612","entry":"Interpolate","repo":"roeiherz/AG2Video","repo_kind":"official","path":"models/graph_models/model.py","file_url":"https://github.com/roeiherz/AG2Video/blob/HEAD/models/graph_models/model.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"79940ec8bd422612"}},{"code_sha256_prefix":"a193f189a7547b8b","entry":"build_mlp","repo":"roeiherz/AG2Video","repo_kind":"official","path":"models/graph_models/model.py","file_url":"https://github.com/roeiherz/AG2Video/blob/HEAD/models/graph_models/model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a193f189a7547b8b"}},{"code_sha256_prefix":"6adb3b06f471b25d","entry":"get_activation","repo":"roeiherz/AG2Video","repo_kind":"official","path":"models/graph_models/model.py","file_url":"https://github.com/roeiherz/AG2Video/blob/HEAD/models/graph_models/model.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6adb3b06f471b25d"}},{"code_sha256_prefix":"dc15a00dfb74eee7","entry":"Acts2LayoutModel","repo":"roeiherz/AG2Video","repo_kind":"official","path":"models/graph_models/model.py","file_url":"https://github.com/roeiherz/AG2Video/blob/HEAD/models/graph_models/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"dc15a00dfb74eee7"}},{"code_sha256_prefix":"b066a05b83506f71","entry":"AttributeEmbeddings","repo":"roeiherz/AG2Video","repo_kind":"official","path":"models/graph_models/model.py","file_url":"https://github.com/roeiherz/AG2Video/blob/HEAD/models/graph_models/model.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b066a05b83506f71"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}