{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/efficient-video-generation-on-complex","title":"Adversarial Video Generation on Complex Datasets","arxiv_id":"1907.06571","date":"2019-07-15","proceeding":null,"authors":["Aidan Clark","Jeff Donahue","Karen Simonyan"],"abstract":"Generative models of natural images have progressed towards high fidelity samples by the strong leveraging of scale. We attempt to carry this success to the field of video modeling by showing that large Generative Adversarial Networks trained on the complex Kinetics-600 dataset are able to produce video samples of substantially higher complexity and fidelity than previous work. Our proposed model, Dual Video Discriminator GAN (DVD-GAN), scales to longer and higher resolution videos by leveraging a computationally efficient decomposition of its discriminator. We evaluate on the related tasks of video synthesis and video prediction, and achieve new state-of-the-art Fr\\'echet Inception Distance for prediction for Kinetics-600, as well as state-of-the-art Inception Score for synthesis on the UCF-101 dataset, alongside establishing a strong baseline for synthesis on Kinetics-600.","url_abs":"https://arxiv.org/abs/1907.06571v2","url_pdf":"https://arxiv.org/pdf/1907.06571v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"efficient-video-generation-on-complex","repo_url":"https://github.com/Harrypotterrrr/DVD-GAN","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"3d-character-animation-from-a-single-photo","task_name":"3D Character Animation From A Single Photo"},{"task_slug":"video-generation","task_name":"Video Generation"},{"task_slug":"video-prediction","task_name":"Video Prediction"}],"methods":[{"method_slug":"1x1-convolution","method_name":"1x1 Convolution"},{"method_slug":"3d-convolution","method_name":"3D Convolution"},{"method_slug":"adam","method_name":"Adam"},{"method_slug":"average-pooling","method_name":"Average Pooling"},{"method_slug":"batch-normalization","method_name":"Batch Normalization"},{"method_slug":"biggan","method_name":"BigGAN"},{"method_slug":"cgru","method_name":"CGRU"},{"method_slug":"conditional-batch-normalization","method_name":"Conditional Batch Normalization"},{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"dvd-gan","method_name":"DVD-GAN"},{"method_slug":"dvd-gan-dblock","method_name":"DVD-GAN DBlock"},{"method_slug":"dvd-gan-gblock","method_name":"DVD-GAN GBlock"},{"method_slug":"dense-connections","method_name":"Dense Connections"},{"method_slug":"early-stopping","method_name":"Early Stopping"},{"method_slug":"feedforward-network","method_name":"Feedforward Network"},{"method_slug":"gan-hinge-loss","method_name":"GAN Hinge Loss"},{"method_slug":"gru","method_name":"GRU"},{"method_slug":"linear-layer","method_name":"Linear Layer"},{"method_slug":"non-local-block","method_name":"Non-Local Block"},{"method_slug":"non-local-operation","method_name":"Non-Local Operation"},{"method_slug":"off-diagonal-orthogonal-regularization","method_name":"Off-Diagonal Orthogonal Regularization"},{"method_slug":"orthogonal-regularization","method_name":"Orthogonal Regularization"},{"method_slug":"projection-discriminator","method_name":"Projection Discriminator"},{"method_slug":"relu","method_name":"ReLU"},{"method_slug":"residual-block","method_name":"Residual Block"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"sagan","method_name":"SAGAN"},{"method_slug":"sigmoid-activation","method_name":"Sigmoid Activation"},{"method_slug":"softmax","method_name":"Softmax"},{"method_slug":"spectral-normalization","method_name":"Spectral Normalization"},{"method_slug":"ttur","method_name":"TTUR"},{"method_slug":"truncation-trick","method_name":"Truncation Trick"}],"datasets_introduced":[],"methods_introduced":[{"slug":"dvd-gan","name":"DVD-GAN","full_name":"DVD-GAN"},{"slug":"dvd-gan-dblock","name":"DVD-GAN DBlock","full_name":"DVD-GAN DBlock"}],"results":[{"leaderboard":"/sota/video-generation-on-bair-robot-pushing","task":"Video Generation","dataset":"BAIR Robot Pushing","model":"DVD-GAN-FP","rank_in_archive_order":11,"of":31,"metrics":{"Cond":"1","FVD score":"109.8","Pred":"15","Train":"15"},"uses_additional_data":false},{"leaderboard":"/sota/video-generation-on-kinetics-600-12-frames-1","task":"Video Generation","dataset":"Kinetics-600 12 frames, 128x128","model":"DVD-GAN","rank_in_archive_order":1,"of":1,"metrics":{"FID":"2.16"},"uses_additional_data":false},{"leaderboard":"/sota/video-generation-on-kinetics-600-12-frames","task":"Video Generation","dataset":"Kinetics-600 12 frames, 64x64","model":"DVD-GAN","rank_in_archive_order":4,"of":4,"metrics":{"FVD":"31.1"},"uses_additional_data":false},{"leaderboard":"/sota/video-generation-on-kinetics-600-48-frames","task":"Video Generation","dataset":"Kinetics-600 48 frames, 64x64","model":"DVD-GAN","rank_in_archive_order":1,"of":1,"metrics":{"FID":"12.92","Inception Score":"219.05"},"uses_additional_data":false},{"leaderboard":"/sota/video-prediction-on-bair-robot-pushing-1","task":"Video Prediction","dataset":"BAIR Robot Pushing","model":"DVD-GAN-FP","rank_in_archive_order":5,"of":6,"metrics":{"FVD":"109.8"},"uses_additional_data":false},{"leaderboard":"/sota/video-prediction-on-kinetics-600-12-frames","task":"Video Prediction","dataset":"Kinetics-600 12 frames, 64x64","model":"DVD-GAN-FP","rank_in_archive_order":14,"of":16,"metrics":{"Cond":"5","FVD":"69.15±0.78","Pred":"11"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1907.06571","mcp":null,"developers":"https://syntology.ai/developers"},"arxiv_metadata":null,"syntology_extracted_results":null}