{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/on-the-content-bias-in-frechet-video-distance","title":"On the Content Bias in Fréchet Video Distance","arxiv_id":"2404.12391","date":"2024-04-18","proceeding":null,"authors":["Songwei Ge","Aniruddha Mahapatra","Gaurav Parmar","Jun-Yan Zhu","Jia-Bin Huang"],"abstract":"Fr\\'echet Video Distance (FVD), a prominent metric for evaluating video generation models, is known to conflict with human perception occasionally. In this paper, we aim to explore the extent of FVD's bias toward per-frame quality over temporal realism and identify its sources. We first quantify the FVD's sensitivity to the temporal axis by decoupling the frame and motion quality and find that the FVD increases only slightly with large temporal corruption. We then analyze the generated videos and show that via careful sampling from a large set of generated videos that do not contain motions, one can drastically decrease FVD without improving the temporal quality. Both studies suggest FVD's bias towards the quality of individual frames. We further observe that the bias can be attributed to the features extracted from a supervised video classifier trained on the content-biased dataset. We show that FVD with features extracted from the recent large-scale self-supervised video models is less biased toward image quality. Finally, we revisit a few real-world examples to validate our hypothesis.","url_abs":"https://arxiv.org/abs/2404.12391v1","url_pdf":"https://arxiv.org/pdf/2404.12391v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"on-the-content-bias-in-frechet-video-distance","repo_url":"https://github.com/songweige/tats","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"video-generation","task_name":"Video Generation"}],"methods":[{"method_slug":"set","method_name":"SET"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2404.12391","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.12391"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/songweige/tats","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_fixture":2,"ran_violates":2,"ran":7,"ran_draft_wrong":5,"unverified":5},"by_repo_kind":{"listed":{"samples":21,"ran":16,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"085a09050f4f41dc","entry":"accuracy","repo":"songweige/tats","repo_kind":"listed","path":"tats/utils.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/utils.py","link_basis":"harvester_set","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"085a09050f4f41dc"}},{"code_sha256_prefix":"4cb732f513d69dfd","entry":"disabled_train","repo":"songweige/tats","repo_kind":"listed","path":"tats/tats_transformer.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/tats_transformer.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4cb732f513d69dfd"}},{"code_sha256_prefix":"e70eb36cf08faee4","entry":"get_ckpt_path","repo":"songweige/tats","repo_kind":"listed","path":"tats/modules/lpips.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/modules/lpips.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e70eb36cf08faee4"}},{"code_sha256_prefix":"26644593fdfc2e38","entry":"get_parent_dir","repo":"songweige/tats","repo_kind":"listed","path":"tats/data.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/data.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"26644593fdfc2e38"}},{"code_sha256_prefix":"22a83df891d750c6","entry":"hinge_d_loss","repo":"songweige/tats","repo_kind":"listed","path":"tats/tats_vqgan.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/tats_vqgan.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"22a83df891d750c6"}},{"code_sha256_prefix":"59848503040bbdac","entry":"is_image_file","repo":"songweige/tats","repo_kind":"listed","path":"tats/data.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/data.py","link_basis":"plan_row","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"59848503040bbdac"}},{"code_sha256_prefix":"07d90bd6ae1be7db","entry":"md5_hash","repo":"songweige/tats","repo_kind":"listed","path":"tats/modules/lpips.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/modules/lpips.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"07d90bd6ae1be7db"}},{"code_sha256_prefix":"7257fdf155f5ef45","entry":"normalize_tensor","repo":"songweige/tats","repo_kind":"listed","path":"tats/modules/lpips.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/modules/lpips.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7257fdf155f5ef45"}},{"code_sha256_prefix":"0149bd126048e025","entry":"preprocess","repo":"songweige/tats","repo_kind":"listed","path":"tats/data.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/data.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0149bd126048e025"}},{"code_sha256_prefix":"9b8215e10d2f2bc5","entry":"preprocess","repo":"songweige/tats","repo_kind":"listed","path":"tats/coinrun/coinrun_data.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/coinrun/coinrun_data.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9b8215e10d2f2bc5"}},{"code_sha256_prefix":"7805435b1e5053a7","entry":"sample_with_past","repo":"songweige/tats","repo_kind":"listed","path":"tats/modules/gpt.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/modules/gpt.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7805435b1e5053a7"}},{"code_sha256_prefix":"715551c67f608fa4","entry":"sample_with_past_and_future","repo":"songweige/tats","repo_kind":"listed","path":"tats/modules/gpt.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/modules/gpt.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"715551c67f608fa4"}},{"code_sha256_prefix":"791774067a83bf99","entry":"shift_dim","repo":"songweige/tats","repo_kind":"listed","path":"tats/utils.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/utils.py","link_basis":"plan_row","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"791774067a83bf99"}},{"code_sha256_prefix":"a8c56a46a8cde9c8","entry":"silu","repo":"songweige/tats","repo_kind":"listed","path":"tats/tats_vqgan.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/tats_vqgan.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a8c56a46a8cde9c8"}},{"code_sha256_prefix":"49f3df5f44c69b6f","entry":"top_k_top_p_filtering","repo":"songweige/tats","repo_kind":"listed","path":"tats/modules/gpt.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/modules/gpt.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"49f3df5f44c69b6f"}},{"code_sha256_prefix":"263c54290c553ddd","entry":"vanilla_d_loss","repo":"songweige/tats","repo_kind":"listed","path":"tats/tats_vqgan.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/tats_vqgan.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":"invariant","behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"263c54290c553ddd"}},{"code_sha256_prefix":"5d4761377571292e","entry":"download","repo":"songweige/tats","repo_kind":"listed","path":"tats/download.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/download.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5d4761377571292e"}},{"code_sha256_prefix":"135b3dc835ffe6ad","entry":"get_confirm_token","repo":"songweige/tats","repo_kind":"listed","path":"tats/download.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/download.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"135b3dc835ffe6ad"}},{"code_sha256_prefix":"d2ea9a6058bfe57a","entry":"load_vqgan","repo":"songweige/tats","repo_kind":"listed","path":"tats/download.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/download.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d2ea9a6058bfe57a"}},{"code_sha256_prefix":"24674c65e5c3df68","entry":"preprocess_text","repo":"songweige/tats","repo_kind":"listed","path":"tats/coinrun/coinrun_data.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/coinrun/coinrun_data.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"24674c65e5c3df68"}},{"code_sha256_prefix":"9f28796c8276d371","entry":"view_range","repo":"songweige/tats","repo_kind":"listed","path":"tats/utils.py","file_url":"https://github.com/songweige/tats/blob/HEAD/tats/utils.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9f28796c8276d371"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}