{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/video-frame-interpolation-with-densely","title":"Video Frame Interpolation with Densely Queried Bilateral Correlation","arxiv_id":"2304.13596","date":"2023-04-26","proceeding":null,"authors":["Chang Zhou","Jie Liu","Jie Tang","Gangshan Wu"],"abstract":"Video Frame Interpolation (VFI) aims to synthesize non-existent intermediate frames between existent frames. Flow-based VFI algorithms estimate intermediate motion fields to warp the existent frames. Real-world motions' complexity and the reference frame's absence make motion estimation challenging. Many state-of-the-art approaches explicitly model the correlations between two neighboring frames for more accurate motion estimation. In common approaches, the receptive field of correlation modeling at higher resolution depends on the motion fields estimated beforehand. Such receptive field dependency makes common motion estimation approaches poor at coping with small and fast-moving objects. To better model correlations and to produce more accurate motion fields, we propose the Densely Queried Bilateral Correlation (DQBC) that gets rid of the receptive field dependency problem and thus is more friendly to small and fast-moving objects. The motion fields generated with the help of DQBC are further refined and up-sampled with context features. After the motion fields are fixed, a CNN-based SynthNet synthesizes the final interpolated frame. Experiments show that our approach enjoys higher accuracy and less inference time than the state-of-the-art. Source code is available at https://github.com/kinoud/DQBC.","url_abs":"https://arxiv.org/abs/2304.13596v1","url_pdf":"https://arxiv.org/pdf/2304.13596v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"video-frame-interpolation-with-densely","repo_url":"https://github.com/kinoud/DQBC","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"motion-estimation","task_name":"Motion Estimation"},{"task_slug":"video-frame-interpolation","task_name":"Video Frame Interpolation"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/video-frame-interpolation-on-msu-video-frame","task":"Video Frame Interpolation","dataset":"MSU Video Frame Interpolation","model":"DQBC","rank_in_archive_order":6,"of":24,"metrics":{"LPIPS":"0.021","MS-SSIM":"0.961","PSNR":"29.45","SSIM":"0.949","VMAF":"72.12"},"uses_additional_data":false},{"leaderboard":"/sota/video-frame-interpolation-on-snu-film-easy","task":"Video Frame Interpolation","dataset":"SNU-FILM (easy)","model":"DQBC","rank_in_archive_order":5,"of":8,"metrics":{"PSNR":"40.31","SSIM":"0.9909"},"uses_additional_data":false},{"leaderboard":"/sota/video-frame-interpolation-on-snu-film-extreme","task":"Video Frame Interpolation","dataset":"SNU-FILM (extreme)","model":"DQBC","rank_in_archive_order":6,"of":8,"metrics":{"PSNR":"25.61","SSIM":"0.8648"},"uses_additional_data":false},{"leaderboard":"/sota/video-frame-interpolation-on-snu-film-hard","task":"Video Frame Interpolation","dataset":"SNU-FILM (hard)","model":"DQBC","rank_in_archive_order":5,"of":8,"metrics":{"PSNR":"30.94","SSIM":"0.9378"},"uses_additional_data":false},{"leaderboard":"/sota/video-frame-interpolation-on-snu-film-medium","task":"Video Frame Interpolation","dataset":"SNU-FILM (medium)","model":"DQBC","rank_in_archive_order":5,"of":8,"metrics":{"PSNR":"36.25","SSIM":"0.9799"},"uses_additional_data":false},{"leaderboard":"/sota/video-frame-interpolation-on-ucf101-1","task":"Video Frame Interpolation","dataset":"UCF101","model":"DQBC","rank_in_archive_order":4,"of":19,"metrics":{"PSNR":"35.44","SSIM":"0.9700"},"uses_additional_data":false},{"leaderboard":"/sota/video-frame-interpolation-on-vimeo90k","task":"Video Frame Interpolation","dataset":"Vimeo90K","model":"DQBC","rank_in_archive_order":3,"of":23,"metrics":{"PSNR":"36.57","SSIM":"0.9817"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2304.13596","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.13596"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"deterministic:regex_extraction","url":"https://github.com/kinoud/DQBC","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":1,"unverified":12},"by_repo_kind":{"official":{"samples":13,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"1d13034a9dbf1c2a","entry":"conv","repo":"kinoud/DQBC","repo_kind":"official","path":"models/dqbc/flow_tea/IFNet.py","file_url":"https://github.com/kinoud/DQBC/blob/HEAD/models/dqbc/flow_tea/IFNet.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1d13034a9dbf1c2a"}},{"code_sha256_prefix":"0464c315cc99e001","entry":"bilinear_pyramid","repo":"kinoud/DQBC","repo_kind":"official","path":"models/dqbc/corr/correlation.py","file_url":"https://github.com/kinoud/DQBC/blob/HEAD/models/dqbc/corr/correlation.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0464c315cc99e001"}},{"code_sha256_prefix":"67c5a32bc327da3f","entry":"conv33","repo":"kinoud/DQBC","repo_kind":"official","path":"models/dqbc/common.py","file_url":"https://github.com/kinoud/DQBC/blob/HEAD/models/dqbc/common.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"67c5a32bc327da3f"}},{"code_sha256_prefix":"a23d438afc2cc644","entry":"conv333","repo":"kinoud/DQBC","repo_kind":"official","path":"models/dqbc/common.py","file_url":"https://github.com/kinoud/DQBC/blob/HEAD/models/dqbc/common.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a23d438afc2cc644"}},{"code_sha256_prefix":"cfb560b27d768b45","entry":"conv373","repo":"kinoud/DQBC","repo_kind":"official","path":"models/dqbc/common.py","file_url":"https://github.com/kinoud/DQBC/blob/HEAD/models/dqbc/common.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"cfb560b27d768b45"}},{"code_sha256_prefix":"612249f14f261920","entry":"deconv","repo":"kinoud/DQBC","repo_kind":"official","path":"models/dqbc/flow_tea/IFNet.py","file_url":"https://github.com/kinoud/DQBC/blob/HEAD/models/dqbc/flow_tea/IFNet.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"612249f14f261920"}},{"code_sha256_prefix":"52df545e03dc90db","entry":"get_grid","repo":"kinoud/DQBC","repo_kind":"official","path":"models/dqbc/warplayer.py","file_url":"https://github.com/kinoud/DQBC/blob/HEAD/models/dqbc/warplayer.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"52df545e03dc90db"}},{"code_sha256_prefix":"a65f2fa02e7f3abd","entry":"make_cnet","repo":"kinoud/DQBC","repo_kind":"official","path":"models/dqbc/context.py","file_url":"https://github.com/kinoud/DQBC/blob/HEAD/models/dqbc/context.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"a65f2fa02e7f3abd"}},{"code_sha256_prefix":"869121b94cac7874","entry":"make_corr_manip","repo":"kinoud/DQBC","repo_kind":"official","path":"models/dqbc/flow_gen/flow_gen.py","file_url":"https://github.com/kinoud/DQBC/blob/HEAD/models/dqbc/flow_gen/flow_gen.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"869121b94cac7874"}},{"code_sha256_prefix":"54755b33648764d3","entry":"make_grids","repo":"kinoud/DQBC","repo_kind":"official","path":"models/dqbc/corr/correlation.py","file_url":"https://github.com/kinoud/DQBC/blob/HEAD/models/dqbc/corr/correlation.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"54755b33648764d3"}},{"code_sha256_prefix":"32ba65d28e64a54c","entry":"make_norm","repo":"kinoud/DQBC","repo_kind":"official","path":"models/dqbc/flow_gen/flow_gen.py","file_url":"https://github.com/kinoud/DQBC/blob/HEAD/models/dqbc/flow_gen/flow_gen.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"32ba65d28e64a54c"}},{"code_sha256_prefix":"5819ad8e8d0b9f83","entry":"to_relative","repo":"kinoud/DQBC","repo_kind":"official","path":"models/dqbc/corr/correlation.py","file_url":"https://github.com/kinoud/DQBC/blob/HEAD/models/dqbc/corr/correlation.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5819ad8e8d0b9f83"}},{"code_sha256_prefix":"8a8fb1f600cdc871","entry":"warp","repo":"kinoud/DQBC","repo_kind":"official","path":"models/dqbc/warplayer.py","file_url":"https://github.com/kinoud/DQBC/blob/HEAD/models/dqbc/warplayer.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"8a8fb1f600cdc871"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}