{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/long-term-feature-banks-for-detailed-video","title":"Long-Term Feature Banks for Detailed Video Understanding","arxiv_id":"1812.05038","date":"2018-12-12","proceeding":"CVPR 2019 6","authors":["Chao-yuan Wu","Christoph Feichtenhofer","Haoqi Fan","Kaiming He","Philipp Krähenbühl","Ross Girshick"],"abstract":"To understand the world, we humans constantly need to relate the present to\nthe past, and put events in context. In this paper, we enable existing video\nmodels to do the same. We propose a long-term feature bank---supportive\ninformation extracted over the entire span of a video---to augment\nstate-of-the-art video models that otherwise would only view short clips of 2-5\nseconds. Our experiments demonstrate that augmenting 3D convolutional networks\nwith a long-term feature bank yields state-of-the-art results on three\nchallenging video datasets: AVA, EPIC-Kitchens, and Charades.","url_abs":"http://arxiv.org/abs/1812.05038v2","url_pdf":"http://arxiv.org/pdf/1812.05038v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"long-term-feature-banks-for-detailed-video","repo_url":"https://github.com/facebookresearch/video-long-term-feature-banks","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"caffe2","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"long-term-feature-banks-for-detailed-video","repo_url":"https://github.com/BoChenUIUC/YOWO","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}},{"paper_slug":"long-term-feature-banks-for-detailed-video","repo_url":"https://github.com/wei-tim/YOWO","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"NOASSERTION"}},{"paper_slug":"long-term-feature-banks-for-detailed-video","repo_url":"https://github.com/open-mmlab/mmaction2","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"action-classification","task_name":"Action Classification"},{"task_slug":"action-recognition-in-videos","task_name":"Action Recognition"},{"task_slug":"egocentric-activity-recognition","task_name":"Egocentric Activity Recognition"},{"task_slug":"video-understanding","task_name":"Video Understanding"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/action-classification-on-charades","task":"Action Classification","dataset":"Charades","model":"LFB","rank_in_archive_order":25,"of":49,"metrics":{"MAP":"42.5"},"uses_additional_data":true},{"leaderboard":"/sota/action-recognition-in-videos-on-ava-v21","task":"Action Recognition","dataset":"AVA v2.1","model":"LFB (Kinetics-400 pretraining)","rank_in_archive_order":5,"of":15,"metrics":{"mAP (Val)":"27.7"},"uses_additional_data":false},{"leaderboard":"/sota/egocentric-activity-recognition-on-epic-1","task":"Egocentric Activity Recognition","dataset":"EPIC-KITCHENS-55","model":"LFB Max","rank_in_archive_order":4,"of":7,"metrics":{"Actions Top-1 (S1)":"32.70","Actions Top-1 (S2)":"21.2"},"uses_additional_data":false}],"syntology":{"syntology_url":null,"atlas_url":"https://app.syntology.ai/?focus=1812.05038","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1812.05038"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/wei-tim/YOWO","reach":{"status":"ok","spdx":"NOASSERTION"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/facebookresearch/video-long-term-feature-banks","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/BoChenUIUC/YOWO","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/open-mmlab/mmaction2","reach":null}],"summary":{"unverified":8},"by_repo_kind":{"official":{"samples":8,"ran":0,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"a2a4e1ac0aaddbce","entry":"aggregate_labels","repo":"facebookresearch/video-long-term-feature-banks","repo_kind":"official","path":"lib/datasets/charades.py","file_url":"https://github.com/facebookresearch/video-long-term-feature-banks/blob/HEAD/lib/datasets/charades.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a2a4e1ac0aaddbce"}},{"code_sha256_prefix":"2a790105b9c533f5","entry":"convert_to_batch","repo":"facebookresearch/video-long-term-feature-banks","repo_kind":"official","path":"lib/datasets/data_input_helper.py","file_url":"https://github.com/facebookresearch/video-long-term-feature-banks/blob/HEAD/lib/datasets/data_input_helper.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"2a790105b9c533f5"}},{"code_sha256_prefix":"1c2aad8821b0a87f","entry":"get_sequence","repo":"facebookresearch/video-long-term-feature-banks","repo_kind":"official","path":"lib/datasets/dataset_helper.py","file_url":"https://github.com/facebookresearch/video-long-term-feature-banks/blob/HEAD/lib/datasets/dataset_helper.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1c2aad8821b0a87f"}},{"code_sha256_prefix":"808883fafe444db8","entry":"load_boxes_and_labels","repo":"facebookresearch/video-long-term-feature-banks","repo_kind":"official","path":"lib/datasets/ava.py","file_url":"https://github.com/facebookresearch/video-long-term-feature-banks/blob/HEAD/lib/datasets/ava.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"808883fafe444db8"}},{"code_sha256_prefix":"3cac88e08ef2456a","entry":"retry_load_images","repo":"facebookresearch/video-long-term-feature-banks","repo_kind":"official","path":"lib/datasets/data_input_helper.py","file_url":"https://github.com/facebookresearch/video-long-term-feature-banks/blob/HEAD/lib/datasets/data_input_helper.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3cac88e08ef2456a"}},{"code_sha256_prefix":"66aa5a4540720019","entry":"sample_center_of_segments","repo":"facebookresearch/video-long-term-feature-banks","repo_kind":"official","path":"lib/datasets/charades.py","file_url":"https://github.com/facebookresearch/video-long-term-feature-banks/blob/HEAD/lib/datasets/charades.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"66aa5a4540720019"}},{"code_sha256_prefix":"869476ae19df5c8b","entry":"sample_train_idx","repo":"facebookresearch/video-long-term-feature-banks","repo_kind":"official","path":"lib/datasets/charades.py","file_url":"https://github.com/facebookresearch/video-long-term-feature-banks/blob/HEAD/lib/datasets/charades.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"869476ae19df5c8b"}},{"code_sha256_prefix":"45fec9a5e6665aa8","entry":"time_to_sec","repo":"facebookresearch/video-long-term-feature-banks","repo_kind":"official","path":"lib/datasets/epic.py","file_url":"https://github.com/facebookresearch/video-long-term-feature-banks/blob/HEAD/lib/datasets/epic.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"45fec9a5e6665aa8"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}