{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/eventful-transformers-leveraging-temporal","title":"Eventful Transformers: Leveraging Temporal Redundancy in Vision Transformers","arxiv_id":"2308.13494","date":"2023-08-25","proceeding":"ICCV 2023 1","authors":["Matthew Dutson","Yin Li","Mohit Gupta"],"abstract":"Vision Transformers achieve impressive accuracy across a range of visual recognition tasks. Unfortunately, their accuracy frequently comes with high computational costs. This is a particular issue in video recognition, where models are often applied repeatedly across frames or temporal chunks. In this work, we exploit temporal redundancy between subsequent inputs to reduce the cost of Transformers for video processing. We describe a method for identifying and re-processing only those tokens that have changed significantly over time. Our proposed family of models, Eventful Transformers, can be converted from existing Transformers (often without any re-training) and give adaptive control over the compute cost at runtime. We evaluate our method on large-scale datasets for video object detection (ImageNet VID) and action recognition (EPIC-Kitchens 100). Our approach leads to significant computational savings (on the order of 2-4x) with only minor reductions in accuracy.","url_abs":"https://arxiv.org/abs/2308.13494v1","url_pdf":"https://arxiv.org/pdf/2308.13494v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"eventful-transformers-leveraging-temporal","repo_url":"https://github.com/WISION-Lab/eventful-transformer","is_official":1,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"action-recognition-in-videos","task_name":"Action Recognition"},{"task_slug":"object-detection","task_name":"Object Detection"},{"task_slug":"video-object-detection","task_name":"Video Object Detection"},{"task_slug":"video-recognition","task_name":"Video Recognition"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2308.13494","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.13494"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/WISION-Lab/eventful-transformer","reach":null}],"summary":{"ran":2,"ran_draft_wrong":4,"ran_honours":1,"unverified":18},"by_repo_kind":{"official":{"samples":25,"ran":7,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"571bc00ddc75e3d9","entry":"Counts","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"571bc00ddc75e3d9"}},{"code_sha256_prefix":"7e1ccfd8e8bf3b62","entry":"TokenDeltaGate","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7e1ccfd8e8bf3b62"}},{"code_sha256_prefix":"b8fbe00fa99fc032","entry":"dict_csv_header","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b8fbe00fa99fc032"}},{"code_sha256_prefix":"ce886287ab8f3763","entry":"dict_csv_line","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ce886287ab8f3763"}},{"code_sha256_prefix":"577a11b7a306c314","entry":"dict_string","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"577a11b7a306c314"}},{"code_sha256_prefix":"1ef3b303bcc8d3f3","entry":"expand_row_index","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1ef3b303bcc8d3f3"}},{"code_sha256_prefix":"73b27d199bcf3536","entry":"numeric_tuple","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"73b27d199bcf3536"}},{"code_sha256_prefix":"bf0f9ab39bcc2adc","entry":"Block","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bf0f9ab39bcc2adc"}},{"code_sha256_prefix":"dfca8ae7197ac42e","entry":"CountedAdd","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"dfca8ae7197ac42e"}},{"code_sha256_prefix":"bfac9332d38fb1a1","entry":"CountedEinsum","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"bfac9332d38fb1a1"}},{"code_sha256_prefix":"c9d4a2f5613cef31","entry":"CountedLinear","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c9d4a2f5613cef31"}},{"code_sha256_prefix":"522932c77e302865","entry":"CountedMatmul","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"522932c77e302865"}},{"code_sha256_prefix":"f70a7b357e415e5e","entry":"DropPath","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"f70a7b357e415e5e"}},{"code_sha256_prefix":"95d1affbb943affa","entry":"EventfulBlock","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"95d1affbb943affa"}},{"code_sha256_prefix":"70ba2b8b9b03b966","entry":"EventfulMatmul1Block","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"70ba2b8b9b03b966"}},{"code_sha256_prefix":"6295f676750bca8d","entry":"EventfulTokenwiseBlock","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"6295f676750bca8d"}},{"code_sha256_prefix":"03dcae18cf9990c1","entry":"ExtendedModule","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"03dcae18cf9990c1"}},{"code_sha256_prefix":"e864254fd53de6e4","entry":"MatmulBuffer","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e864254fd53de6e4"}},{"code_sha256_prefix":"5e5af83f89826499","entry":"MatmulDeltaAccumulator","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5e5af83f89826499"}},{"code_sha256_prefix":"77e73b9092a2aac8","entry":"RelativePositionEmbedding","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"77e73b9092a2aac8"}},{"code_sha256_prefix":"e36fd0dbbf6bbb54","entry":"SimpleSTGTGate","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"e36fd0dbbf6bbb54"}},{"code_sha256_prefix":"0df41949945694c2","entry":"TokenBuffer","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"0df41949945694c2"}},{"code_sha256_prefix":"5aa1bd7ca146d3cd","entry":"TokenGate","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5aa1bd7ca146d3cd"}},{"code_sha256_prefix":"5bfd83e778dbc4bc","entry":"expand_col_index","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5bfd83e778dbc4bc"}},{"code_sha256_prefix":"711344df3cea4a1b","entry":"pad_to_size","repo":"WISION-Lab/eventful-transformer","repo_kind":"official","path":"eventful_transformer/blocks.py","file_url":"https://github.com/WISION-Lab/eventful-transformer/blob/HEAD/eventful_transformer/blocks.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"711344df3cea4a1b"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}