{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/actor-context-actor-relation-network-for","title":"Actor-Context-Actor Relation Network for Spatio-Temporal Action Localization","arxiv_id":"2006.07976","date":"2020-06-14","proceeding":"CVPR 2021 1","authors":["Junting Pan","Siyu Chen","Mike Zheng Shou","Yu Liu","Jing Shao","Hongsheng Li"],"abstract":"Localizing persons and recognizing their actions from videos is a challenging task towards high-level video understanding. Recent advances have been achieved by modeling direct pairwise relations between entities. In this paper, we take one step further, not only model direct relations between pairs but also take into account indirect higher-order relations established upon multiple elements. We propose to explicitly model the Actor-Context-Actor Relation, which is the relation between two actors based on their interactions with the context. To this end, we design an Actor-Context-Actor Relation Network (ACAR-Net) which builds upon a novel High-order Relation Reasoning Operator and an Actor-Context Feature Bank to enable indirect relation reasoning for spatio-temporal action localization. Experiments on AVA and UCF101-24 datasets show the advantages of modeling actor-context-actor relations, and visualization of attention maps further verifies that our model is capable of finding relevant higher-order relations to support action detection. Notably, our method ranks first in the AVA-Kineticsaction localization task of ActivityNet Challenge 2020, out-performing other entries by a significant margin (+6.71mAP). Training code and models will be available at https://github.com/Siyu-C/ACAR-Net.","url_abs":"https://arxiv.org/abs/2006.07976v3","url_pdf":"https://arxiv.org/pdf/2006.07976v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"actor-context-actor-relation-network-for","repo_url":"https://github.com/Siyu-C/ACAR-Net","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"actor-context-actor-relation-network-for","repo_url":"https://github.com/salmank255/ROADSlowFast","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"actor-context-actor-relation-network-for","repo_url":"https://github.com/towhee-io/towhee","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"action-detection","task_name":"Action Detection"},{"task_slug":"action-localization","task_name":"Action Localization"},{"task_slug":"action-recognition-in-videos","task_name":"Action Recognition"},{"task_slug":null,"task_name":"Relation"},{"task_slug":"relation-network","task_name":"Relation Network"},{"task_slug":"spatio-temporal-action-localization","task_name":"Spatio-Temporal Action Localization"},{"task_slug":"action-recognition","task_name":"Temporal Action Localization"},{"task_slug":"video-understanding","task_name":"Video Understanding"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/action-recognition-in-videos-on-ava-v21","task":"Action Recognition","dataset":"AVA v2.1","model":"ACAR-Net, SlowFast R-101 (Kinetics-400 pretraining)","rank_in_archive_order":2,"of":15,"metrics":{"mAP (Val)":"30.0"},"uses_additional_data":false},{"leaderboard":"/sota/action-recognition-on-ava-v2-2","task":"Action Recognition","dataset":"AVA v2.2","model":"ACAR-Net, SlowFast R-101 (Kinetics-700 pretraining)","rank_in_archive_order":24,"of":38,"metrics":{"mAP":"31.72"},"uses_additional_data":true},{"leaderboard":"/sota/spatio-temporal-action-localization-on-ava","task":"Spatio-Temporal Action Localization","dataset":"AVA-Kinetics","model":"ACAR (multi-scale, ensemble)","rank_in_archive_order":5,"of":7,"metrics":{"test mAP":"39.62","val mAP":"40.49"},"uses_additional_data":true},{"leaderboard":"/sota/spatio-temporal-action-localization-on-ava","task":"Spatio-Temporal Action Localization","dataset":"AVA-Kinetics","model":"ACAR (multi-scale,  R-101, 8 × 8)","rank_in_archive_order":7,"of":7,"metrics":{"val mAP":"36.36"},"uses_additional_data":false}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2006.07976","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.07976"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/salmank255/ROADSlowFast","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Siyu-C/ACAR-Net","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/towhee-io/towhee","reach":null}],"summary":{"ran_violates":1,"unverified":26},"by_repo_kind":{"official":{"samples":21,"ran":0,"repositories":1},"listed":{"samples":6,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"25c7475539e39da4","entry":"str2bool","repo":"salmank255/ROADSlowFast","repo_kind":"listed","path":"inference_vis.py","file_url":"https://github.com/salmank255/ROADSlowFast/blob/HEAD/inference_vis.py","link_basis":"harvester_set","language":"python","status":"ran_violates","verification_level":1,"contract_check":"VIOLATES","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"25c7475539e39da4"}},{"code_sha256_prefix":"ae6e56e979816086","entry":"area","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"ava_evaluation/np_box_list_ops.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/ava_evaluation/np_box_list_ops.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"ae6e56e979816086"}},{"code_sha256_prefix":"2751c2cbb8d17356","entry":"ava_criterion","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"losses.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/losses.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"2751c2cbb8d17356"}},{"code_sha256_prefix":"3b570b6730c1319f","entry":"ava_pose_softmax_criterion","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"losses.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/losses.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3b570b6730c1319f"}},{"code_sha256_prefix":"b93cca48f0e47db7","entry":"ava_pose_softmax_func","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"losses.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/losses.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b93cca48f0e47db7"}},{"code_sha256_prefix":"5fd8c2cc3399ab75","entry":"backbone_models","repo":"salmank255/ROADSlowFast","repo_kind":"listed","path":"models/backbone_models.py","file_url":"https://github.com/salmank255/ROADSlowFast/blob/HEAD/models/backbone_models.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5fd8c2cc3399ab75"}},{"code_sha256_prefix":"3a972d2a2de3e7f6","entry":"box_list_to_box_mask_list","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"ava_evaluation/np_box_mask_list_ops.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/ava_evaluation/np_box_mask_list_ops.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"3a972d2a2de3e7f6"}},{"code_sha256_prefix":"029d0444c2c321d4","entry":"compute_average_precision","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"ava_evaluation/metrics.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/ava_evaluation/metrics.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"029d0444c2c321d4"}},{"code_sha256_prefix":"c0b97624f9249399","entry":"compute_cor_loc","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"ava_evaluation/metrics.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/ava_evaluation/metrics.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c0b97624f9249399"}},{"code_sha256_prefix":"9faafd74ff0068a0","entry":"compute_precision_recall","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"ava_evaluation/metrics.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/ava_evaluation/metrics.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9faafd74ff0068a0"}},{"code_sha256_prefix":"a5a7cde0ddc2ebbc","entry":"convert_label_map_to_categories","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"ava_evaluation/label_map_util.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/ava_evaluation/label_map_util.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a5a7cde0ddc2ebbc"}},{"code_sha256_prefix":"dc6b3dd700e4eea1","entry":"create_category_index","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"ava_evaluation/label_map_util.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/ava_evaluation/label_map_util.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"dc6b3dd700e4eea1"}},{"code_sha256_prefix":"abf34766c2f1571a","entry":"create_logger","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"utils.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"abf34766c2f1571a"}},{"code_sha256_prefix":"70645db2047d82ec","entry":"get_area","repo":"salmank255/ROADSlowFast","repo_kind":"listed","path":"kmean_anchors.py","file_url":"https://github.com/salmank255/ROADSlowFast/blob/HEAD/kmean_anchors.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"70645db2047d82ec"}},{"code_sha256_prefix":"bf09436830878aaa","entry":"get_center","repo":"salmank255/ROADSlowFast","repo_kind":"listed","path":"kmean_anchors.py","file_url":"https://github.com/salmank255/ROADSlowFast/blob/HEAD/kmean_anchors.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"bf09436830878aaa"}},{"code_sha256_prefix":"452dcb1b9317d2d9","entry":"get_env_variable","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"distributed_utils.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/distributed_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"452dcb1b9317d2d9"}},{"code_sha256_prefix":"d3367980903ee2a9","entry":"get_max_label_map_index","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"ava_evaluation/label_map_util.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/ava_evaluation/label_map_util.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d3367980903ee2a9"}},{"code_sha256_prefix":"6ecced1e66623371","entry":"get_scheduler","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"scheduler.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/scheduler.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"6ecced1e66623371"}},{"code_sha256_prefix":"bae310a052f21971","entry":"init_distributed","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"distributed_utils.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/distributed_utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"bae310a052f21971"}},{"code_sha256_prefix":"9563a9a954385a6d","entry":"intersection","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"ava_evaluation/np_box_list_ops.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/ava_evaluation/np_box_list_ops.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"9563a9a954385a6d"}},{"code_sha256_prefix":"a7428b0e09d7a2d5","entry":"iou","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"ava_evaluation/np_box_list_ops.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/ava_evaluation/np_box_list_ops.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"a7428b0e09d7a2d5"}},{"code_sha256_prefix":"15e577f3614f1586","entry":"make_image_key","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"calc_mAP.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/calc_mAP.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"15e577f3614f1586"}},{"code_sha256_prefix":"45a26c192ff99933","entry":"parameters_string","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"utils.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/utils.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"45a26c192ff99933"}},{"code_sha256_prefix":"897e38093ca7f101","entry":"read_csv","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"calc_mAP.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/calc_mAP.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"897e38093ca7f101"}},{"code_sha256_prefix":"b49799a287ea9eec","entry":"read_exclusions","repo":"Siyu-C/ACAR-Net","repo_kind":"official","path":"calc_mAP.py","file_url":"https://github.com/Siyu-C/ACAR-Net/blob/HEAD/calc_mAP.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b49799a287ea9eec"}},{"code_sha256_prefix":"5040afe356ddac29","entry":"set_out_video","repo":"salmank255/ROADSlowFast","repo_kind":"listed","path":"inference_vis.py","file_url":"https://github.com/salmank255/ROADSlowFast/blob/HEAD/inference_vis.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"5040afe356ddac29"}},{"code_sha256_prefix":"21947d8387b20363","entry":"set_video","repo":"salmank255/ROADSlowFast","repo_kind":"listed","path":"inference_vis.py","file_url":"https://github.com/salmank255/ROADSlowFast/blob/HEAD/inference_vis.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"21947d8387b20363"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}