{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/non-local-neural-networks","title":"Non-local Neural Networks","arxiv_id":"1711.07971","date":"2017-11-21","proceeding":"CVPR 2018 6","authors":["Xiaolong Wang","Ross Girshick","Abhinav Gupta","Kaiming He"],"abstract":"Both convolutional and recurrent operations are building blocks that process\none local neighborhood at a time. In this paper, we present non-local\noperations as a generic family of building blocks for capturing long-range\ndependencies. Inspired by the classical non-local means method in computer\nvision, our non-local operation computes the response at a position as a\nweighted sum of the features at all positions. This building block can be\nplugged into many computer vision architectures. On the task of video\nclassification, even without any bells and whistles, our non-local models can\ncompete or outperform current competition winners on both Kinetics and Charades\ndatasets. In static image recognition, our non-local models improve object\ndetection/segmentation and pose estimation on the COCO suite of tasks. Code is\navailable at https://github.com/facebookresearch/video-nonlocal-net .","url_abs":"http://arxiv.org/abs/1711.07971v3","url_pdf":"http://arxiv.org/pdf/1711.07971v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/facebookresearch/video-nonlocal-net","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"caffe2","reach":null},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/Aprilkaka/nonlocal_mindspore","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"mindspore","reach":{"status":"unanswered"}},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/JiaPeng1234/MRI-Segmentation-Transformer","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"unanswered"}},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/LRacoci/permutation-graphml","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"ok"}},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/MIT-HAN-LAB/temporal-shift-module","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/WavesUR/embedded_TSM","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/changliu816/CV-paper-review","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"unanswered"}},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/cmsflash/efficient-attention","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/facebookresearch/SlowFast","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/facebookresearch/detectron","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/franknb/Self-attention-DCGAN","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/huyz1117/Non_Local_Net_TensorFlow","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"unanswered"}},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/jiajunhua/facebookresearch-Detectron","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"caffe2","reach":null},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/jordiae/DeepLearning-MAI","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/jpviguerasguillen/feedback-non-local-attention-fnla","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"unanswered"}},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/jpviguerasguillen/feedback-non-local-attention_fNLA","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"tf","reach":{"status":"unanswered"}},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/mirthai/csa-net","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/owena11/papers","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"none","reach":{"status":"unanswered"}},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/rijuldhir/TSM","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/seominseok0429/inception-I3D-NON-LOCAL","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":null},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/sunutf/TSM","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/tea1528/Non-Local-NN-Pytorch","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/tinymilky/RSANet","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/tonysy/PyAction","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"Apache-2.0"}},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/vanoracai/Exploiting-Spatial-temporal-Relationships-for-3D-Pose-Estimation-via-Graph-Convolutional-Networks","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"unanswered"}},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/MS-Mind/MS-Code-06/tree/main/Non_local","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/MS-Mind/MS-Code-08/tree/main/Non_local","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/Mind23-2/MindCode-101/tree/main/Non_local","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/Mind23-2/MindCode-3/tree/main/I3D","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/MindSpore-paper-code-2/code2/tree/main/Non_local","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":{"status":"ok"}},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/code-implementation1/Code6/tree/main/Non_local","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"mindspore","reach":null},{"paper_slug":"non-local-neural-networks","repo_url":"https://github.com/open-mmlab/mmaction2","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":0,"framework":"pytorch","reach":null}],"tasks":[{"task_slug":"action-classification","task_name":"Action Classification"},{"task_slug":"action-recognition-in-videos","task_name":"Action Recognition"},{"task_slug":"instance-segmentation","task_name":"Instance Segmentation"},{"task_slug":"keypoint-detection","task_name":"Keypoint Detection"},{"task_slug":"object-detection","task_name":"Object Detection"},{"task_slug":"pose-estimation","task_name":"Pose Estimation"},{"task_slug":null,"task_name":"Position"},{"task_slug":"text-to-sql","task_name":"Text-To-SQL"},{"task_slug":"video-classification","task_name":"Video Classification"}],"methods":[{"method_slug":"1x1-convolution","method_name":"1x1 Convolution"},{"method_slug":"average-pooling","method_name":"Average Pooling"},{"method_slug":"batch-normalization","method_name":"Batch Normalization"},{"method_slug":"bottleneck-residual-block","method_name":"Bottleneck Residual Block"},{"method_slug":"concatenation-affinity","method_name":"Concatenation Affinity"},{"method_slug":"convolution","method_name":"Convolution"},{"method_slug":"embedded-dot-product-affinity","method_name":"Embedded Dot Product Affinity"},{"method_slug":"embedded-gaussian-affinity","method_name":"Embedded Gaussian Affinity"},{"method_slug":"global-average-pooling","method_name":"Global Average Pooling"},{"method_slug":"grouped-convolution","method_name":"Grouped Convolution"},{"method_slug":"kaiming-initialization","method_name":"Kaiming Initialization"},{"method_slug":"max-pooling","method_name":"Max Pooling"},{"method_slug":"non-local-block","method_name":"Non-Local Block"},{"method_slug":"non-local-operation","method_name":"Non-Local Operation"},{"method_slug":"relu","method_name":"ReLU"},{"method_slug":"resnext","method_name":"ResNeXt"},{"method_slug":"resnext-block","method_name":"ResNeXt Block"},{"method_slug":"residual-block","method_name":"Residual Block"},{"method_slug":"residual-connection","method_name":"Residual Connection"},{"method_slug":"sgd-with-momentum","method_name":"SGD with Momentum"},{"method_slug":"weight-decay","method_name":"Weight Decay"}],"datasets_introduced":[],"methods_introduced":[{"slug":"concatenation-affinity","name":"Concatenation Affinity","full_name":"Concatenation Affinity"},{"slug":"embedded-gaussian-affinity","name":"Embedded Gaussian Affinity","full_name":"Embedded Gaussian Affinity"},{"slug":"non-local-block","name":"Non-Local Block","full_name":"Non-Local Block"},{"slug":"non-local-operation","name":"Non-Local Operation","full_name":"Non-Local Operation"}],"results":[{"leaderboard":"/sota/action-classification-on-kinetics-400","task":"Action Classification","dataset":"Kinetics-400","model":"I3D + NL","rank_in_archive_order":134,"of":207,"metrics":{"Acc@1":"77.7","Acc@5":"93.3"},"uses_additional_data":false},{"leaderboard":"/sota/action-classification-on-toyota-smarthome","task":"Action Classification","dataset":"Toyota Smarthome dataset","model":"I3D + Non Local","rank_in_archive_order":9,"of":13,"metrics":{"CS":"53.6","CV1":"34.3","CV2":"43.9"},"uses_additional_data":true},{"leaderboard":"/sota/action-recognition-in-videos-on-something-1","task":"Action Recognition","dataset":"Something-Something V1","model":"NL I3D","rank_in_archive_order":69,"of":74,"metrics":{"Top 1 Accuracy":"44.4"},"uses_additional_data":false},{"leaderboard":"/sota/instance-segmentation-on-coco-minival","task":"Instance Segmentation","dataset":"COCO minival","model":"Mask R-CNN (ResNext-152, +1 NL)","rank_in_archive_order":73,"of":93,"metrics":{"mask AP":"40.3"},"uses_additional_data":false},{"leaderboard":"/sota/instance-segmentation-on-coco-minival","task":"Instance Segmentation","dataset":"COCO minival","model":"Mask R-CNN (ResNet-101, +1 NL)","rank_in_archive_order":86,"of":93,"metrics":{"mask AP":"37.1"},"uses_additional_data":false},{"leaderboard":"/sota/instance-segmentation-on-coco-minival","task":"Instance Segmentation","dataset":"COCO minival","model":"Mask R-CNN (ResNet-50, +1 NL)","rank_in_archive_order":90,"of":93,"metrics":{"mask AP":"35.5"},"uses_additional_data":false},{"leaderboard":"/sota/keypoint-detection-on-coco","task":"Keypoint Detection","dataset":"COCO (Common Objects in Context)","model":"Mask R-CNN + NL blocks (4 in head, 1 in backbone)","rank_in_archive_order":24,"of":24,"metrics":{"Validation AP":"66.5"},"uses_additional_data":false},{"leaderboard":"/sota/object-detection-on-coco-minival","task":"Object Detection","dataset":"COCO minival","model":"Mask R-CNN (ResNeXt-152 + 1 NL)","rank_in_archive_order":117,"of":220,"metrics":{"AP50":"67.8","AP75":"48.9","box AP":"45.0"},"uses_additional_data":false},{"leaderboard":"/sota/object-detection-on-coco-minival","task":"Object Detection","dataset":"COCO minival","model":"Mask R-CNN (ResNet-101 + 1 NL)","rank_in_archive_order":172,"of":220,"metrics":{"AP50":"63.1","AP75":"44.5","box AP":"40.8"},"uses_additional_data":false},{"leaderboard":"/sota/object-detection-on-coco-minival","task":"Object Detection","dataset":"COCO minival","model":"Mask R-CNN (ResNet-50 + 1 NL)","rank_in_archive_order":191,"of":220,"metrics":{"AP50":"61.1","AP75":"41.9","box AP":"39.0"},"uses_additional_data":false},{"leaderboard":"/sota/text-to-sql-on-2d-kitti-cars-easy","task":"Text-To-SQL","dataset":"2D KITTI Cars Easy","model":"sdfa","rank_in_archive_order":1,"of":1,"metrics":{"0..5sec":"dafa"},"uses_additional_data":false}],"syntology":{"syntology_url":"https://syntology.ai/paper/1711.07971","atlas_url":"https://app.syntology.ai/?focus=1711.07971","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1711.07971"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/WavesUR/embedded_TSM","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/tinymilky/RSANet","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/facebookresearch/SlowFast","reach":{"status":"ok","spdx":"Apache-2.0"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Mind23-2/MindCode-101/tree/main/Non_local","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/sunutf/TSM","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/owena11/papers","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/mirthai/csa-net","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/tea1528/Non-Local-NN-Pytorch","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/MS-Mind/MS-Code-08/tree/main/Non_local","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/MS-Mind/MS-Code-06/tree/main/Non_local","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/vanoracai/Exploiting-Spatial-temporal-Relationships-for-3D-Pose-Estimation-via-Graph-Convolutional-Networks","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/seominseok0429/inception-I3D-NON-LOCAL","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/Aprilkaka/nonlocal_mindspore","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/facebookresearch/video-nonlocal-net","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jpviguerasguillen/feedback-non-local-attention_fNLA","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jiajunhua/facebookresearch-Detectron","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/cmsflash/efficient-attention","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jordiae/DeepLearning-MAI","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/jpviguerasguillen/feedback-non-local-attention-fnla","reach":{"status":"unanswered"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/rijuldhir/TSM","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/LRacoci/permutation-graphml","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/MIT-HAN-LAB/temporal-shift-module","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/MindSpore-paper-code-2/code2/tree/main/Non_local","reach":{"status":"ok"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/franknb/Self-attention-DCGAN","reach":null},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/code-implementation1/Code6/tree/main/Non_local","reach":null}],"summary":{"ran_fixture":2,"ran_honours":1,"unverified":1},"by_repo_kind":{"official":{"samples":1,"ran":1,"repositories":1},"listed":{"samples":3,"ran":2,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":4,"samples":[{"code_sha256_prefix":"45cc344e60f640a1","entry":"get_padding_shape","repo":"seominseok0429/inception-I3D-NON-LOCAL","repo_kind":"listed","path":"i3d/i3dpt_non.py","file_url":"https://github.com/seominseok0429/inception-I3D-NON-LOCAL/blob/HEAD/i3d/i3dpt_non.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"well_formed","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"45cc344e60f640a1"}},{"code_sha256_prefix":"f61d75ad7f5d915a","entry":"read_groundtruth","repo":"facebookresearch/video-nonlocal-net","repo_kind":"official","path":"tools/test_net_video.py","file_url":"https://github.com/facebookresearch/video-nonlocal-net/blob/HEAD/tools/test_net_video.py","link_basis":"first_harvest_node","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NOASSERTION","inline_ok":false,"mcp_get_code":{"code_sha256":"f61d75ad7f5d915a"}},{"code_sha256_prefix":"81ec17604dc709cc","entry":"simplify_padding","repo":"seominseok0429/inception-I3D-NON-LOCAL","repo_kind":"listed","path":"i3d/i3dpt_non.py","file_url":"https://github.com/seominseok0429/inception-I3D-NON-LOCAL/blob/HEAD/i3d/i3dpt_non.py","link_basis":"first_harvest_node","language":"python","status":"ran_fixture","verification_level":1,"contract_check":"RAISES","metamorphic_tier":"deterministic","behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"81ec17604dc709cc"}},{"code_sha256_prefix":"c89b9f09dd807489","entry":"get_conv_params","repo":"seominseok0429/inception-I3D-NON-LOCAL","repo_kind":"listed","path":"i3d/i3dpt_non.py","file_url":"https://github.com/seominseok0429/inception-I3D-NON-LOCAL/blob/HEAD/i3d/i3dpt_non.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c89b9f09dd807489"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}