{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/dianet-dense-and-implicit-attention-network","title":"DIANet: Dense-and-Implicit Attention Network","arxiv_id":"1905.10671","date":"2019-05-25","proceeding":null,"authors":["Zhongzhan Huang","Senwei Liang","Mingfu Liang","Haizhao Yang"],"abstract":"Attention networks have successfully boosted the performance in various vision problems. Previous works lay emphasis on designing a new attention module and individually plug them into the networks. Our paper proposes a novel-and-simple framework that shares an attention module throughout different network layers to encourage the integration of layer-wise information and this parameter-sharing module is referred as Dense-and-Implicit-Attention (DIA) unit. Many choices of modules can be used in the DIA unit. Since Long Short Term Memory (LSTM) has a capacity of capturing long-distance dependency, we focus on the case when the DIA unit is the modified LSTM (refer as DIA-LSTM). Experiments on benchmark datasets show that the DIA-LSTM unit is capable of emphasizing layer-wise feature interrelation and leads to significant improvement of image classification accuracy. We further empirically show that the DIA-LSTM has a strong regularization ability on stabilizing the training of deep networks by the experiments with the removal of skip connections or Batch Normalization in the whole residual network. The code is released at https://github.com/gbup-group/DIANet.","url_abs":"https://arxiv.org/abs/1905.10671v2","url_pdf":"https://arxiv.org/pdf/1905.10671v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"dianet-dense-and-implicit-attention-network","repo_url":"https://github.com/gbup-group/DIANet","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"dianet-dense-and-implicit-attention-network","repo_url":"https://github.com/gbup-group/EAN-efficient-attention-network","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok","spdx":"MIT"}},{"paper_slug":"dianet-dense-and-implicit-attention-network","repo_url":"https://github.com/osmr/imgclsmob","is_official":0,"mentioned_in_paper":0,"mentioned_in_github":1,"framework":"mxnet","reach":{"status":"ok","spdx":"MIT"}}],"tasks":[{"task_slug":"image-classification","task_name":"Image Classification"},{"task_slug":"image-classification","task_name":"image-classification"}],"methods":[{"method_slug":"batch-normalization","method_name":"Batch Normalization"},{"method_slug":"lstm","method_name":"LSTM"},{"method_slug":"sigmoid-activation","method_name":"Sigmoid Activation"},{"method_slug":"tanh-activation","method_name":"Tanh Activation"}],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/image-classification-on-cifar-100","task":"Image Classification","dataset":"CIFAR-100","model":"DIANet","rank_in_archive_order":145,"of":211,"metrics":{"Percentage correct":"76.98"},"uses_additional_data":true}],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=1905.10671","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1905.10671"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/gbup-group/DIANet","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/osmr/imgclsmob","reach":{"status":"ok","spdx":"MIT"}},{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/gbup-group/EAN-efficient-attention-network","reach":{"status":"ok","spdx":"MIT"}}],"summary":{"ran_draft_wrong":3,"unverified":20},"by_repo_kind":{"official":{"samples":6,"ran":2,"repositories":1},"listed":{"samples":17,"ran":1,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"fac5364e2f53c6db","entry":"conv3x3","repo":"gbup-group/DIANet","repo_kind":"official","path":"models/cifar/dia_preresnet.py","file_url":"https://github.com/gbup-group/DIANet/blob/HEAD/models/cifar/dia_preresnet.py","link_basis":"plan_row","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"fac5364e2f53c6db"}},{"code_sha256_prefix":"1907f2ae25449f39","entry":"conv3x3","repo":"gbup-group/EAN-efficient-attention-network","repo_kind":"listed","path":"search_imagent/imagenet_network/forward_config_dia_fbresnet.py","file_url":"https://github.com/gbup-group/EAN-efficient-attention-network/blob/HEAD/search_imagent/imagenet_network/forward_config_dia_fbresnet.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1907f2ae25449f39"}},{"code_sha256_prefix":"50afa2863ffd9fde","entry":"plot_overlap","repo":"gbup-group/DIANet","repo_kind":"official","path":"utils/logger.py","file_url":"https://github.com/gbup-group/DIANet/blob/HEAD/utils/logger.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"OUTPUT_MISDECLARED","metamorphic_tier":"deterministic","behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"50afa2863ffd9fde"}},{"code_sha256_prefix":"9b8289076669fe4f","entry":"accuracy","repo":"gbup-group/EAN-efficient-attention-network","repo_kind":"listed","path":"search_imagent/train_imagenet_ensemble_subset.py","file_url":"https://github.com/gbup-group/EAN-efficient-attention-network/blob/HEAD/search_imagent/train_imagenet_ensemble_subset.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":"RAISES","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"9b8289076669fe4f"}},{"code_sha256_prefix":"435c596b58c7a0b7","entry":"adjust_learning_rate","repo":"gbup-group/EAN-efficient-attention-network","repo_kind":"listed","path":"search_imagent/EAN_search.py","file_url":"https://github.com/gbup-group/EAN-efficient-attention-network/blob/HEAD/search_imagent/EAN_search.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"435c596b58c7a0b7"}},{"code_sha256_prefix":"c87e7665fde6cdfc","entry":"colorize","repo":"gbup-group/DIANet","repo_kind":"official","path":"utils/visualize.py","file_url":"https://github.com/gbup-group/DIANet/blob/HEAD/utils/visualize.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c87e7665fde6cdfc"}},{"code_sha256_prefix":"67a4628ae519dc94","entry":"comp_v2_fbresnet34","repo":"gbup-group/EAN-efficient-attention-network","repo_kind":"listed","path":"search_imagent/imagenet_network/forward_config_dia_fbresnet.py","file_url":"https://github.com/gbup-group/EAN-efficient-attention-network/blob/HEAD/search_imagent/imagenet_network/forward_config_dia_fbresnet.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"67a4628ae519dc94"}},{"code_sha256_prefix":"87582da4778fbd09","entry":"comp_v2_fbresnet34","repo":"gbup-group/EAN-efficient-attention-network","repo_kind":"listed","path":"search_imagent/imagenet_network/forward_config_share_sge_fbresnet.py","file_url":"https://github.com/gbup-group/EAN-efficient-attention-network/blob/HEAD/search_imagent/imagenet_network/forward_config_share_sge_fbresnet.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"87582da4778fbd09"}},{"code_sha256_prefix":"4f0abb98e2e3b86d","entry":"fbresnet18","repo":"gbup-group/EAN-efficient-attention-network","repo_kind":"listed","path":"search_imagent/imagenet_network/forward_config_dia_fbresnet.py","file_url":"https://github.com/gbup-group/EAN-efficient-attention-network/blob/HEAD/search_imagent/imagenet_network/forward_config_dia_fbresnet.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4f0abb98e2e3b86d"}},{"code_sha256_prefix":"dc467d4d8fe398c6","entry":"fbresnet18","repo":"gbup-group/EAN-efficient-attention-network","repo_kind":"listed","path":"search_imagent/imagenet_network/forward_config_share_sge_fbresnet.py","file_url":"https://github.com/gbup-group/EAN-efficient-attention-network/blob/HEAD/search_imagent/imagenet_network/forward_config_share_sge_fbresnet.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"dc467d4d8fe398c6"}},{"code_sha256_prefix":"7c78d625992d39bf","entry":"forward_config_share_se_resnet50","repo":"gbup-group/EAN-efficient-attention-network","repo_kind":"listed","path":"train_imagenet/imagenet_network/forward_config_share_se_fbresnet.py","file_url":"https://github.com/gbup-group/EAN-efficient-attention-network/blob/HEAD/train_imagenet/imagenet_network/forward_config_share_se_fbresnet.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"7c78d625992d39bf"}},{"code_sha256_prefix":"5ab852f109032dac","entry":"forward_config_share_sge_resnet50","repo":"gbup-group/EAN-efficient-attention-network","repo_kind":"listed","path":"train_imagenet/imagenet_network/forward_config_share_sge_fbresnet.py","file_url":"https://github.com/gbup-group/EAN-efficient-attention-network/blob/HEAD/train_imagenet/imagenet_network/forward_config_share_sge_fbresnet.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"5ab852f109032dac"}},{"code_sha256_prefix":"b77893d52cdab9bd","entry":"forward_dia_fbresnet50","repo":"gbup-group/EAN-efficient-attention-network","repo_kind":"listed","path":"train_imagenet/imagenet_network/forward_config_dia_fbresnet.py","file_url":"https://github.com/gbup-group/EAN-efficient-attention-network/blob/HEAD/train_imagenet/imagenet_network/forward_config_dia_fbresnet.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"b77893d52cdab9bd"}},{"code_sha256_prefix":"d66f0a3cbb86204c","entry":"gauss","repo":"gbup-group/DIANet","repo_kind":"official","path":"utils/visualize.py","file_url":"https://github.com/gbup-group/DIANet/blob/HEAD/utils/visualize.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"d66f0a3cbb86204c"}},{"code_sha256_prefix":"ff359ac7e4b6c025","entry":"get_action_code","repo":"gbup-group/EAN-efficient-attention-network","repo_kind":"listed","path":"search_imagent/EAN_search.py","file_url":"https://github.com/gbup-group/EAN-efficient-attention-network/blob/HEAD/search_imagent/EAN_search.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"ff359ac7e4b6c025"}},{"code_sha256_prefix":"1d6e2edb8832d7b0","entry":"get_mean_and_std","repo":"gbup-group/DIANet","repo_kind":"official","path":"utils/misc.py","file_url":"https://github.com/gbup-group/DIANet/blob/HEAD/utils/misc.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1d6e2edb8832d7b0"}},{"code_sha256_prefix":"1394422d51c4b126","entry":"make_image","repo":"gbup-group/DIANet","repo_kind":"official","path":"utils/visualize.py","file_url":"https://github.com/gbup-group/DIANet/blob/HEAD/utils/visualize.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"1394422d51c4b126"}},{"code_sha256_prefix":"98b70efbbd8108b2","entry":"test","repo":"gbup-group/EAN-efficient-attention-network","repo_kind":"listed","path":"search_imagent/train_imagenet_ensemble_subset.py","file_url":"https://github.com/gbup-group/EAN-efficient-attention-network/blob/HEAD/search_imagent/train_imagenet_ensemble_subset.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"98b70efbbd8108b2"}},{"code_sha256_prefix":"4553b42d6bb45a62","entry":"train","repo":"gbup-group/EAN-efficient-attention-network","repo_kind":"listed","path":"search_imagent/train_imagenet_ensemble_subset.py","file_url":"https://github.com/gbup-group/EAN-efficient-attention-network/blob/HEAD/search_imagent/train_imagenet_ensemble_subset.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"4553b42d6bb45a62"}},{"code_sha256_prefix":"c1768daf09350499","entry":"train","repo":"gbup-group/EAN-efficient-attention-network","repo_kind":"listed","path":"train_imagenet/train_imagenet_ensemble_subset.py","file_url":"https://github.com/gbup-group/EAN-efficient-attention-network/blob/HEAD/train_imagenet/train_imagenet_ensemble_subset.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"c1768daf09350499"}},{"code_sha256_prefix":"48c0d8320b0924d5","entry":"train","repo":"gbup-group/EAN-efficient-attention-network","repo_kind":"listed","path":"train_imagenet/train_imagenet_forward.py","file_url":"https://github.com/gbup-group/EAN-efficient-attention-network/blob/HEAD/train_imagenet/train_imagenet_forward.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"48c0d8320b0924d5"}},{"code_sha256_prefix":"59bcfe91315c4173","entry":"validate","repo":"gbup-group/EAN-efficient-attention-network","repo_kind":"listed","path":"train_imagenet/train_imagenet_ensemble_subset.py","file_url":"https://github.com/gbup-group/EAN-efficient-attention-network/blob/HEAD/train_imagenet/train_imagenet_ensemble_subset.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"59bcfe91315c4173"}},{"code_sha256_prefix":"df79d4ad25d111c9","entry":"validate","repo":"gbup-group/EAN-efficient-attention-network","repo_kind":"listed","path":"train_imagenet/train_imagenet_forward.py","file_url":"https://github.com/gbup-group/EAN-efficient-attention-network/blob/HEAD/train_imagenet/train_imagenet_forward.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"MIT","inline_ok":true,"mcp_get_code":{"code_sha256":"df79d4ad25d111c9"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}