{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/adaptive-cross-modal-few-shot-learning","title":"Adaptive Cross-Modal Few-Shot Learning","arxiv_id":"1902.07104","date":"2019-02-19","proceeding":"NeurIPS 2019 12","authors":["Chen Xing","Negar Rostamzadeh","Boris N. Oreshkin","Pedro O. Pinheiro"],"abstract":"Metric-based meta-learning techniques have successfully been applied to few-shot classification problems. In this paper, we propose to leverage cross-modal information to enhance metric-based few-shot learning methods. Visual and semantic feature spaces have different structures by definition. For certain concepts, visual features might be richer and more discriminative than text ones. While for others, the inverse might be true. Moreover, when the support from visual information is limited in image classification, semantic representations (learned from unsupervised text corpora) can provide strong prior knowledge and context to help learning. Based on these two intuitions, we propose a mechanism that can adaptively combine information from both modalities according to new image categories to be learned. Through a series of experiments, we show that by this adaptive combination of the two modalities, our model outperforms current uni-modality few-shot learning methods and modality-alignment methods by a large margin on all benchmarks and few-shot scenarios tested. Experiments also show that our model can effectively adjust its focus on the two modalities. The improvement in performance is particularly large when the number of shots is very small.","url_abs":"https://arxiv.org/abs/1902.07104v3","url_pdf":"https://arxiv.org/pdf/1902.07104v3.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"adaptive-cross-modal-few-shot-learning","repo_url":"https://github.com/ElementAI/am3","is_official":0,"mentioned_in_paper":1,"mentioned_in_github":0,"framework":"tf","reach":{"status":"ok","spdx":"Apache-2.0"}}],"tasks":[{"task_slug":"few-shot-image-classification","task_name":"Few-Shot Image Classification"},{"task_slug":"few-shot-learning","task_name":"Few-Shot Learning"},{"task_slug":"classification","task_name":"General Classification"},{"task_slug":"image-classification","task_name":"Image Classification"},{"task_slug":"meta-learning","task_name":"Meta-Learning"},{"task_slug":"image-classification","task_name":"image-classification"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[{"leaderboard":"/sota/few-shot-image-classification-on-mini-2","task":"Few-Shot Image Classification","dataset":"Mini-Imagenet 5-way (1-shot)","model":"AM3-TADAM","rank_in_archive_order":58,"of":105,"metrics":{"Accuracy":"65.30"},"uses_additional_data":false},{"leaderboard":"/sota/few-shot-image-classification-on-mini-4","task":"Few-Shot Image Classification","dataset":"Mini-Imagenet 5-way (10-shot)","model":"AM3-TADAM","rank_in_archive_order":2,"of":5,"metrics":{"Accuracy":"81.57"},"uses_additional_data":false},{"leaderboard":"/sota/few-shot-image-classification-on-mini-3","task":"Few-Shot Image Classification","dataset":"Mini-Imagenet 5-way (5-shot)","model":"AM3-TADAM","rank_in_archive_order":61,"of":95,"metrics":{"Accuracy":"78.10"},"uses_additional_data":false},{"leaderboard":"/sota/few-shot-image-classification-on-tiered","task":"Few-Shot Image Classification","dataset":"Tiered ImageNet 5-way (1-shot)","model":"AM3-TADAM","rank_in_archive_order":36,"of":49,"metrics":{"Accuracy":"69.08"},"uses_additional_data":false},{"leaderboard":"/sota/few-shot-image-classification-on-tiered-1","task":"Few-Shot Image Classification","dataset":"Tiered ImageNet 5-way (5-shot)","model":"AM3-TADAM","rank_in_archive_order":39,"of":51,"metrics":{"Accuracy":"82.58"},"uses_additional_data":false}],"syntology":{"syntology_url":"https://syntology.ai/paper/1902.07104","atlas_url":"https://app.syntology.ai/?focus=1902.07104","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1902.07104"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-25T09:33:49+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/ElementAI/am3","reach":{"status":"ok","spdx":"Apache-2.0"}}],"summary":{"ran":17,"unverified":2},"by_repo_kind":{"named_in_paper":{"samples":19,"ran":17,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":0,"samples":[{"code_sha256_prefix":"cbbf64827d3199c5","entry":"find_variables","repo":"ElementAI/am3","repo_kind":"named_in_paper","path":"common/gen_experiments.py","file_url":"https://github.com/ElementAI/am3/blob/HEAD/common/gen_experiments.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"cbbf64827d3199c5"}},{"code_sha256_prefix":"4f18cfb74fe288f6","entry":"get_class_label_dict","repo":"ElementAI/am3","repo_kind":"named_in_paper","path":"datasets/create_dataset_miniImagenet.py","file_url":"https://github.com/ElementAI/am3/blob/HEAD/datasets/create_dataset_miniImagenet.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"4f18cfb74fe288f6"}},{"code_sha256_prefix":"91b837dca63a7bf9","entry":"get_embeddings_for_labels","repo":"ElementAI/am3","repo_kind":"named_in_paper","path":"datasets/create_dataset_miniImagenet.py","file_url":"https://github.com/ElementAI/am3/blob/HEAD/datasets/create_dataset_miniImagenet.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"91b837dca63a7bf9"}},{"code_sha256_prefix":"c48c428776f19715","entry":"get_embeddings_for_labels","repo":"ElementAI/am3","repo_kind":"named_in_paper","path":"datasets/create_dataset_tieredimagenet.py","file_url":"https://github.com/ElementAI/am3/blob/HEAD/datasets/create_dataset_tieredimagenet.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c48c428776f19715"}},{"code_sha256_prefix":"0168d492531ad3ee","entry":"get_image_size","repo":"ElementAI/am3","repo_kind":"named_in_paper","path":"AM3_protonet++.py","file_url":"https://github.com/ElementAI/am3/blob/HEAD/AM3_protonet%2B%2B.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0168d492531ad3ee"}},{"code_sha256_prefix":"b6df602c207be4b9","entry":"get_image_size","repo":"ElementAI/am3","repo_kind":"named_in_paper","path":"protonet++.py","file_url":"https://github.com/ElementAI/am3/blob/HEAD/protonet%2B%2B.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"b6df602c207be4b9"}},{"code_sha256_prefix":"e541ab0993b64823","entry":"get_logdir_name","repo":"ElementAI/am3","repo_kind":"named_in_paper","path":"AM3_protonet++.py","file_url":"https://github.com/ElementAI/am3/blob/HEAD/AM3_protonet%2B%2B.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e541ab0993b64823"}},{"code_sha256_prefix":"c780ffa29ac8f9a1","entry":"get_logdir_name","repo":"ElementAI/am3","repo_kind":"named_in_paper","path":"AM3_TADAM.py","file_url":"https://github.com/ElementAI/am3/blob/HEAD/AM3_TADAM.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"c780ffa29ac8f9a1"}},{"code_sha256_prefix":"80d3fc4aec7efb49","entry":"get_logdir_name","repo":"ElementAI/am3","repo_kind":"named_in_paper","path":"protonet++.py","file_url":"https://github.com/ElementAI/am3/blob/HEAD/protonet%2B%2B.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"80d3fc4aec7efb49"}},{"code_sha256_prefix":"0db0b17091e1b14b","entry":"get_logdir_name","repo":"ElementAI/am3","repo_kind":"named_in_paper","path":"tadam.py","file_url":"https://github.com/ElementAI/am3/blob/HEAD/tadam.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"0db0b17091e1b14b"}},{"code_sha256_prefix":"39cea52f987c48c0","entry":"leaky_relu","repo":"ElementAI/am3","repo_kind":"named_in_paper","path":"AM3_TADAM.py","file_url":"https://github.com/ElementAI/am3/blob/HEAD/AM3_TADAM.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"39cea52f987c48c0"}},{"code_sha256_prefix":"e6d118defb0d5895","entry":"load_and_save_params","repo":"ElementAI/am3","repo_kind":"named_in_paper","path":"common/gen_experiments.py","file_url":"https://github.com/ElementAI/am3/blob/HEAD/common/gen_experiments.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"e6d118defb0d5895"}},{"code_sha256_prefix":"8bda67d739f8e97d","entry":"load_embedding_dict","repo":"ElementAI/am3","repo_kind":"named_in_paper","path":"datasets/create_dataset_miniImagenet.py","file_url":"https://github.com/ElementAI/am3/blob/HEAD/datasets/create_dataset_miniImagenet.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"8bda67d739f8e97d"}},{"code_sha256_prefix":"08ce09d3ac0a1d2f","entry":"load_embedding_dict","repo":"ElementAI/am3","repo_kind":"named_in_paper","path":"datasets/create_dataset_tieredimagenet.py","file_url":"https://github.com/ElementAI/am3/blob/HEAD/datasets/create_dataset_tieredimagenet.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"08ce09d3ac0a1d2f"}},{"code_sha256_prefix":"fbc88036d44ff13c","entry":"make_experiment_name","repo":"ElementAI/am3","repo_kind":"named_in_paper","path":"common/gen_experiments.py","file_url":"https://github.com/ElementAI/am3/blob/HEAD/common/gen_experiments.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"fbc88036d44ff13c"}},{"code_sha256_prefix":"d98246181e886b12","entry":"make_task","repo":"ElementAI/am3","repo_kind":"named_in_paper","path":"datasets/data.py","file_url":"https://github.com/ElementAI/am3/blob/HEAD/datasets/data.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"d98246181e886b12"}},{"code_sha256_prefix":"48280b7cf494bec4","entry":"variables_by_name","repo":"ElementAI/am3","repo_kind":"named_in_paper","path":"common/util.py","file_url":"https://github.com/ElementAI/am3/blob/HEAD/common/util.py","link_basis":"harvester_set","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"48280b7cf494bec4"}},{"code_sha256_prefix":"1618d44f2e0a214e","entry":"unique_variable_by_name","repo":"ElementAI/am3","repo_kind":"named_in_paper","path":"common/util.py","file_url":"https://github.com/ElementAI/am3/blob/HEAD/common/util.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"1618d44f2e0a214e"}},{"code_sha256_prefix":"7d1301d4ad8cb6c4","entry":"variable_report","repo":"ElementAI/am3","repo_kind":"named_in_paper","path":"common/util.py","file_url":"https://github.com/ElementAI/am3/blob/HEAD/common/util.py","link_basis":"harvester_set","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"Apache-2.0","inline_ok":true,"mcp_get_code":{"code_sha256":"7d1301d4ad8cb6c4"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}