{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/encapsulating-knowledge-in-one-prompt","title":"Encapsulating Knowledge in One Prompt","arxiv_id":"2407.11902","date":"2024-07-16","proceeding":null,"authors":["Qi Li","Runpeng Yu","Xinchao Wang"],"abstract":"This paradigm encapsulates knowledge from various models into a solitary prompt without altering the original models or requiring access to the training data, which enables us to achieve efficient and convenient knowledge transfer in more realistic scenarios. From a practicality standpoint, this paradigm not only for the first time proves the effectiveness of Visual Prompt in data inaccessible contexts, but also solves the problems of low model reusability and high storage resource consumption faced by traditional Data-Free Knowledge Transfer, which means that we can realize the parallel knowledge transfer of multiple models without modifying any source model. Extensive experiments across various datasets and models demonstrate the efficacy of the proposed KiOP knowledge transfer paradigm. Without access to real training data and with rigorous storage capacity constraints, it is also capable of yielding considerable outcomes when dealing with cross-model backbone setups and handling parallel knowledge transfer processing requests with multiple (more than 2) models.","url_abs":"https://arxiv.org/abs/2407.11902v1","url_pdf":"https://arxiv.org/pdf/2407.11902v1.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"encapsulating-knowledge-in-one-prompt","repo_url":"https://github.com/liqiiiii/encapsulating-knowledge-in-one-prompt","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"transfer-learning","task_name":"Transfer Learning"}],"methods":[],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2407.11902","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.11902"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/liqiiiii/encapsulating-knowledge-in-one-prompt","reach":{"status":"ok"}}],"summary":{"ran":6,"ran_draft_wrong":1,"unverified":4},"by_repo_kind":{"official":{"samples":11,"ran":7,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":11,"samples":[{"code_sha256_prefix":"9aafeafadba47d81","entry":"all_gather","repo":"liqiiiii/encapsulating-knowledge-in-one-prompt","repo_kind":"official","path":"datafree/models/stylegan_generator.py","file_url":"https://github.com/liqiiiii/encapsulating-knowledge-in-one-prompt/blob/HEAD/datafree/models/stylegan_generator.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9aafeafadba47d81"}},{"code_sha256_prefix":"5116e4067eb03c3e","entry":"cross_entropy","repo":"liqiiiii/encapsulating-knowledge-in-one-prompt","repo_kind":"official","path":"datafree/criterions.py","file_url":"https://github.com/liqiiiii/encapsulating-knowledge-in-one-prompt/blob/HEAD/datafree/criterions.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5116e4067eb03c3e"}},{"code_sha256_prefix":"f8610aafc779832f","entry":"jsdiv","repo":"liqiiiii/encapsulating-knowledge-in-one-prompt","repo_kind":"official","path":"datafree/criterions.py","file_url":"https://github.com/liqiiiii/encapsulating-knowledge-in-one-prompt/blob/HEAD/datafree/criterions.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"f8610aafc779832f"}},{"code_sha256_prefix":"5418e150a16eff01","entry":"kldiv","repo":"liqiiiii/encapsulating-knowledge-in-one-prompt","repo_kind":"official","path":"datafree/criterions.py","file_url":"https://github.com/liqiiiii/encapsulating-knowledge-in-one-prompt/blob/HEAD/datafree/criterions.py","link_basis":"harvester_set","language":"python","status":"ran_draft_wrong","verification_level":1,"contract_check":"MISDECLARED","metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"5418e150a16eff01"}},{"code_sha256_prefix":"15f1c42785870fa2","entry":"label_mapping_base","repo":"liqiiiii/encapsulating-knowledge-in-one-prompt","repo_kind":"official","path":"KiOP_B.py","file_url":"https://github.com/liqiiiii/encapsulating-knowledge-in-one-prompt/blob/HEAD/KiOP_B.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":true,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"15f1c42785870fa2"}},{"code_sha256_prefix":"d558beac7f489465","entry":"register_hooks","repo":"liqiiiii/encapsulating-knowledge-in-one-prompt","repo_kind":"official","path":"datafree/hooks.py","file_url":"https://github.com/liqiiiii/encapsulating-knowledge-in-one-prompt/blob/HEAD/datafree/hooks.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"d558beac7f489465"}},{"code_sha256_prefix":"0de81cc8edb9a495","entry":"test_accuracy","repo":"liqiiiii/encapsulating-knowledge-in-one-prompt","repo_kind":"official","path":"KiOP_B.py","file_url":"https://github.com/liqiiiii/encapsulating-knowledge-in-one-prompt/blob/HEAD/KiOP_B.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0de81cc8edb9a495"}},{"code_sha256_prefix":"560bb37b45e70433","entry":"classification_evaluator","repo":"liqiiiii/encapsulating-knowledge-in-one-prompt","repo_kind":"official","path":"datafree/evaluators.py","file_url":"https://github.com/liqiiiii/encapsulating-knowledge-in-one-prompt/blob/HEAD/datafree/evaluators.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"560bb37b45e70433"}},{"code_sha256_prefix":"34452ba33e49a878","entry":"classification_prompt_evaluator","repo":"liqiiiii/encapsulating-knowledge-in-one-prompt","repo_kind":"official","path":"datafree/evaluators.py","file_url":"https://github.com/liqiiiii/encapsulating-knowledge-in-one-prompt/blob/HEAD/datafree/evaluators.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"34452ba33e49a878"}},{"code_sha256_prefix":"0a66663ec7b8a63d","entry":"classification_prompt_evaluator_v2","repo":"liqiiiii/encapsulating-knowledge-in-one-prompt","repo_kind":"official","path":"datafree/evaluators.py","file_url":"https://github.com/liqiiiii/encapsulating-knowledge-in-one-prompt/blob/HEAD/datafree/evaluators.py","link_basis":"first_harvest_node","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"0a66663ec7b8a63d"}},{"code_sha256_prefix":"2bc7277fbb33cc3f","entry":"loads_data","repo":"liqiiiii/encapsulating-knowledge-in-one-prompt","repo_kind":"official","path":"registry.py","file_url":"https://github.com/liqiiiii/encapsulating-knowledge-in-one-prompt/blob/HEAD/registry.py","link_basis":"plan_row","language":"python","status":"unverified","verification_level":0,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"2bc7277fbb33cc3f"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}