{"about":{"site":"https://codewithpapers.app","non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page"},"url":"/paper/superfiltering-weak-to-strong-data-filtering","title":"Superfiltering: Weak-to-Strong Data Filtering for Fast Instruction-Tuning","arxiv_id":"2402.00530","date":"2024-02-01","proceeding":null,"authors":["Ming Li","Yong Zhang","Shwai He","Zhitao Li","Hongyu Zhao","Jianzong Wang","Ning Cheng","Tianyi Zhou"],"abstract":"Instruction tuning is critical to improve LLMs but usually suffers from low-quality and redundant data. Data filtering for instruction tuning has proved important in improving both the efficiency and performance of the tuning process. But it also leads to extra cost and computation due to the involvement of LLMs in this process. To reduce the filtering cost, we study Superfiltering: Can we use a smaller and weaker model to select data for finetuning a larger and stronger model? Despite the performance gap between weak and strong language models, we find their highly consistent capability to perceive instruction difficulty and data selection results. This enables us to use a much smaller and more efficient model to filter the instruction data used to train a larger language model. Not only does it largely speed up the data filtering, but the filtered-data-finetuned LLM achieves even better performance on standard benchmarks. Extensive experiments validate the efficacy and efficiency of our approach.","url_abs":"https://arxiv.org/abs/2402.00530v2","url_pdf":"https://arxiv.org/pdf/2402.00530v2.pdf","source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","row_kind":"abstracts"},"code_links":[{"paper_slug":"superfiltering-weak-to-strong-data-filtering","repo_url":"https://github.com/tianyi-lab/superfiltering","is_official":1,"mentioned_in_paper":1,"mentioned_in_github":1,"framework":"pytorch","reach":{"status":"ok"}}],"tasks":[{"task_slug":"language-modeling","task_name":"Language Modeling"},{"task_slug":"language-modelling","task_name":"Language Modelling"}],"methods":[{"method_slug":"speed","method_name":"SPEED"}],"datasets_introduced":[],"methods_introduced":[],"results":[],"syntology":{"atlas_url":"https://app.syntology.ai/?focus=2402.00530","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.00530"}},"developers":"https://syntology.ai/developers","read_at":"2026-09-24T18:15:14+00:00","read_at_is":"when the build read Syntology's graph, not when any sample ran","claim":"Per-sample execution status on synthesized fixtures; not a correctness claim about the paper. Samples come from repositories linked to the paper, official or community; repo_kind says which.","repos":[{"provenance":"external:paperswithcode_snapshot_2025-07-28","url":"https://github.com/tianyi-lab/superfiltering","reach":{"status":"ok"}}],"summary":{"ran":4,"ran_honours":2},"by_repo_kind":{"official":{"samples":6,"ran":6,"repositories":1}},"repo_kind_vocabulary":{"official":"The archive marks this repository official for the paper","named_in_paper":"The archive records that the paper mentions this repository; it is not marked official","listed":"In the archive's code links for this paper, not marked official and not recorded as mentioned in the paper","found_in_text":"Syntology found this repository in the paper's own text; whether it is the authors' implementation is not asserted","community":"Not in the archive's code links for this paper; a community repository Syntology harvested"},"n_pointer_only_for_licence":6,"samples":[{"code_sha256_prefix":"531baffc1849f8f9","entry":"combine_sentences","repo":"tianyi-lab/superfiltering","repo_kind":"official","path":"code_diversity_fla/do_fla.py","file_url":"https://github.com/tianyi-lab/superfiltering/blob/HEAD/code_diversity_fla/do_fla.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"531baffc1849f8f9"}},{"code_sha256_prefix":"9849576f3cfddbcc","entry":"do_ifd","repo":"tianyi-lab/superfiltering","repo_kind":"official","path":"code_diversity_fla/do_fla.py","file_url":"https://github.com/tianyi-lab/superfiltering/blob/HEAD/code_diversity_fla/do_fla.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"9849576f3cfddbcc"}},{"code_sha256_prefix":"906dab8ee3c01e55","entry":"get_perplexity_and_embedding_part_text","repo":"tianyi-lab/superfiltering","repo_kind":"official","path":"code_ifd/data_analysis.py","file_url":"https://github.com/tianyi-lab/superfiltering/blob/HEAD/code_ifd/data_analysis.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"906dab8ee3c01e55"}},{"code_sha256_prefix":"3c94e259a4b7a436","entry":"get_perplexity_and_embedding_whole_text","repo":"tianyi-lab/superfiltering","repo_kind":"official","path":"code_ifd/data_analysis.py","file_url":"https://github.com/tianyi-lab/superfiltering/blob/HEAD/code_ifd/data_analysis.py","link_basis":"harvester_set","language":"python","status":"ran_honours","verification_level":1,"contract_check":"HONOURS","metamorphic_tier":"well_formed","behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"3c94e259a4b7a436"}},{"code_sha256_prefix":"ead25b78800cc44e","entry":"get_scores_all","repo":"tianyi-lab/superfiltering","repo_kind":"official","path":"evaluation/generation/review_eval_score.py","file_url":"https://github.com/tianyi-lab/superfiltering/blob/HEAD/evaluation/generation/review_eval_score.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"ead25b78800cc44e"}},{"code_sha256_prefix":"c8e90c3f0bce2602","entry":"survey","repo":"tianyi-lab/superfiltering","repo_kind":"official","path":"evaluation/generation/review_eval_score.py","file_url":"https://github.com/tianyi-lab/superfiltering/blob/HEAD/evaluation/generation/review_eval_score.py","link_basis":"first_harvest_node","language":"python","status":"ran","verification_level":1,"contract_check":null,"metamorphic_tier":null,"behaviour_fingerprint":false,"licence":"NONE","inline_ok":false,"mcp_get_code":{"code_sha256":"c8e90c3f0bce2602"}}]},"arxiv_metadata":null,"syntology_extracted_results":null}