{"url":"/task/data-free-knowledge-distillation","name":"Data-free Knowledge Distillation","slug":"data-free-knowledge-distillation","description_markdown":null,"categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":75,"papers_with_code":37,"benchmarks":2,"benchmark_tables_in_archive":2,"benchmark_tables_shown":2,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":3,"subtasks":1,"parent_tasks":1},"benchmarks":[{"leaderboard":"/sota/data-free-knowledge-distillation-on-qnli","slug":"data-free-knowledge-distillation-on-qnli","dataset":"QNLI","dataset_url":"/dataset/qnli","rows_in_archive":4,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"GOLD (T5-base)","paper_title":"GOLD: Generalized Knowledge Distillation via Out-of-Distribution-Guided Language Data Generation","paper_url":"/paper/gold-generalized-knowledge-distillation-via","paper_date":"2024-03-28","arxiv_id":"2403.19754","code_links":[],"syntology":null}},{"leaderboard":"/sota/data-free-knowledge-distillation-on-squad","slug":"data-free-knowledge-distillation-on-squad","dataset":"SQuAD","dataset_url":"/dataset/squad","rows_in_archive":4,"metrics":["Exact Match"],"first_row_in_archive_order":{"model":"GOLD (T5-base)","paper_title":"GOLD: Generalized Knowledge Distillation via Out-of-Distribution-Guided Language Data Generation","paper_url":"/paper/gold-generalized-knowledge-distillation-via","paper_date":"2024-03-28","arxiv_id":"2403.19754","code_links":[],"syntology":null}}],"datasets":[{"url":"/dataset/glue","name":"GLUE","full_name":"General Language Understanding Evaluation benchmark","num_papers_in_archive":3197},{"url":"/dataset/qnli","name":"QNLI","full_name":"Question-answering NLI","num_papers_in_archive":1234},{"url":"/dataset/squad","name":"SQuAD","full_name":"Stanford Question Answering Dataset","num_papers_in_archive":151}],"subtasks":[{"url":"/task/benchmarking","name":"Benchmarking"}],"parent_tasks":[{"url":"/task/knowledge-distillation","name":"Knowledge Distillation"}],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":30,"of":37,"tagged_in_all":75,"items":[{"url":"/paper/data-free-knowledge-distillation-for-1","title":"Data-Free Knowledge Distillation for Heterogeneous Federated Learning","date":"2021-05-20","arxiv_id":"2105.10056","repositories_listed":4,"syntology":null},{"url":"/paper/zerogen-efficient-zero-shot-learning-via","title":"ZeroGen: Efficient Zero-shot Learning via Dataset Generation","date":"2022-02-16","arxiv_id":"2202.07922","repositories_listed":3,"syntology":{"n":7,"n_ran":3,"n_unverified":4,"n_pointer_only":7}},{"url":"/paper/dad-improved-data-free-test-time-adversarial","title":"DAD++: Improved Data-free Test Time Adversarial Defense","date":"2023-09-10","arxiv_id":"2309.05132","repositories_listed":2,"syntology":null},{"url":"/paper/progen-progressive-zero-shot-dataset","title":"ProGen: Progressive Zero-shot Dataset Generation via In-context Feedback","date":"2022-10-22","arxiv_id":"2210.12329","repositories_listed":2,"syntology":null},{"url":"/paper/up-to-100x-faster-data-free-knowledge","title":"Up to 100$\\times$ Faster Data-free Knowledge Distillation","date":"2021-12-12","arxiv_id":"2112.06253","repositories_listed":2,"syntology":null},{"url":"/paper/contrastive-model-inversion-for-data-free","title":"Contrastive Model Inversion for Data-Free Knowledge Distillation","date":"2021-05-18","arxiv_id":"2105.08584","repositories_listed":2,"syntology":null},{"url":"/paper/data-free-knowledge-distillation-for-deep","title":"Data-Free Knowledge Distillation for Deep Neural Networks","date":"2017-10-19","arxiv_id":"1710.07535","repositories_listed":2,"syntology":null},{"url":"/paper/does-training-with-synthetic-data-truly","title":"Does Training with Synthetic Data Truly Protect Privacy?","date":"2025-02-18","arxiv_id":"2502.12976","repositories_listed":1,"syntology":null},{"url":"/paper/hybrid-data-free-knowledge-distillation","title":"Hybrid Data-Free Knowledge Distillation","date":"2024-12-18","arxiv_id":"2412.13525","repositories_listed":1,"syntology":null},{"url":"/paper/relation-guided-adversarial-learning-for-data","title":"Relation-Guided Adversarial Learning for Data-free Knowledge Transfer","date":"2024-12-16","arxiv_id":"2412.11380","repositories_listed":1,"syntology":null},{"url":"/paper/one-shot-federated-learning-via-synthetic","title":"One-shot Federated Learning via Synthetic Distiller-Distillate Communication","date":"2024-12-06","arxiv_id":"2412.05186","repositories_listed":1,"syntology":{"n":11,"n_ran":3,"n_unverified":8,"n_pointer_only":0}},{"url":"/paper/echodfkd-data-free-knowledge-distillation-for","title":"EchoDFKD: Data-Free Knowledge Distillation for Cardiac Ultrasound Segmentation using Synthetic Data","date":"2024-09-11","arxiv_id":"2409.07566","repositories_listed":1,"syntology":null},{"url":"/paper/dkdm-data-free-knowledge-distillation-for","title":"DKDM: Data-Free Knowledge Distillation for Diffusion Models with Any Architecture","date":"2024-09-05","arxiv_id":"2409.03550","repositories_listed":1,"syntology":null},{"url":"/paper/diffusion-driven-data-replay-a-novel-approach","title":"Diffusion-Driven Data Replay: A Novel Approach to Combat Forgetting in Federated Class Continual Learning","date":"2024-09-02","arxiv_id":"2409.01128","repositories_listed":1,"syntology":{"n":13,"n_ran":8,"n_unverified":5,"n_pointer_only":13}},{"url":"/paper/small-scale-data-free-knowledge-distillation-1","title":"Small Scale Data-Free Knowledge Distillation","date":"2024-06-12","arxiv_id":"2406.07876","repositories_listed":1,"syntology":null},{"url":"/paper/data-free-knowledge-distillation-for-fine-1","title":"Data-free Knowledge Distillation for Fine-grained Visual Categorization","date":"2024-04-18","arxiv_id":"2404.12037","repositories_listed":1,"syntology":null},{"url":"/paper/aug-kd-anchor-based-mixup-generation-for-out","title":"AuG-KD: Anchor-Based Mixup Generation for Out-of-Domain Knowledge Distillation","date":"2024-03-11","arxiv_id":"2403.07030","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_unverified":1,"n_pointer_only":0}},{"url":"/paper/teacher-as-a-lenient-expert-teacher-agnostic","title":"Teacher as a Lenient Expert: Teacher-Agnostic Data-Free Knowledge Distillation","date":"2024-02-18","arxiv_id":"2402.12406","repositories_listed":1,"syntology":null},{"url":"/paper/cross-feature-contrastive-loss-for","title":"Cross-feature Contrastive Loss for Decentralized Deep Learning on Heterogeneous Data","date":"2023-10-24","arxiv_id":"2310.15890","repositories_listed":1,"syntology":null},{"url":"/paper/unleash-data-generation-for-efficient-and","title":"NAYER: Noisy Layer Data Generation for Efficient and Effective Data-free Knowledge Distillation","date":"2023-09-30","arxiv_id":"2310.00258","repositories_listed":1,"syntology":{"n":10,"n_ran":7,"n_unverified":3,"n_pointer_only":10}},{"url":"/paper/prompt2model-generating-deployable-models","title":"Prompt2Model: Generating Deployable Models from Natural Language Instructions","date":"2023-08-23","arxiv_id":"2308.12261","repositories_listed":1,"syntology":null},{"url":"/paper/customizing-synthetic-data-for-data-free","title":"Customizing Synthetic Data for Data-Free Student Learning","date":"2023-07-10","arxiv_id":"2307.04542","repositories_listed":1,"syntology":null},{"url":"/paper/revisiting-data-free-knowledge-distillation","title":"Revisiting Data-Free Knowledge Distillation with Poisoned Teachers","date":"2023-06-04","arxiv_id":"2306.02368","repositories_listed":1,"syntology":{"n":7,"n_ran":2,"n_unverified":5,"n_pointer_only":0}},{"url":"/paper/is-synthetic-data-from-diffusion-models-ready","title":"Is Synthetic Data From Diffusion Models Ready for Knowledge Distillation?","date":"2023-05-22","arxiv_id":"2305.12954","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_unverified":0,"n_pointer_only":1}},{"url":"/paper/synthetic-data-generation-method-for-data","title":"Synthetic data generation method for data-free knowledge distillation in regression neural networks","date":"2023-01-11","arxiv_id":"2301.04338","repositories_listed":1,"syntology":null},{"url":"/paper/data-free-knowledge-distillation-via-feature","title":"Data-Free Knowledge Distillation via Feature Exchange and Activation Region Constraint","date":"2023-01-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/how-to-teach-learning-data-free-knowledge","title":"Dynamic Data-Free Knowledge Distillation by Easy-to-Hard Learning Strategy","date":"2022-08-29","arxiv_id":"2208.13648","repositories_listed":1,"syntology":null},{"url":"/paper/handling-data-heterogeneity-in-federated","title":"Handling Data Heterogeneity in Federated Learning via Knowledge Distillation and Fusion","date":"2022-07-23","arxiv_id":"2207.11447","repositories_listed":1,"syntology":null},{"url":"/paper/cdfkd-mfs-collaborative-data-free-knowledge","title":"CDFKD-MFS: Collaborative Data-free Knowledge Distillation via Multi-level Feature Sharing","date":"2022-05-24","arxiv_id":"2205.11845","repositories_listed":1,"syntology":null},{"url":"/paper/fine-tuning-global-model-via-data-free","title":"Fine-tuning Global Model via Data-Free Knowledge Distillation for Non-IID Federated Learning","date":"2022-03-17","arxiv_id":"2203.09249","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_unverified":1,"n_pointer_only":0}}],"syntology_records":8,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}