{"url":"/method/collaborative-distillation","slug":"collaborative-distillation","name":"Collaborative Distillation","full_name":"Collaborative Distillation","full_name_withheld":false,"description_markdown":"**Collaborative Distillation** is a new knowledge distillation method (named Collaborative Distillation) for encoder-decoder based neural style transfer to reduce the number of convolutional filters. The main idea is underpinned by a finding that the encoder-decoder pairs construct an exclusive collaborative relationship, which is regarded as a new kind of knowledge for style transfer models.","description_state":"present","introduced_year":null,"introduced_by":{"title":"Collaborative Distillation for Ultra-Resolution Universal Style Transfer","paper":"/paper/collaborative-distillation-for-ultra","first_author":"Huan Wang","n_authors":5,"url_abs":null,"archive_paper_url":"https://paperswithcode.com/paper/collaborative-distillation-for-ultra"},"source":{"url":"https://arxiv.org/abs/2003.08436v2","title":"Collaborative Distillation for Ultra-Resolution Universal Style Transfer","url_on_a_paper_host":true},"code_snippet_url":null,"code_snippet_url_on_a_code_host":false,"categories":[{"area":"General","area_id":"general","collection":"Knowledge Distillation","url":"/methods/category/knowledge-distillation","pwc_aliases":[]}],"n_papers_tagged":9,"archive_num_papers":9,"papers_newest_first":[{"paper":null,"title":"Noise Fusion-based Distillation Learning for Anomaly Detection in Complex Industrial Environments","date":"2025-06-19","arxiv_id":"2506.16050","n_code_links":0,"syntology":null},{"paper":"/paper/continual-collaborative-distillation-for","title":"Continual Collaborative Distillation for Recommender System","date":"2024-05-29","arxiv_id":"2405.19046","n_code_links":2,"syntology":null},{"paper":"/paper/federated-learning-via-input-output","title":"Federated Learning via Input-Output Collaborative Distillation","date":"2023-12-22","arxiv_id":"2312.14478","n_code_links":1,"syntology":null},{"paper":"/paper/multi-label-emotion-analysis-in-conversation","title":"Multi-label Emotion Analysis in Conversation via Multimodal Knowledge Distillation","date":"2023-10-27","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/collaborative-distillation-meta-learning-for","title":"DevFormer: A Symmetric Transformer for Context-Aware Device Placement","date":"2022-05-26","arxiv_id":"2205.13225","n_code_links":5,"syntology":{"ran":13,"of":23,"unverified":10,"pointer_only":0}},{"paper":"/paper/revisiting-discriminator-in-gan-compression-a","title":"Revisiting Discriminator in GAN Compression: A Generator-discriminator Cooperative Compression Scheme","date":"2021-10-27","arxiv_id":"2110.14439","n_code_links":1,"syntology":null},{"paper":"/paper/complementary-calibration-boosting-general","title":"Complementary Calibration: Boosting General Continual Learning with Collaborative Distillation and Self-Supervision","date":"2021-09-03","arxiv_id":"2109.02426","n_code_links":1,"syntology":null},{"paper":"/paper/compressing-facial-makeup-transfer-networks","title":"Compressing Facial Makeup Transfer Networks by Collaborative Distillation and Kernel Decomposition","date":"2020-09-16","arxiv_id":"2009.07604","n_code_links":1,"syntology":null},{"paper":"/paper/collaborative-distillation-for-ultra","title":"Collaborative Distillation for Ultra-Resolution Universal Style Transfer","date":"2020-03-18","arxiv_id":"2003.08436","n_code_links":1,"syntology":{"ran":3,"of":8,"unverified":5,"pointer_only":0}}],"papers_shown":9,"tasks":[{"task":"/task/knowledge-distillation","name":"Knowledge Distillation","papers":4},{"task":"/task/decoder","name":"Decoder","papers":2},{"task":"/task/anomaly-detection","name":"Anomaly Detection","papers":1},{"task":"/task/combinatorial-optimization","name":"Combinatorial Optimization","papers":1},{"task":"/task/continual-learning","name":"Continual Learning","papers":1},{"task":"/task/contrastive-learning","name":"Contrastive Learning","papers":1},{"task":"/task/emotion-recognition","name":"Emotion Recognition","papers":1},{"task":"/task/facial-makeup-transfer","name":"Facial Makeup Transfer","papers":1},{"task":"/task/federated-learning","name":"Federated Learning","papers":1},{"task":null,"name":"GPU","papers":1},{"task":"/task/image-classification","name":"Image Classification","papers":1},{"task":"/task/meta-learning","name":"Meta-Learning","papers":1},{"task":"/task/multimodal-sentiment-analysis","name":"Multimodal Sentiment Analysis","papers":1},{"task":"/task/recommendation-systems","name":"Recommendation Systems","papers":1},{"task":null,"name":"Relation","papers":1},{"task":"/task/style-transfer","name":"Style Transfer","papers":1},{"task":"/task/image-classification","name":"image-classification","papers":1}],"tasks_shown":17,"n_tasks":17,"usage_by_year":[{"year":"2020","papers":2},{"year":"2021","papers":2},{"year":"2022","papers":1},{"year":"2023","papers":2},{"year":"2024","papers":1},{"year":"2025","papers":1}],"row_source":"methods_table","archive":{"source":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","archive_url":"https://paperswithcode.com/method/collaborative-distillation"},"syntology_read_at":"2026-09-24T18:15:14+00:00"}