{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/knowledge-distillation/papers/16","list_of":"/method/knowledge-distillation","method":"Knowledge Distillation","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":16,"pages_in_order":31,"rows_per_page":100,"rows":[1501,1600],"of":3071,"counts":{"archive_papers_tagged":3071,"with_a_code_link":1258,"where_syntology_ran_a_sample":320,"not_listed_spam_title":0,"listed":3071,"listed_where_code_ran":320,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":276,"every_run_a_failure_of_syntologys_instrument":44,"listed_with_a_run_with_no_instrument_failure":276,"listed_every_run_a_failure_of_syntologys_instrument":44,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/knowledge-distillation","prev":"/method/knowledge-distillation/papers/15","next":"/method/knowledge-distillation/papers/17","papers":[{"paper":null,"slug":"deep-collective-knowledge-distillation","title":"Deep Collective Knowledge Distillation","date":"2023-04-18","arxiv_id":"2304.08878","n_code_links":0,"syntology":null},{"paper":null,"slug":"always-strengthen-your-strengths-a-drift","title":"Always Strengthen Your Strengths: A Drift-Aware Incremental Learning Framework for CTR Prediction","date":"2023-04-17","arxiv_id":"2304.09062","n_code_links":0,"syntology":null},{"paper":null,"slug":"lasnn-layer-wise-ann-to-snn-distillation-for","title":"LaSNN: Layer-wise ANN-to-SNN Distillation for Effective and Efficient Training in Deep Spiking Neural Networks","date":"2023-04-17","arxiv_id":"2304.09101","n_code_links":0,"syntology":null},{"paper":"/paper/teacher-network-calibration-improves-cross","slug":"teacher-network-calibration-improves-cross","title":"Teacher Network Calibration Improves Cross-Quality Knowledge Distillation","date":"2023-04-15","arxiv_id":"2304.07593","n_code_links":1,"syntology":null},{"paper":"/paper/learn-what-is-possible-then-choose-what-is","slug":"learn-what-is-possible-then-choose-what-is","title":"Learn What Is Possible, Then Choose What Is Best: Disentangling One-To-Many Relations in Language Through Text-based Games","date":"2023-04-14","arxiv_id":"2304.07258","n_code_links":1,"syntology":null},{"paper":null,"slug":"class-incremental-learning-of-plant-and","title":"Class-Incremental Learning of Plant and Disease Detection: Growing Branches with Knowledge Distillation","date":"2023-04-13","arxiv_id":"2304.06619","n_code_links":0,"syntology":null},{"paper":"/paper/multi-mode-online-knowledge-distillation-for","slug":"multi-mode-online-knowledge-distillation-for","title":"Multi-Mode Online Knowledge Distillation for Self-Supervised Visual Representation Learning","date":"2023-04-13","arxiv_id":"2304.06461","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","official":null}},{"paper":null,"slug":"constructing-deep-spiking-neural-networks","title":"Constructing Deep Spiking Neural Networks from Artificial Neural Networks with Knowledge Distillation","date":"2023-04-12","arxiv_id":"2304.05627","n_code_links":0,"syntology":null},{"paper":"/paper/sft-kd-recon-learning-a-student-friendly","slug":"sft-kd-recon-learning-a-student-friendly","title":"SFT-KD-Recon: Learning a Student-friendly Teacher for Knowledge Distillation in Magnetic Resonance Image Reconstruction","date":"2023-04-11","arxiv_id":"2304.05057","n_code_links":1,"syntology":null},{"paper":null,"slug":"a-survey-on-recent-teacher-student-learning","title":"A Survey on Recent Teacher-student Learning Studies","date":"2023-04-10","arxiv_id":"2304.04615","n_code_links":0,"syntology":null},{"paper":null,"slug":"grouped-knowledge-distillation-for-deep-face","title":"Grouped Knowledge Distillation for Deep Face Recognition","date":"2023-04-10","arxiv_id":"2304.04462","n_code_links":0,"syntology":null},{"paper":null,"slug":"homogenizing-non-iid-datasets-via-in","title":"Homogenizing Non-IID datasets via In-Distribution Knowledge Distillation for Decentralized Learning","date":"2023-04-09","arxiv_id":"2304.04326","n_code_links":0,"syntology":null},{"paper":"/paper/continual-learning-for-lidar-semantic","slug":"continual-learning-for-lidar-semantic","title":"Continual Learning for LiDAR Semantic Segmentation: Class-Incremental and Coarse-to-Fine strategies on Sparse Data","date":"2023-04-08","arxiv_id":"2304.03980","n_code_links":1,"syntology":null},{"paper":null,"slug":"model-agnostic-decentralized-collaborative","title":"Model-Agnostic Decentralized Collaborative Learning for On-Device POI Recommendation","date":"2023-04-08","arxiv_id":"2304.03947","n_code_links":0,"syntology":null},{"paper":"/paper/pvd-al-progressive-volume-distillation-with","slug":"pvd-al-progressive-volume-distillation-with","title":"Progressive Volume Distillation with Active Learning for Efficient NeRF Architecture Conversion","date":"2023-04-08","arxiv_id":"2304.04012","n_code_links":1,"syntology":null},{"paper":null,"slug":"continual-detection-transformer-for","title":"Continual Detection Transformer for Incremental Object Detection","date":"2023-04-06","arxiv_id":"2304.03110","n_code_links":0,"syntology":null},{"paper":"/paper/diga-distil-to-generalize-and-then-adapt-for","slug":"diga-distil-to-generalize-and-then-adapt-for","title":"DiGA: Distil to Generalize and then Adapt for Domain Adaptive Semantic Segmentation","date":"2023-04-05","arxiv_id":"2304.02222","n_code_links":1,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":1,"phrase":"0 ran · 1 unverified","official":{"repos":["fy-vision/diga"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"paper":"/paper/self-distillation-for-gaussian-process","slug":"self-distillation-for-gaussian-process","title":"Self-Distillation for Gaussian Process Regression and Classification","date":"2023-04-05","arxiv_id":"2304.02641","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["kennethborup/gaussian_process_self_distillation"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"towards-efficient-task-driven-model","title":"Towards Efficient Task-Driven Model Reprogramming with Foundation Models","date":"2023-04-05","arxiv_id":"2304.02263","n_code_links":0,"syntology":null},{"paper":null,"slug":"cross-class-feature-augmentation-for-class","title":"Cross-Class Feature Augmentation for Class Incremental Learning","date":"2023-04-04","arxiv_id":"2304.01899","n_code_links":0,"syntology":null},{"paper":null,"slug":"madeye-boosting-live-video-analytics-accuracy","title":"MadEye: Boosting Live Video Analytics Accuracy with Adaptive Camera Configurations","date":"2023-04-04","arxiv_id":"2304.02101","n_code_links":0,"syntology":null},{"paper":null,"slug":"knowledge-distilled-graph-neural-networks-for","title":"Knowledge-Distilled Graph Neural Networks for Personalized Epileptic Seizure Detection","date":"2023-04-03","arxiv_id":"2304.06038","n_code_links":0,"syntology":null},{"paper":"/paper/vision-language-models-for-vision-tasks-a","slug":"vision-language-models-for-vision-tasks-a","title":"Vision-Language Models for Vision Tasks: A Survey","date":"2023-04-03","arxiv_id":"2304.00685","n_code_links":1,"syntology":null},{"paper":null,"slug":"a-unified-compression-framework-for-efficient","title":"A Unified Compression Framework for Efficient Speech-Driven Talking-Face Generation","date":"2023-04-02","arxiv_id":"2304.00471","n_code_links":0,"syntology":null},{"paper":null,"slug":"gvp-generative-volumetric-primitives","title":"GVP: Generative Volumetric Primitives","date":"2023-03-31","arxiv_id":"2303.18193","n_code_links":0,"syntology":null},{"paper":"/paper/knowledge-distillation-for-feature-extraction","slug":"knowledge-distillation-for-feature-extraction","title":"Knowledge Distillation for Feature Extraction in Underwater VSLAM","date":"2023-03-31","arxiv_id":"2303.17981","n_code_links":1,"syntology":null},{"paper":null,"slug":"quick-dense-retrievers-consume-kale-post","title":"Quick Dense Retrievers Consume KALE: Post Training Kullback Leibler Alignment of Embeddings for Asymmetrical dual encoders","date":"2023-03-31","arxiv_id":"2304.01016","n_code_links":0,"syntology":null},{"paper":null,"slug":"selective-knowledge-distillation-for-non","title":"Selective Knowledge Distillation for Non-Autoregressive Neural Machine Translation","date":"2023-03-31","arxiv_id":"2303.17910","n_code_links":0,"syntology":null},{"paper":null,"slug":"if-at-first-you-don-t-succeed-test-time-re","title":"If At First You Don't Succeed: Test Time Re-ranking for Zero-shot, Cross-domain Retrieval","date":"2023-03-30","arxiv_id":"2303.17703","n_code_links":0,"syntology":null},{"paper":null,"slug":"kd-dlgan-data-limited-image-generation-via","title":"KD-DLGAN: Data Limited Image Generation via Knowledge Distillation","date":"2023-03-30","arxiv_id":"2303.17158","n_code_links":0,"syntology":null},{"paper":"/paper/practical-self-supervised-continual-learning","slug":"practical-self-supervised-continual-learning","title":"Kaizen: Practical Self-supervised Continual Learning with Continual Fine-tuning","date":"2023-03-30","arxiv_id":"2303.17235","n_code_links":1,"syntology":null},{"paper":"/paper/bevsimdet-simulated-multi-modal-distillation","slug":"bevsimdet-simulated-multi-modal-distillation","title":"SimDistill: Simulated Multi-modal Distillation for BEV 3D Object Detection","date":"2023-03-29","arxiv_id":"2303.16818","n_code_links":2,"syntology":{"ran":10,"of":10,"n_ran_checked":10,"n_instrument":0,"unverified":0,"pointer_only":3,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["vitae-transformer/bevsimdet","vitae-transformer/simdistill"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"information-theoretic-gan-compression-with","title":"Information-Theoretic GAN Compression with Variational Energy-based Model","date":"2023-03-28","arxiv_id":"2303.16050","n_code_links":0,"syntology":null},{"paper":"/paper/projected-latent-distillation-for-data","slug":"projected-latent-distillation-for-data","title":"Projected Latent Distillation for Data-Agnostic Consolidation in Distributed Continual Learning","date":"2023-03-28","arxiv_id":"2303.15888","n_code_links":1,"syntology":null},{"paper":"/paper/self-vs-self-supervised-encoding-learning-for","slug":"self-vs-self-supervised-encoding-learning-for","title":"SELF-VS: Self-supervised Encoding Learning For Video Summarization","date":"2023-03-28","arxiv_id":"2303.15993","n_code_links":1,"syntology":null},{"paper":"/paper/improving-neural-topic-models-with","slug":"improving-neural-topic-models-with","title":"Improving Neural Topic Models with Wasserstein Knowledge Distillation","date":"2023-03-27","arxiv_id":"2303.15350","n_code_links":2,"syntology":null},{"paper":null,"slug":"mutually-paced-knowledge-distillation-for","title":"Mutually-paced Knowledge Distillation for Cross-lingual Temporal Knowledge Graph Reasoning","date":"2023-03-27","arxiv_id":"2303.14898","n_code_links":0,"syntology":null},{"paper":"/paper/unidistill-a-universal-cross-modality","slug":"unidistill-a-universal-cross-modality","title":"UniDistill: A Universal Cross-Modality Knowledge Distillation Framework for 3D Object Detection in Bird's-Eye View","date":"2023-03-27","arxiv_id":"2303.15083","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":2,"n_instrument":1,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["megvii-research/cvpr2023-unidistill"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"multi-frame-self-supervised-depth-estimation","title":"Multi-Frame Self-Supervised Depth Estimation with Multi-Scale Feature Fusion in Dynamic Scenes","date":"2023-03-26","arxiv_id":"2303.14628","n_code_links":0,"syntology":null},{"paper":"/paper/preserving-linear-separability-in-continual","slug":"preserving-linear-separability-in-continual","title":"Preserving Linear Separability in Continual Learning by Backward Feature Projection","date":"2023-03-26","arxiv_id":"2303.14595","n_code_links":1,"syntology":null},{"paper":null,"slug":"multi-view-knowledge-distillation-transformer","title":"Multi-view knowledge distillation transformer for human action recognition","date":"2023-03-25","arxiv_id":"2303.14358","n_code_links":0,"syntology":null},{"paper":"/paper/supervised-masked-knowledge-distillation-for","slug":"supervised-masked-knowledge-distillation-for","title":"Supervised Masked Knowledge Distillation for Few-Shot Transformers","date":"2023-03-25","arxiv_id":"2303.15466","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":1,"n_instrument":2,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","official":{"repos":["hl-hanlin/smkd"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/ccl-continual-contrastive-learning-for-lidar","slug":"ccl-continual-contrastive-learning-for-lidar","title":"CCL: Continual Contrastive Learning for LiDAR Place Recognition","date":"2023-03-24","arxiv_id":"2303.13952","n_code_links":1,"syntology":null},{"paper":null,"slug":"dylin-making-light-field-networks-dynamic","title":"DyLiN: Making Light Field Networks Dynamic","date":"2023-03-24","arxiv_id":"2303.14243","n_code_links":0,"syntology":null},{"paper":null,"slug":"exploiting-unlabelled-photos-for-stronger","title":"Exploiting Unlabelled Photos for Stronger Fine-Grained SBIR","date":"2023-03-24","arxiv_id":"2303.13779","n_code_links":0,"syntology":null},{"paper":null,"slug":"from-wide-to-deep-dimension-lifting-network","title":"From Wide to Deep: Dimension Lifting Network for Parameter-efficient Knowledge Graph Embedding","date":"2023-03-22","arxiv_id":"2303.12816","n_code_links":0,"syntology":null},{"paper":"/paper/assessor-guided-learning-for-continual","slug":"assessor-guided-learning-for-continual","title":"Assessor-Guided Learning for Continual Environments","date":"2023-03-21","arxiv_id":"2303.11624","n_code_links":1,"syntology":null},{"paper":null,"slug":"heterogeneous-branch-collaborative-learning","title":"Heterogeneous-Branch Collaborative Learning for Dialogue Generation","date":"2023-03-21","arxiv_id":"2303.11621","n_code_links":0,"syntology":null},{"paper":null,"slug":"model-robustness-meets-data-privacy","title":"Out of Thin Air: Exploring Data-Free Adversarial Robustness Distillation","date":"2023-03-21","arxiv_id":"2303.11611","n_code_links":0,"syntology":null},{"paper":"/paper/mv-mr-multi-views-and-multi-representations","slug":"mv-mr-multi-views-and-multi-representations","title":"MV-MR: multi-views and multi-representations for self-supervised learning and knowledge distillation","date":"2023-03-21","arxiv_id":"2303.12130","n_code_links":1,"syntology":null},{"paper":"/paper/a-closer-look-at-the-training-dynamics-of","slug":"a-closer-look-at-the-training-dynamics-of","title":"Understanding the Role of the Projector in Knowledge Distillation","date":"2023-03-20","arxiv_id":"2303.11098","n_code_links":4,"syntology":null},{"paper":null,"slug":"knowledge-distillation-from-multiple","title":"Knowledge Distillation from Multiple Foundation Models for End-to-End Speech Recognition","date":"2023-03-20","arxiv_id":"2303.10917","n_code_links":0,"syntology":null},{"paper":"/paper/adaptguard-defending-against-universal","slug":"adaptguard-defending-against-universal","title":"AdaptGuard: Defending Against Universal Attacks for Model Adaptation","date":"2023-03-19","arxiv_id":"2303.10594","n_code_links":1,"syntology":null},{"paper":"/paper/an-empirical-study-of-pre-trained-language","slug":"an-empirical-study-of-pre-trained-language","title":"An Empirical Study of Pre-trained Language Models in Simple Knowledge Graph Question Answering","date":"2023-03-18","arxiv_id":"2303.10368","n_code_links":1,"syntology":null},{"paper":"/paper/channel-aware-distillation-transformer-for","slug":"channel-aware-distillation-transformer-for","title":"Channel-Aware Distillation Transformer for Depth Estimation on Nano Drones","date":"2023-03-18","arxiv_id":"2303.10386","n_code_links":1,"syntology":null},{"paper":null,"slug":"crowd-counting-with-online-knowledge-learning","title":"Crowd Counting with Online Knowledge Learning","date":"2023-03-18","arxiv_id":"2303.10318","n_code_links":0,"syntology":null},{"paper":"/paper/whole-slide-imaging-cancer-metastases","slug":"whole-slide-imaging-cancer-metastases","title":"Whole-slide-imaging Cancer Metastases Detection and Localization with Limited Tumorous Data","date":"2023-03-18","arxiv_id":"2303.10342","n_code_links":1,"syntology":null},{"paper":"/paper/prototype-knowledge-distillation-for-medical","slug":"prototype-knowledge-distillation-for-medical","title":"Prototype Knowledge Distillation for Medical Segmentation with Missing Modality","date":"2023-03-17","arxiv_id":"2303.09830","n_code_links":1,"syntology":null},{"paper":"/paper/tesla-test-time-self-learning-with-automatic","slug":"tesla-test-time-self-learning-with-automatic","title":"TeSLA: Test-Time Self-Learning With Automatic Adversarial Augmentation","date":"2023-03-17","arxiv_id":"2303.09870","n_code_links":1,"syntology":{"ran":6,"of":6,"n_ran_checked":5,"n_instrument":1,"unverified":0,"pointer_only":2,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["devavrattomar/tesla"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"distillw2v2-a-small-and-streaming-wav2vec-2-0","title":"DistillW2V2: A Small and Streaming Wav2vec 2.0 Based ASR Model","date":"2023-03-16","arxiv_id":"2303.09278","n_code_links":0,"syntology":null},{"paper":"/paper/global-knowledge-calibration-for-fast-open","slug":"global-knowledge-calibration-for-fast-open","title":"Global Knowledge Calibration for Fast Open-Vocabulary Segmentation","date":"2023-03-16","arxiv_id":"2303.09181","n_code_links":1,"syntology":null},{"paper":null,"slug":"knowledge-distillation-for-adaptive-mri","title":"Knowledge Distillation for Adaptive MRI Prostate Segmentation Based on Limit-Trained Multi-Teacher Models","date":"2023-03-16","arxiv_id":"2303.09494","n_code_links":0,"syntology":null},{"paper":null,"slug":"neural-architecture-search-for-effective","title":"Neural Architecture Search for Effective Teacher-Student Knowledge Transfer in Language Models","date":"2023-03-16","arxiv_id":"2303.09639","n_code_links":0,"syntology":null},{"paper":null,"slug":"towards-a-smaller-student-capacity-dynamic","title":"Towards a Smaller Student: Capacity Dynamic Distillation for Efficient Image Retrieval","date":"2023-03-16","arxiv_id":"2303.09230","n_code_links":0,"syntology":null},{"paper":"/paper/graph-less-collaborative-filtering","slug":"graph-less-collaborative-filtering","title":"Graph-less Collaborative Filtering","date":"2023-03-15","arxiv_id":"2303.08537","n_code_links":1,"syntology":null},{"paper":null,"slug":"identity-preserving-knowledge-distillation","title":"Cross-resolution Face Recognition via Identity-Preserving Network and Knowledge Distillation","date":"2023-03-15","arxiv_id":"2303.08665","n_code_links":0,"syntology":null},{"paper":null,"slug":"feature-rich-audio-model-inversion-for-data","title":"Feature-Rich Audio Model Inversion for Data-Free Knowledge Distillation Towards General Sound Classification","date":"2023-03-14","arxiv_id":"2303.07643","n_code_links":0,"syntology":null},{"paper":null,"slug":"metamixer-a-regularization-strategy-for","title":"MetaMixer: A Regularization Strategy for Online Knowledge Distillation","date":"2023-03-14","arxiv_id":"2303.07951","n_code_links":0,"syntology":null},{"paper":"/paper/mobilevos-real-time-video-object-segmentation","slug":"mobilevos-real-time-video-object-segmentation","title":"MobileVOS: Real-Time Video Object Segmentation Contrastive Learning meets Knowledge Distillation","date":"2023-03-14","arxiv_id":"2303.07815","n_code_links":0,"syntology":null},{"paper":null,"slug":"teacher-student-knowledge-distillation-for","title":"Teacher-Student Knowledge Distillation for Radar Perception on Embedded Accelerators","date":"2023-03-14","arxiv_id":"2303.07586","n_code_links":0,"syntology":null},{"paper":"/paper/continuous-sign-language-recognition-based-on","slug":"continuous-sign-language-recognition-based-on","title":"Continuous sign language recognition based on cross-resolution knowledge distillation","date":"2023-03-13","arxiv_id":"2303.06820","n_code_links":1,"syntology":null},{"paper":"/paper/scpnet-semantic-scene-completion-on-point","slug":"scpnet-semantic-scene-completion-on-point","title":"SCPNet: Semantic Scene Completion on Point Cloud","date":"2023-03-13","arxiv_id":"2303.06884","n_code_links":1,"syntology":null},{"paper":"/paper/dino-mc-self-supervised-contrastive-learning","slug":"dino-mc-self-supervised-contrastive-learning","title":"Extending global-local view alignment for self-supervised learning with remote sensing imagery","date":"2023-03-12","arxiv_id":"2303.06670","n_code_links":1,"syntology":{"ran":2,"of":3,"n_ran_checked":2,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["wennyxy/dino-mc"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"knowledge-distillation-for-efficient","title":"Knowledge Distillation for Efficient Sequences of Training Runs","date":"2023-03-11","arxiv_id":"2303.06480","n_code_links":0,"syntology":null},{"paper":null,"slug":"digital-twin-assisted-knowledge-distillation","title":"Digital Twin-Assisted Knowledge Distillation Framework for Heterogeneous Federated Learning","date":"2023-03-10","arxiv_id":"2303.06155","n_code_links":0,"syntology":null},{"paper":null,"slug":"dynamic-y-kd-a-hybrid-approach-to-continual","title":"Dynamic Y-KD: A Hybrid Approach to Continual Instance Segmentation","date":"2023-03-10","arxiv_id":"2303.06015","n_code_links":0,"syntology":null},{"paper":"/paper/fedack-federated-adversarial-contrastive","slug":"fedack-federated-adversarial-contrastive","title":"FedACK: Federated Adversarial Contrastive Knowledge Distillation for Cross-Lingual and Cross-Model Social Bot Detection","date":"2023-03-10","arxiv_id":"2303.07113","n_code_links":1,"syntology":null},{"paper":"/paper/object-aware-distillation-pyramid-for-open","slug":"object-aware-distillation-pyramid-for-open","title":"Object-Aware Distillation Pyramid for Open-Vocabulary Object Detection","date":"2023-03-10","arxiv_id":"2303.05892","n_code_links":1,"syntology":null},{"paper":null,"slug":"robust-knowledge-distillation-from-rnn-t","title":"Robust Knowledge Distillation from RNN-T Models With Noisy Training Labels Using Full-Sum Loss","date":"2023-03-10","arxiv_id":"2303.05958","n_code_links":0,"syntology":null},{"paper":null,"slug":"learning-the-wrong-lessons-inserting-trojans","title":"Learning the Wrong Lessons: Inserting Trojans During Knowledge Distillation","date":"2023-03-09","arxiv_id":"2303.05593","n_code_links":0,"syntology":null},{"paper":null,"slug":"niff-alleviating-forgetting-in-generalized","title":"NIFF: Alleviating Forgetting in Generalized Few-Shot Object Detection via Neural Instance Feature Forging","date":"2023-03-09","arxiv_id":"2303.04958","n_code_links":0,"syntology":null},{"paper":"/paper/enhancing-low-resolution-face-recognition","slug":"enhancing-low-resolution-face-recognition","title":"Enhancing Low-resolution Face Recognition with Feature Similarity Knowledge Distillation","date":"2023-03-08","arxiv_id":"2303.04681","n_code_links":1,"syntology":null},{"paper":null,"slug":"adaptive-knowledge-distillation-between-text","title":"Adaptive Knowledge Distillation between Text and Speech Pre-trained Models","date":"2023-03-07","arxiv_id":"2303.03600","n_code_links":0,"syntology":null},{"paper":null,"slug":"gradient-guided-knowledge-distillation-for","title":"Gradient-Guided Knowledge Distillation for Object Detectors","date":"2023-03-07","arxiv_id":"2303.04240","n_code_links":0,"syntology":null},{"paper":null,"slug":"kdsm-an-uplift-modeling-framework-based-on","title":"KDSM: An uplift modeling framework based on knowledge distillation and sample matching","date":"2023-03-06","arxiv_id":"2303.02980","n_code_links":0,"syntology":null},{"paper":null,"slug":"students-parrot-their-teachers-membership","title":"Students Parrot Their Teachers: Membership Inference on Model Distillation","date":"2023-03-06","arxiv_id":"2303.03446","n_code_links":0,"syntology":null},{"paper":null,"slug":"pre-trained-model-representations-and-their","title":"Pre-trained Model Representations and their Robustness against Noise for Speech Emotion Analysis","date":"2023-03-03","arxiv_id":"2303.03177","n_code_links":0,"syntology":null},{"paper":null,"slug":"unsupervised-deep-digital-staining-for","title":"Unsupervised Deep Digital Staining For Microscopic Cell Images Via Knowledge Distillation","date":"2023-03-03","arxiv_id":"2303.02057","n_code_links":0,"syntology":null},{"paper":null,"slug":"x-3-kd-knowledge-distillation-across","title":"X$^3$KD: Knowledge Distillation Across Modalities, Tasks and Stages for Multi-Camera 3D Object Detection","date":"2023-03-03","arxiv_id":"2303.02203","n_code_links":0,"syntology":null},{"paper":"/paper/distillation-from-heterogeneous-models-for","slug":"distillation-from-heterogeneous-models-for","title":"Distillation from Heterogeneous Models for Top-K Recommendation","date":"2023-03-02","arxiv_id":"2303.01130","n_code_links":1,"syntology":null},{"paper":null,"slug":"letz-translate-low-resource-machine","title":"Letz Translate: Low-Resource Machine Translation for Luxembourgish","date":"2023-03-02","arxiv_id":"2303.01347","n_code_links":0,"syntology":null},{"paper":"/paper/musclemap-towards-video-based-activated","slug":"musclemap-towards-video-based-activated","title":"Towards Activated Muscle Group Estimation in the Wild","date":"2023-03-02","arxiv_id":"2303.00952","n_code_links":1,"syntology":null},{"paper":null,"slug":"weakly-supervised-hoi-detection-via-prior","title":"Weakly-supervised HOI Detection via Prior-guided Bi-level Representation Learning","date":"2023-03-02","arxiv_id":"2303.01313","n_code_links":0,"syntology":null},{"paper":"/paper/generic-to-specific-distillation-of-masked","slug":"generic-to-specific-distillation-of-masked","title":"Generic-to-Specific Distillation of Masked Autoencoders","date":"2023-02-28","arxiv_id":"2302.14771","n_code_links":1,"syntology":null},{"paper":null,"slug":"incremental-learning-of-acoustic-scenes-and","title":"Incremental Learning of Acoustic Scenes and Sound Events","date":"2023-02-28","arxiv_id":"2302.14815","n_code_links":0,"syntology":null},{"paper":"/paper/language-universal-adapter-learning-with","slug":"language-universal-adapter-learning-with","title":"Language-Universal Adapter Learning with Knowledge Distillation for End-to-End Multilingual Speech Recognition","date":"2023-02-28","arxiv_id":"2303.01249","n_code_links":1,"syntology":null},{"paper":null,"slug":"learning-to-retain-while-acquiring-combating","title":"Learning to Retain while Acquiring: Combating Distribution-Shift in Adversarial Data-Free Knowledge Distillation","date":"2023-02-28","arxiv_id":"2302.14290","n_code_links":0,"syntology":null},{"paper":"/paper/graph-based-knowledge-distillation-a-survey","slug":"graph-based-knowledge-distillation-a-survey","title":"Graph-based Knowledge Distillation: A survey and experimental evaluation","date":"2023-02-27","arxiv_id":"2302.14643","n_code_links":1,"syntology":null},{"paper":"/paper/occdepth-a-depth-aware-method-for-3d-semantic","slug":"occdepth-a-depth-aware-method-for-3d-semantic","title":"OccDepth: A Depth-Aware Method for 3D Semantic Scene Completion","date":"2023-02-27","arxiv_id":"2302.13540","n_code_links":1,"syntology":{"ran":5,"of":6,"n_ran_checked":5,"n_instrument":0,"unverified":1,"pointer_only":2,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["megvii-research/occdepth"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"a-light-weight-deep-learning-model-for-remote","title":"A Light-weight Deep Learning Model for Remote Sensing Image Classification","date":"2023-02-25","arxiv_id":"2302.13028","n_code_links":0,"syntology":null}],"record_sha256":"dcc20c38900e6b72f4f319d0f59a1717cf83e0a7c20794720bb49238bec57796","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}