{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/knowledge-distillation/papers/2","list_of":"/method/knowledge-distillation","method":"Knowledge Distillation","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":2,"pages_in_order":31,"rows_per_page":100,"rows":[101,200],"of":3071,"counts":{"archive_papers_tagged":3071,"with_a_code_link":1258,"where_syntology_ran_a_sample":320,"not_listed_spam_title":0,"listed":3071,"listed_where_code_ran":320,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":276,"every_run_a_failure_of_syntologys_instrument":44,"listed_with_a_run_with_no_instrument_failure":276,"listed_every_run_a_failure_of_syntologys_instrument":44,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/knowledge-distillation","prev":"/method/knowledge-distillation","next":"/method/knowledge-distillation/papers/3","papers":[{"paper":null,"slug":"sepalm-audio-language-models-are-error","title":"SepALM: Audio Language Models Are Error Correctors for Robust Speech Separation","date":"2025-05-06","arxiv_id":"2505.03273","n_code_links":0,"syntology":null},{"paper":null,"slug":"akd-adversarial-knowledge-distillation-for","title":"AKD : Adversarial Knowledge Distillation For Large Language Models Alignment on Coding tasks","date":"2025-05-05","arxiv_id":"2505.06267","n_code_links":0,"syntology":null},{"paper":null,"slug":"end-to-end-fully-binarized-network-design","title":"End-to-end fully-binarized network design: from Generic Learned Thermometer to Block Pruning","date":"2025-05-05","arxiv_id":"2505.13462","n_code_links":0,"syntology":null},{"paper":"/paper/fedsdaf-leveraging-source-domain-awareness","slug":"fedsdaf-leveraging-source-domain-awareness","title":"FedSDAF: Leveraging Source Domain Awareness for Enhanced Federated Domain Generalization","date":"2025-05-05","arxiv_id":"2505.02515","n_code_links":1,"syntology":null},{"paper":null,"slug":"optimizing-llms-for-resource-constrained","title":"Optimizing LLMs for Resource-Constrained Environments: A Survey of Model Compression Techniques","date":"2025-05-05","arxiv_id":"2505.02309","n_code_links":0,"syntology":null},{"paper":"/paper/efficient-multivariate-time-series","slug":"efficient-multivariate-time-series","title":"Efficient Multivariate Time Series Forecasting via Calibrated Language Models with Privileged Knowledge Distillation","date":"2025-05-04","arxiv_id":"2505.02138","n_code_links":3,"syntology":{"ran":7,"of":7,"n_ran_checked":4,"n_instrument":3,"unverified":0,"pointer_only":2,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["chenxiliu-hnu/timekd"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":null,"slug":"high-fidelity-pseudo-label-generation-by","title":"High-Fidelity Pseudo-label Generation by Large Language Models for Training Robust Radiology Report Classifiers","date":"2025-05-03","arxiv_id":"2505.01693","n_code_links":0,"syntology":null},{"paper":null,"slug":"toward-data-centric-directed-graph-learning","title":"Toward Data-centric Directed Graph Learning: An Entropy-driven Approach","date":"2025-05-02","arxiv_id":"2505.00983","n_code_links":0,"syntology":null},{"paper":null,"slug":"cae-dfkd-bridging-the-transferability-gap-in","title":"CAE-DFKD: Bridging the Transferability Gap in Data-Free Knowledge Distillation","date":"2025-04-30","arxiv_id":"2504.21478","n_code_links":0,"syntology":null},{"paper":"/paper/enhancing-new-item-fairness-in-dynamic","slug":"enhancing-new-item-fairness-in-dynamic","title":"Enhancing New-item Fairness in Dynamic Recommender Systems","date":"2025-04-30","arxiv_id":"2504.21362","n_code_links":1,"syntology":null},{"paper":null,"slug":"how-to-backdoor-the-knowledge-distillation","title":"How to Backdoor the Knowledge Distillation","date":"2025-04-30","arxiv_id":"2504.21323","n_code_links":0,"syntology":null},{"paper":"/paper/ds-fusionnet-dynamic-dual-stream-fusion-with","slug":"ds-fusionnet-dynamic-dual-stream-fusion-with","title":"DS_FusionNet: Dynamic Dual-Stream Fusion with Bidirectional Knowledge Distillation for Plant Disease Recognition","date":"2025-04-29","arxiv_id":"2504.20948","n_code_links":1,"syntology":null},{"paper":null,"slug":"federated-one-shot-learning-with-data-privacy","title":"Federated One-Shot Learning with Data Privacy and Objective-Hiding","date":"2025-04-29","arxiv_id":"2504.21182","n_code_links":0,"syntology":null},{"paper":null,"slug":"head-tail-aware-kl-divergence-in-knowledge","title":"Head-Tail-Aware KL Divergence in Knowledge Distillation for Spiking Neural Networks","date":"2025-04-29","arxiv_id":"2504.20445","n_code_links":0,"syntology":null},{"paper":null,"slug":"sam-guided-robust-representation-learning-for","title":"SAM-Guided Robust Representation Learning for One-Shot 3D Medical Image Segmentation","date":"2025-04-29","arxiv_id":"2504.20501","n_code_links":0,"syntology":null},{"paper":null,"slug":"the-estimation-of-continual-causal-effect-for","title":"The Estimation of Continual Causal Effect for Dataset Shifting Streams","date":"2025-04-29","arxiv_id":"2504.20471","n_code_links":0,"syntology":null},{"paper":null,"slug":"breaking-the-modality-barrier-universal","title":"Breaking the Modality Barrier: Universal Embedding Learning with Multimodal LLMs","date":"2025-04-24","arxiv_id":"2504.17432","n_code_links":0,"syntology":null},{"paper":null,"slug":"does-knowledge-distillation-matter-for-large","title":"Does Knowledge Distillation Matter for Large Language Model based Bundle Generation?","date":"2025-04-24","arxiv_id":"2504.17220","n_code_links":0,"syntology":null},{"paper":null,"slug":"unified-attacks-to-large-language-model","title":"Unified Attacks to Large Language Model Watermarks: Spoofing and Scrubbing in Unauthorized Knowledge Distillation","date":"2025-04-24","arxiv_id":"2504.17480","n_code_links":0,"syntology":null},{"paper":null,"slug":"knowledge-distillation-and-dataset","title":"Knowledge Distillation and Dataset Distillation of Large Language Models: Emerging Trends, Challenges, and Future Directions","date":"2025-04-20","arxiv_id":"2504.14772","n_code_links":0,"syntology":null},{"paper":null,"slug":"turbo2k-towards-ultra-efficient-and-high","title":"Turbo2K: Towards Ultra-Efficient and High-Quality 2K Video Synthesis","date":"2025-04-20","arxiv_id":"2504.14470","n_code_links":0,"syntology":null},{"paper":null,"slug":"empirical-evaluation-of-knowledge","title":"Empirical Evaluation of Knowledge Distillation from Transformers to Subquadratic Language Models","date":"2025-04-19","arxiv_id":"2504.14366","n_code_links":0,"syntology":null},{"paper":"/paper/teach-me-how-to-denoise-a-universal-framework","slug":"teach-me-how-to-denoise-a-universal-framework","title":"Teach Me How to Denoise: A Universal Framework for Denoising Multi-modal Recommender Systems via Guided Calibration","date":"2025-04-19","arxiv_id":"2504.14214","n_code_links":1,"syntology":null},{"paper":null,"slug":"feature-alignment-and-representation-transfer","title":"Feature Alignment and Representation Transfer in Knowledge Distillation for Large Language Models","date":"2025-04-18","arxiv_id":"2504.13825","n_code_links":0,"syntology":null},{"paper":null,"slug":"from-large-to-super-tiny-end-to-end","title":"From Large to Super-Tiny: End-to-End Optimization for Cost-Efficient LLMs","date":"2025-04-18","arxiv_id":"2504.13471","n_code_links":0,"syntology":null},{"paper":null,"slug":"scaling-laws-for-data-efficient-visual","title":"Scaling Laws for Data-Efficient Visual Transfer Learning","date":"2025-04-17","arxiv_id":"2504.13219","n_code_links":0,"syntology":null},{"paper":"/paper/a-dual-space-framework-for-general-knowledge","slug":"a-dual-space-framework-for-general-knowledge","title":"A Dual-Space Framework for General Knowledge Distillation of Large Language Models","date":"2025-04-15","arxiv_id":"2504.11426","n_code_links":1,"syntology":null},{"paper":"/paper/distillation-supervised-convolutional-low","slug":"distillation-supervised-convolutional-low","title":"Distillation-Supervised Convolutional Low-Rank Adaptation for Efficient Image Super-Resolution","date":"2025-04-15","arxiv_id":"2504.11271","n_code_links":1,"syntology":null},{"paper":"/paper/digital-staining-with-knowledge-distillation","slug":"digital-staining-with-knowledge-distillation","title":"Digital Staining with Knowledge Distillation: A Unified Framework for Unpaired and Paired-But-Misaligned Data","date":"2025-04-14","arxiv_id":"2504.09899","n_code_links":1,"syntology":null},{"paper":null,"slug":"optimizing-multi-gateway-lorawan-via-cloud","title":"Optimizing Multi-Gateway LoRaWAN via Cloud-Edge Collaboration and Knowledge Distillation","date":"2025-04-13","arxiv_id":"2504.13194","n_code_links":0,"syntology":null},{"paper":"/paper/learning-occlusion-robust-vision-transformers-1","slug":"learning-occlusion-robust-vision-transformers-1","title":"Learning Occlusion-Robust Vision Transformers for Real-Time UAV Tracking","date":"2025-04-12","arxiv_id":"2504.09228","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","official":{"repos":["wuyou3474/ortrack"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"knowledge-distillation-for-multimodal","title":"Knowledge Distillation for Multimodal Egocentric Action Recognition Robust to Missing Modalities","date":"2025-04-11","arxiv_id":"2504.08578","n_code_links":0,"syntology":null},{"paper":null,"slug":"knowledge-distillation-for-underwater-feature","title":"Knowledge Distillation for Underwater Feature Extraction and Matching via GAN-synthesized Images","date":"2025-04-11","arxiv_id":"2504.08253","n_code_links":0,"syntology":null},{"paper":"/paper/proxy-anchor-and-evt-driven-continual","slug":"proxy-anchor-and-evt-driven-continual","title":"Proxy-Anchor and EVT-Driven Continual Learning Method for Generalized Category Discovery","date":"2025-04-11","arxiv_id":"2504.08550","n_code_links":1,"syntology":null},{"paper":null,"slug":"distilling-knowledge-from-heterogeneous","title":"Distilling Knowledge from Heterogeneous Architectures for Semantic Segmentation","date":"2025-04-10","arxiv_id":"2504.07691","n_code_links":0,"syntology":null},{"paper":null,"slug":"thermostereort-thermal-stereo-matching-in","title":"ThermoStereoRT: Thermal Stereo Matching in Real Time via Knowledge Distillation and Attention-based Refinement","date":"2025-04-10","arxiv_id":"2504.07418","n_code_links":0,"syntology":null},{"paper":null,"slug":"towards-unconstrained-2d-pose-estimation-of","title":"Towards Unconstrained 2D Pose Estimation of the Human Spine","date":"2025-04-10","arxiv_id":"2504.08110","n_code_links":0,"syntology":null},{"paper":null,"slug":"teaching-pathology-foundation-models-to","title":"Teaching pathology foundation models to accurately predict gene expression with parameter efficient knowledge transfer","date":"2025-04-09","arxiv_id":"2504.07061","n_code_links":0,"syntology":null},{"paper":"/paper/gotham-graph-class-incremental-learning","slug":"gotham-graph-class-incremental-learning","title":"GOTHAM: Graph Class Incremental Learning Framework under Weak Supervision","date":"2025-04-07","arxiv_id":"2504.04954","n_code_links":1,"syntology":null},{"paper":null,"slug":"resource-efficient-beam-prediction-in-mmwave","title":"Resource-Efficient Beam Prediction in mmWave Communications with Multimodal Realistic Simulation Framework","date":"2025-04-07","arxiv_id":"2504.05187","n_code_links":0,"syntology":null},{"paper":null,"slug":"a-novel-algorithm-for-personalized-federated","title":"A Novel Algorithm for Personalized Federated Learning: Knowledge Distillation with Weighted Combination Loss","date":"2025-04-06","arxiv_id":"2504.04642","n_code_links":0,"syntology":null},{"paper":null,"slug":"corrected-with-the-latest-version-make-robust","title":"Corrected with the Latest Version: Make Robust Asynchronous Federated Learning Possible","date":"2025-04-05","arxiv_id":"2504.04081","n_code_links":0,"syntology":null},{"paper":"/paper/distillation-and-refinement-of-reasoning-in","slug":"distillation-and-refinement-of-reasoning-in","title":"Distillation and Refinement of Reasoning in Small Language Models for Document Re-ranking","date":"2025-04-04","arxiv_id":"2504.03947","n_code_links":1,"syntology":null},{"paper":null,"slug":"agglomerating-large-vision-encoders-via","title":"Agglomerating Large Vision Encoders via Distillation for VFSS Segmentation","date":"2025-04-03","arxiv_id":"2504.02351","n_code_links":0,"syntology":null},{"paper":null,"slug":"marine-saliency-segmenter-object-focused","title":"Marine Saliency Segmenter: Object-Focused Conditional Diffusion with Region-Level Semantic Knowledge Distillation","date":"2025-04-03","arxiv_id":"2504.02391","n_code_links":0,"syntology":null},{"paper":null,"slug":"undo-understanding-distillation-as","title":"UNDO: Understanding Distillation as Optimization","date":"2025-04-03","arxiv_id":"2504.02521","n_code_links":0,"syntology":null},{"paper":null,"slug":"a-novel-approach-to-implementing-knowledge","title":"A Novel Approach To Implementing Knowledge Distillation In Tsetlin Machines","date":"2025-04-02","arxiv_id":"2504.01798","n_code_links":0,"syntology":null},{"paper":"/paper/flowdistill-scalable-traffic-flow-prediction","slug":"flowdistill-scalable-traffic-flow-prediction","title":"FlowDistill: Scalable Traffic Flow Prediction via Distillation from LLMs","date":"2025-04-02","arxiv_id":"2504.02094","n_code_links":1,"syntology":null},{"paper":null,"slug":"kd-2-m-an-unifying-framework-for-feature","title":"KD$^{2}$M: An unifying framework for feature knowledge distillation","date":"2025-04-02","arxiv_id":"2504.01757","n_code_links":0,"syntology":null},{"paper":null,"slug":"style-over-substance-distilled-language","title":"Style over Substance: Distilled Language Models Reason Via Stylistic Replication","date":"2025-04-02","arxiv_id":"2504.01738","n_code_links":0,"syntology":null},{"paper":null,"slug":"adversarial-curriculum-graph-free-knowledge","title":"Adversarial Curriculum Graph-Free Knowledge Distillation for Graph Neural Networks","date":"2025-04-01","arxiv_id":"2504.00540","n_code_links":0,"syntology":null},{"paper":null,"slug":"global-intervention-and-distillation-for","title":"Global Intervention and Distillation for Federated Out-of-Distribution Generalization","date":"2025-04-01","arxiv_id":"2504.00850","n_code_links":0,"syntology":null},{"paper":null,"slug":"occludenerf-geometric-aware-3d-scene","title":"OccludeNeRF: Geometric-aware 3D Scene Inpainting with Collaborative Score Distillation in NeRF","date":"2025-04-01","arxiv_id":"2504.02007","n_code_links":0,"syntology":null},{"paper":null,"slug":"a-plasticity-aware-method-for-continual-self","title":"A Plasticity-Aware Method for Continual Self-Supervised Learning in Remote Sensing","date":"2025-03-31","arxiv_id":"2503.24088","n_code_links":0,"syntology":null},{"paper":null,"slug":"crossmodal-knowledge-distillation-with","title":"Crossmodal Knowledge Distillation with WordNet-Relaxed Text Embeddings for Robust Image Classification","date":"2025-03-31","arxiv_id":"2503.24017","n_code_links":0,"syntology":null},{"paper":null,"slug":"is-llm-the-silver-bullet-to-low-resource","title":"Is LLM the Silver Bullet to Low-Resource Languages Machine Translation?","date":"2025-03-31","arxiv_id":"2503.24102","n_code_links":0,"syntology":null},{"paper":null,"slug":"unimodal-driven-distillation-in-multimodal","title":"Unimodal-driven Distillation in Multimodal Emotion Recognition with Dynamic Fusion","date":"2025-03-31","arxiv_id":"2503.23721","n_code_links":0,"syntology":null},{"paper":null,"slug":"efficient-verified-machine-unlearning-for","title":"Efficient Verified Machine Unlearning For Distillation","date":"2025-03-28","arxiv_id":"2503.22539","n_code_links":0,"syntology":null},{"paper":null,"slug":"intrinsic-image-decomposition-for-robust-self","title":"Intrinsic Image Decomposition for Robust Self-supervised Monocular Depth Estimation on Reflective Surfaces","date":"2025-03-28","arxiv_id":"2503.22209","n_code_links":0,"syntology":null},{"paper":"/paper/multi-modal-knowledge-distillation-based","slug":"multi-modal-knowledge-distillation-based","title":"Multi-modal Knowledge Distillation-based Human Trajectory Forecasting","date":"2025-03-28","arxiv_id":"2503.22201","n_code_links":1,"syntology":null},{"paper":null,"slug":"alleviating-llm-based-generative-retrieval","title":"Alleviating LLM-based Generative Retrieval Hallucination in Alipay Search","date":"2025-03-27","arxiv_id":"2503.21098","n_code_links":0,"syntology":null},{"paper":null,"slug":"delving-deep-into-semantic-relation","title":"Delving Deep into Semantic Relation Distillation","date":"2025-03-27","arxiv_id":"2503.21269","n_code_links":0,"syntology":null},{"paper":"/paper/modality-independent-brain-lesion","slug":"modality-independent-brain-lesion","title":"Modality-Independent Brain Lesion Segmentation with Privacy-aware Continual Learning","date":"2025-03-26","arxiv_id":"2503.20326","n_code_links":1,"syntology":null},{"paper":null,"slug":"small-object-detection-a-comprehensive-survey","title":"Small Object Detection: A Comprehensive Survey on Challenges, Techniques and Real-World Applications","date":"2025-03-26","arxiv_id":"2503.20516","n_code_links":0,"syntology":null},{"paper":"/paper/scaling-down-text-encoders-of-text-to-image","slug":"scaling-down-text-encoders-of-text-to-image","title":"Scaling Down Text Encoders of Text-to-Image Diffusion Models","date":"2025-03-25","arxiv_id":"2503.19897","n_code_links":1,"syntology":null},{"paper":null,"slug":"plug-and-play-interpretable-responsible-text","title":"Plug-and-Play Interpretable Responsible Text-to-Image Generation via Dual-Space Multi-facet Concept Control","date":"2025-03-24","arxiv_id":"2503.18324","n_code_links":0,"syntology":null},{"paper":null,"slug":"customkd-customizing-large-vision-foundation","title":"CustomKD: Customizing Large Vision Foundation for Edge Model Improvement via Knowledge Distillation","date":"2025-03-23","arxiv_id":"2503.18244","n_code_links":0,"syntology":null},{"paper":null,"slug":"omniscience-a-domain-specialized-llm-for","title":"OmniScience: A Domain-Specialized LLM for Scientific Reasoning and Discovery","date":"2025-03-22","arxiv_id":"2503.17604","n_code_links":0,"syntology":null},{"paper":null,"slug":"efficient-intent-based-filtering-for-multi","title":"Efficient Intent-Based Filtering for Multi-Party Conversations Using Knowledge Distillation from LLMs","date":"2025-03-21","arxiv_id":"2503.17336","n_code_links":0,"syntology":null},{"paper":null,"slug":"inhibidistilbert-knowledge-distillation-for-a","title":"InhibiDistilbert: Knowledge Distillation for a ReLU and Addition-based Transformer","date":"2025-03-20","arxiv_id":"2503.15983","n_code_links":0,"syntology":null},{"paper":"/paper/dca-dividing-and-conquering-amnesia-in","slug":"dca-dividing-and-conquering-amnesia-in","title":"DCA: Dividing and Conquering Amnesia in Incremental Object Detection","date":"2025-03-19","arxiv_id":"2503.15295","n_code_links":1,"syntology":null},{"paper":null,"slug":"distilling-3d-distinctive-local-descriptors","title":"Distilling 3D distinctive local descriptors for 6D pose estimation","date":"2025-03-19","arxiv_id":"2503.15106","n_code_links":0,"syntology":null},{"paper":"/paper/high-temporal-consistency-through-semantic","slug":"high-temporal-consistency-through-semantic","title":"High Temporal Consistency through Semantic Similarity Propagation in Semi-Supervised Video Semantic Segmentation for Autonomous Flight","date":"2025-03-19","arxiv_id":"2503.15676","n_code_links":1,"syntology":{"ran":25,"of":39,"n_ran_checked":20,"n_instrument":5,"unverified":14,"pointer_only":39,"phrase":"25 ran (of which 15 constructed an object rather than computing a result; 20 with no instrument failure: 0 honoured, 0 violated, 20 with no contract checked; 5 where Syntology's instrument failed) · 14 unverified","official":{"repos":["fraunhoferivi/ssp"],"state":"official (archive's flag): 25 ran","n_ran":25,"n_constructed":15,"n_ran_no_instrument_failure":20,"n_unverified":14,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"kogner-a-novel-framework-for-knowledge-graph","title":"KoGNER: A Novel Framework for Knowledge Graph Distillation on Biomedical Named Entity Recognition","date":"2025-03-19","arxiv_id":"2503.15737","n_code_links":0,"syntology":null},{"paper":"/paper/technical-report-for-the-5th-clvision","slug":"technical-report-for-the-5th-clvision","title":"Technical Report for the 5th CLVision Challenge at CVPR: Addressing the Class-Incremental with Repetition using Unlabeled Data -- 4th Place Solution","date":"2025-03-19","arxiv_id":"2503.15697","n_code_links":1,"syntology":null},{"paper":null,"slug":"ensemble-knowledge-distillation-for-machine","title":"Ensemble Knowledge Distillation for Machine Learning Interatomic Potentials","date":"2025-03-18","arxiv_id":"2503.14293","n_code_links":0,"syntology":null},{"paper":null,"slug":"scjd-sparse-correlation-and-joint","title":"SCJD: Sparse Correlation and Joint Distillation for Efficient 3D Human Pose Estimation","date":"2025-03-18","arxiv_id":"2503.14097","n_code_links":0,"syntology":null},{"paper":null,"slug":"uncertainty-aware-knowledge-distillation-for","title":"Uncertainty-Aware Knowledge Distillation for Compact and Efficient 6DoF Pose Estimation","date":"2025-03-17","arxiv_id":"2503.13053","n_code_links":0,"syntology":null},{"paper":"/paper/a-comprehensive-survey-on-knowledge-1","slug":"a-comprehensive-survey-on-knowledge-1","title":"A Comprehensive Survey on Knowledge Distillation","date":"2025-03-15","arxiv_id":"2503.12067","n_code_links":1,"syntology":null},{"paper":null,"slug":"enabling-weak-client-participation-via-on","title":"Enabling Weak Client Participation via On-device Knowledge Distillation in Heterogenous Federated Learning","date":"2025-03-14","arxiv_id":"2503.11151","n_code_links":0,"syntology":null},{"paper":null,"slug":"cleverdistiller-simple-and-spatially","title":"CleverDistiller: Simple and Spatially Consistent Cross-modal Distillation","date":"2025-03-12","arxiv_id":"2503.09878","n_code_links":0,"syntology":null},{"paper":null,"slug":"unified-locomotion-transformer-with","title":"Unified Locomotion Transformer with Simultaneous Sim-to-Real Transfer for Quadrupeds","date":"2025-03-12","arxiv_id":"2503.08997","n_code_links":0,"syntology":null},{"paper":null,"slug":"vi-lad-vision-language-attention-distillation","title":"Vi-LAD: Vision-Language Attention Distillation for Socially-Aware Robot Navigation in Dynamic Environments","date":"2025-03-12","arxiv_id":"2503.09820","n_code_links":0,"syntology":null},{"paper":"/paper/lightgen-efficient-image-generation-through","slug":"lightgen-efficient-image-generation-through","title":"LightGen: Efficient Image Generation through Knowledge Distillation and Direct Preference Optimization","date":"2025-03-11","arxiv_id":"2503.08619","n_code_links":1,"syntology":{"ran":9,"of":10,"n_ran_checked":5,"n_instrument":4,"unverified":1,"pointer_only":3,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 3 honoured, 0 violated, 2 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","official":{"repos":["xianfengwu01/lightgen"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"adroit-a-self-supervised-framework-for","title":"ADROIT: A Self-Supervised Framework for Learning Robust Representations for Active Learning","date":"2025-03-10","arxiv_id":"2503.07506","n_code_links":0,"syntology":null},{"paper":null,"slug":"cot-drive-efficient-motion-forecasting-for","title":"CoT-Drive: Efficient Motion Forecasting for Autonomous Driving with LLMs and Chain-of-Thought Prompting","date":"2025-03-10","arxiv_id":"2503.07234","n_code_links":0,"syntology":null},{"paper":null,"slug":"distilling-knowledge-into-quantum-vision","title":"Distilling Knowledge into Quantum Vision Transformers for Biomedical Image Classification","date":"2025-03-10","arxiv_id":"2503.07294","n_code_links":0,"syntology":null},{"paper":null,"slug":"task-specific-knowledge-distillation-from-the","title":"Task-Specific Knowledge Distillation from the Vision Foundation Model for Enhanced Medical Image Segmentation","date":"2025-03-10","arxiv_id":"2503.06976","n_code_links":0,"syntology":null},{"paper":null,"slug":"training-domain-draft-models-for-speculative","title":"Training Domain Draft Models for Speculative Decoding: Best Practices and Insights","date":"2025-03-10","arxiv_id":"2503.07807","n_code_links":0,"syntology":null},{"paper":null,"slug":"asymmetric-decision-making-in-online","title":"Asymmetric Decision-Making in Online Knowledge Distillation:Unifying Consensus and Divergence","date":"2025-03-09","arxiv_id":"2503.06685","n_code_links":0,"syntology":null},{"paper":null,"slug":"causality-enhanced-origin-destination-flow","title":"Causality Enhanced Origin-Destination Flow Prediction in Data-Scarce Cities","date":"2025-03-09","arxiv_id":"2503.06398","n_code_links":0,"syntology":null},{"paper":null,"slug":"hfedckd-toward-robust-heterogeneous-federated","title":"HFedCKD: Toward Robust Heterogeneous Federated Learning via Data-free Knowledge Distillation and Two-way Contrast","date":"2025-03-09","arxiv_id":"2503.06511","n_code_links":0,"syntology":null},{"paper":null,"slug":"acam-kd-adaptive-and-cooperative-attention","title":"ACAM-KD: Adaptive and Cooperative Attention Masking for Knowledge Distillation","date":"2025-03-08","arxiv_id":"2503.06307","n_code_links":0,"syntology":null},{"paper":null,"slug":"improving-sam-for-camouflaged-object","title":"Improving SAM for Camouflaged Object Detection via Dual Stream Adapters","date":"2025-03-08","arxiv_id":"2503.06042","n_code_links":0,"syntology":null},{"paper":"/paper/semantic-shift-estimation-via-dual-projection","slug":"semantic-shift-estimation-via-dual-projection","title":"Semantic Shift Estimation via Dual-Projection and Classifier Reconstruction for Exemplar-Free Class-Incremental Learning","date":"2025-03-07","arxiv_id":"2503.05423","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","official":{"repos":["rhe502/icml25-dpcr"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/spatial-distillation-based-distribution","slug":"spatial-distillation-based-distribution","title":"Spatial Distillation based Distribution Alignment (SDDA) for Cross-Headset EEG Classification","date":"2025-03-07","arxiv_id":"2503.05349","n_code_links":1,"syntology":null},{"paper":null,"slug":"no-forgetting-learning-memory-free-continual","title":"No Forgetting Learning: Memory-free Continual Learning","date":"2025-03-06","arxiv_id":"2503.04638","n_code_links":0,"syntology":null},{"paper":"/paper/temporal-separation-with-entropy","slug":"temporal-separation-with-entropy","title":"Temporal Separation with Entropy Regularization for Knowledge Distillation in Spiking Neural Networks","date":"2025-03-05","arxiv_id":"2503.03144","n_code_links":0,"syntology":{"ran":3,"of":4,"n_ran_checked":1,"n_instrument":2,"unverified":1,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","official":null}},{"paper":"/paper/zaugnet-for-z-slice-augmentation-in-bio","slug":"zaugnet-for-z-slice-augmentation-in-bio","title":"Self-Supervised Z-Slice Augmentation for 3D Bio-Imaging via Knowledge Distillation","date":"2025-03-05","arxiv_id":"2503.04843","n_code_links":1,"syntology":null},{"paper":null,"slug":"semantic-prior-distillation-with-vision","title":"Rapid Bone Scintigraphy Enhancement via Semantic Prior Distillation from Segment Anything Model","date":"2025-03-04","arxiv_id":"2503.02321","n_code_links":0,"syntology":null}],"record_sha256":"a43f15d7f81b56c1cb60011cd21df8ed30ad81df34bededaed970dca5c6dcc82","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}