{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/knowledge-distillation/papers/22","list_of":"/task/knowledge-distillation","task":"Knowledge Distillation","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"repositories listed in the archive (most first), then date (newest first), then slug","page":22,"pages_in_order":43,"rows_per_page":100,"rows":[2101,2200],"of":4240,"counts":{"archive_papers_tagged":4240,"with_a_code_link":1740,"where_syntology_ran_a_sample":451,"not_listed_spam_title":0,"listed":4240,"listed_where_code_ran":451,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":380,"every_run_a_failure_of_syntologys_instrument":71,"listed_with_a_run_with_no_instrument_failure":380,"listed_every_run_a_failure_of_syntologys_instrument":71,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/knowledge-distillation","prev":"/task/knowledge-distillation/papers/21","next":"/task/knowledge-distillation/papers/23","papers":[{"url":null,"slug":"headache-to-overstock-promoting-long-tail","title":"Headache to Overstock? Promoting Long-tail Items through Debiased Product Bundling","date":"2024-11-28","arxiv_id":"2411.19107","repositories_listed":0,"syntology":null},{"url":null,"slug":"pre-training-graph-contrastive-masked","title":"Pre-Training Graph Contrastive Masked Autoencoders are Strong Distillers for EEG","date":"2024-11-28","arxiv_id":"2411.19230","repositories_listed":0,"syntology":null},{"url":null,"slug":"puzzle-distillation-based-nas-for-inference","title":"Puzzle: Distillation-Based NAS for Inference-Optimized LLMs","date":"2024-11-28","arxiv_id":"2411.19146","repositories_listed":0,"syntology":null},{"url":null,"slug":"zero-shot-slot-filling-in-the-age-of-llms-for","title":"Zero-shot Slot Filling in the Age of LLMs for Dialogue Systems","date":"2024-11-28","arxiv_id":"2411.18980","repositories_listed":0,"syntology":null},{"url":null,"slug":"active-data-curation-effectively-distills","title":"Active Data Curation Effectively Distills Large-Scale Multimodal Models","date":"2024-11-27","arxiv_id":"2411.18674","repositories_listed":0,"syntology":null},{"url":null,"slug":"improved-implicit-diffusion-model-with","title":"Improved implicit diffusion model with knowledge distillation to estimate the spatial distribution density of carbon stock in remote sensing imagery","date":"2024-11-27","arxiv_id":"2411.17973","repositories_listed":0,"syntology":null},{"url":null,"slug":"large-scale-data-free-knowledge-distillation","title":"Large-Scale Data-Free Knowledge Distillation for ImageNet via Multi-Resolution Data Generation","date":"2024-11-26","arxiv_id":"2411.17046","repositories_listed":0,"syntology":null},{"url":null,"slug":"beyond-task-vectors-selective-task-arithmetic","title":"Beyond Task Vectors: Selective Task Arithmetic Based on Importance Metrics","date":"2024-11-25","arxiv_id":"2411.16139","repositories_listed":0,"syntology":null},{"url":null,"slug":"dynamic-self-distillation-via-previous-mini","title":"Dynamic Self-Distillation via Previous Mini-batches for Fine-tuning Small Language Models","date":"2024-11-25","arxiv_id":"2411.16991","repositories_listed":0,"syntology":null},{"url":null,"slug":"leveraging-foundation-models-to-learn-the","title":"Leveraging Foundation Models To learn the shape of semi-fluid deformable objects","date":"2024-11-25","arxiv_id":"2411.16802","repositories_listed":0,"syntology":null},{"url":null,"slug":"transfair-transferring-fairness-from-ocular","title":"TransFair: Transferring Fairness from Ocular Disease Classification to Progression Prediction","date":"2024-11-24","arxiv_id":"2412.00051","repositories_listed":0,"syntology":null},{"url":null,"slug":"partial-knowledge-distillation-for","title":"Partial Knowledge Distillation for Alleviating the Inherent Inter-Class Discrepancy in Federated Learning","date":"2024-11-23","arxiv_id":"2411.15403","repositories_listed":0,"syntology":null},{"url":null,"slug":"adaptive-group-robust-ensemble-knowledge","title":"Adaptive Group Robust Ensemble Knowledge Distillation","date":"2024-11-22","arxiv_id":"2411.14984","repositories_listed":0,"syntology":null},{"url":null,"slug":"adversarial-prompt-distillation-for-vision","title":"Adversarial Prompt Distillation for Vision-Language Models","date":"2024-11-22","arxiv_id":"2411.15244","repositories_listed":0,"syntology":null},{"url":null,"slug":"banglaembed-efficient-sentence-embedding","title":"BanglaEmbed: Efficient Sentence Embedding Models for a Low-Resource Language Using Cross-Lingual Distillation Techniques","date":"2024-11-22","arxiv_id":"2411.15270","repositories_listed":0,"syntology":null},{"url":null,"slug":"improving-mathematical-reasoning-capabilities","title":"Improving Mathematical Reasoning Capabilities of Small Language Models via Feedback-Driven Distillation","date":"2024-11-22","arxiv_id":"2411.14698","repositories_listed":0,"syntology":null},{"url":null,"slug":"information-extraction-from-heterogenous","title":"Information Extraction from Heterogeneous Documents without Ground Truth Labels using Synthetic Label Generation and Knowledge Distillation","date":"2024-11-22","arxiv_id":"2411.14957","repositories_listed":0,"syntology":null},{"url":null,"slug":"rankbygene-gene-guided-histopathology","title":"RankByGene: Gene-Guided Histopathology Representation Learning Through Cross-Modal Ranking Consistency","date":"2024-11-22","arxiv_id":"2411.15076","repositories_listed":0,"syntology":null},{"url":null,"slug":"simplifying-clip-unleashing-the-power-of","title":"Simplifying CLIP: Unleashing the Power of Large-Scale Models on Consumer-level Computers","date":"2024-11-22","arxiv_id":"2411.14789","repositories_listed":0,"syntology":null},{"url":null,"slug":"clface-a-scalable-and-resource-efficient","title":"CLFace: A Scalable and Resource-Efficient Continual Learning Framework for Lifelong Face Recognition","date":"2024-11-21","arxiv_id":"2411.13886","repositories_listed":0,"syntology":null},{"url":null,"slug":"explainable-llm-driven-multi-dimensional","title":"Explainable LLM-driven Multi-dimensional Distillation for E-Commerce Relevance Learning","date":"2024-11-20","arxiv_id":"2411.13045","repositories_listed":0,"syntology":null},{"url":null,"slug":"rtsr-a-real-time-super-resolution-model-for","title":"RTSR: A Real-Time Super-Resolution Model for AV1 Compressed Content","date":"2024-11-20","arxiv_id":"2411.13362","repositories_listed":0,"syntology":null},{"url":null,"slug":"just-kiddin-knowledge-infusion-and","title":"Just KIDDIN: Knowledge Infusion and Distillation for Detection of INdecent Memes","date":"2024-11-19","arxiv_id":"2411.12174","repositories_listed":0,"syntology":null},{"url":null,"slug":"kdc-mae-knowledge-distilled-contrastive-mask","title":"KDC-MAE: Knowledge Distilled Contrastive Mask Auto-Encoder","date":"2024-11-19","arxiv_id":"2411.12270","repositories_listed":0,"syntology":null},{"url":null,"slug":"reward-modeling-with-ordinal-feedback-wisdom","title":"Reward Modeling with Ordinal Feedback: Wisdom of the Crowd","date":"2024-11-19","arxiv_id":"2411.12843","repositories_listed":0,"syntology":null},{"url":null,"slug":"what-makes-a-good-dataset-for-knowledge","title":"What Makes a Good Dataset for Knowledge Distillation?","date":"2024-11-19","arxiv_id":"2411.12817","repositories_listed":0,"syntology":null},{"url":null,"slug":"map-free-trajectory-prediction-with-map","title":"Map-Free Trajectory Prediction with Map Distillation and Hierarchical Encoding","date":"2024-11-17","arxiv_id":"2411.10961","repositories_listed":0,"syntology":null},{"url":null,"slug":"multi-perspective-contrastive-logit","title":"Multi-perspective Contrastive Logit Distillation","date":"2024-11-16","arxiv_id":"2411.10693","repositories_listed":0,"syntology":null},{"url":null,"slug":"evidential-federated-learning-for-skin-lesion","title":"Evidential Federated Learning for Skin Lesion Image Classification","date":"2024-11-15","arxiv_id":"2411.10071","repositories_listed":0,"syntology":null},{"url":null,"slug":"mono2stereo-monocular-knowledge-transfer-for","title":"Mono2Stereo: Monocular Knowledge Transfer for Enhanced Stereo Matching","date":"2024-11-14","arxiv_id":"2411.09151","repositories_listed":0,"syntology":null},{"url":null,"slug":"vpbsd-vessel-pattern-based-semi-supervised","title":"VPBSD:Vessel-Pattern-Based Semi-Supervised Distillation for Efficient 3D Microscopic Cerebrovascular Segmentation","date":"2024-11-14","arxiv_id":"2411.09567","repositories_listed":0,"syntology":null},{"url":null,"slug":"dual-head-knowledge-distillation-enhancing","title":"Dual-Head Knowledge Distillation: Enhancing Logits Utilization with an Auxiliary Head","date":"2024-11-13","arxiv_id":"2411.08937","repositories_listed":0,"syntology":null},{"url":null,"slug":"federated-graph-learning-with-graphless","title":"Federated Graph Learning with Graphless Clients","date":"2024-11-13","arxiv_id":"2411.08374","repositories_listed":0,"syntology":null},{"url":null,"slug":"uiformer-a-unified-transformer-based","title":"UIFormer: A Unified Transformer-based Framework for Incremental Few-Shot Object Detection and Instance Segmentation","date":"2024-11-13","arxiv_id":"2411.08569","repositories_listed":0,"syntology":null},{"url":null,"slug":"feature-interaction-fusion-self-distillation","title":"Feature Interaction Fusion Self-Distillation Network For CTR Prediction","date":"2024-11-12","arxiv_id":"2411.07508","repositories_listed":0,"syntology":null},{"url":null,"slug":"joint-diffusion-models-in-continual-learning","title":"Joint Diffusion models in Continual Learning","date":"2024-11-12","arxiv_id":"2411.08224","repositories_listed":0,"syntology":null},{"url":null,"slug":"learning-with-less-knowledge-distillation","title":"Learning with Less: Knowledge Distillation from Large Language Models via Unlabeled Data","date":"2024-11-12","arxiv_id":"2411.08028","repositories_listed":0,"syntology":null},{"url":null,"slug":"quantifying-knowledge-distillation-using","title":"Quantifying Knowledge Distillation Using Partial Information Decomposition","date":"2024-11-12","arxiv_id":"2411.07483","repositories_listed":0,"syntology":null},{"url":null,"slug":"query-optimization-for-parametric-knowledge","title":"Query Optimization for Parametric Knowledge Refinement in Retrieval-Augmented Large Language Models","date":"2024-11-12","arxiv_id":"2411.07820","repositories_listed":0,"syntology":null},{"url":null,"slug":"cull-mt-compression-using-language-and-layer","title":"CULL-MT: Compression Using Language and Layer pruning for Machine Translation","date":"2024-11-10","arxiv_id":"2411.06506","repositories_listed":0,"syntology":null},{"url":null,"slug":"dynamic-textual-prompt-for-rehearsal-free","title":"Dynamic Textual Prompt For Rehearsal-free Lifelong Person Re-identification","date":"2024-11-09","arxiv_id":"2411.06023","repositories_listed":0,"syntology":null},{"url":null,"slug":"asterisk-keep-it-simple","title":"Asterisk*: Keep it Simple","date":"2024-11-08","arxiv_id":"2411.05691","repositories_listed":0,"syntology":null},{"url":null,"slug":"knowledge-distillation-neural-network-for","title":"Knowledge Distillation Neural Network for Predicting Car-following Behaviour of Human-driven and Autonomous Vehicles","date":"2024-11-08","arxiv_id":"2411.05618","repositories_listed":0,"syntology":null},{"url":null,"slug":"mitigating-hallucination-with-zerog-an","title":"Mitigating Hallucination with ZeroG: An Advanced Knowledge Management Engine","date":"2024-11-08","arxiv_id":"2411.05936","repositories_listed":0,"syntology":null},{"url":null,"slug":"multi-document-financial-question-answering","title":"Multi-Document Financial Question Answering using LLMs","date":"2024-11-08","arxiv_id":"2411.07264","repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-lifelong-few-shot-customization-of","title":"Towards Lifelong Few-Shot Customization of Text-to-Image Diffusion","date":"2024-11-08","arxiv_id":"2411.05544","repositories_listed":0,"syntology":null},{"url":null,"slug":"gazegen-gaze-driven-user-interaction-for","title":"GazeGen: Gaze-Driven User Interaction for Visual Content Generation","date":"2024-11-07","arxiv_id":"2411.04335","repositories_listed":0,"syntology":null},{"url":null,"slug":"performance-guided-llm-knowledge-distillation","title":"Performance-Guided LLM Knowledge Distillation for Efficient Text Classification at Scale","date":"2024-11-07","arxiv_id":"2411.05045","repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-personalized-federated-learning-via-1","title":"Towards Personalized Federated Learning via Comprehensive Knowledge Distillation","date":"2024-11-06","arxiv_id":"2411.03569","repositories_listed":0,"syntology":null},{"url":null,"slug":"centerness-based-instance-aware-knowledge","title":"Centerness-based Instance-aware Knowledge Distillation with Task-wise Mutual Lifting for Object Detection on Drone Imagery","date":"2024-11-05","arxiv_id":"2411.02861","repositories_listed":0,"syntology":null},{"url":null,"slug":"multimodal-commonsense-knowledge-distillation","title":"Multimodal Commonsense Knowledge Distillation for Visual Question Answering","date":"2024-11-05","arxiv_id":"2411.02722","repositories_listed":0,"syntology":null},{"url":null,"slug":"transformer-based-fault-tolerant-control-for","title":"Transformer-Based Fault-Tolerant Control for Fixed-Wing UAVs Using Knowledge Distillation and In-Context Adaptation","date":"2024-11-05","arxiv_id":"2411.02975","repositories_listed":0,"syntology":null},{"url":null,"slug":"decoupling-dark-knowledge-via-block-wise","title":"Decoupling Dark Knowledge via Block-wise Logit Distillation for Feature-level Alignment","date":"2024-11-03","arxiv_id":"2411.01547","repositories_listed":0,"syntology":null},{"url":null,"slug":"adapting-while-learning-grounding-llms-for","title":"Adapting While Learning: Grounding LLMs for Scientific Problems with Intelligent Tool Usage Adaptation","date":"2024-11-01","arxiv_id":"2411.00412","repositories_listed":0,"syntology":null},{"url":null,"slug":"on-the-impact-of-white-box-deployment","title":"On the Impact of White-box Deployment Strategies for Edge AI on Latency and Model Performance","date":"2024-11-01","arxiv_id":"2411.00907","repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-building-secure-uav-navigation-with","title":"Towards Building Secure UAV Navigation with FHE-aware Knowledge Distillation","date":"2024-11-01","arxiv_id":"2411.00403","repositories_listed":0,"syntology":null},{"url":null,"slug":"ip-mot-instance-prompt-learning-for-cross","title":"IP-MOT: Instance Prompt Learning for Cross-Domain Multi-Object Tracking","date":"2024-10-30","arxiv_id":"2410.23907","repositories_listed":0,"syntology":null},{"url":null,"slug":"the-graph-s-apprentice-teaching-an-llm-low","title":"The Graph's Apprentice: Teaching an LLM Low Level Knowledge for Circuit Quality Estimation","date":"2024-10-30","arxiv_id":"2411.00843","repositories_listed":0,"syntology":null},{"url":null,"slug":"deep-learning-for-medical-text-processing","title":"Deep Learning for Medical Text Processing: BERT Model Fine-Tuning and Comparative Study","date":"2024-10-28","arxiv_id":"2410.20792","repositories_listed":0,"syntology":null},{"url":null,"slug":"knowledge-distillation-for-real-time","title":"Knowledge Distillation for Real-Time Classification of Early Media in Voice Communications","date":"2024-10-28","arxiv_id":"2410.21478","repositories_listed":0,"syntology":null},{"url":null,"slug":"relaxed-recursive-transformers-effective","title":"Relaxed Recursive Transformers: Effective Parameter Sharing with Layer-wise LoRA","date":"2024-10-28","arxiv_id":"2410.20672","repositories_listed":0,"syntology":null},{"url":null,"slug":"unveiling-context-aware-criteria-in-self","title":"Unveiling Context-Aware Criteria in Self-Assessing LLMs","date":"2024-10-28","arxiv_id":"2410.21545","repositories_listed":0,"syntology":null},{"url":null,"slug":"switch-studying-with-teacher-for-knowledge","title":"SWITCH: Studying with Teacher for Knowledge Distillation of Large Language Models","date":"2024-10-25","arxiv_id":"2410.19503","repositories_listed":0,"syntology":null},{"url":null,"slug":"aligncap-aligning-speech-emotion-captioning","title":"AlignCap: Aligning Speech Emotion Captioning to Human Preferences","date":"2024-10-24","arxiv_id":"2410.19134","repositories_listed":0,"syntology":null},{"url":null,"slug":"high-dimensional-analysis-of-knowledge","title":"High-dimensional Analysis of Knowledge Distillation: Weak-to-Strong Generalization and Scaling Laws","date":"2024-10-24","arxiv_id":"2410.18837","repositories_listed":0,"syntology":null},{"url":null,"slug":"knowledge-distillation-using-frontier-open","title":"Knowledge Distillation Using Frontier Open-source LLMs: Generalizability and the Role of Synthetic Data","date":"2024-10-24","arxiv_id":"2410.18588","repositories_listed":0,"syntology":null},{"url":null,"slug":"elaichi-enhancing-low-resource-tts-by","title":"ELAICHI: Enhancing Low-resource TTS by Addressing Infrequent and Low-frequency Character Bigrams","date":"2024-10-23","arxiv_id":"2410.17901","repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-active-participant-centric-vertical","title":"Towards Active Participant-Centric Vertical Federated Learning: Some Representations May Be All You Need","date":"2024-10-23","arxiv_id":"2410.17648","repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-effective-data-free-knowledge","title":"Towards Effective Data-Free Knowledge Distillation via Diverse Diffusion Augmentation","date":"2024-10-23","arxiv_id":"2410.17606","repositories_listed":0,"syntology":null},{"url":null,"slug":"ck4gen-a-knowledge-distillation-framework-for","title":"CK4Gen: A Knowledge Distillation Framework for Generating High-Utility Synthetic Survival Datasets in Healthcare","date":"2024-10-22","arxiv_id":"2410.16872","repositories_listed":0,"syntology":null},{"url":null,"slug":"safetyanalyst-interpretable-transparent-and","title":"SafetyAnalyst: Interpretable, Transparent, and Steerable Safety Moderation for AI Behavior","date":"2024-10-22","arxiv_id":"2410.16665","repositories_listed":0,"syntology":null},{"url":null,"slug":"model-mimic-attack-knowledge-distillation-for","title":"Model Mimic Attack: Knowledge Distillation for Provably Transferable Adversarial Examples","date":"2024-10-21","arxiv_id":"2410.15889","repositories_listed":0,"syntology":null},{"url":null,"slug":"pre-training-distillation-for-large-language","title":"Pre-training Distillation for Large Language Models: A Design Space Exploration","date":"2024-10-21","arxiv_id":"2410.16215","repositories_listed":0,"syntology":null},{"url":null,"slug":"improving-pronunciation-and-accent-conversion","title":"Improving Pronunciation and Accent Conversion through Knowledge Distillation And Synthetic Ground-Truth from Native TTS","date":"2024-10-19","arxiv_id":"2410.14997","repositories_listed":0,"syntology":null},{"url":null,"slug":"llava-ultra-large-chinese-language-and-vision","title":"LLaVA-Ultra: Large Chinese Language and Vision Assistant for Ultrasound","date":"2024-10-19","arxiv_id":"2410.15074","repositories_listed":0,"syntology":null},{"url":null,"slug":"preview-based-category-contrastive-learning","title":"Preview-based Category Contrastive Learning for Knowledge Distillation","date":"2024-10-18","arxiv_id":"2410.14143","repositories_listed":0,"syntology":null},{"url":null,"slug":"an-active-learning-framework-for-inclusive","title":"An Active Learning Framework for Inclusive Generation by Large Language Models","date":"2024-10-17","arxiv_id":"2410.13641","repositories_listed":0,"syntology":null},{"url":null,"slug":"cakd-a-correlation-aware-knowledge","title":"CAKD: A Correlation-Aware Knowledge Distillation Framework Based on Decoupling Kullback-Leibler Divergence","date":"2024-10-17","arxiv_id":"2410.14741","repositories_listed":0,"syntology":null},{"url":null,"slug":"leveraging-fine-tuned-language-models-for","title":"FTSmartAudit: A Knowledge Distillation-Enhanced Framework for Automated Smart Contract Auditing Using Fine-Tuned LLMs","date":"2024-10-17","arxiv_id":"2410.13918","repositories_listed":0,"syntology":null},{"url":null,"slug":"towards-satellite-non-iid-imagery-a-spectral","title":"Towards Satellite Non-IID Imagery: A Spectral Clustering-Assisted Federated Learning Approach","date":"2024-10-17","arxiv_id":"2410.13602","repositories_listed":0,"syntology":null},{"url":null,"slug":"optimizing-yolov5s-object-detection-through","title":"Optimizing YOLOv5s Object Detection through Knowledge Distillation algorithm","date":"2024-10-16","arxiv_id":"2410.12259","repositories_listed":0,"syntology":null},{"url":null,"slug":"proactive-detection-and-calibration-of","title":"Proactive Detection and Calibration of Seasonal Advertisements with Multimodal Large Language Models","date":"2024-10-16","arxiv_id":"2411.00780","repositories_listed":0,"syntology":null},{"url":null,"slug":"sam-guided-masked-token-prediction-for-3d","title":"SAM-Guided Masked Token Prediction for 3D Scene Understanding","date":"2024-10-16","arxiv_id":"2410.12158","repositories_listed":0,"syntology":null},{"url":null,"slug":"tas-distilling-arbitrary-teacher-and-student","title":"TAS: Distilling Arbitrary Teacher and Student via a Hybrid Assistant","date":"2024-10-16","arxiv_id":"2410.12342","repositories_listed":0,"syntology":null},{"url":null,"slug":"learning-from-imperfect-data-towards","title":"Learning from Imperfect Data: Towards Efficient Knowledge Distillation of Autoregressive Language Models for Text-to-SQL","date":"2024-10-15","arxiv_id":"2410.11371","repositories_listed":0,"syntology":null},{"url":null,"slug":"moe-pruner-pruning-mixture-of-experts-large","title":"MoE-Pruner: Pruning Mixture-of-Experts Large Language Model using the Hints from Its Router","date":"2024-10-15","arxiv_id":"2410.12013","repositories_listed":0,"syntology":null},{"url":null,"slug":"speculative-knowledge-distillation-bridging","title":"Speculative Knowledge Distillation: Bridging the Teacher-Student Gap Through Interleaved Sampling","date":"2024-10-15","arxiv_id":"2410.11325","repositories_listed":0,"syntology":null},{"url":null,"slug":"temperature-centric-investigation-of","title":"Temperature-Centric Investigation of Speculative Decoding with Knowledge Distillation","date":"2024-10-14","arxiv_id":"2410.10141","repositories_listed":0,"syntology":null},{"url":null,"slug":"large-model-for-small-data-foundation-model","title":"Large Model for Small Data: Foundation Model for Cross-Modal RF Human Activity Recognition","date":"2024-10-13","arxiv_id":"2410.19766","repositories_listed":0,"syntology":null},{"url":null,"slug":"distilling-invariant-representations-with","title":"Distilling Invariant Representations with Dual Augmentation","date":"2024-10-12","arxiv_id":"2410.09474","repositories_listed":0,"syntology":null},{"url":null,"slug":"gai-enabled-explainable-personalized","title":"GAI-Enabled Explainable Personalized Federated Semi-Supervised Learning","date":"2024-10-11","arxiv_id":"2410.08634","repositories_listed":0,"syntology":null},{"url":null,"slug":"simultaneous-reward-distillation-and","title":"Simultaneous Reward Distillation and Preference Learning: Get You a Language Model Who Can Do Both","date":"2024-10-11","arxiv_id":"2410.08458","repositories_listed":0,"syntology":null},{"url":null,"slug":"transforming-in-vehicle-network-intrusion","title":"Transforming In-Vehicle Network Intrusion Detection: VAE-based Knowledge Distillation Meets Explainable AI","date":"2024-10-11","arxiv_id":"2410.09043","repositories_listed":0,"syntology":null},{"url":null,"slug":"a-lightweight-target-driven-network-of-stereo","title":"A Lightweight Target-Driven Network of Stereo Matching for Inland Waterways","date":"2024-10-10","arxiv_id":"2410.07915","repositories_listed":0,"syntology":null},{"url":null,"slug":"what-is-left-after-distillation-how-knowledge","title":"What is Left After Distillation? How Knowledge Transfer Impacts Fairness and Bias","date":"2024-10-10","arxiv_id":"2410.08407","repositories_listed":0,"syntology":null},{"url":null,"slug":"efficient-and-robust-knowledge-distillation","title":"Efficient and Robust Knowledge Distillation from A Stronger Teacher Based on Correlation Matching","date":"2024-10-09","arxiv_id":"2410.06561","repositories_listed":0,"syntology":null},{"url":"/paper/s2hpruner-soft-to-hard-distillation-bridges","slug":"s2hpruner-soft-to-hard-distillation-bridges","title":"S2HPruner: Soft-to-Hard Distillation Bridges the Discretization Gap in Pruning","date":"2024-10-09","arxiv_id":"2410.07046","repositories_listed":0,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/s2hpruner-soft-to-hard-distillation-bridges#ran","syntology_url":"https://syntology.ai/paper/2410.07046","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.07046"}},"official":null}},{"url":null,"slug":"structure-centric-robust-monocular-depth","title":"Structure-Centric Robust Monocular Depth Estimation via Knowledge Distillation","date":"2024-10-09","arxiv_id":"2410.06982","repositories_listed":0,"syntology":null},{"url":null,"slug":"unlocking-real-time-fluorescence-lifetime","title":"Unlocking Real-Time Fluorescence Lifetime Imaging: Multi-Pixel Parallelism for FPGA-Accelerated Processing","date":"2024-10-09","arxiv_id":"2410.07364","repositories_listed":0,"syntology":null},{"url":null,"slug":"progressive-distillation-induces-an-implicit","title":"Progressive distillation induces an implicit curriculum","date":"2024-10-07","arxiv_id":"2410.05464","repositories_listed":0,"syntology":null}],"record_sha256":"981654d49f0bae5fba7c3f504c786e5e8315b9bb77e6a06d478bdfc423a441d5","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}