{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/knowledge-distillation/papers/4","list_of":"/method/knowledge-distillation","method":"Knowledge Distillation","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":4,"pages_in_order":31,"rows_per_page":100,"rows":[301,400],"of":3071,"counts":{"archive_papers_tagged":3071,"with_a_code_link":1258,"where_syntology_ran_a_sample":320,"not_listed_spam_title":0,"listed":3071,"listed_where_code_ran":320,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":276,"every_run_a_failure_of_syntologys_instrument":44,"listed_with_a_run_with_no_instrument_failure":276,"listed_every_run_a_failure_of_syntologys_instrument":44,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/knowledge-distillation","prev":"/method/knowledge-distillation/papers/3","next":"/method/knowledge-distillation/papers/5","papers":[{"paper":"/paper/a-diffusion-model-and-knowledge-distillation","slug":"a-diffusion-model-and-knowledge-distillation","title":"A Diffusion Model and Knowledge Distillation Framework for Robust Coral Detection in Complex Underwater Environments","date":"2025-01-06","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"comprehensive-pathological-image-segmentation","title":"Comprehensive Pathological Image Segmentation via Teacher Aggregation for Tumor Microenvironment Analysis","date":"2025-01-06","arxiv_id":"2501.02909","n_code_links":0,"syntology":null},{"paper":null,"slug":"knowledge-distillation-with-adapted-weight","title":"Knowledge Distillation with Adapted Weight","date":"2025-01-06","arxiv_id":"2501.02705","n_code_links":0,"syntology":null},{"paper":"/paper/lightgnn-simple-graph-neural-network-for","slug":"lightgnn-simple-graph-neural-network-for","title":"LightGNN: Simple Graph Neural Network for Recommendation","date":"2025-01-06","arxiv_id":"2501.03228","n_code_links":1,"syntology":null},{"paper":null,"slug":"strategic-fusion-optimizes-transformer","title":"Strategic Fusion Optimizes Transformer Compression","date":"2025-01-05","arxiv_id":"2501.03273","n_code_links":0,"syntology":null},{"paper":null,"slug":"distillation-enhanced-physical-adversarial","title":"Distillation-Enhanced Physical Adversarial Attacks","date":"2025-01-04","arxiv_id":"2501.02232","n_code_links":0,"syntology":null},{"paper":"/paper/v2x-dgpe-addressing-domain-gaps-and-pose","slug":"v2x-dgpe-addressing-domain-gaps-and-pose","title":"V2X-DGPE: Addressing Domain Gaps and Pose Errors for Robust Collaborative 3D Object Detection","date":"2025-01-04","arxiv_id":"2501.02363","n_code_links":1,"syntology":null},{"paper":"/paper/move-kd-knowledge-distillation-for-vlms-with","slug":"move-kd-knowledge-distillation-for-vlms-with","title":"MoVE-KD: Knowledge Distillation for VLMs with Mixture of Visual Encoders","date":"2025-01-03","arxiv_id":"2501.01709","n_code_links":0,"syntology":{"ran":2,"of":2,"n_ran_checked":2,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":null,"slug":"adu-adaptive-detection-of-unknown-categories","title":"ADU: Adaptive Detection of Unknown Categories in Black-Box Domain Adaptation","date":"2025-01-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/align-kd-distilling-cross-modal-alignment-1","slug":"align-kd-distilling-cross-modal-alignment-1","title":"Align-KD: Distilling Cross-Modal Alignment Knowledge for Mobile Vision-Language Large Model Enhancement","date":"2025-01-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/avqacl-a-novel-benchmark-for-audio-visual","slug":"avqacl-a-novel-benchmark-for-audio-visual","title":"AVQACL: A Novel Benchmark for Audio-Visual Question Answering Continual Learning","date":"2025-01-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"bim-vfi-bidirectional-motion-field-guided","title":"BiM-VFI: Bidirectional Motion Field-Guided Frame Interpolation for Video with Non-uniform Motions","date":"2025-01-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/closest-neighbors-are-harmful-for-lightweight","slug":"closest-neighbors-are-harmful-for-lightweight","title":"Closest Neighbors are Harmful for Lightweight Masked Auto-encoders","date":"2025-01-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"combo-conflict-mitigation-via-branched","title":"CoMBO: Conflict Mitigation via Branched Optimization for Class Incremental Segmentation","date":"2025-01-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"distilling-monocular-foundation-model-for","title":"Distilling Monocular Foundation Model for Fine-grained Depth Completion","date":"2025-01-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"distilling-spatially-heterogeneous-distortion","title":"Distilling Spatially-Heterogeneous Distortion Perception for Blind Image Quality Assessment","date":"2025-01-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"simplification-is-all-you-need-against-out-of","title":"Simplification Is All You Need against Out-of-Distribution Overconfidence","date":"2025-01-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"targeted-forgetting-of-image-subgroups-in","title":"Targeted Forgetting of Image Subgroups in CLIP Models","date":"2025-01-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"vl2lite-task-specific-knowledge-distillation","title":"VL2Lite: Task-Specific Knowledge Distillation from Large Vision-Language Models to Lightweight Networks","date":"2025-01-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"pan-infection-foundation-framework-enables","title":"Pan-infection Foundation Framework Enables Multiple Pathogen Prediction","date":"2024-12-31","arxiv_id":"2501.01462","n_code_links":0,"syntology":null},{"paper":null,"slug":"ecg-guided-individual-identification-via-ppg","title":"ECG-guided individual identification via PPG","date":"2024-12-30","arxiv_id":"2501.01983","n_code_links":0,"syntology":null},{"paper":null,"slug":"improving-acoustic-scene-classification-in","title":"Improving Acoustic Scene Classification in Low-Resource Conditions","date":"2024-12-30","arxiv_id":"2412.20722","n_code_links":0,"syntology":null},{"paper":null,"slug":"temporal-reasoning-for-timeline-summarisation","title":"Temporal reasoning for timeline summarisation in social media","date":"2024-12-30","arxiv_id":"2501.00152","n_code_links":0,"syntology":null},{"paper":null,"slug":"injecting-explainability-and-lightweight","title":"Injecting Explainability and Lightweight Design into Weakly Supervised Video Anomaly Detection Systems","date":"2024-12-28","arxiv_id":"2412.20201","n_code_links":0,"syntology":null},{"paper":"/paper/invariant-debiasing-learning-for","slug":"invariant-debiasing-learning-for","title":"Invariant debiasing learning for recommendation via biased imputation","date":"2024-12-28","arxiv_id":"2412.20036","n_code_links":1,"syntology":null},{"paper":"/paper/learning-adaptive-and-view-invariant-vision","slug":"learning-adaptive-and-view-invariant-vision","title":"Learning an Adaptive and View-Invariant Vision Transformer for Real-Time UAV Tracking","date":"2024-12-28","arxiv_id":"2412.20002","n_code_links":1,"syntology":null},{"paper":"/paper/asymmetrical-reciprocity-based-federated","slug":"asymmetrical-reciprocity-based-federated","title":"Asymmetrical Reciprocity-based Federated Learning for Resolving Disparities in Medical Diagnosis","date":"2024-12-27","arxiv_id":"2412.19654","n_code_links":1,"syntology":null},{"paper":null,"slug":"feature-alignment-based-knowledge","title":"Feature Alignment-Based Knowledge Distillation for Efficient Compression of Large Language Models","date":"2024-12-27","arxiv_id":"2412.19449","n_code_links":0,"syntology":null},{"paper":"/paper/spectralkd-understanding-and-optimizing","slug":"spectralkd-understanding-and-optimizing","title":"SpectralKD: A Unified Framework for Interpreting and Distilling Vision Transformers via Spectral Analysis","date":"2024-12-26","arxiv_id":"2412.19055","n_code_links":1,"syntology":null},{"paper":null,"slug":"htr-jand-handwritten-text-recognition-with","title":"HTR-JAND: Handwritten Text Recognition with Joint Attention Network and Knowledge Distillation","date":"2024-12-24","arxiv_id":"2412.18524","n_code_links":0,"syntology":null},{"paper":null,"slug":"better-knowledge-enhancement-for-privacy","title":"Better Knowledge Enhancement for Privacy-Preserving Cross-Project Defect Prediction","date":"2024-12-23","arxiv_id":"2412.17317","n_code_links":0,"syntology":null},{"paper":null,"slug":"fedlec-effective-federated-learning-algorithm","title":"Exploiting Label Skewness for Spiking Neural Networks in Federated Learning","date":"2024-12-23","arxiv_id":"2412.17305","n_code_links":0,"syntology":null},{"paper":null,"slug":"cbnn-3-party-secure-framework-for-customized","title":"CBNN: 3-Party Secure Framework for Customized Binary Neural Networks Inference","date":"2024-12-21","arxiv_id":"2412.16449","n_code_links":0,"syntology":null},{"paper":"/paper/stkdrec-spatial-temporal-knowledge","slug":"stkdrec-spatial-temporal-knowledge","title":"STKDRec: Spatial-Temporal Knowledge Distillation for Takeaway Recommendation","date":"2024-12-21","arxiv_id":"2412.16502","n_code_links":1,"syntology":null},{"paper":null,"slug":"a-new-method-to-capturing-compositional","title":"A New Method to Capturing Compositional Knowledge in Linguistic Space","date":"2024-12-20","arxiv_id":"2412.15632","n_code_links":0,"syntology":null},{"paper":"/paper/lircdepth-lightweight-radar-camera-depth","slug":"lircdepth-lightweight-radar-camera-depth","title":"LiRCDepth: Lightweight Radar-Camera Depth Estimation via Knowledge Distillation and Uncertainty Guidance","date":"2024-12-20","arxiv_id":"2412.16380","n_code_links":1,"syntology":null},{"paper":"/paper/efficient-fine-tuning-and-concept-suppression","slug":"efficient-fine-tuning-and-concept-suppression","title":"Efficient Fine-Tuning and Concept Suppression for Pruned Diffusion Models","date":"2024-12-19","arxiv_id":"2412.15341","n_code_links":1,"syntology":null},{"paper":null,"slug":"sckd-semi-supervised-cross-modality-knowledge","title":"SCKD: Semi-Supervised Cross-Modality Knowledge Distillation for 4D Radar Object Detection","date":"2024-12-19","arxiv_id":"2412.14571","n_code_links":0,"syntology":null},{"paper":null,"slug":"uncertainty-guided-cross-attention-ensemble","title":"Uncertainty-Guided Cross Attention Ensemble Mean Teacher for Semi-supervised Medical Image Segmentation","date":"2024-12-19","arxiv_id":"2412.15380","n_code_links":0,"syntology":null},{"paper":"/paper/enhancing-knowledge-distillation-for-llms","slug":"enhancing-knowledge-distillation-for-llms","title":"Enhancing Knowledge Distillation for LLMs with Response-Priming Prompting","date":"2024-12-18","arxiv_id":"2412.17846","n_code_links":1,"syntology":null},{"paper":"/paper/hybrid-data-free-knowledge-distillation","slug":"hybrid-data-free-knowledge-distillation","title":"Hybrid Data-Free Knowledge Distillation","date":"2024-12-18","arxiv_id":"2412.13525","n_code_links":1,"syntology":null},{"paper":"/paper/learnable-prompting-sam-induced-knowledge","slug":"learnable-prompting-sam-induced-knowledge","title":"Learnable Prompting SAM-induced Knowledge Distillation for Semi-supervised Medical Image Segmentation","date":"2024-12-18","arxiv_id":"2412.13742","n_code_links":1,"syntology":null},{"paper":"/paper/scaling-of-search-and-learning-a-roadmap-to","slug":"scaling-of-search-and-learning-a-roadmap-to","title":"Scaling of Search and Learning: A Roadmap to Reproduce o1 from Reinforcement Learning Perspective","date":"2024-12-18","arxiv_id":"2412.14135","n_code_links":1,"syntology":null},{"paper":null,"slug":"efficient-speech-command-recognition","title":"Efficient Speech Command Recognition Leveraging Spiking Neural Network and Curriculum Learning-based Knowledge Distillation","date":"2024-12-17","arxiv_id":"2412.12858","n_code_links":0,"syntology":null},{"paper":null,"slug":"entire-space-variational-information","title":"Entire-Space Variational Information Exploitation for Post-Click Conversion Rate Prediction","date":"2024-12-17","arxiv_id":"2502.15687","n_code_links":0,"syntology":null},{"paper":null,"slug":"in-context-learning-distillation-for","title":"In-Context Learning Distillation for Efficient Few-Shot Fine-Tuning","date":"2024-12-17","arxiv_id":"2412.13243","n_code_links":0,"syntology":null},{"paper":null,"slug":"modality-inconsistent-continual-learning-of","title":"Modality-Inconsistent Continual Learning of Multimodal Large Language Models","date":"2024-12-17","arxiv_id":"2412.13050","n_code_links":0,"syntology":null},{"paper":null,"slug":"promptdet-a-lightweight-3d-object-detection","title":"PromptDet: A Lightweight 3D Object Detection Framework with LiDAR Prompts","date":"2024-12-17","arxiv_id":"2412.12460","n_code_links":0,"syntology":null},{"paper":null,"slug":"split-knowledge-distillation-for-large-models","title":"Split Knowledge Distillation for Large Models in IoT: Architecture, Challenges, and Solutions","date":"2024-12-17","arxiv_id":"2501.17164","n_code_links":0,"syntology":null},{"paper":"/paper/bim-vfi-directional-motion-field-guided-frame","slug":"bim-vfi-directional-motion-field-guided-frame","title":"BiM-VFI: directional Motion Field-Guided Frame Interpolation for Video with Non-uniform Motions","date":"2024-12-16","arxiv_id":"2412.11365","n_code_links":1,"syntology":null},{"paper":null,"slug":"neural-collapse-inspired-knowledge","title":"Neural Collapse Inspired Knowledge Distillation","date":"2024-12-16","arxiv_id":"2412.11788","n_code_links":0,"syntology":null},{"paper":"/paper/relation-guided-adversarial-learning-for-data","slug":"relation-guided-adversarial-learning-for-data","title":"Relation-Guided Adversarial Learning for Data-free Knowledge Transfer","date":"2024-12-16","arxiv_id":"2412.11380","n_code_links":1,"syntology":null},{"paper":null,"slug":"active-large-language-model-based-knowledge","title":"Active Large Language Model-based Knowledge Distillation for Session-based Recommendation","date":"2024-12-15","arxiv_id":"2502.15685","n_code_links":0,"syntology":null},{"paper":null,"slug":"knowledge-migration-framework-for-smart","title":"Knowledge Migration Framework for Smart Contract Vulnerability Detection","date":"2024-12-15","arxiv_id":"2412.11175","n_code_links":0,"syntology":null},{"paper":"/paper/leveraging-large-language-models-for-active","slug":"leveraging-large-language-models-for-active","title":"Leveraging Large Language Models for Active Merchant Non-player Characters","date":"2024-12-15","arxiv_id":"2412.11189","n_code_links":1,"syntology":{"ran":1,"of":3,"n_ran_checked":1,"n_instrument":0,"unverified":2,"pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":{"repos":["elu-lab/mart"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"on-distilling-the-displacement-knowledge-for","title":"On Distilling the Displacement Knowledge for Few-Shot Class-Incremental Learning","date":"2024-12-15","arxiv_id":"2412.11017","n_code_links":0,"syntology":null},{"paper":"/paper/redefining-normal-a-novel-object-level","slug":"redefining-normal-a-novel-object-level","title":"Redefining Normal: A Novel Object-Level Approach for Multi-Object Novelty Detection","date":"2024-12-15","arxiv_id":"2412.11148","n_code_links":1,"syntology":null},{"paper":null,"slug":"llm-distillation-for-efficient-few-shot","title":"LLM Distillation for Efficient Few-Shot Multiple Choice Question Answering","date":"2024-12-13","arxiv_id":"2412.09807","n_code_links":0,"syntology":null},{"paper":"/paper/dask-distribution-rehearsing-via-adaptive","slug":"dask-distribution-rehearsing-via-adaptive","title":"DASK: Distribution Rehearsing via Adaptive Style Kernel Learning for Exemplar-Free Lifelong Person Re-Identification","date":"2024-12-12","arxiv_id":"2412.09224","n_code_links":1,"syntology":{"ran":0,"of":3,"n_ran_checked":0,"n_instrument":0,"unverified":3,"pointer_only":3,"phrase":"0 ran · 3 unverified","official":{"repos":["zhoujiahuan1991/aaai2025-lreid-dask"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":[]}}},{"paper":"/paper/dynamic-contrastive-knowledge-distillation","slug":"dynamic-contrastive-knowledge-distillation","title":"Dynamic Contrastive Knowledge Distillation for Efficient Image Restoration","date":"2024-12-12","arxiv_id":"2412.08939","n_code_links":1,"syntology":null},{"paper":"/paper/snapgen-taming-high-resolution-text-to-image","slug":"snapgen-taming-high-resolution-text-to-image","title":"SnapGen: Taming High-Resolution Text-to-Image Models for Mobile Devices with Efficient Architectures and Training","date":"2024-12-12","arxiv_id":"2412.09619","n_code_links":0,"syntology":null},{"paper":null,"slug":"dakd-data-augmentation-and-knowledge","title":"DAKD: Data Augmentation and Knowledge Distillation using Diffusion Models for SAR Oil Spill Segmentation","date":"2024-12-11","arxiv_id":"2412.08116","n_code_links":0,"syntology":null},{"paper":null,"slug":"efficient-gravitational-wave-parameter","title":"Efficient Gravitational Wave Parameter Estimation via Knowledge Distillation: A ResNet1D-IAF Approach","date":"2024-12-11","arxiv_id":"2412.08672","n_code_links":0,"syntology":null},{"paper":"/paper/wasserstein-distance-rivals-kullback-leibler","slug":"wasserstein-distance-rivals-kullback-leibler","title":"Wasserstein Distance Rivals Kullback-Leibler Divergence for Knowledge Distillation","date":"2024-12-11","arxiv_id":"2412.08139","n_code_links":1,"syntology":{"ran":6,"of":7,"n_ran_checked":1,"n_instrument":5,"unverified":1,"pointer_only":7,"phrase":"6 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","official":null}},{"paper":null,"slug":"tt-mpd-test-time-model-pruning-and","title":"TT-MPD: Test Time Model Pruning and Distillation","date":"2024-12-10","arxiv_id":"2412.07114","n_code_links":0,"syntology":null},{"paper":null,"slug":"u-know-diffpan-an-uncertainty-aware-knowledge","title":"U-Know-DiffPAN: An Uncertainty-aware Knowledge Distillation Diffusion Framework with Details Enhancement for PAN-Sharpening","date":"2024-12-09","arxiv_id":"2412.06243","n_code_links":0,"syntology":null},{"paper":null,"slug":"domain-specific-translation-with-open-source","title":"Domain-Specific Translation with Open-Source Large Language Models: Resource-Oriented Analysis","date":"2024-12-08","arxiv_id":"2412.05862","n_code_links":0,"syntology":null},{"paper":null,"slug":"neighborhood-commonality-aware-evolution","title":"Neighborhood Commonality-aware Evolution Network for Continuous Generalized Category Discovery","date":"2024-12-07","arxiv_id":"2412.05573","n_code_links":0,"syntology":null},{"paper":null,"slug":"beexformer-a-fast-inferencing-transformer","title":"BEExformer: A Fast Inferencing Transformer Architecture via Binarization with Multiple Early Exits","date":"2024-12-06","arxiv_id":"2412.05225","n_code_links":0,"syntology":null},{"paper":null,"slug":"ccs-continuous-learning-for-customized","title":"CCS: Continuous Learning for Customized Incremental Wireless Sensing Services","date":"2024-12-06","arxiv_id":"2412.04821","n_code_links":0,"syntology":null},{"paper":"/paper/one-shot-federated-learning-via-synthetic","slug":"one-shot-federated-learning-via-synthetic","title":"One-shot Federated Learning via Synthetic Distiller-Distillate Communication","date":"2024-12-06","arxiv_id":"2412.05186","n_code_links":1,"syntology":{"ran":10,"of":11,"n_ran_checked":9,"n_instrument":1,"unverified":1,"pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 1 honoured, 1 violated, 7 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","official":{"repos":["carkham/fedsd2c"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"clip-ping-boosting-lightweight-vision","title":"CLIP-PING: Boosting Lightweight Vision-Language Models with Proximus Intrinsic Neighbors Guidance","date":"2024-12-05","arxiv_id":"2412.03871","n_code_links":0,"syntology":null},{"paper":null,"slug":"expanding-deep-learning-based-sensing-systems","title":"Expanding Deep Learning-based Sensing Systems with Multi-Source Knowledge Transfer","date":"2024-12-05","arxiv_id":"2412.04060","n_code_links":0,"syntology":null},{"paper":"/paper/feddw-distilling-weights-through-consistency","slug":"feddw-distilling-weights-through-consistency","title":"FedDW: Distilling Weights through Consistency Optimization in Heterogeneous Federated Learning","date":"2024-12-05","arxiv_id":"2412.04521","n_code_links":1,"syntology":null},{"paper":null,"slug":"distillation-of-diffusion-features-for","title":"Distillation of Diffusion Features for Semantic Correspondence","date":"2024-12-04","arxiv_id":"2412.03512","n_code_links":0,"syntology":null},{"paper":null,"slug":"kklip-knowledge-distillation-exploiting-k","title":"Enhancing CLIP Conceptual Embedding through Knowledge Distillation","date":"2024-12-04","arxiv_id":"2412.03513","n_code_links":0,"syntology":null},{"paper":null,"slug":"multi-branch-mutual-distillation-transformer","title":"Multi-Branch Mutual-Distillation Transformer for EEG-Based Seizure Subtype Classification","date":"2024-12-04","arxiv_id":"2412.15224","n_code_links":0,"syntology":null},{"paper":"/paper/align-kd-distilling-cross-modal-alignment","slug":"align-kd-distilling-cross-modal-alignment","title":"Align-KD: Distilling Cross-Modal Alignment Knowledge for Mobile Vision-Language Model","date":"2024-12-02","arxiv_id":"2412.01282","n_code_links":1,"syntology":{"ran":4,"of":4,"n_ran_checked":3,"n_instrument":1,"unverified":0,"pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["fqhank/align-kd"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/mutli-view-3d-reconstruction-using-knowledge","slug":"mutli-view-3d-reconstruction-using-knowledge","title":"Mutli-View 3D Reconstruction using Knowledge Distillation","date":"2024-12-02","arxiv_id":"2412.02039","n_code_links":1,"syntology":null},{"paper":null,"slug":"qabisar-query-article-bipartite-interactions","title":"QABISAR: Query-Article Bipartite Interactions for Statutory Article Retrieval","date":"2024-12-01","arxiv_id":"2412.00934","n_code_links":0,"syntology":null},{"paper":null,"slug":"continuous-concepts-removal-in-text-to-image","title":"Continuous Concepts Removal in Text-to-image Diffusion Models","date":"2024-11-30","arxiv_id":"2412.00580","n_code_links":0,"syntology":null},{"paper":null,"slug":"reverse-thinking-makes-llms-stronger","title":"Reverse Thinking Makes LLMs Stronger Reasoners","date":"2024-11-29","arxiv_id":"2411.19865","n_code_links":0,"syntology":null},{"paper":null,"slug":"headache-to-overstock-promoting-long-tail","title":"Headache to Overstock? Promoting Long-tail Items through Debiased Product Bundling","date":"2024-11-28","arxiv_id":"2411.19107","n_code_links":0,"syntology":null},{"paper":null,"slug":"pre-training-graph-contrastive-masked","title":"Pre-Training Graph Contrastive Masked Autoencoders are Strong Distillers for EEG","date":"2024-11-28","arxiv_id":"2411.19230","n_code_links":0,"syntology":null},{"paper":null,"slug":"puzzle-distillation-based-nas-for-inference","title":"Puzzle: Distillation-Based NAS for Inference-Optimized LLMs","date":"2024-11-28","arxiv_id":"2411.19146","n_code_links":0,"syntology":null},{"paper":null,"slug":"zero-shot-slot-filling-in-the-age-of-llms-for","title":"Zero-shot Slot Filling in the Age of LLMs for Dialogue Systems","date":"2024-11-28","arxiv_id":"2411.18980","n_code_links":0,"syntology":null},{"paper":"/paper/vision-mamba-distillation-for-low-resolution","slug":"vision-mamba-distillation-for-low-resolution","title":"Vision Mamba Distillation for Low-resolution Fine-grained Image Classification","date":"2024-11-27","arxiv_id":"2411.17980","n_code_links":1,"syntology":null},{"paper":null,"slug":"large-scale-data-free-knowledge-distillation","title":"Large-Scale Data-Free Knowledge Distillation for ImageNet via Multi-Resolution Data Generation","date":"2024-11-26","arxiv_id":"2411.17046","n_code_links":0,"syntology":null},{"paper":"/paper/words-matter-leveraging-individual-text","slug":"words-matter-leveraging-individual-text","title":"Words Matter: Leveraging Individual Text Embeddings for Code Generation in CLIP Test-Time Adaptation","date":"2024-11-26","arxiv_id":"2411.17002","n_code_links":1,"syntology":null},{"paper":null,"slug":"beyond-task-vectors-selective-task-arithmetic","title":"Beyond Task Vectors: Selective Task Arithmetic Based on Importance Metrics","date":"2024-11-25","arxiv_id":"2411.16139","n_code_links":0,"syntology":null},{"paper":"/paper/ensemble-learning-via-knowledge-transfer-for","slug":"ensemble-learning-via-knowledge-transfer-for","title":"Ensemble Learning via Knowledge Transfer for CTR Prediction","date":"2024-11-25","arxiv_id":"2411.16122","n_code_links":1,"syntology":null},{"paper":"/paper/learn-from-foundation-model-fruit-detection","slug":"learn-from-foundation-model-fruit-detection","title":"Learn from Foundation Model: Fruit Detection Model without Manual Annotation","date":"2024-11-25","arxiv_id":"2411.16196","n_code_links":1,"syntology":null},{"paper":null,"slug":"leveraging-foundation-models-to-learn-the","title":"Leveraging Foundation Models To learn the shape of semi-fluid deformable objects","date":"2024-11-25","arxiv_id":"2411.16802","n_code_links":0,"syntology":null},{"paper":"/paper/o1-replication-journey-part-2-surpassing-o1","slug":"o1-replication-journey-part-2-surpassing-o1","title":"O1 Replication Journey -- Part 2: Surpassing O1-preview through Simple Distillation, Big Progress or Bitter Lesson?","date":"2024-11-25","arxiv_id":"2411.16489","n_code_links":1,"syntology":null},{"paper":"/paper/when-babies-teach-babies-can-student","slug":"when-babies-teach-babies-can-student","title":"When Babies Teach Babies: Can student knowledge sharing outperform Teacher-Guided Distillation on small datasets?","date":"2024-11-25","arxiv_id":"2411.16487","n_code_links":1,"syntology":null},{"paper":"/paper/efficient-ternary-weight-embedding-model","slug":"efficient-ternary-weight-embedding-model","title":"Efficient Ternary Weight Embedding Model: Bridging Scalability and Performance","date":"2024-11-23","arxiv_id":"2411.15438","n_code_links":1,"syntology":null},{"paper":null,"slug":"partial-knowledge-distillation-for","title":"Partial Knowledge Distillation for Alleviating the Inherent Inter-Class Discrepancy in Federated Learning","date":"2024-11-23","arxiv_id":"2411.15403","n_code_links":0,"syntology":null},{"paper":null,"slug":"adaptive-group-robust-ensemble-knowledge","title":"Adaptive Group Robust Ensemble Knowledge Distillation","date":"2024-11-22","arxiv_id":"2411.14984","n_code_links":0,"syntology":null},{"paper":null,"slug":"adversarial-prompt-distillation-for-vision","title":"Adversarial Prompt Distillation for Vision-Language Models","date":"2024-11-22","arxiv_id":"2411.15244","n_code_links":0,"syntology":null},{"paper":null,"slug":"banglaembed-efficient-sentence-embedding","title":"BanglaEmbed: Efficient Sentence Embedding Models for a Low-Resource Language Using Cross-Lingual Distillation Techniques","date":"2024-11-22","arxiv_id":"2411.15270","n_code_links":0,"syntology":null}],"record_sha256":"cdcfff89df7167137f9c93c681e849efa1af86aed8f6e3a9f2a13d034d7bbaaf","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}