{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/knowledge-distillation/papers/11","list_of":"/method/knowledge-distillation","method":"Knowledge Distillation","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":11,"pages_in_order":31,"rows_per_page":100,"rows":[1001,1100],"of":3071,"counts":{"archive_papers_tagged":3071,"with_a_code_link":1258,"where_syntology_ran_a_sample":320,"not_listed_spam_title":0,"listed":3071,"listed_where_code_ran":320,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":276,"every_run_a_failure_of_syntologys_instrument":44,"listed_with_a_run_with_no_instrument_failure":276,"listed_every_run_a_failure_of_syntologys_instrument":44,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/knowledge-distillation","prev":"/method/knowledge-distillation/papers/10","next":"/method/knowledge-distillation/papers/12","papers":[{"paper":null,"slug":"dynamic-transformer-architecture-for","title":"Dynamic Transformer Architecture for Continual Learning of Multimodal Tasks","date":"2024-01-27","arxiv_id":"2401.15275","n_code_links":0,"syntology":null},{"paper":null,"slug":"face-to-cartoon-incremental-super-resolution","title":"Face to Cartoon Incremental Super-Resolution using Knowledge Distillation","date":"2024-01-27","arxiv_id":"2401.15366","n_code_links":0,"syntology":null},{"paper":"/paper/communication-efficient-federated-learning-23","slug":"communication-efficient-federated-learning-23","title":"Communication-Efficient Federated Learning through Adaptive Weight Clustering and Server-Side Distillation","date":"2024-01-25","arxiv_id":"2401.14211","n_code_links":1,"syntology":null},{"paper":"/paper/self-supervised-video-object-segmentation-1","slug":"self-supervised-video-object-segmentation-1","title":"Self-supervised Video Object Segmentation with Distillation Learning of Deformable Attention","date":"2024-01-25","arxiv_id":"2401.13937","n_code_links":0,"syntology":null},{"paper":null,"slug":"boundary-and-relation-distillation-for","title":"Towards Complementary Knowledge Distillation for Efficient Dense Image Prediction","date":"2024-01-24","arxiv_id":"2401.13174","n_code_links":0,"syntology":null},{"paper":null,"slug":"a-novel-garment-transfer-method-supervised-by","title":"A Novel Garment Transfer Method Supervised by Distilled Knowledge of Virtual Try-on Model","date":"2024-01-23","arxiv_id":"2401.12433","n_code_links":0,"syntology":null},{"paper":"/paper/contrastive-learning-in-distilled-models","slug":"contrastive-learning-in-distilled-models","title":"Contrastive Learning in Distilled Models","date":"2024-01-23","arxiv_id":"2401.12472","n_code_links":1,"syntology":null},{"paper":null,"slug":"knowledge-distillation-from-language-oriented","title":"Knowledge Distillation from Language-Oriented to Emergent Communication for Multi-Agent Remote Control","date":"2024-01-23","arxiv_id":"2401.12624","n_code_links":0,"syntology":null},{"paper":null,"slug":"keep-decoding-parallel-with-effective","title":"Keep Decoding Parallel with Effective Knowledge Distillation from Language Models to End-to-end Speech Recognisers","date":"2024-01-22","arxiv_id":"2401.11700","n_code_links":0,"syntology":null},{"paper":null,"slug":"knowledge-distillation-on-spatial-temporal","title":"Knowledge Distillation on Spatial-Temporal Graph Convolutional Network for Traffic Prediction","date":"2024-01-22","arxiv_id":"2401.11798","n_code_links":0,"syntology":null},{"paper":"/paper/rethinking-centered-kernel-alignment-in","slug":"rethinking-centered-kernel-alignment-in","title":"Rethinking Centered Kernel Alignment in Knowledge Distillation","date":"2024-01-22","arxiv_id":"2401.11824","n_code_links":1,"syntology":{"ran":5,"of":6,"n_ran_checked":5,"n_instrument":0,"unverified":1,"pointer_only":6,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["klayand/pcka"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"robustness-to-distribution-shifts-of","title":"Robustness to distribution shifts of compressed networks for edge devices","date":"2024-01-22","arxiv_id":"2401.12014","n_code_links":0,"syntology":null},{"paper":null,"slug":"stereo-matching-knowledge-distilled-monocular","title":"Stereo-Matching Knowledge Distilled Monocular Depth Estimation Filtered by Multiple Disparity Consistency","date":"2024-01-22","arxiv_id":"2401.12019","n_code_links":0,"syntology":null},{"paper":null,"slug":"zoom-shot-fast-and-efficient-unsupervised","title":"Zoom-shot: Fast and Efficient Unsupervised Zero-Shot Transfer of CLIP to Vision Encoders with Multimodal Loss","date":"2024-01-22","arxiv_id":"2401.11633","n_code_links":0,"syntology":null},{"paper":null,"slug":"confidence-preservation-property-in-knowledge","title":"Confidence Preservation Property in Knowledge Distillation Abstractions","date":"2024-01-21","arxiv_id":"2401.11365","n_code_links":0,"syntology":null},{"paper":null,"slug":"enhancing-scalability-in-recommender-systems","title":"Enhancing Scalability in Recommender Systems through Lottery Ticket Hypothesis and Knowledge Distillation-based Neural Network Pruning","date":"2024-01-19","arxiv_id":"2401.10484","n_code_links":0,"syntology":null},{"paper":"/paper/large-language-models-are-efficient-learners","slug":"large-language-models-are-efficient-learners","title":"Large Language Models are Efficient Learners of Noise-Robust Speech Recognition","date":"2024-01-19","arxiv_id":"2401.10446","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["yuchen005/robustger"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/model-compression-techniques-in-biometrics","slug":"model-compression-techniques-in-biometrics","title":"Model Compression Techniques in Biometrics Applications: A Survey","date":"2024-01-18","arxiv_id":"2401.10139","n_code_links":1,"syntology":null},{"paper":"/paper/bayes-conditional-distribution-estimation-for","slug":"bayes-conditional-distribution-estimation-for","title":"Bayes Conditional Distribution Estimation for Knowledge Distillation Based on Conditional Mutual Information","date":"2024-01-16","arxiv_id":"2401.08732","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":2,"n_instrument":1,"unverified":0,"pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["iclr2024mcmi/iclrmcmi"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/completely-occluded-and-dense-object-instance","slug":"completely-occluded-and-dense-object-instance","title":"OBSeg: Accurate and Fast Instance Segmentation Framework Using Segmentation Foundation Models with Oriented Bounding Box Prompts","date":"2024-01-16","arxiv_id":"2401.08174","n_code_links":1,"syntology":null},{"paper":null,"slug":"cross-level-multi-instance-distillation-for","title":"Cross-Level Multi-Instance Distillation for Self-Supervised Fine-Grained Visual Categorization","date":"2024-01-16","arxiv_id":"2401.08860","n_code_links":0,"syntology":null},{"paper":"/paper/telme-teacher-leading-multimodal-fusion","slug":"telme-teacher-leading-multimodal-fusion","title":"TelME: Teacher-leading Multimodal Fusion Network for Emotion Recognition in Conversation","date":"2024-01-16","arxiv_id":"2401.12987","n_code_links":1,"syntology":null},{"paper":"/paper/a-deep-hierarchical-feature-sparse-framework","slug":"a-deep-hierarchical-feature-sparse-framework","title":"A Deep Hierarchical Feature Sparse Framework for Occluded Person Re-Identification","date":"2024-01-15","arxiv_id":"2401.07469","n_code_links":0,"syntology":null},{"paper":null,"slug":"lightweight-modality-adaptation-to-sequential","title":"Lightweight Modality Adaptation to Sequential Recommendation via Correlation Supervision","date":"2024-01-14","arxiv_id":"2401.07257","n_code_links":0,"syntology":null},{"paper":null,"slug":"evoke-emotion-enabled-virtual-avatar-mapping","title":"EVOKE: Emotion Enabled Virtual Avatar Mapping Using Optimized Knowledge Distillation","date":"2024-01-13","arxiv_id":"2401.06957","n_code_links":0,"syntology":null},{"paper":null,"slug":"knowledge-distillation-for-closed-source","title":"Knowledge Distillation of Black-Box Large Language Models","date":"2024-01-13","arxiv_id":"2401.07013","n_code_links":0,"syntology":null},{"paper":null,"slug":"an-empirical-investigation-into-the-effect-of","title":"An Empirical Investigation into the Effect of Parameter Choices in Knowledge Distillation","date":"2024-01-12","arxiv_id":"2401.06356","n_code_links":0,"syntology":null},{"paper":"/paper/graph-relation-distillation-for-efficient","slug":"graph-relation-distillation-for-efficient","title":"Graph Relation Distillation for Efficient Biomedical Instance Segmentation","date":"2024-01-12","arxiv_id":"2401.06370","n_code_links":2,"syntology":null},{"paper":"/paper/attention-to-detail-inter-resolution","slug":"attention-to-detail-inter-resolution","title":"Attention to detail: inter-resolution knowledge distillation","date":"2024-01-11","arxiv_id":"2401.06010","n_code_links":2,"syntology":null},{"paper":null,"slug":"object-centric-diffusion-for-efficient-video","title":"Object-Centric Diffusion for Efficient Video Editing","date":"2024-01-11","arxiv_id":"2401.05735","n_code_links":0,"syntology":null},{"paper":null,"slug":"hierarchical-knowledge-distillation-on-text","title":"Hierarchical Knowledge Distillation on Text Graph for Data-limited Attribute Inference","date":"2024-01-10","arxiv_id":"2401.06802","n_code_links":0,"syntology":null},{"paper":"/paper/translate-distill-learning-cross-language","slug":"translate-distill-learning-cross-language","title":"Translate-Distill: Learning Cross-Language Dense Retrieval by Translation and Distillation","date":"2024-01-09","arxiv_id":"2401.04810","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["hltcoe/colbert-x"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"logits-poisoning-attack-in-federated","title":"Logits Poisoning Attack in Federated Distillation","date":"2024-01-08","arxiv_id":"2401.03685","n_code_links":0,"syntology":null},{"paper":null,"slug":"multi-channel-multi-domain-based-knowledge","title":"Multi-Channel Multi-Domain based Knowledge Distillation Algorithm for Sleep Staging with Single-Channel EEG","date":"2024-01-07","arxiv_id":"2401.03430","n_code_links":0,"syntology":null},{"paper":"/paper/progressive-knowledge-distillation-of-stable","slug":"progressive-knowledge-distillation-of-stable","title":"Progressive Knowledge Distillation Of Stable Diffusion XL Using Layer Level Loss","date":"2024-01-05","arxiv_id":"2401.02677","n_code_links":1,"syntology":null},{"paper":"/paper/bridging-modalities-knowledge-distillation","slug":"bridging-modalities-knowledge-distillation","title":"Bridging Modalities: Knowledge Distillation and Masked Training for Translating Multi-Modal Emotion Recognition to Uni-Modal, Speech-Only Emotion Recognition","date":"2024-01-04","arxiv_id":"2401.03000","n_code_links":1,"syntology":null},{"paper":null,"slug":"ctc-blank-triggered-dynamic-layer-skipping","title":"CTC Blank Triggered Dynamic Layer-Skipping for Efficient CTC-based Speech Recognition","date":"2024-01-04","arxiv_id":"2401.02046","n_code_links":0,"syntology":null},{"paper":"/paper/not-all-minorities-are-equal-empty-class","slug":"not-all-minorities-are-equal-empty-class","title":"Exploring Vacant Classes in Label-Skewed Federated Learning","date":"2024-01-04","arxiv_id":"2401.02329","n_code_links":1,"syntology":null},{"paper":null,"slug":"self-supervised-reflective-learning-through","title":"Self-supervised Reflective Learning through Self-distillation and Online Clustering for Speaker Representation Learning","date":"2024-01-03","arxiv_id":"2401.01473","n_code_links":0,"syntology":null},{"paper":null,"slug":"dual-teacher-knowledge-distillation-with","title":"Dual Teacher Knowledge Distillation with Domain Alignment for Face Anti-spoofing","date":"2024-01-02","arxiv_id":"2401.01102","n_code_links":0,"syntology":null},{"paper":"/paper/exploring-hyperspectral-anomaly-detection","slug":"exploring-hyperspectral-anomaly-detection","title":"Exploring Hyperspectral Anomaly Detection with Human Vision: A Small Target Aware Detector","date":"2024-01-02","arxiv_id":"2401.01093","n_code_links":1,"syntology":null},{"paper":"/paper/haaqi-net-a-non-intrusive-neural-music","slug":"haaqi-net-a-non-intrusive-neural-music","title":"HAAQI-Net: A Non-intrusive Neural Music Audio Quality Assessment Model for Hearing Aids","date":"2024-01-02","arxiv_id":"2401.01145","n_code_links":1,"syntology":null},{"paper":null,"slug":"query-based-knowledge-sharing-for-open","title":"Query-Based Knowledge Sharing for Open-Vocabulary Multi-Label Classification","date":"2024-01-02","arxiv_id":"2401.01181","n_code_links":0,"syntology":null},{"paper":null,"slug":"building-vision-language-models-on-solid","title":"Building Vision-Language Models on Solid Foundations with Masked Distillation","date":"2024-01-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"c2kd-bridging-the-modality-gap-for-cross","title":"C2KD: Bridging the Modality Gap for Cross-Modal Knowledge Distillation","date":"2024-01-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/cakdp-category-aware-knowledge-distillation","slug":"cakdp-category-aware-knowledge-distillation","title":"CaKDP: Category-aware Knowledge Distillation and Pruning Framework for Lightweight 3D Object Detection","date":"2024-01-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/diod-self-distillation-meets-object-discovery","slug":"diod-self-distillation-meets-object-discovery","title":"DIOD: Self-Distillation Meets Object Discovery","date":"2024-01-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/distillation-is-all-you-need-for-practically","slug":"distillation-is-all-you-need-for-practically","title":"Curriculum-scheduled Knowledge Distillation from Multiple Pre-trained Teachers for Multi-domain Sequential Recommendation","date":"2024-01-01","arxiv_id":"2401.00797","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["rucaibox/ckd-mdsr"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/fcs-feature-calibration-and-separation-for","slug":"fcs-feature-calibration-and-separation-for","title":"FCS: Feature Calibration and Separation for Non-Exemplar Class Incremental Learning","date":"2024-01-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"iq-vfi-implicit-quadratic-motion-estimation","title":"IQ-VFI: Implicit Quadratic Motion Estimation for Video Frame Interpolation","date":"2024-01-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"kd-detr-knowledge-distillation-for-detection","title":"KD-DETR: Knowledge Distillation for Detection Transformer with Consistent Distillation Points Sampling","date":"2024-01-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/lisa-lidar-localization-with-semantic","slug":"lisa-lidar-localization-with-semantic","title":"LiSA: LiDAR Localization with Semantic Awareness","date":"2024-01-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/point-segment-and-count-a-generalized-1","slug":"point-segment-and-count-a-generalized-1","title":"Point Segment and Count: A Generalized Framework for Object Counting","date":"2024-01-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"robust-distillation-via-untargeted-and","title":"Robust Distillation via Untargeted and Targeted Intermediate Adversarial Samples","date":"2024-01-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/scaled-decoupled-distillation","slug":"scaled-decoupled-distillation","title":"Scaled Decoupled Distillation","date":"2024-01-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/secformer-towards-fast-and-accurate-privacy","slug":"secformer-towards-fast-and-accurate-privacy","title":"SecFormer: Fast and Accurate Privacy-Preserving Inference for Transformer Models via SMPC","date":"2024-01-01","arxiv_id":"2401.00793","n_code_links":1,"syntology":{"ran":2,"of":3,"n_ran_checked":1,"n_instrument":1,"unverified":1,"pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","official":{"repos":["jinglong696/secformer"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["unlocated"]}}},{"paper":null,"slug":"uncertainty-guided-never-ending-learning-to","title":"Uncertainty-Guided Never-Ending Learning to Drive","date":"2024-01-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/vkd-improving-knowledge-distillation-using","slug":"vkd-improving-knowledge-distillation-using","title":"VkD: Improving Knowledge Distillation using Orthogonal Projections","date":"2024-01-01","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"compressing-deep-image-super-resolution","title":"Compressing Deep Image Super-resolution Models","date":"2023-12-31","arxiv_id":"2401.00523","n_code_links":0,"syntology":null},{"paper":null,"slug":"clst-a-convolutional-transformer-framework","title":"ClST: A Convolutional Transformer Framework for Automatic Modulation Recognition by Knowledge Distillation","date":"2023-12-29","arxiv_id":"2312.17446","n_code_links":0,"syntology":null},{"paper":"/paper/ferkd-surgical-label-adaptation-for-efficient-1","slug":"ferkd-surgical-label-adaptation-for-efficient-1","title":"FerKD: Surgical Label Adaptation for Efficient Distillation","date":"2023-12-29","arxiv_id":"2312.17473","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["szq0214/fkd"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"fedsdd-scalable-and-diversity-enhanced","title":"FedSDD: Scalable and Diversity-enhanced Distillation for Model Aggregation in Federated Learning","date":"2023-12-28","arxiv_id":"2312.17029","n_code_links":0,"syntology":null},{"paper":null,"slug":"layer-attack-unlearning-fast-and-accurate","title":"Layer Attack Unlearning: Fast and Accurate Machine Unlearning via Layer Level Attack and Knowledge Distillation","date":"2023-12-28","arxiv_id":"2312.16823","n_code_links":0,"syntology":null},{"paper":"/paper/dynamic-sub-graph-distillation-for-robust","slug":"dynamic-sub-graph-distillation-for-robust","title":"Dynamic Sub-graph Distillation for Robust Semi-supervised Continual Learning","date":"2023-12-27","arxiv_id":"2312.16409","n_code_links":1,"syntology":null},{"paper":"/paper/group-multi-view-transformer-for-3d-shape","slug":"group-multi-view-transformer-for-3d-shape","title":"Group Multi-View Transformer for 3D Shape Analysis with Spatial Encoding","date":"2023-12-27","arxiv_id":"2312.16477","n_code_links":1,"syntology":null},{"paper":null,"slug":"adapterdistillation-non-destructive-task","title":"AdapterDistillation: Non-Destructive Task Composition with Knowledge Distillation","date":"2023-12-26","arxiv_id":"2312.16261","n_code_links":0,"syntology":null},{"paper":null,"slug":"cloud-device-collaborative-learning-for","title":"Cloud-Device Collaborative Learning for Multimodal Large Language Models","date":"2023-12-26","arxiv_id":"2312.16279","n_code_links":0,"syntology":null},{"paper":null,"slug":"knowledge-distillation-of-llm-for-education","title":"Knowledge Distillation of LLM for Automatic Scoring of Science Education Assessments","date":"2023-12-26","arxiv_id":"2312.15842","n_code_links":0,"syntology":null},{"paper":"/paper/revisiting-knowledge-distillation-under","slug":"revisiting-knowledge-distillation-under","title":"Revisiting Knowledge Distillation under Distribution Shift","date":"2023-12-25","arxiv_id":"2312.16242","n_code_links":1,"syntology":null},{"paper":null,"slug":"compressing-image-to-image-translation-gans","title":"Compressing Image-to-Image Translation GANs Using Local Density Structures on Their Learned Manifold","date":"2023-12-22","arxiv_id":"2312.14776","n_code_links":0,"syntology":null},{"paper":null,"slug":"less-or-more-from-teacher-exploiting","title":"Less or More From Teacher: Exploiting Trilateral Geometry For Knowledge Distillation","date":"2023-12-22","arxiv_id":"2312.15112","n_code_links":0,"syntology":null},{"paper":null,"slug":"how-to-prune-your-language-model-recovering","title":"How to Prune Your Language Model: Recovering Accuracy on the \"Sparsity May Cry'' Benchmark","date":"2023-12-21","arxiv_id":"2312.13547","n_code_links":0,"syntology":null},{"paper":"/paper/tinysam-pushing-the-envelope-for-efficient","slug":"tinysam-pushing-the-envelope-for-efficient","title":"TinySAM: Pushing the Envelope for Efficient Segment Anything Model","date":"2023-12-21","arxiv_id":"2312.13789","n_code_links":2,"syntology":{"ran":3,"of":7,"n_ran_checked":1,"n_instrument":2,"unverified":4,"pointer_only":6,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 4 unverified","official":{"repos":["xinghaochen/tinysam"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":4,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"dsformer-effective-compression-of-text","title":"DSFormer: Effective Compression of Text-Transformers by Dense-Sparse Weight Factorization","date":"2023-12-20","arxiv_id":"2312.13211","n_code_links":0,"syntology":null},{"paper":"/paper/federated-learning-with-extremely-noisy","slug":"federated-learning-with-extremely-noisy","title":"Federated Learning with Extremely Noisy Clients via Negative Distillation","date":"2023-12-20","arxiv_id":"2312.12703","n_code_links":1,"syntology":{"ran":14,"of":17,"n_ran_checked":9,"n_instrument":5,"unverified":3,"pointer_only":17,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 1 honoured, 0 violated, 8 with no contract checked; 5 where Syntology's instrument failed) · 3 unverified","official":{"repos":["linchen99/fedned"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":3,"ran_from_kinds":["official"]}}},{"paper":"/paper/object-attribute-matters-in-visual-question","slug":"object-attribute-matters-in-visual-question","title":"Object Attribute Matters in Visual Question Answering","date":"2023-12-20","arxiv_id":"2401.09442","n_code_links":1,"syntology":null},{"paper":"/paper/distilling-autoregressive-models-to-obtain","slug":"distilling-autoregressive-models-to-obtain","title":"Distilling Autoregressive Models to Obtain High-Performance Non-Autoregressive Solvers for Vehicle Routing Problems with Faster Inference Speed","date":"2023-12-19","arxiv_id":"2312.12469","n_code_links":1,"syntology":{"ran":2,"of":3,"n_ran_checked":0,"n_instrument":2,"unverified":1,"pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","official":{"repos":["xybfight/gnarkd"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"expediting-contrastive-language-image","title":"Expediting Contrastive Language-Image Pretraining via Self-distilled Encoders","date":"2023-12-19","arxiv_id":"2312.12659","n_code_links":0,"syntology":null},{"paper":null,"slug":"radocc-learning-cross-modality-occupancy","title":"RadOcc: Learning Cross-Modality Occupancy Knowledge through Rendering Assisted Distillation","date":"2023-12-19","arxiv_id":"2312.11829","n_code_links":0,"syntology":null},{"paper":"/paper/decoupled-knowledge-with-ensemble-learning","slug":"decoupled-knowledge-with-ensemble-learning","title":"Decoupled Knowledge with Ensemble Learning for Online Distillation","date":"2023-12-18","arxiv_id":"2312.11218","n_code_links":1,"syntology":null},{"paper":null,"slug":"mixed-distillation-helps-smaller-language","title":"Mixed Distillation Helps Smaller Language Model Better Reasoning","date":"2023-12-17","arxiv_id":"2312.10730","n_code_links":0,"syntology":null},{"paper":"/paper/symmetrical-bidirectional-knowledge-alignment","slug":"symmetrical-bidirectional-knowledge-alignment","title":"Symmetrical Bidirectional Knowledge Alignment for Zero-Shot Sketch-Based Image Retrieval","date":"2023-12-16","arxiv_id":"2312.10320","n_code_links":1,"syntology":null},{"paper":"/paper/faster-diffusion-rethinking-the-role-of-unet","slug":"faster-diffusion-rethinking-the-role-of-unet","title":"Faster Diffusion: Rethinking the Role of the Encoder for Diffusion Model Inference","date":"2023-12-15","arxiv_id":"2312.09608","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":1,"n_instrument":2,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","official":{"repos":["hutaihang/faster-diffusion"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/waver-writing-style-agnostic-video-retrieval","slug":"waver-writing-style-agnostic-video-retrieval","title":"WAVER: Writing-style Agnostic Text-Video Retrieval via Distilling Vision-Language Models Through Open-Vocabulary Knowledge","date":"2023-12-15","arxiv_id":"2312.09507","n_code_links":1,"syntology":null},{"paper":"/paper/a-simple-knowledge-distillation-framework-for","slug":"a-simple-knowledge-distillation-framework-for","title":"SKDF: A Simple Knowledge Distillation Framework for Distilling Open-Vocabulary Knowledge to Open-world Object Detector","date":"2023-12-14","arxiv_id":"2312.08653","n_code_links":1,"syntology":null},{"paper":"/paper/clip-guided-federated-learning-on","slug":"clip-guided-federated-learning-on","title":"CLIP-guided Federated Learning on Heterogeneous and Long-Tailed Data","date":"2023-12-14","arxiv_id":"2312.08648","n_code_links":1,"syntology":null},{"paper":"/paper/combhelper-a-neural-approach-to-reduce-search","slug":"combhelper-a-neural-approach-to-reduce-search","title":"COMBHelper: A Neural Approach to Reduce Search Space for Graph Combinatorial Problems","date":"2023-12-14","arxiv_id":"2312.09086","n_code_links":1,"syntology":null},{"paper":null,"slug":"efficient-speech-detection-in-environmental","title":"Efficient speech detection in environmental audio using acoustic recognition and knowledge distillation","date":"2023-12-14","arxiv_id":"2312.09269","n_code_links":0,"syntology":null},{"paper":"/paper/generative-model-based-feature-knowledge","slug":"generative-model-based-feature-knowledge","title":"Generative Model-based Feature Knowledge Distillation for Action Recognition","date":"2023-12-14","arxiv_id":"2312.08644","n_code_links":1,"syntology":null},{"paper":"/paper/kdas3-knowledge-distillation-via-attention","slug":"kdas3-knowledge-distillation-via-attention","title":"KDAS: Knowledge Distillation via Attention Supervision Framework for Polyp Segmentation","date":"2023-12-13","arxiv_id":"2312.08555","n_code_links":2,"syntology":null},{"paper":"/paper/mutual-learning-knowledge-distillation-for","slug":"mutual-learning-knowledge-distillation-for","title":"Mutual-Learning Knowledge Distillation for Nighttime UAV Tracking","date":"2023-12-13","arxiv_id":"2312.07884","n_code_links":1,"syntology":null},{"paper":"/paper/traffic-signal-control-using-lightweight","slug":"traffic-signal-control-using-lightweight","title":"Traffic Signal Control Using Lightweight Transformers: An Offline-to-Online RL Approach","date":"2023-12-12","arxiv_id":"2312.07795","n_code_links":1,"syntology":null},{"paper":null,"slug":"a-dynamic-interactive-learning-framework-for","title":"A dynamic interactive learning framework for automated 3D medical image segmentation","date":"2023-12-11","arxiv_id":"2312.06072","n_code_links":0,"syntology":null},{"paper":null,"slug":"il-nerf-incremental-learning-for-neural","title":"IL-NeRF: Incremental Learning for Neural Radiance Fields with Camera Pose Alignment","date":"2023-12-10","arxiv_id":"2312.05748","n_code_links":0,"syntology":null},{"paper":"/paper/improving-adversarial-robust-fairness-via","slug":"improving-adversarial-robust-fairness-via","title":"Improving Adversarial Robust Fairness via Anti-Bias Soft Label Distillation","date":"2023-12-09","arxiv_id":"2312.05508","n_code_links":1,"syntology":null},{"paper":"/paper/understanding-the-effect-of-model-compression","slug":"understanding-the-effect-of-model-compression","title":"Understanding the Effect of Model Compression on Social Bias in Large Language Models","date":"2023-12-09","arxiv_id":"2312.05662","n_code_links":1,"syntology":null},{"paper":"/paper/pixlore-a-dataset-driven-approach-to-rich","slug":"pixlore-a-dataset-driven-approach-to-rich","title":"PixLore: A Dataset-driven Approach to Rich Image Captioning","date":"2023-12-08","arxiv_id":"2312.05349","n_code_links":1,"syntology":null},{"paper":"/paper/augmentation-free-dense-contrastive-knowledge","slug":"augmentation-free-dense-contrastive-knowledge","title":"Augmentation-Free Dense Contrastive Knowledge Distillation for Efficient Semantic Segmentation","date":"2023-12-07","arxiv_id":"2312.04168","n_code_links":1,"syntology":{"ran":1,"of":8,"n_ran_checked":1,"n_instrument":0,"unverified":7,"pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified; the one sample that ran constructed an object rather than computing a result","official":{"repos":["osvai/af-dcd"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":7,"ran_from_kinds":["official"]}}},{"paper":"/paper/combining-inherent-knowledge-of-vision","slug":"combining-inherent-knowledge-of-vision","title":"Combining inherent knowledge of vision-language models with unsupervised domain adaptation through strong-weak guidance","date":"2023-12-07","arxiv_id":"2312.04066","n_code_links":1,"syntology":null},{"paper":null,"slug":"koala-self-attention-matters-in-knowledge","title":"KOALA: Empirical Lessons Toward Memory-Efficient and Fast Diffusion Models for Text-to-Image Synthesis","date":"2023-12-07","arxiv_id":"2312.04005","n_code_links":0,"syntology":null}],"record_sha256":"611b5f86e8ea457f68daa32eaacfa06e7c54d04bdab30df0fd77a63b1d9d2e5e","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}