{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/knowledge-distillation/papers/7","list_of":"/method/knowledge-distillation","method":"Knowledge Distillation","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":7,"pages_in_order":31,"rows_per_page":100,"rows":[601,700],"of":3071,"counts":{"archive_papers_tagged":3071,"with_a_code_link":1258,"where_syntology_ran_a_sample":320,"not_listed_spam_title":0,"listed":3071,"listed_where_code_ran":320,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":276,"every_run_a_failure_of_syntologys_instrument":44,"listed_with_a_run_with_no_instrument_failure":276,"listed_every_run_a_failure_of_syntologys_instrument":44,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/knowledge-distillation","prev":"/method/knowledge-distillation/papers/6","next":"/method/knowledge-distillation/papers/8","papers":[{"paper":"/paper/2408-02192","slug":"2408-02192","title":"Unsupervised Domain Adaption Harnessing Vision-Language Pre-training","date":"2024-08-05","arxiv_id":"2408.02192","n_code_links":1,"syntology":{"ran":6,"of":13,"n_ran_checked":3,"n_instrument":3,"unverified":7,"pointer_only":5,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 7 unverified","official":{"repos":["Wenlve-Zhou/VLP-UDA"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":7,"ran_from_kinds":["official"]}}},{"paper":"/paper/2408-02307","slug":"2408-02307","title":"Low-Cost Self-Ensembles Based on Multi-Branch Transformation and Grouped Convolution","date":"2024-08-05","arxiv_id":"2408.02307","n_code_links":1,"syntology":null},{"paper":null,"slug":"2408-02341","title":"An approach to optimize inference of the DIART speaker diarization pipeline","date":"2024-08-05","arxiv_id":"2408.02341","n_code_links":0,"syntology":null},{"paper":"/paper/do-you-remember-the-future-weak-to-strong","slug":"do-you-remember-the-future-weak-to-strong","title":"Do You Remember . . . the Future? Weak-to-Strong generalization in 3D Object Detection","date":"2024-08-03","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/2408-01076","slug":"2408-01076","title":"Exploiting the Semantic Knowledge of Pre-trained Text-Encoders for Continual Learning","date":"2024-08-02","arxiv_id":"2408.01076","n_code_links":1,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":1,"phrase":"0 ran · 1 unverified","official":{"repos":["aprilsveryown/semantically-guided-continual-learning"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"paper":null,"slug":"2408-00205","title":"Sentence-wise Speech Summarization: Task, Datasets, and End-to-End Modeling with LM Knowledge Distillation","date":"2024-08-01","arxiv_id":"2408.00205","n_code_links":0,"syntology":null},{"paper":"/paper/clover-2-accurate-inference-for-regressive","slug":"clover-2-accurate-inference-for-regressive","title":"Clover-2: Accurate Inference for Regressive Lightweight Speculative Decoding","date":"2024-08-01","arxiv_id":"2408.00264","n_code_links":1,"syntology":{"ran":15,"of":17,"n_ran_checked":7,"n_instrument":8,"unverified":2,"pointer_only":7,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 8 where Syntology's instrument failed) · 2 unverified","official":null}},{"paper":null,"slug":"2407-21416","title":"VIPeR: Visual Incremental Place Recognition with Adaptive Mining and Continual Learning","date":"2024-07-31","arxiv_id":"2407.21416","n_code_links":0,"syntology":null},{"paper":null,"slug":"2407-21515","title":"Learning Effective Representations for Retrieval Using Self-Distillation with Adaptive Relevance Margins","date":"2024-07-31","arxiv_id":"2407.21515","n_code_links":0,"syntology":null},{"paper":null,"slug":"2407-21687","title":"Dynamic Object Queries for Transformer-based Incremental Object Detection","date":"2024-07-31","arxiv_id":"2407.21687","n_code_links":0,"syntology":null},{"paper":null,"slug":"2408-00118","title":"Gemma 2: Improving Open Language Models at a Practical Size","date":"2024-07-31","arxiv_id":"2408.00118","n_code_links":0,"syntology":null},{"paper":null,"slug":"2408-00150","title":"StyleRF-VolVis: Style Transfer of Neural Radiance Fields for Expressive Volume Visualization","date":"2024-07-31","arxiv_id":"2408.00150","n_code_links":0,"syntology":null},{"paper":null,"slug":"lifelong-person-search","title":"Lifelong Person Search","date":"2024-07-31","arxiv_id":"2407.21252","n_code_links":0,"syntology":null},{"paper":"/paper/pruning-large-language-models-with-semi","slug":"pruning-large-language-models-with-semi","title":"Pruning Large Language Models with Semi-Structural Adaptive Sparse Training","date":"2024-07-30","arxiv_id":"2407.20584","n_code_links":1,"syntology":{"ran":6,"of":8,"n_ran_checked":6,"n_instrument":0,"unverified":2,"pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":{"repos":["thu-ml/adaptive-sparse-trainer"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"llavadi-what-matters-for-multimodal-large","title":"LLAVADI: What Matters For Multimodal Large Language Models Distillation","date":"2024-07-28","arxiv_id":"2407.19409","n_code_links":0,"syntology":null},{"paper":null,"slug":"logic-distillation-learning-from-code","title":"Logic Distillation: Learning from Code Function by Function for Planning and Decision-making","date":"2024-07-28","arxiv_id":"2407.19405","n_code_links":0,"syntology":null},{"paper":"/paper/mixture-of-modular-experts-distilling","slug":"mixture-of-modular-experts-distilling","title":"Mixture of Modular Experts: Distilling Knowledge from a Multilingual Teacher into Specialized Modular Language Models","date":"2024-07-28","arxiv_id":"2407.19610","n_code_links":1,"syntology":null},{"paper":"/paper/overcoming-uncertain-incompleteness-for","slug":"overcoming-uncertain-incompleteness-for","title":"Overcoming Uncertain Incompleteness for Robust Multimodal Sequential Diagnosis Prediction via Curriculum Data Erasing Guided Knowledge Distillation","date":"2024-07-28","arxiv_id":"2407.19540","n_code_links":1,"syntology":null},{"paper":null,"slug":"sewer-image-super-resolution-with-depth","title":"Sewer Image Super-Resolution with Depth Priors and Its Lightweight Network","date":"2024-07-27","arxiv_id":"2407.19271","n_code_links":0,"syntology":null},{"paper":"/paper/boosting-cross-domain-point-classification","slug":"boosting-cross-domain-point-classification","title":"Boosting Cross-Domain Point Classification via Distilling Relational Priors from 2D Transformers","date":"2024-07-26","arxiv_id":"2407.18534","n_code_links":1,"syntology":null},{"paper":null,"slug":"fedud-exploiting-unaligned-data-for-cross","title":"FedUD: Exploiting Unaligned Data for Cross-Platform Federated Click-Through Rate Prediction","date":"2024-07-26","arxiv_id":"2407.18472","n_code_links":0,"syntology":null},{"paper":"/paper/modality-balanced-learning-for-multimedia","slug":"modality-balanced-learning-for-multimedia","title":"Modality-Balanced Learning for Multimedia Recommendation","date":"2024-07-26","arxiv_id":"2408.06360","n_code_links":1,"syntology":null},{"paper":"/paper/towards-a-generalizable-pathology-foundation","slug":"towards-a-generalizable-pathology-foundation","title":"Towards A Generalizable Pathology Foundation Model via Unified Knowledge Distillation","date":"2024-07-26","arxiv_id":"2407.18449","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":null}},{"paper":"/paper/how-to-train-the-teacher-model-for-effective","slug":"how-to-train-the-teacher-model-for-effective","title":"How to Train the Teacher Model for Effective Knowledge Distillation","date":"2024-07-25","arxiv_id":"2407.18041","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["eccv2024mse/eccv_mse_teacher"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"peak-controlled-logits-poisoning-attack-in","title":"Peak-Controlled Logits Poisoning Attack in Federated Distillation","date":"2024-07-25","arxiv_id":"2407.18039","n_code_links":0,"syntology":null},{"paper":"/paper/self-training-with-direct-preference","slug":"self-training-with-direct-preference","title":"Self-Training with Direct Preference Optimization Improves Chain-of-Thought Reasoning","date":"2024-07-25","arxiv_id":"2407.18248","n_code_links":1,"syntology":{"ran":2,"of":2,"n_ran_checked":1,"n_instrument":1,"unverified":0,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["tianduowang/dpo-st"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"separating-novel-features-for-logical-anomaly","title":"Separating Novel Features for Logical Anomaly Detection: A Straightforward yet Effective Approach","date":"2024-07-25","arxiv_id":"2407.17909","n_code_links":0,"syntology":null},{"paper":"/paper/comoto-unpaired-cross-modal-lesion","slug":"comoto-unpaired-cross-modal-lesion","title":"CoMoTo: Unpaired Cross-Modal Lesion Distillation Improves Breast Lesion Detection in Tomosynthesis","date":"2024-07-24","arxiv_id":"2407.17620","n_code_links":1,"syntology":null},{"paper":null,"slug":"ddk-distilling-domain-knowledge-for-efficient","title":"DDK: Distilling Domain Knowledge for Efficient Large Language Models","date":"2024-07-23","arxiv_id":"2407.16154","n_code_links":0,"syntology":null},{"paper":"/paper/origen-enhancing-rtl-code-generation-with","slug":"origen-enhancing-rtl-code-generation-with","title":"OriGen:Enhancing RTL Code Generation with Code-to-Code Augmentation and Self-Reflection","date":"2024-07-23","arxiv_id":"2407.16237","n_code_links":1,"syntology":{"ran":1,"of":3,"n_ran_checked":1,"n_instrument":0,"unverified":2,"pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":{"repos":["pku-liang/origen"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":"/paper/strike-a-balance-in-continual-panoptic","slug":"strike-a-balance-in-continual-panoptic","title":"Strike a Balance in Continual Panoptic Segmentation","date":"2024-07-23","arxiv_id":"2407.16354","n_code_links":1,"syntology":null},{"paper":null,"slug":"comprehensive-study-on-performance-evaluation","title":"Comprehensive Study on Performance Evaluation and Optimization of Model Compression: Bridging Traditional Deep Learning and Large Language Models","date":"2024-07-22","arxiv_id":"2407.15904","n_code_links":0,"syntology":null},{"paper":"/paper/disentangling-spatio-temporal-knowledge-for","slug":"disentangling-spatio-temporal-knowledge-for","title":"Disentangling spatio-temporal knowledge for weakly supervised object detection and segmentation in surgical video","date":"2024-07-22","arxiv_id":"2407.15794","n_code_links":1,"syntology":null},{"paper":null,"slug":"synthetic-image-learning-preserving","title":"Synthetic Image Learning: Preserving Performance and Preventing Membership Inference Attacks","date":"2024-07-22","arxiv_id":"2407.15526","n_code_links":0,"syntology":null},{"paper":null,"slug":"distilling-vision-language-foundation-models","title":"Distilling Vision-Language Foundation Models: A Data-Free Approach via Prompt Diversification","date":"2024-07-21","arxiv_id":"2407.15155","n_code_links":0,"syntology":null},{"paper":"/paper/seqmia-sequential-metric-based-membership","slug":"seqmia-sequential-metric-based-membership","title":"SeqMIA: Sequential-Metric Based Membership Inference Attack","date":"2024-07-21","arxiv_id":"2407.15098","n_code_links":1,"syntology":{"ran":9,"of":10,"n_ran_checked":9,"n_instrument":0,"unverified":1,"pointer_only":10,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["AIPAG/SeqMIA"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":"/paper/teach-harder-learn-poorer-rethinking-hard","slug":"teach-harder-learn-poorer-rethinking-hard","title":"Teach Harder, Learn Poorer: Rethinking Hard Sample Distillation for GNN-to-MLP Knowledge Distillation","date":"2024-07-20","arxiv_id":"2407.14768","n_code_links":1,"syntology":null},{"paper":"/paper/continual-panoptic-perception-towards-multi","slug":"continual-panoptic-perception-towards-multi","title":"Continual Panoptic Perception: Towards Multi-modal Incremental Interpretation of Remote Sensing Images","date":"2024-07-19","arxiv_id":"2407.14242","n_code_links":1,"syntology":null},{"paper":"/paper/esp-medsam-efficient-self-prompting-sam-for","slug":"esp-medsam-efficient-self-prompting-sam-for","title":"ESP-MedSAM: Efficient Self-Prompting SAM for Universal Domain-Generalized Medical Image Segmentation","date":"2024-07-19","arxiv_id":"2407.14153","n_code_links":1,"syntology":null},{"paper":"/paper/knowledge-distillation-approaches-for","slug":"knowledge-distillation-approaches-for","title":"Knowledge Distillation Approaches for Accurate and Efficient Recommender System","date":"2024-07-19","arxiv_id":"2407.13952","n_code_links":1,"syntology":null},{"paper":null,"slug":"continual-distillation-learning","title":"Continual Distillation Learning: Knowledge Distillation in Prompt-based Continual Learning","date":"2024-07-18","arxiv_id":"2407.13911","n_code_links":0,"syntology":null},{"paper":null,"slug":"dfmsd-dual-feature-masking-stage-wise","title":"DFMSD: Dual Feature Masking Stage-wise Knowledge Distillation for Object Detection","date":"2024-07-18","arxiv_id":"2407.13147","n_code_links":0,"syntology":null},{"paper":"/paper/make-a-strong-teacher-with-label-assistance-a","slug":"make-a-strong-teacher-with-label-assistance-a","title":"Make a Strong Teacher with Label Assistance: A Novel Knowledge Distillation Approach for Semantic Segmentation","date":"2024-07-18","arxiv_id":"2407.13254","n_code_links":1,"syntology":null},{"paper":"/paper/quiil-at-t3-challenge-towards-automation-in","slug":"quiil-at-t3-challenge-towards-automation-in","title":"QuIIL at T3 challenge: Towards Automation in Life-Saving Intervention Procedures from First-Person View","date":"2024-07-18","arxiv_id":"2407.13216","n_code_links":1,"syntology":null},{"paper":"/paper/exploring-deeper-segment-anything-model-with","slug":"exploring-deeper-segment-anything-model-with","title":"Exploring Deeper! Segment Anything Model with Depth Perception for Camouflaged Object Detection","date":"2024-07-17","arxiv_id":"2407.12339","n_code_links":1,"syntology":null},{"paper":"/paper/bridge-past-and-future-overcoming-information","slug":"bridge-past-and-future-overcoming-information","title":"Bridge Past and Future: Overcoming Information Asymmetry in Incremental Object Detection","date":"2024-07-16","arxiv_id":"2407.11499","n_code_links":1,"syntology":{"ran":6,"of":9,"n_ran_checked":6,"n_instrument":0,"unverified":3,"pointer_only":3,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","official":{"repos":["isee-laboratory/bpf"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"paper":"/paper/invariant-consistency-for-knowledge","slug":"invariant-consistency-for-knowledge","title":"Discriminative and Consistent Representation Distillation","date":"2024-07-16","arxiv_id":"2407.11802","n_code_links":1,"syntology":null},{"paper":null,"slug":"learning-modality-agnostic-representation-for","title":"Learning Modality-agnostic Representation for Semantic Segmentation from Any Modalities","date":"2024-07-16","arxiv_id":"2407.11351","n_code_links":0,"syntology":null},{"paper":null,"slug":"mapdistill-boosting-efficient-camera-based-hd","title":"MapDistill: Boosting Efficient Camera-based HD Map Construction via Camera-LiDAR Fusion Model Distillation","date":"2024-07-16","arxiv_id":"2407.11682","n_code_links":0,"syntology":null},{"paper":"/paper/mitigating-background-shift-in-class","slug":"mitigating-background-shift-in-class","title":"Mitigating Background Shift in Class-Incremental Semantic Segmentation","date":"2024-07-16","arxiv_id":"2407.11859","n_code_links":1,"syntology":null},{"paper":"/paper/relational-representation-distillation","slug":"relational-representation-distillation","title":"Relational Representation Distillation","date":"2024-07-16","arxiv_id":"2407.12073","n_code_links":1,"syntology":null},{"paper":"/paper/accessing-vision-foundation-models-at","slug":"accessing-vision-foundation-models-at","title":"Accessing Vision Foundation Models at ImageNet-level Costs","date":"2024-07-15","arxiv_id":"2407.10366","n_code_links":1,"syntology":{"ran":4,"of":10,"n_ran_checked":3,"n_instrument":1,"unverified":6,"pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 6 unverified","official":{"repos":["bespontaneous/proteus-pytorch"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":6,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"don-t-throw-away-data-better-sequence","title":"Don't Throw Away Data: Better Sequence Knowledge Distillation","date":"2024-07-15","arxiv_id":"2407.10456","n_code_links":0,"syntology":null},{"paper":null,"slug":"leave-no-knowledge-behind-during-knowledge","title":"Leave No Knowledge Behind During Knowledge Distillation: Towards Practical and Effective Knowledge Distillation for Code-Switching ASR Using Realistic Data","date":"2024-07-15","arxiv_id":"2407.10603","n_code_links":0,"syntology":null},{"paper":"/paper/labeldistill-label-guided-cross-modal","slug":"labeldistill-label-guided-cross-modal","title":"LabelDistill: Label-guided Cross-modal Knowledge Distillation for Camera-based 3D Object Detection","date":"2024-07-14","arxiv_id":"2407.10164","n_code_links":1,"syntology":null},{"paper":null,"slug":"background-adaptation-with-residual-modeling","title":"Background Adaptation with Residual Modeling for Exemplar-Free Class-Incremental Semantic Segmentation","date":"2024-07-13","arxiv_id":"2407.09838","n_code_links":0,"syntology":null},{"paper":"/paper/3m-health-multimodal-multi-teacher-knowledge","slug":"3m-health-multimodal-multi-teacher-knowledge","title":"3M-Health: Multimodal Multi-Teacher Knowledge Distillation for Mental Health Detection","date":"2024-07-12","arxiv_id":"2407.09020","n_code_links":1,"syntology":null},{"paper":null,"slug":"a-survey-on-symbolic-knowledge-distillation","title":"A Survey on Symbolic Knowledge Distillation of Large Language Models","date":"2024-07-12","arxiv_id":"2408.10210","n_code_links":0,"syntology":null},{"paper":"/paper/bkdsnn-enhancing-the-performance-of-learning","slug":"bkdsnn-enhancing-the-performance-of-learning","title":"BKDSNN: Enhancing the Performance of Learning-based Spiking Neural Networks Training with Blurred Knowledge Distillation","date":"2024-07-12","arxiv_id":"2407.09083","n_code_links":1,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":1,"phrase":"0 ran · 1 unverified","official":{"repos":["intelligent-computing-research-group/bkdsnn"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"paper":null,"slug":"from-easy-to-hard-learning-curricular-shape","title":"From Easy to Hard: Learning Curricular Shape-aware Features for Robust Panoptic Scene Graph Generation","date":"2024-07-12","arxiv_id":"2407.09191","n_code_links":0,"syntology":null},{"paper":"/paper/slidegcd-slide-based-graph-collaborative","slug":"slidegcd-slide-based-graph-collaborative","title":"SlideGCD: Slide-based Graph Collaborative Training with Knowledge Distillation for Whole Slide Image Classification","date":"2024-07-12","arxiv_id":"2407.08968","n_code_links":1,"syntology":null},{"paper":null,"slug":"uplifting-range-view-based-3d-semantic","title":"Uplifting Range-View-based 3D Semantic Segmentation in Real-Time with Multi-Sensor Fusion","date":"2024-07-12","arxiv_id":"2407.09697","n_code_links":0,"syntology":null},{"paper":"/paper/knowledge-distillation-to-effectively-attain","slug":"knowledge-distillation-to-effectively-attain","title":"Knowledge distillation to effectively attain both region-of-interest and global semantics from an image where multiple objects appear","date":"2024-07-11","arxiv_id":"2407.08257","n_code_links":1,"syntology":null},{"paper":"/paper/hdkd-hybrid-data-efficient-knowledge","slug":"hdkd-hybrid-data-efficient-knowledge","title":"HDKD: Hybrid Data-Efficient Knowledge Distillation Network for Medical Image Classification","date":"2024-07-10","arxiv_id":"2407.07516","n_code_links":1,"syntology":null},{"paper":null,"slug":"lokilm-technical-report","title":"LokiLM: Technical Report","date":"2024-07-10","arxiv_id":"2407.07370","n_code_links":0,"syntology":null},{"paper":null,"slug":"mixsumm-topic-based-data-augmentation-using","title":"A Guide To Effectively Leveraging LLMs for Low-Resource Text Summarization: Data Augmentation and Semi-supervised Approaches","date":"2024-07-10","arxiv_id":"2407.07341","n_code_links":0,"syntology":null},{"paper":null,"slug":"enhancing-low-resource-nmt-with-a","title":"Enhancing Low-Resource NMT with a Multilingual Encoder and Knowledge Distillation: A Case Study","date":"2024-07-09","arxiv_id":"2407.06538","n_code_links":0,"syntology":null},{"paper":null,"slug":"less-is-more-efficient-brain-inspired","title":"Less is More: Efficient Brain-Inspired Learning for Autonomous Driving Trajectory Prediction","date":"2024-07-09","arxiv_id":"2407.07020","n_code_links":0,"syntology":null},{"paper":"/paper/reprogramming-distillation-for-medical","slug":"reprogramming-distillation-for-medical","title":"Reprogramming Distillation for Medical Foundation Models","date":"2024-07-09","arxiv_id":"2407.06504","n_code_links":1,"syntology":{"ran":6,"of":8,"n_ran_checked":2,"n_instrument":4,"unverified":2,"pointer_only":8,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","official":{"repos":["MediaBrain-SJTU/RD"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"deps-delayed-e-shrinking-for-faster-once-for","title":"DεpS: Delayed ε-Shrinking for Faster Once-For-All Training","date":"2024-07-08","arxiv_id":"2407.06167","n_code_links":0,"syntology":null},{"paper":null,"slug":"federated-knowledge-transfer-fine-tuning","title":"Federated Knowledge Transfer Fine-tuning Large Server Model with Resource-Constrained IoT Clients","date":"2024-07-07","arxiv_id":"2407.05268","n_code_links":0,"syntology":null},{"paper":"/paper/leveraging-topological-guidance-for-improved","slug":"leveraging-topological-guidance-for-improved","title":"Leveraging Topological Guidance for Improved Knowledge Distillation","date":"2024-07-07","arxiv_id":"2407.05316","n_code_links":1,"syntology":{"ran":14,"of":16,"n_ran_checked":11,"n_instrument":3,"unverified":2,"pointer_only":16,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 2 honoured, 2 violated, 7 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","official":{"repos":["jeunsom/TGD"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":"/paper/mind-the-interference-retaining-pre-trained","slug":"mind-the-interference-retaining-pre-trained","title":"Mind the Interference: Retaining Pre-trained Knowledge in Parameter Efficient Continual Learning of Vision-Language Models","date":"2024-07-07","arxiv_id":"2407.05342","n_code_links":1,"syntology":{"ran":3,"of":5,"n_ran_checked":3,"n_instrument":0,"unverified":2,"pointer_only":5,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":{"repos":["lloongx/diki"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"amd-automatic-multi-step-distillation-of","title":"AMD: Automatic Multi-step Distillation of Large-scale Vision Models","date":"2024-07-05","arxiv_id":"2407.04208","n_code_links":0,"syntology":null},{"paper":null,"slug":"understanding-the-gains-from-repeated-self","title":"Understanding the Gains from Repeated Self-Distillation","date":"2024-07-05","arxiv_id":"2407.04600","n_code_links":0,"syntology":null},{"paper":"/paper/dass-distilled-audio-state-space-models-are","slug":"dass-distilled-audio-state-space-models-are","title":"DASS: Distilled Audio State Space Models Are Stronger and More Duration-Scalable Learners","date":"2024-07-04","arxiv_id":"2407.04082","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["Saurabhbhati/DASS"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/dsmix-distortion-induced-sensitivity-map","slug":"dsmix-distortion-induced-sensitivity-map","title":"DSMix: Distortion-Induced Sensitivity Map Based Pre-training for No-Reference Image Quality Assessment","date":"2024-07-04","arxiv_id":"2407.03886","n_code_links":1,"syntology":null},{"paper":null,"slug":"fully-fine-tuned-clip-models-are-efficient","title":"Fully Fine-tuned CLIP Models are Efficient Few-Shot Learners","date":"2024-07-04","arxiv_id":"2407.04003","n_code_links":0,"syntology":null},{"paper":"/paper/relative-difficulty-distillation-for-semantic","slug":"relative-difficulty-distillation-for-semantic","title":"Relative Difficulty Distillation for Semantic Segmentation","date":"2024-07-04","arxiv_id":"2407.03719","n_code_links":1,"syntology":null},{"paper":"/paper/a-unified-framework-for-3d-scene","slug":"a-unified-framework-for-3d-scene","title":"A Unified Framework for 3D Scene Understanding","date":"2024-07-03","arxiv_id":"2407.03263","n_code_links":1,"syntology":{"ran":7,"of":7,"n_ran_checked":7,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["dk-liang/uniseg3d"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"edge-ai-enabled-chicken-health-detection","title":"Edge AI-Enabled Chicken Health Detection Based on Enhanced FCOS-Lite and Knowledge Distillation","date":"2024-07-03","arxiv_id":"2407.09562","n_code_links":0,"syntology":null},{"paper":"/paper/improving-zero-shot-generalization-of-learned","slug":"improving-zero-shot-generalization-of-learned","title":"Improving Zero-shot Generalization of Learned Prompts via Unsupervised Knowledge Distillation","date":"2024-07-03","arxiv_id":"2407.03056","n_code_links":1,"syntology":{"ran":6,"of":8,"n_ran_checked":3,"n_instrument":3,"unverified":2,"pointer_only":8,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","official":{"repos":["miccunifi/kdpl"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"mlkd-bert-multi-level-knowledge-distillation","title":"MLKD-BERT: Multi-level Knowledge Distillation for Pre-trained Language Models","date":"2024-07-03","arxiv_id":"2407.02775","n_code_links":0,"syntology":null},{"paper":null,"slug":"supporting-cross-language-cross-project-bug","title":"Supporting Cross-language Cross-project Bug Localization Using Pre-trained Language Models","date":"2024-07-03","arxiv_id":"2407.02732","n_code_links":0,"syntology":null},{"paper":"/paper/adaptive-modality-balanced-online-knowledge","slug":"adaptive-modality-balanced-online-knowledge","title":"Adaptive Modality Balanced Online Knowledge Distillation for Brain-Eye-Computer based Dim Object Detection","date":"2024-07-02","arxiv_id":"2407.01894","n_code_links":1,"syntology":null},{"paper":"/paper/advancing-compressed-video-action-recognition","slug":"advancing-compressed-video-action-recognition","title":"Advancing Compressed Video Action Recognition through Progressive Knowledge Distillation","date":"2024-07-02","arxiv_id":"2407.02713","n_code_links":1,"syntology":null},{"paper":null,"slug":"ecat-a-entire-space-continual-and-adaptive","title":"ECAT: A Entire space Continual and Adaptive Transfer Learning Framework for Cross-Domain Recommendation","date":"2024-07-02","arxiv_id":"2407.02542","n_code_links":0,"syntology":null},{"paper":null,"slug":"self-cooperation-knowledge-distillation-for","title":"Self-Cooperation Knowledge Distillation for Novel Class Discovery","date":"2024-07-02","arxiv_id":"2407.01930","n_code_links":0,"syntology":null},{"paper":null,"slug":"survey-on-knowledge-distillation-for-large","title":"Survey on Knowledge Distillation for Large Language Models: Methods, Evaluation, and Application","date":"2024-07-02","arxiv_id":"2407.01885","n_code_links":0,"syntology":null},{"paper":null,"slug":"enhancing-accuracy-and-parameter-efficiency","title":"Enhancing Accuracy and Parameter-Efficiency of Neural Representations for Network Parameterization","date":"2024-06-29","arxiv_id":"2407.00356","n_code_links":0,"syntology":null},{"paper":"/paper/fanfold-graph-normalizing-flows-driven","slug":"fanfold-graph-normalizing-flows-driven","title":"FANFOLD: Graph Normalizing Flows-driven Asymmetric Network for Unsupervised Graph-Level Anomaly Detection","date":"2024-06-29","arxiv_id":"2407.00383","n_code_links":1,"syntology":null},{"paper":"/paper/csakd-knowledge-distillation-with-cross-self","slug":"csakd-knowledge-distillation-with-cross-self","title":"CSAKD: Knowledge Distillation with Cross Self-Attention for Hyperspectral and Multispectral Image Fusion","date":"2024-06-28","arxiv_id":"2406.19666","n_code_links":1,"syntology":null},{"paper":null,"slug":"direct-preference-knowledge-distillation-for","title":"Direct Preference Knowledge Distillation for Large Language Models","date":"2024-06-28","arxiv_id":"2406.19774","n_code_links":0,"syntology":null},{"paper":"/paper/mugsi-distilling-gnns-with-multi-granularity","slug":"mugsi-distilling-gnns-with-multi-granularity","title":"MuGSI: Distilling GNNs with Multi-Granularity Structural Information for Graph Classification","date":"2024-06-28","arxiv_id":"2406.19832","n_code_links":1,"syntology":null},{"paper":null,"slug":"aligning-teacher-with-student-preferences-for","title":"Aligning Teacher with Student Preferences for Tailored Training Data Generation","date":"2024-06-27","arxiv_id":"2406.19227","n_code_links":0,"syntology":null},{"paper":null,"slug":"on-reducing-activity-with-distillation-and","title":"On Reducing Activity with Distillation and Regularization for Energy Efficient Spiking Neural Networks","date":"2024-06-26","arxiv_id":"2406.18350","n_code_links":0,"syntology":null},{"paper":"/paper/dual-space-knowledge-distillation-for-large","slug":"dual-space-knowledge-distillation-for-large","title":"Dual-Space Knowledge Distillation for Large Language Models","date":"2024-06-25","arxiv_id":"2406.17328","n_code_links":1,"syntology":{"ran":2,"of":3,"n_ran_checked":2,"n_instrument":0,"unverified":1,"pointer_only":3,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","official":{"repos":["songmzhang/dskd"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"highly-constrained-coded-aperture-imaging","title":"Highly Constrained Coded Aperture Imaging Systems Design Via a Knowledge Distillation Approach","date":"2024-06-25","arxiv_id":"2406.17970","n_code_links":0,"syntology":null},{"paper":null,"slug":"inficond-interactive-no-code-fine-tuning-with","title":"InFiConD: Interactive No-code Fine-tuning with Concept-based Knowledge Distillation","date":"2024-06-25","arxiv_id":"2406.17838","n_code_links":0,"syntology":null},{"paper":"/paper/magic-meta-ability-guided-interactive-chain","slug":"magic-meta-ability-guided-interactive-chain","title":"MAGIC: Meta-Ability Guided Interactive Chain-of-Distillation for Effective-and-Efficient Vision-and-Language Navigation","date":"2024-06-25","arxiv_id":"2406.17960","n_code_links":1,"syntology":null}],"record_sha256":"8a004139c4e7031e1b5a764149fd5ed696bedae66f8b5c5cc6bb394426955d78","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}