{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/knowledge-distillation/papers/19","list_of":"/method/knowledge-distillation","method":"Knowledge Distillation","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":19,"pages_in_order":31,"rows_per_page":100,"rows":[1801,1900],"of":3071,"counts":{"archive_papers_tagged":3071,"with_a_code_link":1258,"where_syntology_ran_a_sample":320,"not_listed_spam_title":0,"listed":3071,"listed_where_code_ran":320,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":276,"every_run_a_failure_of_syntologys_instrument":44,"listed_with_a_run_with_no_instrument_failure":276,"listed_every_run_a_failure_of_syntologys_instrument":44,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/knowledge-distillation","prev":"/method/knowledge-distillation/papers/18","next":"/method/knowledge-distillation/papers/20","papers":[{"paper":null,"slug":"li3detr-a-lidar-based-3d-detection","title":"Li3DeTr: A LiDAR based 3D Detection Transformer","date":"2022-10-27","arxiv_id":"2210.15365","n_code_links":0,"syntology":null},{"paper":"/paper/too-brittle-to-touch-comparing-the-stability","slug":"too-brittle-to-touch-comparing-the-stability","title":"Too Brittle To Touch: Comparing the Stability of Quantization and Distillation Towards Developing Lightweight Low-Resource MT Models","date":"2022-10-27","arxiv_id":"2210.15184","n_code_links":1,"syntology":null},{"paper":null,"slug":"weight-averaging-a-simple-yet-effective","title":"Weight Averaging: A Simple Yet Effective Method to Overcome Catastrophic Forgetting in Automatic Speech Recognition","date":"2022-10-27","arxiv_id":"2210.15282","n_code_links":0,"syntology":null},{"paper":"/paper/an-effective-deep-network-for-head-pose","slug":"an-effective-deep-network-for-head-pose","title":"An Effective Deep Network for Head Pose Estimation without Keypoints","date":"2022-10-25","arxiv_id":"2210.13705","n_code_links":0,"syntology":null},{"paper":"/paper/globalflownet-video-stabilization-using-deep","slug":"globalflownet-video-stabilization-using-deep","title":"GlobalFlowNet: Video Stabilization using Deep Distilled Global Motion Estimates","date":"2022-10-25","arxiv_id":"2210.13769","n_code_links":1,"syntology":null},{"paper":null,"slug":"online-cross-layer-knowledge-distillation-on","title":"Online Cross-Layer Knowledge Distillation on Graph Neural Networks with Deep Supervision","date":"2022-10-25","arxiv_id":"2210.13743","n_code_links":0,"syntology":null},{"paper":null,"slug":"referee-reference-free-sentence-summarization","title":"Referee: Reference-Free Sentence Summarization with Sharper Controllability through Symbolic Knowledge Distillation","date":"2022-10-25","arxiv_id":"2210.13800","n_code_links":0,"syntology":null},{"paper":"/paper/geometric-knowledge-distillation-topology","slug":"geometric-knowledge-distillation-topology","title":"Geometric Knowledge Distillation: Topology Compression for Graph Neural Networks","date":"2022-10-24","arxiv_id":"2210.13014","n_code_links":2,"syntology":{"ran":1,"of":2,"n_ran_checked":1,"n_instrument":0,"unverified":1,"pointer_only":2,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; the one sample that ran constructed an object rather than computing a result","official":{"repos":["chr26195/gkd"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"legal-tech-open-diaries-lesson-learned-on-how","title":"Legal-Tech Open Diaries: Lesson learned on how to develop and deploy light-weight models in the era of humongous Language Models","date":"2022-10-24","arxiv_id":"2210.13086","n_code_links":0,"syntology":null},{"paper":null,"slug":"adaptive-label-smoothing-with-self-knowledge-1","title":"Adaptive Label Smoothing with Self-Knowledge in Natural Language Generation","date":"2022-10-22","arxiv_id":"2210.13459","n_code_links":0,"syntology":null},{"paper":null,"slug":"hard-gate-knowledge-distillation-leverage","title":"Hard Gate Knowledge Distillation -- Leverage Calibration for Robust and Reliable Language Model","date":"2022-10-22","arxiv_id":"2210.12427","n_code_links":0,"syntology":null},{"paper":"/paper/distilling-the-undistillable-learning-from-a","slug":"distilling-the-undistillable-learning-from-a","title":"Distilling the Undistillable: Learning from a Nasty Teacher","date":"2022-10-21","arxiv_id":"2210.11728","n_code_links":1,"syntology":null},{"paper":"/paper/modeling-document-level-temporal-structures","slug":"modeling-document-level-temporal-structures","title":"Modeling Document-level Temporal Structures for Building Temporal Dependency Graphs","date":"2022-10-21","arxiv_id":"2210.11787","n_code_links":1,"syntology":null},{"paper":null,"slug":"performance-efficiency-trade-offs-in-adapting","title":"Performance-Efficiency Trade-Offs in Adapting Language Models to Text Classification Tasks","date":"2022-10-21","arxiv_id":"2210.12022","n_code_links":0,"syntology":null},{"paper":null,"slug":"similarity-of-neural-architectures-based-on","title":"Similarity of Neural Architectures using Adversarial Attack Transferability","date":"2022-10-20","arxiv_id":"2210.11407","n_code_links":0,"syntology":null},{"paper":null,"slug":"toward-multiple-specialty-learners-for","title":"Toward Multiple Specialty Learners for Explaining GNNs via Online Knowledge Distillation","date":"2022-10-20","arxiv_id":"2210.11094","n_code_links":0,"syntology":null},{"paper":null,"slug":"on-effects-of-knowledge-distillation-on","title":"On effects of Knowledge Distillation on Transfer Learning","date":"2022-10-18","arxiv_id":"2210.09668","n_code_links":0,"syntology":null},{"paper":"/paper/sa-mlp-distilling-graph-knowledge-from-gnns","slug":"sa-mlp-distilling-graph-knowledge-from-gnns","title":"SA-MLP: Distilling Graph Knowledge from GNNs into Structure-Aware MLP","date":"2022-10-18","arxiv_id":"2210.09609","n_code_links":4,"syntology":{"ran":4,"of":5,"n_ran_checked":4,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["jc-202/sa-mlp"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":null,"slug":"federated-learning-with-privacy-preserving","title":"Federated Learning with Privacy-Preserving Ensemble Attention Distillation","date":"2022-10-16","arxiv_id":"2210.08464","n_code_links":0,"syntology":null},{"paper":null,"slug":"ros-kd-a-robust-stochastic-knowledge","title":"RoS-KD: A Robust Stochastic Knowledge Distillation Approach for Noisy Medical Imaging","date":"2022-10-15","arxiv_id":"2210.08388","n_code_links":0,"syntology":null},{"paper":"/paper/efficientvlm-fast-and-accurate-vision","slug":"efficientvlm-fast-and-accurate-vision","title":"EfficientVLM: Fast and Accurate Vision-Language Models via Knowledge Distillation and Modal-adaptive Pruning","date":"2022-10-14","arxiv_id":"2210.07795","n_code_links":1,"syntology":{"ran":7,"of":9,"n_ran_checked":4,"n_instrument":3,"unverified":2,"pointer_only":9,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","official":{"repos":["swaggy-tn/efficientvlm"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":"/paper/improving-generalizability-of-distilled-self","slug":"improving-generalizability-of-distilled-self","title":"Improving generalizability of distilled self-supervised speech processing models under distorted settings","date":"2022-10-14","arxiv_id":"2210.07978","n_code_links":1,"syntology":null},{"paper":"/paper/knowledge-distillation-approach-towards","slug":"knowledge-distillation-approach-towards","title":"Knowledge Distillation approach towards Melanoma Detection","date":"2022-10-14","arxiv_id":"2210.08086","n_code_links":1,"syntology":null},{"paper":"/paper/learning-generalizable-models-for-vehicle","slug":"learning-generalizable-models-for-vehicle","title":"Learning Generalizable Models for Vehicle Routing Problems via Knowledge Distillation","date":"2022-10-14","arxiv_id":"2210.07686","n_code_links":1,"syntology":{"ran":2,"of":8,"n_ran_checked":2,"n_instrument":0,"unverified":6,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","official":{"repos":["jieyibi/amdkd"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":6,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"probabilistic-integration-of-object-level","title":"Probabilistic Integration of Object Level Annotations in Chest X-ray Classification","date":"2022-10-13","arxiv_id":"2210.06980","n_code_links":0,"syntology":null},{"paper":null,"slug":"boosting-graph-neural-networks-via-adaptive","title":"Boosting Graph Neural Networks via Adaptive Knowledge Distillation","date":"2022-10-12","arxiv_id":"2210.05920","n_code_links":0,"syntology":null},{"paper":"/paper/decomposed-knowledge-distillation-for-class","slug":"decomposed-knowledge-distillation-for-class","title":"Decomposed Knowledge Distillation for Class-Incremental Semantic Segmentation","date":"2022-10-12","arxiv_id":"2210.05941","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","official":null}},{"paper":null,"slug":"comparison-of-soft-and-hard-target-rnn-t","title":"Comparison of Soft and Hard Target RNN-T Distillation for Large-scale ASR","date":"2022-10-11","arxiv_id":"2210.05793","n_code_links":0,"syntology":null},{"paper":null,"slug":"linkless-link-prediction-via-relational","title":"Linkless Link Prediction via Relational Distillation","date":"2022-10-11","arxiv_id":"2210.05801","n_code_links":0,"syntology":null},{"paper":"/paper/me-d2n-multi-expert-domain-decompositional","slug":"me-d2n-multi-expert-domain-decompositional","title":"ME-D2N: Multi-Expert Domain Decompositional Network for Cross-Domain Few-Shot Learning","date":"2022-10-11","arxiv_id":"2210.05280","n_code_links":1,"syntology":null},{"paper":"/paper/pp-structurev2-a-stronger-document-analysis","slug":"pp-structurev2-a-stronger-document-analysis","title":"PP-StructureV2: A Stronger Document Analysis System","date":"2022-10-11","arxiv_id":"2210.05391","n_code_links":1,"syntology":null},{"paper":"/paper/sait-sparse-vision-transformers-through","slug":"sait-sparse-vision-transformers-through","title":"SaiT: Sparse Vision Transformers through Adaptive Token Pruning","date":"2022-10-11","arxiv_id":"2210.05832","n_code_links":1,"syntology":null},{"paper":"/paper/distill-the-image-to-nowhere-inversion","slug":"distill-the-image-to-nowhere-inversion","title":"Distill the Image to Nowhere: Inversion Knowledge Distillation for Multimodal Machine Translation","date":"2022-10-10","arxiv_id":"2210.04468","n_code_links":1,"syntology":{"ran":4,"of":5,"n_ran_checked":0,"n_instrument":4,"unverified":1,"pointer_only":5,"phrase":"4 ran (of which 2 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","official":{"repos":["pengr/ikd-mmt"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":2,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"knowledge-distillation-transfer-sets-and","title":"Knowledge Distillation Transfer Sets and their Impact on Downstream NLU Tasks","date":"2022-10-10","arxiv_id":"2210.04834","n_code_links":0,"syntology":null},{"paper":"/paper/patch-based-knowledge-distillation-for","slug":"patch-based-knowledge-distillation-for","title":"Patch-based Knowledge Distillation for Lifelong Person Re-Identification","date":"2022-10-10","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":"/paper/let-images-give-you-more-point-cloud-cross","slug":"let-images-give-you-more-point-cloud-cross","title":"Let Images Give You More:Point Cloud Cross-Modal Training for Shape Analysis","date":"2022-10-09","arxiv_id":"2210.04208","n_code_links":2,"syntology":null},{"paper":"/paper/meta-dmoe-adapting-to-domain-shift-by-meta","slug":"meta-dmoe-adapting-to-domain-shift-by-meta","title":"Meta-DMoE: Adapting to Domain Shift by Meta-Distillation from Mixture-of-Experts","date":"2022-10-08","arxiv_id":"2210.03885","n_code_links":1,"syntology":{"ran":4,"of":7,"n_ran_checked":4,"n_instrument":0,"unverified":3,"pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","official":{"repos":["n3il666/meta-dmoe"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":3,"ran_from_kinds":["official"]}}},{"paper":"/paper/bi-directional-weakly-supervised-knowledge","slug":"bi-directional-weakly-supervised-knowledge","title":"Bi-directional Weakly Supervised Knowledge Distillation for Whole Slide Image Classification","date":"2022-10-07","arxiv_id":"2210.03664","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":2,"n_instrument":1,"unverified":0,"pointer_only":3,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 1 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["miccaiif/weno"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":1,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/c2kd-cross-lingual-cross-modal-knowledge","slug":"c2kd-cross-lingual-cross-modal-knowledge","title":"C2KD: Cross-Lingual Cross-Modal Knowledge Distillation for Multilingual Text-Video Retrieval","date":"2022-10-07","arxiv_id":"2210.03625","n_code_links":1,"syntology":null},{"paper":null,"slug":"mutual-learning-of-single-and-multi-channel","title":"Mutual Learning of Single- and Multi-Channel End-to-End Neural Diarization","date":"2022-10-07","arxiv_id":"2210.03459","n_code_links":0,"syntology":null},{"paper":"/paper/effective-self-supervised-pre-training-on-low","slug":"effective-self-supervised-pre-training-on-low","title":"Effective Self-supervised Pre-training on Low-compute Networks without Distillation","date":"2022-10-06","arxiv_id":"2210.02808","n_code_links":1,"syntology":{"ran":6,"of":9,"n_ran_checked":3,"n_instrument":3,"unverified":3,"pointer_only":3,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","official":{"repos":["saic-fi/sslight"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]}}},{"paper":"/paper/alphafold-distillation-for-improved-inverse","slug":"alphafold-distillation-for-improved-inverse","title":"AlphaFold Distillation for Protein Design","date":"2022-10-05","arxiv_id":"2210.03488","n_code_links":1,"syntology":null},{"paper":null,"slug":"automated-graph-self-supervised-learning-via","title":"Automated Graph Self-supervised Learning via Multi-teacher Knowledge Distillation","date":"2022-10-05","arxiv_id":"2210.02099","n_code_links":0,"syntology":null},{"paper":null,"slug":"meta-ensemble-parameter-learning","title":"Meta-Ensemble Parameter Learning","date":"2022-10-05","arxiv_id":"2210.01973","n_code_links":0,"syntology":null},{"paper":null,"slug":"a-study-on-the-efficiency-and-generalization","title":"A Study on the Efficiency and Generalization of Light Hybrid Retrievers","date":"2022-10-04","arxiv_id":"2210.01371","n_code_links":0,"syntology":null},{"paper":null,"slug":"domain-discrepancy-aware-distillation-for","title":"Domain Discrepancy Aware Distillation for Model Aggregation in Federated Learning","date":"2022-10-04","arxiv_id":"2210.02190","n_code_links":0,"syntology":null},{"paper":null,"slug":"knowledge-distillation-based-contextual","title":"Knowledge Distillation based Contextual Relevance Matching for E-commerce Product Search","date":"2022-10-04","arxiv_id":"2210.01701","n_code_links":0,"syntology":null},{"paper":"/paper/positive-pair-distillation-considered-harmful","slug":"positive-pair-distillation-considered-harmful","title":"Positive Pair Distillation Considered Harmful: Continual Meta Metric Learning for Lifelong Object Re-Identification","date":"2022-10-04","arxiv_id":"2210.01600","n_code_links":1,"syntology":null},{"paper":"/paper/attention-distillation-self-supervised-vision","slug":"attention-distillation-self-supervised-vision","title":"Attention Distillation: self-supervised vision transformer students need more guidance","date":"2022-10-03","arxiv_id":"2210.00944","n_code_links":1,"syntology":null},{"paper":null,"slug":"robust-active-distillation","title":"Robust Active Distillation","date":"2022-10-03","arxiv_id":"2210.01213","n_code_links":0,"syntology":null},{"paper":null,"slug":"multi-stage-progressive-compression-of","title":"Multi-stage Progressive Compression of Conformer Transducer for On-device Speech Recognition","date":"2022-10-01","arxiv_id":"2210.00169","n_code_links":0,"syntology":null},{"paper":null,"slug":"designing-and-training-of-lightweight-neural","title":"Designing and Training of Lightweight Neural Networks on Edge Devices using Early Halting in Knowledge Distillation","date":"2022-09-30","arxiv_id":"2209.15560","n_code_links":0,"syntology":null},{"paper":"/paper/f-vlm-open-vocabulary-object-detection-upon","slug":"f-vlm-open-vocabulary-object-detection-upon","title":"F-VLM: Open-Vocabulary Object Detection upon Frozen Vision and Language Models","date":"2022-09-30","arxiv_id":"2209.15639","n_code_links":1,"syntology":null},{"paper":"/paper/slimmable-networks-for-contrastive-self","slug":"slimmable-networks-for-contrastive-self","title":"Slimmable Networks for Contrastive Self-supervised Learning","date":"2022-09-30","arxiv_id":"2209.15525","n_code_links":1,"syntology":null},{"paper":null,"slug":"towards-a-unified-view-of-affinity-based","title":"Towards a Unified View of Affinity-Based Knowledge Distillation","date":"2022-09-30","arxiv_id":"2209.15555","n_code_links":0,"syntology":null},{"paper":null,"slug":"using-knowledge-distillation-to-improve","title":"Using Knowledge Distillation to improve interpretable models in a retail banking context","date":"2022-09-30","arxiv_id":"2209.15496","n_code_links":0,"syntology":null},{"paper":null,"slug":"label-driven-knowledge-distillation-for","title":"Label driven Knowledge Distillation for Federated Learning with non-IID Data","date":"2022-09-29","arxiv_id":"2209.14520","n_code_links":0,"syntology":null},{"paper":"/paper/teaching-where-to-look-attention-similarity","slug":"teaching-where-to-look-attention-similarity","title":"Teaching Where to Look: Attention Similarity Knowledge Distillation for Low Resolution Face Recognition","date":"2022-09-29","arxiv_id":"2209.14498","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","official":{"repos":["gist-ailab/teaching-where-to-look"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"towards-explaining-autonomy-with-verbalised","title":"Towards Explaining Autonomy with Verbalised Decision Tree States","date":"2022-09-28","arxiv_id":"2209.13985","n_code_links":0,"syntology":null},{"paper":"/paper/efficient-on-device-session-based","slug":"efficient-on-device-session-based","title":"Efficient On-Device Session-Based Recommendation","date":"2022-09-27","arxiv_id":"2209.13422","n_code_links":1,"syntology":null},{"paper":"/paper/rethinking-resolution-in-the-context-of","slug":"rethinking-resolution-in-the-context-of","title":"Rethinking Resolution in the Context of Efficient Video Recognition","date":"2022-09-26","arxiv_id":"2209.12797","n_code_links":1,"syntology":{"ran":4,"of":5,"n_ran_checked":4,"n_instrument":0,"unverified":1,"pointer_only":2,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["cvmi-lab/reskd"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"joint-speech-activity-and-overlap-detection","title":"Joint Speech Activity and Overlap Detection with Multi-Exit Architecture","date":"2022-09-24","arxiv_id":"2209.11906","n_code_links":0,"syntology":null},{"paper":null,"slug":"drkf-distilled-rotated-kernel-fusion-for","title":"DRKF: Distilled Rotated Kernel Fusion for Efficient Rotation Invariant Descriptors in Local Feature Matching","date":"2022-09-22","arxiv_id":"2209.10907","n_code_links":0,"syntology":null},{"paper":null,"slug":"momentum-adversarial-distillation-handling","title":"Momentum Adversarial Distillation: Handling Large Distribution Shifts in Data-Free Knowledge Distillation","date":"2022-09-21","arxiv_id":"2209.10359","n_code_links":0,"syntology":null},{"paper":"/paper/rethinking-data-augmentation-in-knowledge","slug":"rethinking-data-augmentation-in-knowledge","title":"Exploring Inconsistent Knowledge Distillation for Object Detection with Data Augmentation","date":"2022-09-20","arxiv_id":"2209.09841","n_code_links":1,"syntology":{"ran":4,"of":6,"n_ran_checked":4,"n_instrument":0,"unverified":2,"pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":{"repos":["jwliang007/ikd"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"parameter-efficient-conformers-via-sharing","title":"Parameter-Efficient Conformers via Sharing Sparsely-Gated Experts for End-to-End Speech Recognition","date":"2022-09-17","arxiv_id":"2209.08326","n_code_links":0,"syntology":null},{"paper":"/paper/causes-of-catastrophic-forgetting-in-class","slug":"causes-of-catastrophic-forgetting-in-class","title":"Causes of Catastrophic Forgetting in Class-Incremental Semantic Segmentation","date":"2022-09-16","arxiv_id":"2209.08010","n_code_links":1,"syntology":null},{"paper":null,"slug":"continual-learning-for-class-and-domain","title":"Continual Learning for Class- and Domain-Incremental Semantic Segmentation","date":"2022-09-16","arxiv_id":"2209.08023","n_code_links":0,"syntology":null},{"paper":"/paper/deliberated-domain-bridging-for-domain","slug":"deliberated-domain-bridging-for-domain","title":"Deliberated Domain Bridging for Domain Adaptive Semantic Segmentation","date":"2022-09-16","arxiv_id":"2209.07695","n_code_links":1,"syntology":null},{"paper":"/paper/self-supervised-learning-of-phenotypic","slug":"self-supervised-learning-of-phenotypic","title":"Self-Supervised Learning of Phenotypic Representations from Cell Images with Weak Labels","date":"2022-09-16","arxiv_id":"2209.07819","n_code_links":1,"syntology":null},{"paper":null,"slug":"ces-kd-curriculum-based-expert-selection-for","title":"CES-KD: Curriculum-based Expert Selection for Guided Knowledge Distillation","date":"2022-09-15","arxiv_id":"2209.07606","n_code_links":0,"syntology":null},{"paper":"/paper/on-device-domain-generalization","slug":"on-device-domain-generalization","title":"On-Device Domain Generalization","date":"2022-09-15","arxiv_id":"2209.07521","n_code_links":2,"syntology":null},{"paper":null,"slug":"plastil-plastic-and-stable-memory-free-class","title":"PlaStIL: Plastic and Stable Memory-Free Class-Incremental Learning","date":"2022-09-14","arxiv_id":"2209.06606","n_code_links":0,"syntology":null},{"paper":"/paper/multi-stage-distillation-framework-for-cross-2","slug":"multi-stage-distillation-framework-for-cross-2","title":"Multi-stage Distillation Framework for Cross-Lingual Semantic Similarity Matching","date":"2022-09-13","arxiv_id":"2209.05869","n_code_links":1,"syntology":null},{"paper":null,"slug":"online-continual-learning-via-the-meta","title":"Online Continual Learning via the Meta-learning Update with Multi-scale Knowledge Distillation and Data Augmentation","date":"2022-09-12","arxiv_id":"2209.06107","n_code_links":0,"syntology":null},{"paper":"/paper/switchable-online-knowledge-distillation","slug":"switchable-online-knowledge-distillation","title":"Switchable Online Knowledge Distillation","date":"2022-09-12","arxiv_id":"2209.04996","n_code_links":1,"syntology":{"ran":10,"of":13,"n_ran_checked":6,"n_instrument":4,"unverified":3,"pointer_only":3,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 1 violated, 5 with no contract checked; 4 where Syntology's instrument failed) · 3 unverified","official":{"repos":["hfutqian/SwitOKD"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"preserving-privacy-in-federated-learning-with","title":"Preserving Privacy in Federated Learning with Ensemble Cross-Domain Knowledge Distillation","date":"2022-09-10","arxiv_id":"2209.04599","n_code_links":0,"syntology":null},{"paper":null,"slug":"in-situ-animal-behavior-classification-using","title":"In-situ animal behavior classification using knowledge distillation and fixed-point quantization","date":"2022-09-09","arxiv_id":"2209.04130","n_code_links":0,"syntology":null},{"paper":null,"slug":"selecting-related-knowledge-via-efficient","title":"Selecting Related Knowledge via Efficient Channel Attention for Online Continual Learning","date":"2022-09-09","arxiv_id":"2209.04212","n_code_links":0,"syntology":null},{"paper":"/paper/exploring-target-representations-for-masked","slug":"exploring-target-representations-for-masked","title":"Exploring Target Representations for Masked Autoencoders","date":"2022-09-08","arxiv_id":"2209.03917","n_code_links":1,"syntology":{"ran":11,"of":13,"n_ran_checked":10,"n_instrument":1,"unverified":2,"pointer_only":2,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 0 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","official":{"repos":["liuxingbin/dbot"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":"/paper/on-the-effectiveness-of-compact-biomedical","slug":"on-the-effectiveness-of-compact-biomedical","title":"On the Effectiveness of Compact Biomedical Transformers","date":"2022-09-07","arxiv_id":"2209.03182","n_code_links":1,"syntology":null},{"paper":"/paper/domain-generalization-for-prostate","slug":"domain-generalization-for-prostate","title":"Domain Generalization for Prostate Segmentation in Transrectal Ultrasound Images: A Multi-center Study","date":"2022-09-05","arxiv_id":"2209.02126","n_code_links":1,"syntology":null},{"paper":null,"slug":"a-novel-self-knowledge-distillation-approach","title":"A Novel Self-Knowledge Distillation Approach with Siamese Representation Learning for Action Recognition","date":"2022-09-03","arxiv_id":"2209.01311","n_code_links":0,"syntology":null},{"paper":"/paper/a-new-knowledge-distillation-network-for","slug":"a-new-knowledge-distillation-network-for","title":"A New Knowledge Distillation Network for Incremental Few-Shot Surface Defect Detection","date":"2022-09-01","arxiv_id":"2209.00519","n_code_links":1,"syntology":null},{"paper":null,"slug":"dynamics-adaptive-continual-reinforcement","title":"Dynamics-Adaptive Continual Reinforcement Learning via Progressive Contextualization","date":"2022-09-01","arxiv_id":"2209.00347","n_code_links":0,"syntology":null},{"paper":"/paper/fakd-feature-augmented-knowledge-distillation","slug":"fakd-feature-augmented-knowledge-distillation","title":"FAKD: Feature Augmented Knowledge Distillation for Semantic Segmentation","date":"2022-08-30","arxiv_id":"2208.14143","n_code_links":1,"syntology":null},{"paper":"/paper/how-to-teach-learning-data-free-knowledge","slug":"how-to-teach-learning-data-free-knowledge","title":"Dynamic Data-Free Knowledge Distillation by Easy-to-Hard Learning Strategy","date":"2022-08-29","arxiv_id":"2208.13648","n_code_links":1,"syntology":null},{"paper":"/paper/progressive-self-distillation-for-ground-to","slug":"progressive-self-distillation-for-ground-to","title":"Progressive Self-Distillation for Ground-to-Aerial Perception Knowledge Transfer","date":"2022-08-29","arxiv_id":"2208.13404","n_code_links":1,"syntology":null},{"paper":"/paper/goal-conditioned-q-learning-as-knowledge","slug":"goal-conditioned-q-learning-as-knowledge","title":"Goal-Conditioned Q-Learning as Knowledge Distillation","date":"2022-08-28","arxiv_id":"2208.13298","n_code_links":1,"syntology":null},{"paper":"/paper/cmd-self-supervised-3d-action-representation","slug":"cmd-self-supervised-3d-action-representation","title":"CMD: Self-supervised 3D Action Representation Learning with Cross-modal Mutual Distillation","date":"2022-08-26","arxiv_id":"2208.12448","n_code_links":1,"syntology":null},{"paper":null,"slug":"data-free-dense-depth-distillation","title":"Dense Depth Distillation with Out-of-Distribution Simulated Images","date":"2022-08-26","arxiv_id":"2208.12464","n_code_links":0,"syntology":null},{"paper":"/paper/disentangle-and-remerge-interventional","slug":"disentangle-and-remerge-interventional","title":"Disentangle and Remerge: Interventional Knowledge Distillation for Few-Shot Object Detection from A Conditional Causal Perspective","date":"2022-08-26","arxiv_id":"2208.12681","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["zyn-1101/dandr"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/unsupervised-spike-depth-estimation-via-cross","slug":"unsupervised-spike-depth-estimation-via-cross","title":"Unsupervised Spike Depth Estimation via Cross-modality Cross-domain Knowledge Transfer","date":"2022-08-26","arxiv_id":"2208.12527","n_code_links":1,"syntology":null},{"paper":"/paper/masked-autoencoders-enable-efficient","slug":"masked-autoencoders-enable-efficient","title":"Masked Autoencoders Enable Efficient Knowledge Distillers","date":"2022-08-25","arxiv_id":"2208.12256","n_code_links":1,"syntology":null},{"paper":null,"slug":"lifelong-learning-for-neural-powered-mixed","title":"Lifelong Learning for Neural powered Mixed Integer Programming","date":"2022-08-24","arxiv_id":"2208.12226","n_code_links":0,"syntology":null},{"paper":"/paper/lte4g-long-tail-experts-for-graph-neural","slug":"lte4g-long-tail-experts-for-graph-neural","title":"LTE4G: Long-Tail Experts for Graph Neural Networks","date":"2022-08-22","arxiv_id":"2208.10205","n_code_links":1,"syntology":null},{"paper":"/paper/multi-granularity-distillation-scheme-towards","slug":"multi-granularity-distillation-scheme-towards","title":"Multi-Granularity Distillation Scheme Towards Lightweight Semi-Supervised Semantic Segmentation","date":"2022-08-22","arxiv_id":"2208.10169","n_code_links":1,"syntology":{"ran":9,"of":9,"n_ran_checked":9,"n_instrument":0,"unverified":0,"pointer_only":2,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 1 honoured, 1 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["jayqine/mgd-ssss"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/multi-view-attention-transfer-for-efficient","slug":"multi-view-attention-transfer-for-efficient","title":"Multi-View Attention Transfer for Efficient Speech Enhancement","date":"2022-08-22","arxiv_id":"2208.10367","n_code_links":0,"syntology":null},{"paper":"/paper/panda-prompt-transfer-meets-knowledge","slug":"panda-prompt-transfer-meets-knowledge","title":"PANDA: Prompt Transfer Meets Knowledge Distillation for Efficient Model Adaptation","date":"2022-08-22","arxiv_id":"2208.10160","n_code_links":1,"syntology":{"ran":2,"of":3,"n_ran_checked":1,"n_instrument":1,"unverified":1,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","official":{"repos":["whu-zqh/panda"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":"/paper/a-semi-supervised-teacher-student-framework","slug":"a-semi-supervised-teacher-student-framework","title":"A semi-supervised Teacher-Student framework for surgical tool detection and localization","date":"2022-08-21","arxiv_id":"2208.09926","n_code_links":1,"syntology":null}],"record_sha256":"dc4999fc4bbfe3ff8d1660828beccc0c61e83d4eb21ff902c4a17b3209fe282a","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}