{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/knowledge-distillation/papers/21","list_of":"/method/knowledge-distillation","method":"Knowledge Distillation","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":21,"pages_in_order":31,"rows_per_page":100,"rows":[2001,2100],"of":3071,"counts":{"archive_papers_tagged":3071,"with_a_code_link":1258,"where_syntology_ran_a_sample":320,"not_listed_spam_title":0,"listed":3071,"listed_where_code_ran":320,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":276,"every_run_a_failure_of_syntologys_instrument":44,"listed_with_a_run_with_no_instrument_failure":276,"listed_every_run_a_failure_of_syntologys_instrument":44,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/knowledge-distillation","prev":"/method/knowledge-distillation/papers/20","next":"/method/knowledge-distillation/papers/22","papers":[{"paper":"/paper/divide-to-adapt-mitigating-confirmation-bias","slug":"divide-to-adapt-mitigating-confirmation-bias","title":"Divide to Adapt: Mitigating Confirmation Bias for Domain Adaptation of Black-Box Predictors","date":"2022-05-28","arxiv_id":"2205.14467","n_code_links":1,"syntology":null},{"paper":"/paper/one-reference-is-not-enough-diverse","slug":"one-reference-is-not-enough-diverse","title":"One Reference Is Not Enough: Diverse Distillation with Reference Selection for Non-Autoregressive Translation","date":"2022-05-28","arxiv_id":"2205.14333","n_code_links":1,"syntology":{"ran":1,"of":3,"n_ran_checked":1,"n_instrument":0,"unverified":2,"pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":{"repos":["ictnlp/ddrs-nat"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"parameter-efficient-and-student-friendly","title":"Parameter-Efficient and Student-Friendly Knowledge Distillation","date":"2022-05-28","arxiv_id":"2205.15308","n_code_links":0,"syntology":null},{"paper":"/paper/geometer-graph-few-shot-class-incremental","slug":"geometer-graph-few-shot-class-incremental","title":"Geometer: Graph Few-Shot Class-Incremental Learning via Prototype Representation","date":"2022-05-27","arxiv_id":"2205.13954","n_code_links":1,"syntology":{"ran":2,"of":6,"n_ran_checked":2,"n_instrument":0,"unverified":4,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","official":{"repos":["RobinLu1209/Geometer"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":4,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"region-aware-knowledge-distillation-for","title":"Region-aware Knowledge Distillation for Efficient Image-to-Image Translation","date":"2022-05-25","arxiv_id":"2205.12451","n_code_links":0,"syntology":null},{"paper":"/paper/cdfkd-mfs-collaborative-data-free-knowledge","slug":"cdfkd-mfs-collaborative-data-free-knowledge","title":"CDFKD-MFS: Collaborative Data-free Knowledge Distillation via Multi-level Feature Sharing","date":"2022-05-24","arxiv_id":"2205.11845","n_code_links":1,"syntology":null},{"paper":"/paper/compressing-deep-graph-neural-networks-via","slug":"compressing-deep-graph-neural-networks-via","title":"Compressing Deep Graph Neural Networks via Adversarial Knowledge Distillation","date":"2022-05-24","arxiv_id":"2205.11678","n_code_links":1,"syntology":null},{"paper":"/paper/optimizing-performance-of-federated-person-re","slug":"optimizing-performance-of-federated-person-re","title":"Optimizing Performance of Federated Person Re-identification: Benchmarking and Analysis","date":"2022-05-24","arxiv_id":"2205.12144","n_code_links":2,"syntology":{"ran":6,"of":8,"n_ran_checked":6,"n_instrument":0,"unverified":2,"pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":{"repos":["cap-ntu/FedReID","EasyFL-AI/EasyFL"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":"/paper/boosting-multi-label-image-classification","slug":"boosting-multi-label-image-classification","title":"Boosting Multi-Label Image Classification with Complementary Parallel Self-Distillation","date":"2022-05-23","arxiv_id":"2205.10986","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","official":{"repos":["robbie-xu/cpsd"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/lila-boti-leveraging-isolated-letter","slug":"lila-boti-leveraging-isolated-letter","title":"LILA-BOTI : Leveraging Isolated Letter Accumulations By Ordering Teacher Insights for Bangla Handwriting Recognition","date":"2022-05-23","arxiv_id":"2205.11420","n_code_links":1,"syntology":null},{"paper":"/paper/pointdistiller-structured-knowledge","slug":"pointdistiller-structured-knowledge","title":"PointDistiller: Structured Knowledge Distillation Towards Efficient and Compact 3D Detection","date":"2022-05-23","arxiv_id":"2205.11098","n_code_links":1,"syntology":null},{"paper":"/paper/qekd-query-efficient-and-data-free-knowledge","slug":"qekd-query-efficient-and-data-free-knowledge","title":"IDEAL: Query-Efficient Data-Free Learning from Black-box Models","date":"2022-05-23","arxiv_id":"2205.11158","n_code_links":1,"syntology":{"ran":6,"of":9,"n_ran_checked":5,"n_instrument":1,"unverified":3,"pointer_only":9,"phrase":"6 ran (of which 3 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","official":{"repos":["SonyResearch/IDEAL"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":3,"n_ran_no_instrument_failure":5,"n_unverified":3,"ran_from_kinds":["official"]}}},{"paper":"/paper/knowledge-distillation-via-the-target-aware","slug":"knowledge-distillation-via-the-target-aware","title":"Knowledge Distillation via the Target-aware Transformer","date":"2022-05-22","arxiv_id":"2205.10793","n_code_links":2,"syntology":{"ran":2,"of":2,"n_ran_checked":2,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","official":{"repos":["sihaoevery/tat"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":"/paper/knowledge-distillation-from-a-stronger","slug":"knowledge-distillation-from-a-stronger","title":"Knowledge Distillation from A Stronger Teacher","date":"2022-05-21","arxiv_id":"2205.10536","n_code_links":3,"syntology":{"ran":10,"of":11,"n_ran_checked":10,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"10 ran (of which 1 constructed an object rather than computing a result; 10 with no instrument failure: 4 honoured, 4 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["hunto/dist_kd"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"paper":"/paper/mapping-emulation-for-knowledge-distillation","slug":"mapping-emulation-for-knowledge-distillation","title":"Aligning Logits Generatively for Principled Black-Box Knowledge Distillation","date":"2022-05-21","arxiv_id":"2205.10490","n_code_links":1,"syntology":null},{"paper":"/paper/indistill-transferring-knowledge-from-pruned","slug":"indistill-transferring-knowledge-from-pruned","title":"InDistill: Information flow-preserving knowledge distillation for model compression","date":"2022-05-20","arxiv_id":"2205.10003","n_code_links":1,"syntology":null},{"paper":null,"slug":"simple-regularisation-for-uncertainty-aware","title":"Simple Regularisation for Uncertainty-Aware Knowledge Distillation","date":"2022-05-19","arxiv_id":"2205.09526","n_code_links":0,"syntology":null},{"paper":"/paper/re-distilling-knowledge-via-knowledge-review","slug":"re-distilling-knowledge-via-knowledge-review","title":"[Re] Distilling Knowledge via Knowledge Review","date":"2022-05-18","arxiv_id":"2205.11246","n_code_links":1,"syntology":null},{"paper":"/paper/chemical-transformer-compression-for","slug":"chemical-transformer-compression-for","title":"Chemical transformer compression for accelerating both training and inference of molecular modeling","date":"2022-05-16","arxiv_id":"2205.07582","n_code_links":1,"syntology":null},{"paper":null,"slug":"prompting-to-distill-boosting-data-free","title":"Prompting to Distill: Boosting Data-Free Knowledge Distillation via Reinforced Prompt","date":"2022-05-16","arxiv_id":"2205.07523","n_code_links":0,"syntology":null},{"paper":null,"slug":"not-to-overfit-or-underfit-a-study-of-domain","title":"Not to Overfit or Underfit the Source Domains? An Empirical Study of Domain Generalization in Question Answering","date":"2022-05-15","arxiv_id":"2205.07257","n_code_links":0,"syntology":null},{"paper":"/paper/knowledge-distillation-meets-open-set-semi","slug":"knowledge-distillation-meets-open-set-semi","title":"Knowledge Distillation Meets Open-Set Semi-Supervised Learning","date":"2022-05-13","arxiv_id":"2205.06701","n_code_links":1,"syntology":{"ran":6,"of":6,"n_ran_checked":3,"n_instrument":3,"unverified":0,"pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["jingyang2017/srd_ossl"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"d3t-gan-data-dependent-domain-transfer-gans","title":"D3T-GAN: Data-Dependent Domain Transfer GANs for Few-shot Image Generation","date":"2022-05-12","arxiv_id":"2205.06032","n_code_links":0,"syntology":null},{"paper":"/paper/knowledge-distillation-for-multi-target","slug":"knowledge-distillation-for-multi-target","title":"Knowledge Distillation for Multi-Target Domain Adaptation in Real-Time Person Re-Identification","date":"2022-05-12","arxiv_id":"2205.06237","n_code_links":1,"syntology":null},{"paper":"/paper/teaching-independent-parts-separately-tips","slug":"teaching-independent-parts-separately-tips","title":"\"Teaching Independent Parts Separately\" (TIPSy-GAN) : Improving Accuracy and Stability in Unsupervised Adversarial 2D to 3D Pose Estimation","date":"2022-05-12","arxiv_id":"2205.05980","n_code_links":0,"syntology":null},{"paper":"/paper/distilprotbert-a-distilled-protein-language","slug":"distilprotbert-a-distilled-protein-language","title":"DistilProtBert: A distilled protein language model used to distinguish between real proteins and their randomly shuffled counterparts","date":"2022-05-10","arxiv_id":null,"n_code_links":1,"syntology":null},{"paper":null,"slug":"incremental-detr-incremental-few-shot-object","title":"Incremental-DETR: Incremental Few-Shot Object Detection via Self-Supervised Learning","date":"2022-05-09","arxiv_id":"2205.04042","n_code_links":0,"syntology":null},{"paper":null,"slug":"data-free-adversarial-knowledge-distillation","title":"Data-Free Adversarial Knowledge Distillation for Graph Neural Networks","date":"2022-05-08","arxiv_id":"2205.03811","n_code_links":0,"syntology":null},{"paper":null,"slug":"automatic-block-wise-pruning-with-auxiliary","title":"Automatic Block-wise Pruning with Auxiliary Gating Structures for Deep Convolutional Neural Networks","date":"2022-05-07","arxiv_id":"2205.03602","n_code_links":0,"syntology":null},{"paper":null,"slug":"distilling-inter-class-distance-for-semantic","title":"Distilling Inter-Class Distance for Semantic Segmentation","date":"2022-05-07","arxiv_id":"2205.03650","n_code_links":0,"syntology":null},{"paper":"/paper/collective-relevance-labeling-for-passage","slug":"collective-relevance-labeling-for-passage","title":"Collective Relevance Labeling for Passage Retrieval","date":"2022-05-06","arxiv_id":"2205.03273","n_code_links":1,"syntology":null},{"paper":null,"slug":"a-deep-reinforcement-learning-framework-for-5","title":"A Deep Reinforcement Learning Framework for Rapid Diagnosis of Whole Slide Pathological Images","date":"2022-05-05","arxiv_id":"2205.02850","n_code_links":0,"syntology":null},{"paper":"/paper/alignahead-online-cross-layer-knowledge","slug":"alignahead-online-cross-layer-knowledge","title":"Alignahead: Online Cross-Layer Knowledge Extraction on Graph Neural Networks","date":"2022-05-05","arxiv_id":"2205.02468","n_code_links":1,"syntology":null},{"paper":null,"slug":"holistic-approach-to-measure-sample-level","title":"Holistic Approach to Measure Sample-level Adversarial Vulnerability and its Utility in Building Trustworthy Systems","date":"2022-05-05","arxiv_id":"2205.02604","n_code_links":0,"syntology":null},{"paper":"/paper/spot-adaptive-knowledge-distillation","slug":"spot-adaptive-knowledge-distillation","title":"Spot-adaptive Knowledge Distillation","date":"2022-05-05","arxiv_id":"2205.02399","n_code_links":2,"syntology":null},{"paper":"/paper/generalized-knowledge-distillation-via","slug":"generalized-knowledge-distillation-via","title":"Generalized Knowledge Distillation via Relationship Matching","date":"2022-05-04","arxiv_id":"2205.01915","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":3,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["njulus/gkd"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"impact-of-a-dct-driven-loss-in-attention","title":"Attention-based Knowledge Distillation in Multi-attention Tasks: The Impact of a DCT-driven Loss","date":"2022-05-04","arxiv_id":"2205.01997","n_code_links":0,"syntology":null},{"paper":"/paper/knowledge-distillation-of-russian-language","slug":"knowledge-distillation-of-russian-language","title":"Knowledge Distillation of Russian Language Models with Reduction of Vocabulary","date":"2022-05-04","arxiv_id":"2205.02340","n_code_links":1,"syntology":null},{"paper":null,"slug":"feddkd-federated-learning-with-decentralized","title":"FedDKD: Federated Learning with Decentralized Knowledge Distillation","date":"2022-05-02","arxiv_id":"2205.00706","n_code_links":0,"syntology":null},{"paper":"/paper/nearest-neighbor-knowledge-distillation-for-1","slug":"nearest-neighbor-knowledge-distillation-for-1","title":"Nearest Neighbor Knowledge Distillation for Neural Machine Translation","date":"2022-05-01","arxiv_id":"2205.00479","n_code_links":1,"syntology":null},{"paper":"/paper/easynlp-a-comprehensive-and-easy-to-use","slug":"easynlp-a-comprehensive-and-easy-to-use","title":"EasyNLP: A Comprehensive and Easy-to-use Toolkit for Natural Language Processing","date":"2022-04-30","arxiv_id":"2205.00258","n_code_links":1,"syntology":null},{"paper":null,"slug":"multiple-degradation-and-reconstruction","title":"Multiple Degradation and Reconstruction Network for Single Image Denoising via Knowledge Distillation","date":"2022-04-29","arxiv_id":"2204.13873","n_code_links":0,"syntology":null},{"paper":"/paper/curriculum-learning-for-dense-retrieval","slug":"curriculum-learning-for-dense-retrieval","title":"Curriculum Learning for Dense Retrieval Distillation","date":"2022-04-28","arxiv_id":"2204.13679","n_code_links":1,"syntology":null},{"paper":"/paper/conformer-and-blind-noisy-students-for","slug":"conformer-and-blind-noisy-students-for","title":"Conformer and Blind Noisy Students for Improved Image Quality Assessment","date":"2022-04-27","arxiv_id":"2204.12819","n_code_links":1,"syntology":null},{"paper":null,"slug":"dearkd-data-efficient-early-knowledge","title":"DearKD: Data-Efficient Early Knowledge Distillation for Vision Transformers","date":"2022-04-27","arxiv_id":"2204.12997","n_code_links":0,"syntology":null},{"paper":null,"slug":"human-centered-prior-guided-and-task","title":"Human-Centered Prior-Guided and Task-Dependent Multi-Task Representation Learning for Action Recognition Pre-Training","date":"2022-04-27","arxiv_id":"2204.12729","n_code_links":0,"syntology":null},{"paper":null,"slug":"faculty-distillation-with-optimal-transport","title":"Selective Cross-Task Distillation","date":"2022-04-25","arxiv_id":"2204.11526","n_code_links":0,"syntology":null},{"paper":null,"slug":"fine-tuning-pruned-networks-with-linear-over","title":"Boosting Pruned Networks with Linear Over-parameterization","date":"2022-04-25","arxiv_id":"2204.11444","n_code_links":0,"syntology":null},{"paper":"/paper/on-device-next-item-recommendation-with-self","slug":"on-device-next-item-recommendation-with-self","title":"On-Device Next-Item Recommendation with Self-Supervised Knowledge Distillation","date":"2022-04-23","arxiv_id":"2204.11091","n_code_links":1,"syntology":null},{"paper":null,"slug":"multi-scale-knowledge-distillation-for","title":"Learning to Purification for Unsupervised Person Re-identification","date":"2022-04-21","arxiv_id":"2204.09931","n_code_links":0,"syntology":null},{"paper":null,"slug":"unseen-object-instance-segmentation-with","title":"Unseen Object Instance Segmentation with Fully Test-time RGB-D Embeddings Adaptation","date":"2022-04-21","arxiv_id":"2204.09847","n_code_links":0,"syntology":null},{"paper":"/paper/dialokg-knowledge-structure-aware-task","slug":"dialokg-knowledge-structure-aware-task","title":"DialoKG: Knowledge-Structure Aware Task-Oriented Dialogue Generation","date":"2022-04-19","arxiv_id":"2204.09149","n_code_links":1,"syntology":null},{"paper":"/paper/modeling-missing-annotations-for-incremental","slug":"modeling-missing-annotations-for-incremental","title":"Modeling Missing Annotations for Incremental Learning in Object Detection","date":"2022-04-19","arxiv_id":"2204.08766","n_code_links":1,"syntology":null},{"paper":null,"slug":"multimodal-few-shot-object-detection-with","title":"Multi-Modal Few-Shot Object Detection with Meta-Learning-Based Cross-Modal Prompting","date":"2022-04-16","arxiv_id":"2204.07841","n_code_links":0,"syntology":null},{"paper":"/paper/ensemble-diverse-hypotheses-and-knowledge","slug":"ensemble-diverse-hypotheses-and-knowledge","title":"Ensemble diverse hypotheses and knowledge distillation for unsupervised cross-subject adaptation","date":"2022-04-15","arxiv_id":"2204.07308","n_code_links":1,"syntology":null},{"paper":"/paper/cross-image-relational-knowledge-distillation","slug":"cross-image-relational-knowledge-distillation","title":"Cross-Image Relational Knowledge Distillation for Semantic Segmentation","date":"2022-04-14","arxiv_id":"2204.06986","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["winycg/cirkd"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"distpro-searching-a-fast-knowledge","title":"DistPro: Searching A Fast Knowledge Distillation Process via Meta Optimization","date":"2022-04-12","arxiv_id":"2204.05547","n_code_links":0,"syntology":null},{"paper":"/paper/localization-distillation-for-object-1","slug":"localization-distillation-for-object-1","title":"Localization Distillation for Object Detection","date":"2022-04-12","arxiv_id":"2204.05957","n_code_links":1,"syntology":null},{"paper":"/paper/lrh-net-a-multi-level-knowledge-distillation","slug":"lrh-net-a-multi-level-knowledge-distillation","title":"LRH-Net: A Multi-Level Knowledge Distillation Approach for Low-Resource Heart Network","date":"2022-04-11","arxiv_id":"2204.08000","n_code_links":1,"syntology":null},{"paper":"/paper/foster-feature-boosting-and-compression-for","slug":"foster-feature-boosting-and-compression-for","title":"FOSTER: Feature Boosting and Compression for Class-Incremental Learning","date":"2022-04-10","arxiv_id":"2204.04662","n_code_links":2,"syntology":{"ran":2,"of":8,"n_ran_checked":2,"n_instrument":0,"unverified":6,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","official":{"repos":["G-U-N/ECCV22-FOSTER"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":6,"ran_from_kinds":["official"]}}},{"paper":"/paper/solving-imagenet-a-unified-scheme-for","slug":"solving-imagenet-a-unified-scheme-for","title":"Solving ImageNet: a Unified Scheme for Training any Backbone to Top Results","date":"2022-04-07","arxiv_id":"2204.03475","n_code_links":2,"syntology":null},{"paper":"/paper/overcoming-catastrophic-forgetting-in-1","slug":"overcoming-catastrophic-forgetting-in-1","title":"Overcoming Catastrophic Forgetting in Incremental Object Detection via Elastic Response Distillation","date":"2022-04-05","arxiv_id":"2204.02136","n_code_links":1,"syntology":{"ran":4,"of":6,"n_ran_checked":4,"n_instrument":0,"unverified":2,"pointer_only":3,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":{"repos":["hi-ft/erd"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"towards-on-board-panoptic-segmentation-of","title":"Towards On-Board Panoptic Segmentation of Multispectral Satellite Images","date":"2022-04-05","arxiv_id":"2204.01952","n_code_links":0,"syntology":null},{"paper":"/paper/co-teaching-for-unsupervised-domain","slug":"co-teaching-for-unsupervised-domain","title":"Co-Teaching for Unsupervised Domain Adaptation and Expansion","date":"2022-04-04","arxiv_id":"2204.01210","n_code_links":1,"syntology":null},{"paper":null,"slug":"using-explainable-boosting-machine-to-compare","title":"Using Explainable Boosting Machine to Compare Idiographic and Nomothetic Approaches for Ecological Momentary Assessment Data","date":"2022-04-04","arxiv_id":"2204.01689","n_code_links":0,"syntology":null},{"paper":null,"slug":"a-dual-contrastive-framework-for-low-resource","title":"A Dual-Contrastive Framework for Low-Resource Cross-Lingual Named Entity Recognition","date":"2022-04-02","arxiv_id":"2204.00796","n_code_links":0,"syntology":null},{"paper":"/paper/cl-xabsa-contrastive-learning-for-cross","slug":"cl-xabsa-contrastive-learning-for-cross","title":"CL-XABSA: Contrastive Learning for Cross-lingual Aspect-based Sentiment Analysis","date":"2022-04-02","arxiv_id":"2204.00791","n_code_links":1,"syntology":null},{"paper":"/paper/class-incremental-learning-by-knowledge","slug":"class-incremental-learning-by-knowledge","title":"Class-Incremental Learning by Knowledge Distillation with Adaptive Feature Consolidation","date":"2022-04-02","arxiv_id":"2204.00895","n_code_links":1,"syntology":{"ran":2,"of":5,"n_ran_checked":2,"n_instrument":0,"unverified":3,"pointer_only":5,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","official":{"repos":["kminsoo/afc"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"fast-real-time-personalized-speech","title":"Fast Real-time Personalized Speech Enhancement: End-to-End Enhancement Network (E3Net) and Knowledge Distillation","date":"2022-04-02","arxiv_id":"2204.00771","n_code_links":0,"syntology":null},{"paper":"/paper/distill-vq-learning-retrieval-oriented-vector","slug":"distill-vq-learning-retrieval-oriented-vector","title":"Distill-VQ: Learning Retrieval Oriented Vector Quantization By Distilling Knowledge from Dense Embeddings","date":"2022-04-01","arxiv_id":"2204.00185","n_code_links":2,"syntology":{"ran":6,"of":8,"n_ran_checked":6,"n_instrument":0,"unverified":2,"pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","official":{"repos":["staoxiao/libvq"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"knowledge-distillation-with-error-correcting","title":"Knowledge distillation with error-correcting transfer learning for wind power prediction","date":"2022-04-01","arxiv_id":"2204.00649","n_code_links":0,"syntology":null},{"paper":null,"slug":"rethinking-position-bias-modeling-with","title":"Rethinking Position Bias Modeling with Knowledge Distillation for CTR Prediction","date":"2022-04-01","arxiv_id":"2204.00270","n_code_links":0,"syntology":null},{"paper":null,"slug":"unified-and-effective-ensemble-knowledge","title":"Unified and Effective Ensemble Knowledge Distillation","date":"2022-04-01","arxiv_id":"2204.00548","n_code_links":0,"syntology":null},{"paper":null,"slug":"a-closer-look-at-rehearsal-free-continual","title":"A Closer Look at Rehearsal-Free Continual Learning","date":"2022-03-31","arxiv_id":"2203.17269","n_code_links":0,"syntology":null},{"paper":null,"slug":"conditional-autoregressors-are-interpretable","title":"Conditional Autoregressors are Interpretable Classifiers","date":"2022-03-31","arxiv_id":"2203.17002","n_code_links":0,"syntology":null},{"paper":"/paper/it-s-all-in-the-teacher-zero-shot","slug":"it-s-all-in-the-teacher-zero-shot","title":"It's All In the Teacher: Zero-Shot Quantization Brought Closer to the Teacher","date":"2022-03-31","arxiv_id":"2203.17008","n_code_links":1,"syntology":null},{"paper":null,"slug":"training-strategy-for-a-lightweight","title":"Adversarial Speaker Distillation for Countermeasure Model on Automatic Speaker Verification","date":"2022-03-31","arxiv_id":"2203.17031","n_code_links":0,"syntology":null},{"paper":null,"slug":"device-directed-speech-detection","title":"Device-Directed Speech Detection: Regularization via Distillation for Weakly-Supervised Models","date":"2022-03-30","arxiv_id":"2203.15975","n_code_links":0,"syntology":null},{"paper":"/paper/monitored-distillation-for-positive-congruent","slug":"monitored-distillation-for-positive-congruent","title":"Monitored Distillation for Positive Congruent Depth Completion","date":"2022-03-30","arxiv_id":"2203.16034","n_code_links":1,"syntology":null},{"paper":"/paper/rainbow-keywords-efficient-incremental","slug":"rainbow-keywords-efficient-incremental","title":"Rainbow Keywords: Efficient Incremental Learning for Online Spoken Keyword Spotting","date":"2022-03-30","arxiv_id":"2203.16361","n_code_links":1,"syntology":null},{"paper":"/paper/instance-relation-graph-guided-source-free","slug":"instance-relation-graph-guided-source-free","title":"Instance Relation Graph Guided Source-Free Domain Adaptive Object Detection","date":"2022-03-29","arxiv_id":"2203.15793","n_code_links":1,"syntology":null},{"paper":"/paper/nix-tts-an-incredibly-lightweight-end-to-end","slug":"nix-tts-an-incredibly-lightweight-end-to-end","title":"Nix-TTS: Lightweight and End-to-End Text-to-Speech via Module-wise Distillation","date":"2022-03-29","arxiv_id":"2203.15643","n_code_links":1,"syntology":null},{"paper":null,"slug":"doodle-it-yourself-class-incremental-learning","title":"Doodle It Yourself: Class Incremental Learning by Drawing a Few Sketches","date":"2022-03-28","arxiv_id":"2203.14843","n_code_links":0,"syntology":null},{"paper":null,"slug":"ravir-a-dataset-and-methodology-for-the","title":"RAVIR: A Dataset and Methodology for the Semantic Segmentation and Quantitative Analysis of Retinal Arteries and Veins in Infrared Reflectance Imaging","date":"2022-03-28","arxiv_id":"2203.14928","n_code_links":0,"syntology":null},{"paper":"/paper/knowledge-distillation-with-the-reused","slug":"knowledge-distillation-with-the-reused","title":"Knowledge Distillation with the Reused Teacher Classifier","date":"2022-03-26","arxiv_id":"2203.14001","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["DefangChen/SimKD"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/uncertainty-aware-contrastive-distillation","slug":"uncertainty-aware-contrastive-distillation","title":"Uncertainty-aware Contrastive Distillation for Incremental Semantic Segmentation","date":"2022-03-26","arxiv_id":"2203.14098","n_code_links":1,"syntology":null},{"paper":null,"slug":"a-cross-domain-approach-for-continuous","title":"A Cross-Domain Approach for Continuous Impression Recognition from Dyadic Audio-Visual-Physio Signals","date":"2022-03-25","arxiv_id":"2203.13932","n_code_links":0,"syntology":null},{"paper":"/paper/pca-based-knowledge-distillation-towards","slug":"pca-based-knowledge-distillation-towards","title":"PCA-Based Knowledge Distillation Towards Lightweight and Content-Style Balanced Photorealistic Style Transfer Models","date":"2022-03-25","arxiv_id":"2203.13452","n_code_links":1,"syntology":null},{"paper":"/paper/ensembling-and-knowledge-distilling-of-large-1","slug":"ensembling-and-knowledge-distilling-of-large-1","title":"Ensembling and Knowledge Distilling of Large Sequence Taggers for Grammatical Error Correction","date":"2022-03-24","arxiv_id":"2203.13064","n_code_links":1,"syntology":null},{"paper":null,"slug":"multitask-emotion-recognition-model-with","title":"Multitask Emotion Recognition Model with Knowledge Distillation and Task Discriminator","date":"2022-03-24","arxiv_id":"2203.13072","n_code_links":0,"syntology":null},{"paper":"/paper/r-dfcil-relation-guided-representation","slug":"r-dfcil-relation-guided-representation","title":"R-DFCIL: Relation-Guided Representation Learning for Data-Free Class Incremental Learning","date":"2022-03-24","arxiv_id":"2203.13104","n_code_links":1,"syntology":null},{"paper":"/paper/rich-feature-construction-for-the","slug":"rich-feature-construction-for-the","title":"Rich Feature Construction for the Optimization-Generalization Dilemma","date":"2022-03-24","arxiv_id":"2203.15516","n_code_links":2,"syntology":{"ran":3,"of":3,"n_ran_checked":0,"n_instrument":3,"unverified":0,"pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["tjujianyu/rfc"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"paper":null,"slug":"mitigating-gender-bias-in-distilled-language","title":"Mitigating Gender Bias in Distilled Language Models via Counterfactual Role Reversal","date":"2022-03-23","arxiv_id":"2203.12574","n_code_links":0,"syntology":null},{"paper":null,"slug":"scale-equivalent-distillation-for-semi","title":"Scale-Equivalent Distillation for Semi-Supervised Object Detection","date":"2022-03-23","arxiv_id":"2203.12244","n_code_links":0,"syntology":null},{"paper":null,"slug":"channel-self-supervision-for-online-knowledge","title":"Channel Self-Supervision for Online Knowledge Distillation","date":"2022-03-22","arxiv_id":"2203.11660","n_code_links":0,"syntology":null},{"paper":"/paper/ssd-kd-a-self-supervised-diverse-knowledge","slug":"ssd-kd-a-self-supervised-diverse-knowledge","title":"SSD-KD: A Self-supervised Diverse Knowledge Distillation Method for Lightweight Skin Lesion Classification Using Dermoscopic Images","date":"2022-03-22","arxiv_id":"2203.11490","n_code_links":1,"syntology":null},{"paper":"/paper/document-level-relation-extraction-with-4","slug":"document-level-relation-extraction-with-4","title":"Document-Level Relation Extraction with Adaptive Focal Loss and Knowledge Distillation","date":"2022-03-21","arxiv_id":"2203.10900","n_code_links":1,"syntology":null},{"paper":"/paper/open-vocabulary-one-stage-detection-with","slug":"open-vocabulary-one-stage-detection-with","title":"Open-Vocabulary One-Stage Detection with Hierarchical Visual-Language Knowledge Distillation","date":"2022-03-20","arxiv_id":"2203.10593","n_code_links":1,"syntology":{"ran":2,"of":3,"n_ran_checked":2,"n_instrument":0,"unverified":1,"pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":{"repos":["mengqidyangge/hierkd"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":"/paper/emulating-quantum-dynamics-with-neural","slug":"emulating-quantum-dynamics-with-neural","title":"Emulating Quantum Dynamics with Neural Networks via Knowledge Distillation","date":"2022-03-19","arxiv_id":"2203.10200","n_code_links":1,"syntology":null},{"paper":null,"slug":"a-closer-look-at-knowledge-distillation-with","title":"A Closer Look at Knowledge Distillation with Features, Logits, and Gradients","date":"2022-03-18","arxiv_id":"2203.10163","n_code_links":0,"syntology":null}],"record_sha256":"1277b399aa6d3b17b8cb26eebb22b9e0229bb8caeaf33b3da5362ac1a211d64c","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}