{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/method/knowledge-distillation/papers/26","list_of":"/method/knowledge-distillation","method":"Knowledge Distillation","archive":{"snapshot":"2025-07-28"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"date (newest first), then slug","page":26,"pages_in_order":31,"rows_per_page":100,"rows":[2501,2600],"of":3071,"counts":{"archive_papers_tagged":3071,"with_a_code_link":1258,"where_syntology_ran_a_sample":320,"not_listed_spam_title":0,"listed":3071,"listed_where_code_ran":320,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":276,"every_run_a_failure_of_syntologys_instrument":44,"listed_with_a_run_with_no_instrument_failure":276,"listed_every_run_a_failure_of_syntologys_instrument":44,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/method/knowledge-distillation","prev":"/method/knowledge-distillation/papers/25","next":"/method/knowledge-distillation/papers/27","papers":[{"paper":"/paper/intra-document-cascading-learning-to-select","slug":"intra-document-cascading-learning-to-select","title":"Intra-Document Cascading: Learning to Select Passages for Neural Document Ranking","date":"2021-05-20","arxiv_id":"2105.09816","n_code_links":1,"syntology":null},{"paper":null,"slug":"inplace-knowledge-distillation-with-teacher","title":"Inplace knowledge distillation with teacher assistant for improved training of flexible deep neural networks","date":"2021-05-18","arxiv_id":"2105.08369","n_code_links":0,"syntology":null},{"paper":null,"slug":"class-incremental-few-shot-object-detection","title":"Class-Incremental Few-Shot Object Detection","date":"2021-05-17","arxiv_id":"2105.07637","n_code_links":0,"syntology":null},{"paper":"/paper/ageflow-conditional-age-progression-and","slug":"ageflow-conditional-age-progression-and","title":"AgeFlow: Conditional Age Progression and Regression with Normalizing Flows","date":"2021-05-15","arxiv_id":"2105.07239","n_code_links":1,"syntology":{"ran":21,"of":23,"n_ran_checked":14,"n_instrument":7,"unverified":2,"pointer_only":23,"phrase":"21 ran (of which 11 constructed an object rather than computing a result; 14 with no instrument failure: 3 honoured, 0 violated, 11 with no contract checked; 7 where Syntology's instrument failed) · 2 unverified","official":{"repos":["Hzzone/AgeFlow"],"state":"official (archive's flag): 21 ran","n_ran":21,"n_constructed":11,"n_ran_no_instrument_failure":14,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":"/paper/boosting-light-weight-depth-estimation-via","slug":"boosting-light-weight-depth-estimation-via","title":"Boosting Light-Weight Depth Estimation Via Knowledge Distillation","date":"2021-05-13","arxiv_id":"2105.06143","n_code_links":2,"syntology":null},{"paper":"/paper/when-human-pose-estimation-meets-robustness","slug":"when-human-pose-estimation-meets-robustness","title":"When Human Pose Estimation Meets Robustness: Adversarial Algorithms and Benchmarks","date":"2021-05-13","arxiv_id":"2105.06152","n_code_links":1,"syntology":{"ran":14,"of":25,"n_ran_checked":7,"n_instrument":7,"unverified":11,"pointer_only":4,"phrase":"14 ran (of which 1 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 7 where Syntology's instrument failed) · 11 unverified","official":{"repos":["AIprogrammer/AdvMix"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":6,"ran_from_kinds":["found_in_text","official"]}}},{"paper":"/paper/mate-kd-masked-adversarial-text-a-companion","slug":"mate-kd-masked-adversarial-text-a-companion","title":"MATE-KD: Masked Adversarial TExt, a Companion to Knowledge Distillation","date":"2021-05-12","arxiv_id":"2105.05912","n_code_links":1,"syntology":null},{"paper":null,"slug":"stacked-acoustic-and-textual-encoding","title":"Stacked Acoustic-and-Textual Encoding: Integrating the Pre-trained Models into Speech Translation Encoders","date":"2021-05-12","arxiv_id":"2105.05752","n_code_links":0,"syntology":null},{"paper":null,"slug":"test-time-adaptation-toward-personalized","title":"Test-Time Adaptation Toward Personalized Speech Enhancement: Zero-Shot Learning with Knowledge Distillation","date":"2021-05-08","arxiv_id":"2105.03544","n_code_links":0,"syntology":null},{"paper":null,"slug":"regression-bugs-are-in-your-model-measuring","title":"Regression Bugs Are In Your Model! Measuring, Reducing and Analyzing Regressions In NLP Model Updates","date":"2021-05-07","arxiv_id":"2105.03048","n_code_links":0,"syntology":null},{"paper":null,"slug":"knowledge-distillation-for-swedish-ner-models","title":"Knowledge Distillation for Swedish NER models: A Search for Performance and Efficiency","date":"2021-05-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"distilling-eeg-representations-via-capsules","title":"Distilling EEG Representations via Capsules for Affective Computing","date":"2021-04-30","arxiv_id":"2105.00104","n_code_links":0,"syntology":null},{"paper":null,"slug":"semantic-relation-preserving-knowledge-1","title":"Semantic Relation Preserving Knowledge Distillation for Image-to-Image Translation","date":"2021-04-30","arxiv_id":"2104.15082","n_code_links":0,"syntology":null},{"paper":"/paper/a-novel-look-at-lidar-aided-data-driven","slug":"a-novel-look-at-lidar-aided-data-driven","title":"LIDAR and Position-Aided mmWave Beam Selection with Non-local CNNs and Curriculum Training","date":"2021-04-29","arxiv_id":"2104.14579","n_code_links":1,"syntology":null},{"paper":null,"slug":"spirit-distillation-a-model-compression","title":"Spirit Distillation: A Model Compression Method with Multi-domain Knowledge Transfer","date":"2021-04-29","arxiv_id":"2104.14696","n_code_links":0,"syntology":null},{"paper":null,"slug":"self-distillation-with-batch-knowledge","title":"Self-distillation with Batch Knowledge Ensembling Improves ImageNet Classification","date":"2021-04-27","arxiv_id":"2104.13298","n_code_links":0,"syntology":null},{"paper":"/paper/distilling-audio-visual-knowledge-by","slug":"distilling-audio-visual-knowledge-by","title":"Distilling Audio-Visual Knowledge by Compositional Contrastive Learning","date":"2021-04-22","arxiv_id":"2104.10955","n_code_links":1,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"0 ran · 1 unverified","official":{"repos":["yanbeic/CCL"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"paper":null,"slug":"relational-subsets-knowledge-distillation-for","title":"Relational Subsets Knowledge Distillation for Long-tailed Retinal Diseases Recognition","date":"2021-04-22","arxiv_id":"2104.11057","n_code_links":0,"syntology":null},{"paper":"/paper/balanced-knowledge-distillation-for-long-1","slug":"balanced-knowledge-distillation-for-long-1","title":"Balanced Knowledge Distillation for Long-tailed Learning","date":"2021-04-21","arxiv_id":"2104.10510","n_code_links":1,"syntology":{"ran":0,"of":3,"n_ran_checked":0,"n_instrument":0,"unverified":3,"pointer_only":0,"phrase":"0 ran · 3 unverified","official":{"repos":["EricZsy/BalancedKnowledgeDistillation"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":[]}}},{"paper":null,"slug":"brittle-features-may-help-anomaly-detection","title":"Brittle Features May Help Anomaly Detection","date":"2021-04-21","arxiv_id":"2104.10453","n_code_links":0,"syntology":null},{"paper":null,"slug":"orderly-dual-teacher-knowledge-distillation","title":"Orderly Dual-Teacher Knowledge Distillation for Lightweight Human Pose Estimation","date":"2021-04-21","arxiv_id":"2104.10414","n_code_links":0,"syntology":null},{"paper":"/paper/distill-on-the-go-online-knowledge","slug":"distill-on-the-go-online-knowledge","title":"Distill on the Go: Online knowledge distillation in self-supervised learning","date":"2021-04-20","arxiv_id":"2104.09866","n_code_links":1,"syntology":{"ran":2,"of":2,"n_ran_checked":2,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","official":{"repos":["NeurAI-Lab/DoGo"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"edupal-leaves-no-professor-behind-supporting","title":"EduPal leaves no professor behind: Supporting faculty via a peer-powered recommender system","date":"2021-04-20","arxiv_id":"2104.12558","n_code_links":0,"syntology":null},{"paper":"/paper/knowledge-distillation-as-semiparametric-1","slug":"knowledge-distillation-as-semiparametric-1","title":"Knowledge Distillation as Semiparametric Inference","date":"2021-04-20","arxiv_id":"2104.09732","n_code_links":1,"syntology":{"ran":3,"of":3,"n_ran_checked":0,"n_instrument":3,"unverified":0,"pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","official":{"repos":["microsoft/semiparametric-distillation"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"compact-cnn-structure-learning-by-knowledge","title":"Compact CNN Structure Learning by Knowledge Distillation","date":"2021-04-19","arxiv_id":"2104.09191","n_code_links":0,"syntology":null},{"paper":"/paper/on-learning-the-geodesic-path-for-incremental","slug":"on-learning-the-geodesic-path-for-incremental","title":"On Learning the Geodesic Path for Incremental Learning","date":"2021-04-17","arxiv_id":"2104.08572","n_code_links":1,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":0,"phrase":"0 ran · 1 unverified","official":null}},{"paper":"/paper/ego-exo-transferring-visual-representations","slug":"ego-exo-transferring-visual-representations","title":"Ego-Exo: Transferring Visual Representations from Third-person to First-person Videos","date":"2021-04-16","arxiv_id":"2104.07905","n_code_links":1,"syntology":null},{"paper":null,"slug":"continual-learning-for-fake-audio-detection","title":"Continual Learning for Fake Audio Detection","date":"2021-04-15","arxiv_id":"2104.07286","n_code_links":0,"syntology":null},{"paper":"/paper/integration-of-pre-trained-networks-with","slug":"integration-of-pre-trained-networks-with","title":"Integration of Pre-trained Networks with Continuous Token Interface for End-to-End Spoken Language Understanding","date":"2021-04-15","arxiv_id":"2104.07253","n_code_links":0,"syntology":null},{"paper":"/paper/annealing-knowledge-distillation","slug":"annealing-knowledge-distillation","title":"Annealing Knowledge Distillation","date":"2021-04-14","arxiv_id":"2104.07163","n_code_links":1,"syntology":null},{"paper":null,"slug":"sentence-embeddings-by-ensemble-distillation","title":"Sentence Embeddings by Ensemble Distillation","date":"2021-04-14","arxiv_id":"2104.06719","n_code_links":0,"syntology":null},{"paper":"/paper/the-curious-case-of-hallucinations-in-neural","slug":"the-curious-case-of-hallucinations-in-neural","title":"The Curious Case of Hallucinations in Neural Machine Translation","date":"2021-04-14","arxiv_id":"2104.06683","n_code_links":1,"syntology":null},{"paper":null,"slug":"dealing-with-missing-modalities-in-the-visual","title":"Dealing with Missing Modalities in the Visual Question Answer-Difference Prediction Task through Knowledge Distillation","date":"2021-04-13","arxiv_id":"2104.05965","n_code_links":0,"syntology":null},{"paper":null,"slug":"source-and-target-bidirectional-knowledge","title":"Source and Target Bidirectional Knowledge Distillation for End-to-end Speech Translation","date":"2021-04-13","arxiv_id":"2104.06457","n_code_links":0,"syntology":null},{"paper":"/paper/class-balanced-distillation-for-long-tailed","slug":"class-balanced-distillation-for-long-tailed","title":"Class-Balanced Distillation for Long-Tailed Visual Recognition","date":"2021-04-12","arxiv_id":"2104.05279","n_code_links":3,"syntology":null},{"paper":null,"slug":"dual-discriminator-adversarial-distillation","title":"Dual Discriminator Adversarial Distillation for Data-free Model Compression","date":"2021-04-12","arxiv_id":"2104.05382","n_code_links":0,"syntology":null},{"paper":"/paper/content-aware-gan-compression","slug":"content-aware-gan-compression","title":"Content-Aware GAN Compression","date":"2021-04-06","arxiv_id":"2104.02244","n_code_links":1,"syntology":{"ran":9,"of":16,"n_ran_checked":6,"n_instrument":3,"unverified":7,"pointer_only":0,"phrase":"9 ran (of which 5 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 1 violated, 5 with no contract checked; 3 where Syntology's instrument failed) · 7 unverified","official":{"repos":["lychenyoko/content-aware-gan-compression"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":5,"n_ran_no_instrument_failure":6,"n_unverified":7,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"compressing-visual-linguistic-model-via","title":"Compressing Visual-linguistic Model via Knowledge Distillation","date":"2021-04-05","arxiv_id":"2104.02096","n_code_links":0,"syntology":null},{"paper":"/paper/knowledge-distillation-for-wireless-edge","slug":"knowledge-distillation-for-wireless-edge","title":"Knowledge Distillation For Wireless Edge Learning","date":"2021-04-03","arxiv_id":"2104.06374","n_code_links":1,"syntology":null},{"paper":null,"slug":"decentralized-and-model-free-federated","title":"Decentralized and Model-Free Federated Learning: Consensus-Based Distillation in Function Space","date":"2021-04-01","arxiv_id":"2104.00352","n_code_links":0,"syntology":null},{"paper":null,"slug":"dialect-identification-through-adversarial","title":"Dialect Identification through Adversarial Learning and Knowledge Distillation on Romanian BERT","date":"2021-04-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":null,"slug":"topic-modeling-for-maternal-health-using","title":"Topic Modeling for Maternal Health Using Reddit","date":"2021-04-01","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/unsupervised-domain-expansion-for-visual","slug":"unsupervised-domain-expansion-for-visual","title":"Unsupervised Domain Expansion for Visual Categorization","date":"2021-04-01","arxiv_id":"2104.00233","n_code_links":2,"syntology":{"ran":10,"of":11,"n_ran_checked":7,"n_instrument":3,"unverified":1,"pointer_only":1,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","official":{"repos":["li-xirong/ude"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"paper":null,"slug":"fixing-the-teacher-student-knowledge","title":"Fixing the Teacher-Student Knowledge Discrepancy in Distillation","date":"2021-03-31","arxiv_id":"2103.16844","n_code_links":0,"syntology":null},{"paper":"/paper/had-net-a-hierarchical-adversarial-knowledge","slug":"had-net-a-hierarchical-adversarial-knowledge","title":"HAD-Net: A Hierarchical Adversarial Knowledge Distillation Network for Improved Enhanced Tumour Segmentation Without Post-Contrast Images","date":"2021-03-30","arxiv_id":"2103.16617","n_code_links":1,"syntology":null},{"paper":"/paper/complementary-relation-contrastive","slug":"complementary-relation-contrastive","title":"Complementary Relation Contrastive Distillation","date":"2021-03-29","arxiv_id":"2103.16367","n_code_links":1,"syntology":{"ran":3,"of":4,"n_ran_checked":3,"n_instrument":0,"unverified":1,"pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","official":null}},{"paper":null,"slug":"industry-scale-semi-supervised-learning-for","title":"Industry Scale Semi-Supervised Learning for Natural Language Understanding","date":"2021-03-29","arxiv_id":"2103.15871","n_code_links":0,"syntology":null},{"paper":"/paper/distilling-virtual-examples-for-long-tailed","slug":"distilling-virtual-examples-for-long-tailed","title":"Distilling Virtual Examples for Long-tailed Recognition","date":"2021-03-28","arxiv_id":"2103.15042","n_code_links":1,"syntology":null},{"paper":null,"slug":"knowru-knowledge-reusing-via-knowledge","title":"KnowRU: Knowledge Reusing via Knowledge Distillation in Multi-agent Reinforcement Learning","date":"2021-03-27","arxiv_id":"2103.14891","n_code_links":0,"syntology":null},{"paper":"/paper/distilling-a-powerful-student-model-via","slug":"distilling-a-powerful-student-model-via","title":"Distilling a Powerful Student Model via Online Knowledge Distillation","date":"2021-03-26","arxiv_id":"2103.14473","n_code_links":1,"syntology":null},{"paper":"/paper/leaning-compact-and-representative-features","slug":"leaning-compact-and-representative-features","title":"Leaning Compact and Representative Features for Cross-Modality Person Re-Identification","date":"2021-03-26","arxiv_id":"2103.14210","n_code_links":1,"syntology":null},{"paper":null,"slug":"weakly-supervised-domain-adaptation-of-deep","title":"Weakly-Supervised Domain Adaptation of Deep Regression Trackers via Reinforced Knowledge Distillation","date":"2021-03-26","arxiv_id":"2103.14496","n_code_links":0,"syntology":null},{"paper":"/paper/pruning-then-expanding-model-for-domain","slug":"pruning-then-expanding-model-for-domain","title":"Pruning-then-Expanding Model for Domain Adaptation of Neural Machine Translation","date":"2021-03-25","arxiv_id":"2103.13678","n_code_links":1,"syntology":null},{"paper":null,"slug":"spirit-distillation-precise-real-time","title":"Spirit Distillation: Precise Real-time Semantic Segmentation of Road Scenes with Insufficient Data","date":"2021-03-25","arxiv_id":"2103.13733","n_code_links":0,"syntology":null},{"paper":null,"slug":"student-network-learning-via-evolutionary","title":"Student Network Learning via Evolutionary Knowledge Distillation","date":"2021-03-23","arxiv_id":"2103.13811","n_code_links":0,"syntology":null},{"paper":null,"slug":"the-nlp-cookbook-modern-recipes-for","title":"The NLP Cookbook: Modern Recipes for Transformer based Deep Learning Architectures","date":"2021-03-23","arxiv_id":"2104.10640","n_code_links":0,"syntology":null},{"paper":"/paper/rosita-refined-bert-compression-with","slug":"rosita-refined-bert-compression-with","title":"ROSITA: Refined BERT cOmpreSsion with InTegrAted techniques","date":"2021-03-21","arxiv_id":"2103.11367","n_code_links":1,"syntology":{"ran":0,"of":1,"n_ran_checked":0,"n_instrument":0,"unverified":1,"pointer_only":1,"phrase":"0 ran · 1 unverified","official":{"repos":["llyx97/Rosita"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"paper":null,"slug":"compacting-deep-neural-networks-for-internet","title":"Compacting Deep Neural Networks for Internet of Things: Methods and Applications","date":"2021-03-20","arxiv_id":"2103.11083","n_code_links":0,"syntology":null},{"paper":null,"slug":"cost-effective-deployment-of-bert-models-in","title":"Cost-effective Deployment of BERT Models in Serverless Environment","date":"2021-03-19","arxiv_id":"2103.10673","n_code_links":0,"syntology":null},{"paper":"/paper/tf-gczsl-task-free-generalized-continual-zero","slug":"tf-gczsl-task-free-generalized-continual-zero","title":"Online Lifelong Generalized Zero-Shot Learning","date":"2021-03-19","arxiv_id":"2103.10741","n_code_links":1,"syntology":null},{"paper":null,"slug":"variational-knowledge-distillation-for","title":"Variational Knowledge Distillation for Disease Classification in Chest X-Rays","date":"2021-03-19","arxiv_id":"2103.10825","n_code_links":0,"syntology":null},{"paper":"/paper/human-inspired-multi-agent-navigation-using","slug":"human-inspired-multi-agent-navigation-using","title":"Human-Inspired Multi-Agent Navigation using Knowledge Distillation","date":"2021-03-18","arxiv_id":"2103.10000","n_code_links":1,"syntology":null},{"paper":"/paper/self-supervised-adaptation-for-video-super","slug":"self-supervised-adaptation-for-video-super","title":"Self-Supervised Adaptation for Video Super-Resolution","date":"2021-03-18","arxiv_id":"2103.10081","n_code_links":1,"syntology":null},{"paper":null,"slug":"similarity-transfer-for-knowledge","title":"Similarity Transfer for Knowledge Distillation","date":"2021-03-18","arxiv_id":"2103.10047","n_code_links":0,"syntology":null},{"paper":"/paper/leveraging-recent-advances-in-deep-learning","slug":"leveraging-recent-advances-in-deep-learning","title":"Leveraging Recent Advances in Deep Learning for Audio-Visual Emotion Recognition","date":"2021-03-16","arxiv_id":"2103.09154","n_code_links":0,"syntology":null},{"paper":null,"slug":"robustly-optimized-and-distilled-training-for","title":"Robustly Optimized and Distilled Training for Natural Language Understanding","date":"2021-03-16","arxiv_id":"2103.08809","n_code_links":0,"syntology":null},{"paper":"/paper/refine-myself-by-teaching-myself-feature","slug":"refine-myself-by-teaching-myself-feature","title":"Refine Myself by Teaching Myself: Feature Refinement via Self-Knowledge Distillation","date":"2021-03-15","arxiv_id":"2103.08273","n_code_links":1,"syntology":{"ran":1,"of":3,"n_ran_checked":1,"n_instrument":0,"unverified":2,"pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified; the one sample that ran constructed an object rather than computing a result","official":{"repos":["MingiJi/FRSKD"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":"/paper/robust-model-compression-using-deep","slug":"robust-model-compression-using-deep","title":"Robust Model Compression Using Deep Hypotheses","date":"2021-03-13","arxiv_id":"2103.07668","n_code_links":1,"syntology":null},{"paper":null,"slug":"self-feature-regularization-self-feature","title":"A New Training Framework for Deep Neural Network","date":"2021-03-12","arxiv_id":"2103.07350","n_code_links":0,"syntology":null},{"paper":"/paper/beyond-self-supervision-a-simple-yet","slug":"beyond-self-supervision-a-simple-yet","title":"Beyond Self-Supervision: A Simple Yet Effective Network Distillation Alternative to Improve Backbones","date":"2021-03-10","arxiv_id":"2103.05959","n_code_links":2,"syntology":null},{"paper":"/paper/parser-free-virtual-try-on-via-distilling","slug":"parser-free-virtual-try-on-via-distilling","title":"Parser-Free Virtual Try-on via Distilling Appearance Flows","date":"2021-03-08","arxiv_id":"2103.04559","n_code_links":2,"syntology":null},{"paper":"/paper/adaptive-multi-teacher-multi-level-knowledge","slug":"adaptive-multi-teacher-multi-level-knowledge","title":"Adaptive Multi-Teacher Multi-level Knowledge Distillation","date":"2021-03-06","arxiv_id":"2103.04062","n_code_links":1,"syntology":{"ran":1,"of":2,"n_ran_checked":0,"n_instrument":1,"unverified":1,"pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","official":{"repos":["FLHonker/AMTML-KD-code"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/distributed-dynamic-map-fusion-via-federated","slug":"distributed-dynamic-map-fusion-via-federated","title":"Distributed Dynamic Map Fusion via Federated Learning for Intelligent Networked Vehicles","date":"2021-03-05","arxiv_id":"2103.03786","n_code_links":1,"syntology":null},{"paper":null,"slug":"deep-neural-network-models-compression","title":"Deep Neural Network Models Compression","date":"2021-03-04","arxiv_id":null,"n_code_links":0,"syntology":null},{"paper":"/paper/extract-the-knowledge-of-graph-neural","slug":"extract-the-knowledge-of-graph-neural","title":"Extract the Knowledge of Graph Neural Networks and Go Beyond it: An Effective Knowledge Distillation Framework","date":"2021-03-04","arxiv_id":"2103.02885","n_code_links":1,"syntology":{"ran":2,"of":3,"n_ran_checked":0,"n_instrument":2,"unverified":1,"pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","official":{"repos":["BUPT-GAMMA/CPF"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"paper":"/paper/general-instance-distillation-for-object","slug":"general-instance-distillation-for-object","title":"General Instance Distillation for Object Detection","date":"2021-03-03","arxiv_id":"2103.02340","n_code_links":1,"syntology":null},{"paper":null,"slug":"feature-align-network-and-knowledge","title":"Feature-Align Network with Knowledge Distillation for Efficient Denoising","date":"2021-03-02","arxiv_id":"2103.01524","n_code_links":0,"syntology":null},{"paper":null,"slug":"embedded-knowledge-distillation-in-depth","title":"Embedded Knowledge Distillation in Depth-Level Dynamic Neural Network","date":"2021-03-01","arxiv_id":"2103.00793","n_code_links":0,"syntology":null},{"paper":"/paper/exploring-complementary-strengths-of","slug":"exploring-complementary-strengths-of","title":"Exploring Complementary Strengths of Invariant and Equivariant Representations for Few-Shot Learning","date":"2021-03-01","arxiv_id":"2103.01315","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":1,"n_instrument":0,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","official":{"repos":["nayeemrizve/invariance-equivariance"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":"/paper/distilling-knowledge-via-intermediate","slug":"distilling-knowledge-via-intermediate","title":"Distilling Knowledge via Intermediate Classifiers","date":"2021-02-28","arxiv_id":"2103.00497","n_code_links":2,"syntology":null},{"paper":null,"slug":"knowledge-distillation-circumvents","title":"Knowledge Distillation Circumvents Nonlinearity for Optical Convolutional Neural Networks","date":"2021-02-26","arxiv_id":"2102.13323","n_code_links":0,"syntology":null},{"paper":null,"slug":"pursuhint-in-search-of-informative-hint","title":"PURSUhInT: In Search of Informative Hint Points Based on Layer Clustering for Knowledge Distillation","date":"2021-02-26","arxiv_id":"2103.00053","n_code_links":0,"syntology":null},{"paper":"/paper/localization-distillation-for-object","slug":"localization-distillation-for-object","title":"Localization Distillation for Dense Object Detection","date":"2021-02-24","arxiv_id":"2102.12252","n_code_links":2,"syntology":null},{"paper":null,"slug":"multi-view-feature-representation-for","title":"Multi-View Feature Representation for Dialogue Generation with Bidirectional Distillation","date":"2021-02-22","arxiv_id":"2102.10780","n_code_links":0,"syntology":null},{"paper":null,"slug":"hierarchical-transformer-based-large-context","title":"Hierarchical Transformer-based Large-Context End-to-end ASR with Large-Context Knowledge Distillation","date":"2021-02-16","arxiv_id":"2102.07935","n_code_links":0,"syntology":null},{"paper":null,"slug":"cap-gan-towards-adversarial-robustness-with","title":"CAP-GAN: Towards Adversarial Robustness with Cycle-consistent Attentional Purification","date":"2021-02-15","arxiv_id":"2102.07304","n_code_links":0,"syntology":null},{"paper":null,"slug":"improved-customer-transaction-classification","title":"Improved Customer Transaction Classification using Semi-Supervised Knowledge Distillation","date":"2021-02-15","arxiv_id":"2102.07635","n_code_links":0,"syntology":null},{"paper":null,"slug":"leveraging-acoustic-and-linguistic-embeddings","title":"Leveraging Acoustic and Linguistic Embeddings from Pretrained speech and language Models for Intent Classification","date":"2021-02-15","arxiv_id":"2102.07370","n_code_links":0,"syntology":null},{"paper":null,"slug":"self-regulated-learning-mechanism-for-data","title":"Self Regulated Learning Mechanism for Data Efficient Knowledge Distillation","date":"2021-02-14","arxiv_id":"2102.07125","n_code_links":0,"syntology":null},{"paper":null,"slug":"learning-student-friendly-teacher-networks","title":"Learning Student-Friendly Teacher Networks for Knowledge Distillation","date":"2021-02-12","arxiv_id":"2102.07650","n_code_links":0,"syntology":null},{"paper":null,"slug":"semantically-conditioned-negative-samples-for","title":"Semantically-Conditioned Negative Samples for Efficient Contrastive Learning","date":"2021-02-12","arxiv_id":"2102.06603","n_code_links":0,"syntology":null},{"paper":null,"slug":"newsbert-distilling-pre-trained-language","title":"NewsBERT: Distilling Pre-trained Language Model for Intelligent News Application","date":"2021-02-09","arxiv_id":"2102.04887","n_code_links":0,"syntology":null},{"paper":"/paper/ml-doctor-holistic-risk-assessment-of","slug":"ml-doctor-holistic-risk-assessment-of","title":"ML-Doctor: Holistic Risk Assessment of Inference Attacks Against Machine Learning Models","date":"2021-02-04","arxiv_id":"2102.02551","n_code_links":1,"syntology":{"ran":1,"of":3,"n_ran_checked":0,"n_instrument":1,"unverified":2,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","official":{"repos":["liuyugeng/ml-doctor"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"do-not-forget-to-attend-to-uncertainty-while","title":"Do Not Forget to Attend to Uncertainty while Mitigating Catastrophic Forgetting","date":"2021-02-03","arxiv_id":"2102.01906","n_code_links":0,"syntology":null},{"paper":"/paper/evolutionary-generative-adversarial-networks-1","slug":"evolutionary-generative-adversarial-networks-1","title":"Evolutionary Generative Adversarial Networks with Crossover Based Knowledge Distillation","date":"2021-01-27","arxiv_id":"2101.11186","n_code_links":1,"syntology":null},{"paper":null,"slug":"isp-distillation","title":"ISP Distillation","date":"2021-01-25","arxiv_id":"2101.10203","n_code_links":0,"syntology":null},{"paper":"/paper/memory-efficient-semi-supervised-continual-1","slug":"memory-efficient-semi-supervised-continual-1","title":"Memory-Efficient Semi-Supervised Continual Learning: The World is its Own Replay Buffer","date":"2021-01-23","arxiv_id":"2101.09536","n_code_links":1,"syntology":{"ran":1,"of":1,"n_ran_checked":0,"n_instrument":1,"unverified":0,"pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","official":{"repos":["GT-RIPL/DistillMatch-SSCL"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"paper":null,"slug":"network-agnostic-knowledge-transfer-for","title":"Network-Agnostic Knowledge Transfer for Medical Image Segmentation","date":"2021-01-23","arxiv_id":"2101.09560","n_code_links":0,"syntology":null},{"paper":null,"slug":"bridging-the-gap-between-human-action","title":"Bridging the gap between Human Action Recognition and Online Action Detection","date":"2021-01-21","arxiv_id":"2101.08851","n_code_links":0,"syntology":null},{"paper":null,"slug":"collaborative-teacher-student-learning-via","title":"Collaborative Teacher-Student Learning via Multiple Knowledge Transfer","date":"2021-01-21","arxiv_id":"2101.08471","n_code_links":0,"syntology":null}],"record_sha256":"3bc726d3deb06af5a28c1cd39fbc874623eda2279e1d5a9522ef63fb6992c267","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}