{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/knowledge-distillation/papers/16","list_of":"/task/knowledge-distillation","task":"Knowledge Distillation","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"repositories listed in the archive (most first), then date (newest first), then slug","page":16,"pages_in_order":43,"rows_per_page":100,"rows":[1501,1600],"of":4240,"counts":{"archive_papers_tagged":4240,"with_a_code_link":1740,"where_syntology_ran_a_sample":451,"not_listed_spam_title":0,"listed":4240,"listed_where_code_ran":451,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":380,"every_run_a_failure_of_syntologys_instrument":71,"listed_with_a_run_with_no_instrument_failure":380,"listed_every_run_a_failure_of_syntologys_instrument":71,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/knowledge-distillation","prev":"/task/knowledge-distillation/papers/15","next":"/task/knowledge-distillation/papers/17","papers":[{"url":"/paper/distilling-audio-visual-knowledge-by","slug":"distilling-audio-visual-knowledge-by","title":"Distilling Audio-Visual Knowledge by Compositional Contrastive Learning","date":"2021-04-22","arxiv_id":"2104.10955","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/distilling-audio-visual-knowledge-by#ran","syntology_url":"https://syntology.ai/paper/2104.10955","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.10955"}},"official":{"repos":["yanbeic/CCL"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/balanced-knowledge-distillation-for-long-1","slug":"balanced-knowledge-distillation-for-long-1","title":"Balanced Knowledge Distillation for Long-tailed Learning","date":"2021-04-21","arxiv_id":"2104.10510","repositories_listed":1,"syntology":{"n":3,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 3 unverified","sample_list":"/paper/balanced-knowledge-distillation-for-long-1#ran","syntology_url":"https://syntology.ai/paper/2104.10510","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.10510"}},"official":{"repos":["EricZsy/BalancedKnowledgeDistillation"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":[]}}},{"url":"/paper/voice2mesh-cross-modal-3d-face-model","slug":"voice2mesh-cross-modal-3d-face-model","title":"Voice2Mesh: Cross-Modal 3D Face Model Generation from Voices","date":"2021-04-21","arxiv_id":"2104.10299","repositories_listed":1,"syntology":null},{"url":"/paper/distill-on-the-go-online-knowledge","slug":"distill-on-the-go-online-knowledge","title":"Distill on the Go: Online knowledge distillation in self-supervised learning","date":"2021-04-20","arxiv_id":"2104.09866","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/distill-on-the-go-online-knowledge#ran","syntology_url":"https://syntology.ai/paper/2104.09866","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.09866"}},"official":{"repos":["NeurAI-Lab/DoGo"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/knowledge-distillation-as-semiparametric-1","slug":"knowledge-distillation-as-semiparametric-1","title":"Knowledge Distillation as Semiparametric Inference","date":"2021-04-20","arxiv_id":"2104.09732","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/knowledge-distillation-as-semiparametric-1#ran","syntology_url":"https://syntology.ai/paper/2104.09732","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.09732"}},"official":{"repos":["microsoft/semiparametric-distillation"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/on-learning-the-geodesic-path-for-incremental","slug":"on-learning-the-geodesic-path-for-incremental","title":"On Learning the Geodesic Path for Incremental Learning","date":"2021-04-17","arxiv_id":"2104.08572","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/on-learning-the-geodesic-path-for-incremental#ran","syntology_url":"https://syntology.ai/paper/2104.08572","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08572"}},"official":null}},{"url":"/paper/ego-exo-transferring-visual-representations","slug":"ego-exo-transferring-visual-representations","title":"Ego-Exo: Transferring Visual Representations from Third-person to First-person Videos","date":"2021-04-16","arxiv_id":"2104.07905","repositories_listed":1,"syntology":null},{"url":"/paper/serial-or-parallel-plug-able-adapter-for","slug":"serial-or-parallel-plug-able-adapter-for","title":"Counter-Interference Adapter for Multilingual Machine Translation","date":"2021-04-16","arxiv_id":"2104.08154","repositories_listed":1,"syntology":null},{"url":"/paper/annealing-knowledge-distillation","slug":"annealing-knowledge-distillation","title":"Annealing Knowledge Distillation","date":"2021-04-14","arxiv_id":"2104.07163","repositories_listed":1,"syntology":null},{"url":"/paper/the-curious-case-of-hallucinations-in-neural","slug":"the-curious-case-of-hallucinations-in-neural","title":"The Curious Case of Hallucinations in Neural Machine Translation","date":"2021-04-14","arxiv_id":"2104.06683","repositories_listed":1,"syntology":null},{"url":"/paper/incremental-multi-target-domain-adaptation","slug":"incremental-multi-target-domain-adaptation","title":"Incremental Multi-Target Domain Adaptation for Object Detection with Efficient Domain Transfer","date":"2021-04-13","arxiv_id":"2104.06476","repositories_listed":1,"syntology":null},{"url":"/paper/unifying-domain-adaptation-and-self","slug":"unifying-domain-adaptation-and-self","title":"CXR Segmentation by AdaIN-based Domain Adaptation and Knowledge Distillation","date":"2021-04-13","arxiv_id":"2104.05892","repositories_listed":1,"syntology":null},{"url":"/paper/gkd-semi-supervised-graph-knowledge","slug":"gkd-semi-supervised-graph-knowledge","title":"GKD: Semi-supervised Graph Knowledge Distillation for Graph-Independent Inference","date":"2021-04-08","arxiv_id":"2104.03597","repositories_listed":1,"syntology":null},{"url":"/paper/support-target-protocol-for-meta-learning","slug":"support-target-protocol-for-meta-learning","title":"Towards Enabling Meta-Learning from Target Models","date":"2021-04-08","arxiv_id":"2104.03736","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":4,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":2,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/support-target-protocol-for-meta-learning#ran","syntology_url":"https://syntology.ai/paper/2104.03736","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.03736"}},"official":{"repos":["njulus/ST"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/content-aware-gan-compression","slug":"content-aware-gan-compression","title":"Content-Aware GAN Compression","date":"2021-04-06","arxiv_id":"2104.02244","repositories_listed":1,"syntology":{"n":16,"n_ran":9,"n_constructed":5,"n_ran_checked":6,"n_instrument":3,"n_unverified":7,"n_honours":0,"n_violates":1,"n_no_contract":5,"n_pointer_only":0,"phrase":"9 ran (of which 5 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 1 violated, 5 with no contract checked; 3 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/content-aware-gan-compression#ran","syntology_url":"https://syntology.ai/paper/2104.02244","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.02244"}},"official":{"repos":["lychenyoko/content-aware-gan-compression"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":5,"n_ran_no_instrument_failure":6,"n_unverified":7,"ran_from_kinds":["official"]}}},{"url":"/paper/knowledge-distillation-for-wireless-edge","slug":"knowledge-distillation-for-wireless-edge","title":"Knowledge Distillation For Wireless Edge Learning","date":"2021-04-03","arxiv_id":"2104.06374","repositories_listed":1,"syntology":null},{"url":"/paper/students-are-the-best-teacher-exit-ensemble","slug":"students-are-the-best-teacher-exit-ensemble","title":"Students are the Best Teacher: Exit-Ensemble Distillation with Multi-Exits","date":"2021-04-01","arxiv_id":"2104.00299","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-distillation-by-sparse-1","slug":"knowledge-distillation-by-sparse-1","title":"Knowledge Distillation By Sparse Representation Matching","date":"2021-03-31","arxiv_id":"2103.17012","repositories_listed":1,"syntology":null},{"url":"/paper/had-net-a-hierarchical-adversarial-knowledge","slug":"had-net-a-hierarchical-adversarial-knowledge","title":"HAD-Net: A Hierarchical Adversarial Knowledge Distillation Network for Improved Enhanced Tumour Segmentation Without Post-Contrast Images","date":"2021-03-30","arxiv_id":"2103.16617","repositories_listed":1,"syntology":null},{"url":"/paper/complementary-relation-contrastive","slug":"complementary-relation-contrastive","title":"Complementary Relation Contrastive Distillation","date":"2021-03-29","arxiv_id":"2103.16367","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/complementary-relation-contrastive#ran","syntology_url":"https://syntology.ai/paper/2103.16367","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.16367"}},"official":null}},{"url":"/paper/distilling-virtual-examples-for-long-tailed","slug":"distilling-virtual-examples-for-long-tailed","title":"Distilling Virtual Examples for Long-tailed Recognition","date":"2021-03-28","arxiv_id":"2103.15042","repositories_listed":1,"syntology":null},{"url":"/paper/distilling-a-powerful-student-model-via","slug":"distilling-a-powerful-student-model-via","title":"Distilling a Powerful Student Model via Online Knowledge Distillation","date":"2021-03-26","arxiv_id":"2103.14473","repositories_listed":1,"syntology":null},{"url":"/paper/distilling-object-detectors-via-decoupled","slug":"distilling-object-detectors-via-decoupled","title":"Distilling Object Detectors via Decoupled Features","date":"2021-03-26","arxiv_id":"2103.14475","repositories_listed":1,"syntology":null},{"url":"/paper/leaning-compact-and-representative-features","slug":"leaning-compact-and-representative-features","title":"Leaning Compact and Representative Features for Cross-Modality Person Re-Identification","date":"2021-03-26","arxiv_id":"2103.14210","repositories_listed":1,"syntology":null},{"url":"/paper/multimodal-knowledge-expansion","slug":"multimodal-knowledge-expansion","title":"Multimodal Knowledge Expansion","date":"2021-03-26","arxiv_id":"2103.14431","repositories_listed":1,"syntology":null},{"url":"/paper/pruning-then-expanding-model-for-domain","slug":"pruning-then-expanding-model-for-domain","title":"Pruning-then-Expanding Model for Domain Adaptation of Neural Machine Translation","date":"2021-03-25","arxiv_id":"2103.13678","repositories_listed":1,"syntology":null},{"url":"/paper/rosita-refined-bert-compression-with","slug":"rosita-refined-bert-compression-with","title":"ROSITA: Refined BERT cOmpreSsion with InTegrAted techniques","date":"2021-03-21","arxiv_id":"2103.11367","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/rosita-refined-bert-compression-with#ran","syntology_url":"https://syntology.ai/paper/2103.11367","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.11367"}},"official":{"repos":["llyx97/Rosita"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/tf-gczsl-task-free-generalized-continual-zero","slug":"tf-gczsl-task-free-generalized-continual-zero","title":"Online Lifelong Generalized Zero-Shot Learning","date":"2021-03-19","arxiv_id":"2103.10741","repositories_listed":1,"syntology":null},{"url":"/paper/human-inspired-multi-agent-navigation-using","slug":"human-inspired-multi-agent-navigation-using","title":"Human-Inspired Multi-Agent Navigation using Knowledge Distillation","date":"2021-03-18","arxiv_id":"2103.10000","repositories_listed":1,"syntology":null},{"url":"/paper/self-supervised-adaptation-for-video-super","slug":"self-supervised-adaptation-for-video-super","title":"Self-Supervised Adaptation for Video Super-Resolution","date":"2021-03-18","arxiv_id":"2103.10081","repositories_listed":1,"syntology":null},{"url":"/paper/refine-myself-by-teaching-myself-feature","slug":"refine-myself-by-teaching-myself-feature","title":"Refine Myself by Teaching Myself: Feature Refinement via Self-Knowledge Distillation","date":"2021-03-15","arxiv_id":"2103.08273","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/refine-myself-by-teaching-myself-feature#ran","syntology_url":"https://syntology.ai/paper/2103.08273","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.08273"}},"official":{"repos":["MingiJi/FRSKD"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/robust-model-compression-using-deep","slug":"robust-model-compression-using-deep","title":"Robust Model Compression Using Deep Hypotheses","date":"2021-03-13","arxiv_id":"2103.07668","repositories_listed":1,"syntology":null},{"url":"/paper/adaptive-multi-teacher-multi-level-knowledge","slug":"adaptive-multi-teacher-multi-level-knowledge","title":"Adaptive Multi-Teacher Multi-level Knowledge Distillation","date":"2021-03-06","arxiv_id":"2103.04062","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/adaptive-multi-teacher-multi-level-knowledge#ran","syntology_url":"https://syntology.ai/paper/2103.04062","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.04062"}},"official":{"repos":["FLHonker/AMTML-KD-code"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/distributed-dynamic-map-fusion-via-federated","slug":"distributed-dynamic-map-fusion-via-federated","title":"Distributed Dynamic Map Fusion via Federated Learning for Intelligent Networked Vehicles","date":"2021-03-05","arxiv_id":"2103.03786","repositories_listed":1,"syntology":null},{"url":"/paper/teachers-do-more-than-teach-compressing-image","slug":"teachers-do-more-than-teach-compressing-image","title":"Teachers Do More Than Teach: Compressing Image-to-Image Models","date":"2021-03-05","arxiv_id":"2103.03467","repositories_listed":1,"syntology":null},{"url":"/paper/extract-the-knowledge-of-graph-neural","slug":"extract-the-knowledge-of-graph-neural","title":"Extract the Knowledge of Graph Neural Networks and Go Beyond it: An Effective Knowledge Distillation Framework","date":"2021-03-04","arxiv_id":"2103.02885","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/extract-the-knowledge-of-graph-neural#ran","syntology_url":"https://syntology.ai/paper/2103.02885","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.02885"}},"official":{"repos":["BUPT-GAMMA/CPF"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/general-instance-distillation-for-object","slug":"general-instance-distillation-for-object","title":"General Instance Distillation for Object Detection","date":"2021-03-03","arxiv_id":"2103.02340","repositories_listed":1,"syntology":null},{"url":"/paper/exploring-complementary-strengths-of","slug":"exploring-complementary-strengths-of","title":"Exploring Complementary Strengths of Invariant and Equivariant Representations for Few-Shot Learning","date":"2021-03-01","arxiv_id":"2103.01315","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/exploring-complementary-strengths-of#ran","syntology_url":"https://syntology.ai/paper/2103.01315","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.01315"}},"official":{"repos":["nayeemrizve/invariance-equivariance"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/training-generative-adversarial-networks-in","slug":"training-generative-adversarial-networks-in","title":"Training Generative Adversarial Networks in One Stage","date":"2021-02-28","arxiv_id":"2103.00430","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/training-generative-adversarial-networks-in#ran","syntology_url":"https://syntology.ai/paper/2103.00430","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.00430"}},"official":{"repos":["zju-vipa/OSGAN"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/even-your-teacher-needs-guidance-ground-truth","slug":"even-your-teacher-needs-guidance-ground-truth","title":"Even your Teacher Needs Guidance: Ground-Truth Targets Dampen Regularization Imposed by Self-Distillation","date":"2021-02-25","arxiv_id":"2102.13088","repositories_listed":1,"syntology":null},{"url":"/paper/chexseg-combining-expert-annotations-with-dnn","slug":"chexseg-combining-expert-annotations-with-dnn","title":"CheXseg: Combining Expert Annotations with DNN-generated Saliency Maps for X-ray Segmentation","date":"2021-02-21","arxiv_id":"2102.10484","repositories_listed":1,"syntology":null},{"url":"/paper/show-attend-and-distill-knowledge","slug":"show-attend-and-distill-knowledge","title":"Show, Attend and Distill:Knowledge Distillation via Attention-based Feature Matching","date":"2021-02-05","arxiv_id":"2102.02973","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":3,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 3 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/show-attend-and-distill-knowledge#ran","syntology_url":"https://syntology.ai/paper/2102.02973","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2102.02973"}},"official":{"repos":["clovaai/attention-feature-distillation"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":3,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/ml-doctor-holistic-risk-assessment-of","slug":"ml-doctor-holistic-risk-assessment-of","title":"ML-Doctor: Holistic Risk Assessment of Inference Attacks Against Machine Learning Models","date":"2021-02-04","arxiv_id":"2102.02551","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/ml-doctor-holistic-risk-assessment-of#ran","syntology_url":"https://syntology.ai/paper/2102.02551","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2102.02551"}},"official":{"repos":["liuyugeng/ml-doctor"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/evolutionary-generative-adversarial-networks-1","slug":"evolutionary-generative-adversarial-networks-1","title":"Evolutionary Generative Adversarial Networks with Crossover Based Knowledge Distillation","date":"2021-01-27","arxiv_id":"2101.11186","repositories_listed":1,"syntology":null},{"url":"/paper/memory-efficient-semi-supervised-continual-1","slug":"memory-efficient-semi-supervised-continual-1","title":"Memory-Efficient Semi-Supervised Continual Learning: The World is its Own Replay Buffer","date":"2021-01-23","arxiv_id":"2101.09536","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/memory-efficient-semi-supervised-continual-1#ran","syntology_url":"https://syntology.ai/paper/2101.09536","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2101.09536"}},"official":{"repos":["GT-RIPL/DistillMatch-SSCL"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/seed-self-supervised-distillation-for-visual-1","slug":"seed-self-supervised-distillation-for-visual-1","title":"SEED: Self-supervised Distillation For Visual Representation","date":"2021-01-12","arxiv_id":"2101.04731","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/seed-self-supervised-distillation-for-visual-1#ran","syntology_url":"https://syntology.ai/paper/2101.04731","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2101.04731"}},"official":{"repos":["jacobswan1/SEED"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/good-students-play-big-lottery-better","slug":"good-students-play-big-lottery-better","title":"Spending Your Winning Lottery Better After Drawing It","date":"2021-01-08","arxiv_id":"2101.03255","repositories_listed":1,"syntology":null},{"url":"/paper/distilling-global-and-local-logits-with","slug":"distilling-global-and-local-logits-with","title":"Distilling Global and Local Logits With Densely Connected Relations","date":"2021-01-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/improve-object-detection-with-feature-based","slug":"improve-object-detection-with-feature-based","title":"Improve Object Detection with Feature-based Knowledge Distillation: Towards Accurate and Efficient Detectors","date":"2021-01-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/self-mutual-distillation-learning-for","slug":"self-mutual-distillation-learning-for","title":"Self-Mutual Distillation Learning for Continuous Sign Language Recognition","date":"2021-01-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/unified-mandarin-tts-front-end-based-on","slug":"unified-mandarin-tts-front-end-based-on","title":"Unified Mandarin TTS Front-end Based on Distilled BERT Model","date":"2020-12-31","arxiv_id":"2012.15404","repositories_listed":1,"syntology":null},{"url":"/paper/accelerating-pre-trained-language-models-via","slug":"accelerating-pre-trained-language-models-via","title":"CascadeBERT: Accelerating Inference of Pre-trained Language Models via Calibrated Complete Models Cascade","date":"2020-12-29","arxiv_id":"2012.14682","repositories_listed":1,"syntology":null},{"url":"/paper/learning-light-weight-translation-models-from","slug":"learning-light-weight-translation-models-from","title":"Learning Light-Weight Translation Models from Deep Transformer","date":"2020-12-27","arxiv_id":"2012.13866","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":2,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/learning-light-weight-translation-models-from#ran","syntology_url":"https://syntology.ai/paper/2012.13866","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2012.13866"}},"official":{"repos":["libeineu/GPKD"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/computation-efficient-knowledge-distillation","slug":"computation-efficient-knowledge-distillation","title":"Computation-Efficient Knowledge Distillation via Uncertainty-Aware Mixup","date":"2020-12-17","arxiv_id":"2012.09413","repositories_listed":1,"syntology":null},{"url":"/paper/invariant-teacher-and-equivariant-student-for","slug":"invariant-teacher-and-equivariant-student-for","title":"Invariant Teacher and Equivariant Student for Unsupervised 3D Human Pose Estimation","date":"2020-12-17","arxiv_id":"2012.09398","repositories_listed":1,"syntology":null},{"url":"/paper/on-knowledge-distillation-for-direct-speech","slug":"on-knowledge-distillation-for-direct-speech","title":"On Knowledge Distillation for Direct Speech Translation","date":"2020-12-09","arxiv_id":"2012.04964","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-distillation-thrives-on-data","slug":"knowledge-distillation-thrives-on-data","title":"What Makes a \"Good\" Data Augmentation in Knowledge Distillation -- A Statistical Perspective","date":"2020-12-05","arxiv_id":"2012.02909","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/knowledge-distillation-thrives-on-data#ran","syntology_url":"https://syntology.ai/paper/2012.02909","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2012.02909"}},"official":{"repos":["mingsun-tse/good-da-in-kd"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/parallel-blockwise-knowledge-distillation-for","slug":"parallel-blockwise-knowledge-distillation-for","title":"Parallel Blockwise Knowledge Distillation for Deep Neural Network Compression","date":"2020-12-05","arxiv_id":"2012.03096","repositories_listed":1,"syntology":null},{"url":"/paper/reciprocal-supervised-learning-improves","slug":"reciprocal-supervised-learning-improves","title":"Reciprocal Supervised Learning Improves Neural Machine Translation","date":"2020-12-05","arxiv_id":"2012.02975","repositories_listed":1,"syntology":null},{"url":"/paper/reliable-model-compression-via-label","slug":"reliable-model-compression-via-label","title":"Going Beyond Classification Accuracy Metrics in Model Compression","date":"2020-12-03","arxiv_id":"2012.01604","repositories_listed":1,"syntology":null},{"url":"/paper/meta-kd-a-meta-knowledge-distillation","slug":"meta-kd-a-meta-knowledge-distillation","title":"Meta-KD: A Meta Knowledge Distillation Framework for Language Model Compression across Domains","date":"2020-12-02","arxiv_id":"2012.01266","repositories_listed":1,"syntology":null},{"url":"/paper/agree-to-disagree-adaptive-ensemble-knowledge","slug":"agree-to-disagree-adaptive-ensemble-knowledge","title":"Agree to Disagree: Adaptive Ensemble Knowledge Distillation in Gradient Space","date":"2020-12-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-base-embedding-by-cooperative","slug":"knowledge-base-embedding-by-cooperative","title":"Knowledge Base Embedding By Cooperative Knowledge Distillation","date":"2020-12-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/multi-level-knowledge-distillation","slug":"multi-level-knowledge-distillation","title":"Multi-level Knowledge Distillation via Knowledge Alignment and Correlation","date":"2020-12-01","arxiv_id":"2012.00573","repositories_listed":1,"syntology":null},{"url":"/paper/task-oriented-feature-distillation","slug":"task-oriented-feature-distillation","title":"Task-Oriented Feature Distillation","date":"2020-12-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/a-few-guidelines-for-incremental-few-shot","slug":"a-few-guidelines-for-incremental-few-shot","title":"Prototype-based Incremental Few-Shot Semantic Segmentation","date":"2020-11-30","arxiv_id":"2012.01415","repositories_listed":1,"syntology":null},{"url":"/paper/kd-lib-a-pytorch-library-for-knowledge","slug":"kd-lib-a-pytorch-library-for-knowledge","title":"KD-Lib: A PyTorch library for Knowledge Distillation, Pruning and Quantization","date":"2020-11-30","arxiv_id":"2011.14691","repositories_listed":1,"syntology":null},{"url":"/paper/torchdistill-a-modular-configuration-driven","slug":"torchdistill-a-modular-configuration-driven","title":"torchdistill: A Modular, Configuration-Driven Framework for Knowledge Distillation","date":"2020-11-25","arxiv_id":"2011.12913","repositories_listed":1,"syntology":{"n":26,"n_ran":10,"n_constructed":0,"n_ran_checked":0,"n_instrument":10,"n_unverified":16,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 10 where Syntology's instrument failed) · 16 unverified","sample_list":"/paper/torchdistill-a-modular-configuration-driven#ran","syntology_url":"https://syntology.ai/paper/2011.12913","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2011.12913"}},"official":{"repos":["yoshitomo-matsubara/torchdistill"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":16,"ran_from_kinds":["official"]}}},{"url":"/paper/evolving-search-space-for-neural-architecture","slug":"evolving-search-space-for-neural-architecture","title":"Evolving Search Space for Neural Architecture Search","date":"2020-11-22","arxiv_id":"2011.10904","repositories_listed":1,"syntology":null},{"url":"/paper/kd3a-unsupervised-multi-source-decentralized","slug":"kd3a-unsupervised-multi-source-decentralized","title":"KD3A: Unsupervised Multi-Source Decentralized Domain Adaptation via Knowledge Distillation","date":"2020-11-19","arxiv_id":"2011.09757","repositories_listed":1,"syntology":null},{"url":"/paper/a-knowledge-distillation-ensemble-framework","slug":"a-knowledge-distillation-ensemble-framework","title":"A Knowledge Distillation Ensemble Framework for Predicting Short and Long-term Hospitalisation Outcomes from Electronic Health Records Data","date":"2020-11-18","arxiv_id":"2011.09361","repositories_listed":1,"syntology":null},{"url":"/paper/anomaly-detection-in-video-via-self","slug":"anomaly-detection-in-video-via-self","title":"Anomaly Detection in Video via Self-Supervised and Multi-Task Learning","date":"2020-11-15","arxiv_id":"2011.07491","repositories_listed":1,"syntology":null},{"url":"/paper/online-ensemble-model-compression-using-1","slug":"online-ensemble-model-compression-using-1","title":"Online Ensemble Model Compression using Knowledge Distillation","date":"2020-11-15","arxiv_id":"2011.07449","repositories_listed":1,"syntology":null},{"url":"/paper/distill2vec-dynamic-graph-representation","slug":"distill2vec-dynamic-graph-representation","title":"Distill2Vec: Dynamic Graph Representation Learning with Knowledge Distillation","date":"2020-11-11","arxiv_id":"2011.05664","repositories_listed":1,"syntology":null},{"url":"/paper/egad-evolving-graph-representation-learning","slug":"egad-evolving-graph-representation-learning","title":"EGAD: Evolving Graph Representation Learning with Self-Attention and Knowledge Distillation for Live Video Streaming Events","date":"2020-11-11","arxiv_id":"2011.05705","repositories_listed":1,"syntology":null},{"url":"/paper/real-time-decentralized-knowledge-transfer-at","slug":"real-time-decentralized-knowledge-transfer-at","title":"Real-Time Decentralized knowledge Transfer at the Edge","date":"2020-11-11","arxiv_id":"2011.05961","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-distillation-for-singing-voice","slug":"knowledge-distillation-for-singing-voice","title":"Knowledge Distillation for Singing Voice Detection","date":"2020-11-09","arxiv_id":"2011.04297","repositories_listed":1,"syntology":null},{"url":"/paper/robustness-and-diversity-seeking-data-free","slug":"robustness-and-diversity-seeking-data-free","title":"Robustness and Diversity Seeking Data-Free Knowledge Distillation","date":"2020-11-07","arxiv_id":"2011.03749","repositories_listed":1,"syntology":null},{"url":"/paper/a-comprehensive-study-of-class-incremental","slug":"a-comprehensive-study-of-class-incremental","title":"A Comprehensive Study of Class Incremental Learning Algorithms for Visual Tasks","date":"2020-11-03","arxiv_id":"2011.01844","repositories_listed":1,"syntology":null},{"url":"/paper/unsupervised-domain-adaptive-knowledge","slug":"unsupervised-domain-adaptive-knowledge","title":"Domain Adaptive Knowledge Distillation for Driving Scene Semantic Segmentation","date":"2020-11-03","arxiv_id":"2011.08007","repositories_listed":1,"syntology":null},{"url":"/paper/data-free-knowledge-distillation-for","slug":"data-free-knowledge-distillation-for","title":"Data-free Knowledge Distillation for Segmentation using Data-Enriching GAN","date":"2020-11-02","arxiv_id":"2011.00809","repositories_listed":1,"syntology":null},{"url":"/paper/two-stage-textual-knowledge-distillation-to","slug":"two-stage-textual-knowledge-distillation-to","title":"Two-stage Textual Knowledge Distillation for End-to-End Spoken Language Understanding","date":"2020-10-25","arxiv_id":"2010.13105","repositories_listed":1,"syntology":null},{"url":"/paper/multi-task-learning-with-shared-encoder-for","slug":"multi-task-learning-with-shared-encoder-for","title":"Multi-Task Learning with Shared Encoder for Non-Autoregressive Machine Translation","date":"2020-10-24","arxiv_id":"2010.12868","repositories_listed":1,"syntology":null},{"url":"/paper/pre-trained-summarization-distillation","slug":"pre-trained-summarization-distillation","title":"Pre-trained Summarization Distillation","date":"2020-10-24","arxiv_id":"2010.13002","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-distillation-for-bert-unsupervised","slug":"knowledge-distillation-for-bert-unsupervised","title":"Knowledge Distillation for BERT Unsupervised Domain Adaptation","date":"2020-10-22","arxiv_id":"2010.11478","repositories_listed":1,"syntology":null},{"url":"/paper/infusing-sequential-information-into","slug":"infusing-sequential-information-into","title":"Infusing Sequential Information into Conditional Masked Translation Model with Self-Review Mechanism","date":"2020-10-19","arxiv_id":"2010.09194","repositories_listed":1,"syntology":null},{"url":"/paper/spherical-knowledge-distillation","slug":"spherical-knowledge-distillation","title":"Reducing the Teacher-Student Gap via Spherical Knowledge Disitllation","date":"2020-10-15","arxiv_id":"2010.07485","repositories_listed":1,"syntology":null},{"url":"/paper/task-decoupled-knowledge-distillation-for","slug":"task-decoupled-knowledge-distillation-for","title":"Task Decoupled Knowledge Distillation For Lightweight Face Detectors","date":"2020-10-14","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/structural-knowledge-distillation-1","slug":"structural-knowledge-distillation-1","title":"Structural Knowledge Distillation: Tractably Distilling Information for Structured Predictor","date":"2020-10-10","arxiv_id":"2010.05010","repositories_listed":1,"syntology":null},{"url":"/paper/improving-efficient-neural-ranking-models","slug":"improving-efficient-neural-ranking-models","title":"Improving Efficient Neural Ranking Models with Cross-Architecture Knowledge Distillation","date":"2020-10-06","arxiv_id":"2010.02666","repositories_listed":1,"syntology":null},{"url":"/paper/improving-neural-topic-models-using-knowledge","slug":"improving-neural-topic-models-using-knowledge","title":"Improving Neural Topic Models using Knowledge Distillation","date":"2020-10-05","arxiv_id":"2010.02377","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/improving-neural-topic-models-using-knowledge#ran","syntology_url":"https://syntology.ai/paper/2010.02377","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.02377"}},"official":{"repos":["ahoho/kd-topic-models"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/lifelong-language-knowledge-distillation","slug":"lifelong-language-knowledge-distillation","title":"Lifelong Language Knowledge Distillation","date":"2020-10-05","arxiv_id":"2010.02123","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/lifelong-language-knowledge-distillation#ran","syntology_url":"https://syntology.ai/paper/2010.02123","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.02123"}},"official":{"repos":["voidism/L2KD"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/self-training-improves-pre-training-for","slug":"self-training-improves-pre-training-for","title":"Self-training Improves Pre-training for Natural Language Understanding","date":"2020-10-05","arxiv_id":"2010.02194","repositories_listed":1,"syntology":null},{"url":"/paper/efficient-kernel-transfer-in-knowledge","slug":"efficient-kernel-transfer-in-knowledge","title":"Improved Knowledge Distillation via Full Kernel Matrix Transfer","date":"2020-09-30","arxiv_id":"2009.14416","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/efficient-kernel-transfer-in-knowledge#ran","syntology_url":"https://syntology.ai/paper/2009.14416","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.14416"}},"official":{"repos":["idstcv/kda"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/contrastive-distillation-on-intermediate","slug":"contrastive-distillation-on-intermediate","title":"Contrastive Distillation on Intermediate Representations for Language Model Compression","date":"2020-09-29","arxiv_id":"2009.14167","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/contrastive-distillation-on-intermediate#ran","syntology_url":"https://syntology.ai/paper/2009.14167","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.14167"}},"official":{"repos":["intersun/CoDIR"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/tinygan-distilling-biggan-for-conditional","slug":"tinygan-distilling-biggan-for-conditional","title":"TinyGAN: Distilling BigGAN for Conditional Image Generation","date":"2020-09-29","arxiv_id":"2009.13829","repositories_listed":1,"syntology":null},{"url":"/paper/n-ltp-a-open-source-neural-chinese-language","slug":"n-ltp-a-open-source-neural-chinese-language","title":"N-LTP: An Open-source Neural Language Technology Platform for Chinese","date":"2020-09-24","arxiv_id":"2009.11616","repositories_listed":1,"syntology":null},{"url":"/paper/densely-guided-knowledge-distillation-using","slug":"densely-guided-knowledge-distillation-using","title":"Densely Guided Knowledge Distillation using Multiple Teacher Assistants","date":"2020-09-18","arxiv_id":"2009.08825","repositories_listed":1,"syntology":null},{"url":"/paper/meal-v2-boosting-vanilla-resnet-50-to-80-top","slug":"meal-v2-boosting-vanilla-resnet-50-to-80-top","title":"MEAL V2: Boosting Vanilla ResNet-50 to 80%+ Top-1 Accuracy on ImageNet without Tricks","date":"2020-09-17","arxiv_id":"2009.08453","repositories_listed":1,"syntology":null},{"url":"/paper/s2sd-simultaneous-similarity-based-self","slug":"s2sd-simultaneous-similarity-based-self","title":"S2SD: Simultaneous Similarity-based Self-Distillation for Deep Metric Learning","date":"2020-09-17","arxiv_id":"2009.08348","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/s2sd-simultaneous-similarity-based-self#ran","syntology_url":"https://syntology.ai/paper/2009.08348","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.08348"}},"official":{"repos":["MLforHealth/S2SD"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}}],"record_sha256":"c67e62a6150a314ee41397ac6ae6e088360a528518a73c0b35ff0168b3862e65","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}