{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/knowledge-distillation/papers/10","list_of":"/task/knowledge-distillation","task":"Knowledge Distillation","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"repositories listed in the archive (most first), then date (newest first), then slug","page":10,"pages_in_order":43,"rows_per_page":100,"rows":[901,1000],"of":4240,"counts":{"archive_papers_tagged":4240,"with_a_code_link":1740,"where_syntology_ran_a_sample":451,"not_listed_spam_title":0,"listed":4240,"listed_where_code_ran":451,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":380,"every_run_a_failure_of_syntologys_instrument":71,"listed_with_a_run_with_no_instrument_failure":380,"listed_every_run_a_failure_of_syntologys_instrument":71,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/knowledge-distillation","prev":"/task/knowledge-distillation/papers/9","next":"/task/knowledge-distillation/papers/11","papers":[{"url":"/paper/graph-entropy-minimization-for-semi","slug":"graph-entropy-minimization-for-semi","title":"Graph Entropy Minimization for Semi-supervised Node Classification","date":"2023-05-31","arxiv_id":"2305.19502","repositories_listed":1,"syntology":null},{"url":"/paper/plasma-making-small-language-models-better","slug":"plasma-making-small-language-models-better","title":"PlaSma: Making Small Language Models Better Procedural Knowledge Models for (Counterfactual) Planning","date":"2023-05-31","arxiv_id":"2305.19472","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/plasma-making-small-language-models-better#ran","syntology_url":"https://syntology.ai/paper/2305.19472","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19472"}},"official":{"repos":["allenai/plasma"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/are-large-kernels-better-teachers-than","slug":"are-large-kernels-better-teachers-than","title":"Are Large Kernels Better Teachers than Transformers for ConvNets?","date":"2023-05-30","arxiv_id":"2305.19412","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/are-large-kernels-better-teachers-than#ran","syntology_url":"https://syntology.ai/paper/2305.19412","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19412"}},"official":{"repos":["vita-group/slak"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/semi-supervised-pathological-image","slug":"semi-supervised-pathological-image","title":"Semi-supervised Pathological Image Segmentation via Cross Distillation of Multiple Attentions","date":"2023-05-30","arxiv_id":"2305.18830","repositories_listed":1,"syntology":null},{"url":"/paper/privileged-knowledge-distillation-for-sim-to","slug":"privileged-knowledge-distillation-for-sim-to","title":"Bridging the Sim-to-Real Gap from the Information Bottleneck Perspective","date":"2023-05-29","arxiv_id":"2305.18464","repositories_listed":1,"syntology":null},{"url":"/paper/dphubert-joint-distillation-and-pruning-of","slug":"dphubert-joint-distillation-and-pruning-of","title":"DPHuBERT: Joint Distillation and Pruning of Self-Supervised Speech Models","date":"2023-05-28","arxiv_id":"2305.17651","repositories_listed":1,"syntology":{"n":3,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 3 unverified","sample_list":"/paper/dphubert-joint-distillation-and-pruning-of#ran","syntology_url":"https://syntology.ai/paper/2305.17651","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17651"}},"official":{"repos":["pyf98/dphubert"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":[]}}},{"url":"/paper/learning-to-learn-from-apis-black-box-data","slug":"learning-to-learn-from-apis-black-box-data","title":"Learning to Learn from APIs: Black-Box Data-Free Meta-Learning","date":"2023-05-28","arxiv_id":"2305.18413","repositories_listed":1,"syntology":null},{"url":"/paper/fopro-kd-fourier-prompted-effective-knowledge","slug":"fopro-kd-fourier-prompted-effective-knowledge","title":"FoPro-KD: Fourier Prompted Effective Knowledge Distillation for Long-Tailed Medical Image Recognition","date":"2023-05-27","arxiv_id":"2305.17421","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-distillation-performs-partial","slug":"knowledge-distillation-performs-partial","title":"Knowledge Distillation Performs Partial Variance Reduction","date":"2023-05-27","arxiv_id":"2305.17581","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/knowledge-distillation-performs-partial#ran","syntology_url":"https://syntology.ai/paper/2305.17581","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17581"}},"official":{"repos":["IST-DASLab/KDVR"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/one-step-knowledge-distillation-and-fine","slug":"one-step-knowledge-distillation-and-fine","title":"One-Step Knowledge Distillation and Fine-Tuning in Using Large Pre-Trained Self-Supervised Learning Models for Speaker Verification","date":"2023-05-27","arxiv_id":"2305.17394","repositories_listed":1,"syntology":null},{"url":"/paper/towards-better-entity-linking-with-multi-view","slug":"towards-better-entity-linking-with-multi-view","title":"Towards Better Entity Linking with Multi-View Enhanced Distillation","date":"2023-05-27","arxiv_id":"2305.17371","repositories_listed":1,"syntology":null},{"url":"/paper/vision-transformers-for-small-histological","slug":"vision-transformers-for-small-histological","title":"Vision Transformers for Small Histological Datasets Learned through Knowledge Distillation","date":"2023-05-27","arxiv_id":"2305.17370","repositories_listed":1,"syntology":null},{"url":"/paper/a-study-on-knowledge-distillation-from-weak","slug":"a-study-on-knowledge-distillation-from-weak","title":"A Study on Knowledge Distillation from Weak Teacher for Scaling Up Pre-trained Language Models","date":"2023-05-26","arxiv_id":"2305.18239","repositories_listed":1,"syntology":null},{"url":"/paper/improving-knowledge-distillation-via-1","slug":"improving-knowledge-distillation-via-1","title":"Improving Knowledge Distillation via Regularizing Feature Norm and Direction","date":"2023-05-26","arxiv_id":"2305.17007","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/improving-knowledge-distillation-via-1#ran","syntology_url":"https://syntology.ai/paper/2305.17007","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17007"}},"official":{"repos":["wangyz1608/knowledge-distillation-via-nd"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/camera-incremental-object-re-identification","slug":"camera-incremental-object-re-identification","title":"Camera-Incremental Object Re-Identification with Identity Knowledge Evolution","date":"2023-05-25","arxiv_id":"2305.15909","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-diffusion-for-distillation-1","slug":"knowledge-diffusion-for-distillation-1","title":"Knowledge Diffusion for Distillation","date":"2023-05-25","arxiv_id":"2305.15712","repositories_listed":1,"syntology":null},{"url":"/paper/ovo-open-vocabulary-occupancy","slug":"ovo-open-vocabulary-occupancy","title":"OVO: Open-Vocabulary Occupancy","date":"2023-05-25","arxiv_id":"2305.16133","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":2,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/ovo-open-vocabulary-occupancy#ran","syntology_url":"https://syntology.ai/paper/2305.16133","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.16133"}},"official":{"repos":["dzcgaara/OVO"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-higher-pareto-frontier-in","slug":"towards-higher-pareto-frontier-in","title":"Towards Higher Pareto Frontier in Multilingual Machine Translation","date":"2023-05-25","arxiv_id":"2305.15718","repositories_listed":1,"syntology":null},{"url":"/paper/vanillakd-revisit-the-power-of-vanilla","slug":"vanillakd-revisit-the-power-of-vanilla","title":"VanillaKD: Revisit the Power of Vanilla Knowledge Distillation from Small Scale to Large Scale","date":"2023-05-25","arxiv_id":"2305.15781","repositories_listed":1,"syntology":null},{"url":"/paper/2305-14706","slug":"2305-14706","title":"PruMUX: Augmenting Data Multiplexing with Model Compression","date":"2023-05-24","arxiv_id":"2305.14706","repositories_listed":1,"syntology":null},{"url":"/paper/colada-a-collaborative-label-denoising","slug":"colada-a-collaborative-label-denoising","title":"CoLaDa: A Collaborative Label Denoising Framework for Cross-lingual Named Entity Recognition","date":"2023-05-24","arxiv_id":"2305.14913","repositories_listed":1,"syntology":null},{"url":"/paper/how-to-distill-your-bert-an-empirical-study","slug":"how-to-distill-your-bert-an-empirical-study","title":"How to Distill your BERT: An Empirical Study on the Impact of Weight Initialisation and Distillation Objectives","date":"2023-05-24","arxiv_id":"2305.15032","repositories_listed":1,"syntology":{"n":11,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/how-to-distill-your-bert-an-empirical-study#ran","syntology_url":"https://syntology.ai/paper/2305.15032","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15032"}},"official":{"repos":["mainlp/how-to-distill-your-bert"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/masked-modeling-duo-for-speech-specializing","slug":"masked-modeling-duo-for-speech-specializing","title":"Masked Modeling Duo for Speech: Specializing General-Purpose Audio Representation to Speech using Denoising Distillation","date":"2023-05-23","arxiv_id":"2305.14079","repositories_listed":1,"syntology":null},{"url":"/paper/norm-knowledge-distillation-via-n-to-one","slug":"norm-knowledge-distillation-via-n-to-one","title":"NORM: Knowledge Distillation via N-to-One Representation Matching","date":"2023-05-23","arxiv_id":"2305.13803","repositories_listed":1,"syntology":{"n":8,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/norm-knowledge-distillation-via-n-to-one#ran","syntology_url":"https://syntology.ai/paper/2305.13803","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13803"}},"official":{"repos":["osvai/norm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":7,"ran_from_kinds":["official"]}}},{"url":"/paper/d-2-tv-dual-knowledge-distillation-and-target","slug":"d-2-tv-dual-knowledge-distillation-and-target","title":"D$^2$TV: Dual Knowledge Distillation and Target-oriented Vision Modeling for Many-to-Many Multimodal Summarization","date":"2023-05-22","arxiv_id":"2305.12767","repositories_listed":1,"syntology":null},{"url":"/paper/is-synthetic-data-from-diffusion-models-ready","slug":"is-synthetic-data-from-diffusion-models-ready","title":"Is Synthetic Data From Diffusion Models Ready for Knowledge Distillation?","date":"2023-05-22","arxiv_id":"2305.12954","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/is-synthetic-data-from-diffusion-models-ready#ran","syntology_url":"https://syntology.ai/paper/2305.12954","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12954"}},"official":{"repos":["zhengli97/dm-kd"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/lion-adversarial-distillation-of-closed","slug":"lion-adversarial-distillation-of-closed","title":"Lion: Adversarial Distillation of Proprietary Large Language Models","date":"2023-05-22","arxiv_id":"2305.12870","repositories_listed":1,"syntology":{"n":11,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/lion-adversarial-distillation-of-closed#ran","syntology_url":"https://syntology.ai/paper/2305.12870","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12870"}},"official":{"repos":["yjiangcm/lion"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/lifting-the-curse-of-capacity-gap-in","slug":"lifting-the-curse-of-capacity-gap-in","title":"Lifting the Curse of Capacity Gap in Distilling Language Models","date":"2023-05-20","arxiv_id":"2305.12129","repositories_listed":1,"syntology":{"n":13,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/lifting-the-curse-of-capacity-gap-in#ran","syntology_url":"https://syntology.ai/paper/2305.12129","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12129"}},"official":{"repos":["genezc/minimoe"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/sentence-embedder-guided-utterance-encoder","slug":"sentence-embedder-guided-utterance-encoder","title":"Sentence Embedder Guided Utterance Encoder (SEGUE) for Spoken Language Understanding","date":"2023-05-20","arxiv_id":"2305.12301","repositories_listed":1,"syntology":null},{"url":"/paper/catch-up-distillation-you-only-need-to-train","slug":"catch-up-distillation-you-only-need-to-train","title":"Catch-Up Distillation: You Only Need to Train Once for Accelerating Sampling","date":"2023-05-18","arxiv_id":"2305.10769","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/catch-up-distillation-you-only-need-to-train#ran","syntology_url":"https://syntology.ai/paper/2305.10769","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.10769"}},"official":{"repos":["shaoshitong/Catch-Up-Distillation"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/cross-modality-data-augmentation-for-end-to","slug":"cross-modality-data-augmentation-for-end-to","title":"Cross-modality Data Augmentation for End-to-End Sign Language Translation","date":"2023-05-18","arxiv_id":"2305.11096","repositories_listed":1,"syntology":null},{"url":"/paper/ad-kd-attribution-driven-knowledge","slug":"ad-kd-attribution-driven-knowledge","title":"AD-KD: Attribution-Driven Knowledge Distillation for Language Model Compression","date":"2023-05-17","arxiv_id":"2305.10010","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":1,"n_ran_checked":2,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":4,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/ad-kd-attribution-driven-knowledge#ran","syntology_url":"https://syntology.ai/paper/2305.10010","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.10010"}},"official":{"repos":["brucewsy/ad-kd"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":1,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/lightweight-self-knowledge-distillation-with","slug":"lightweight-self-knowledge-distillation-with","title":"Lightweight Self-Knowledge Distillation with Multi-source Information Fusion","date":"2023-05-16","arxiv_id":"2305.09183","repositories_listed":1,"syntology":null},{"url":"/paper/tailoring-instructions-to-student-s-learning","slug":"tailoring-instructions-to-student-s-learning","title":"Tailoring Instructions to Student's Learning Levels Boosts Knowledge Distillation","date":"2023-05-16","arxiv_id":"2305.09651","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":1,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/tailoring-instructions-to-student-s-learning#ran","syntology_url":"https://syntology.ai/paper/2305.09651","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.09651"}},"official":{"repos":["twinkle0331/lgtm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/weight-inherited-distillation-for-task","slug":"weight-inherited-distillation-for-task","title":"Weight-Inherited Distillation for Task-Agnostic BERT Compression","date":"2023-05-16","arxiv_id":"2305.09098","repositories_listed":1,"syntology":null},{"url":"/paper/bridging-the-domain-gap-self-supervised-3d","slug":"bridging-the-domain-gap-self-supervised-3d","title":"Bridging the Domain Gap: Self-Supervised 3D Scene Understanding with Foundation Models","date":"2023-05-15","arxiv_id":"2305.08776","repositories_listed":1,"syntology":null},{"url":"/paper/on-enhancing-the-robustness-of-vision","slug":"on-enhancing-the-robustness-of-vision","title":"On enhancing the robustness of Vision Transformers: Defensive Diffusion","date":"2023-05-14","arxiv_id":"2305.08031","repositories_listed":1,"syntology":null},{"url":"/paper/towards-understanding-and-improving-knowledge","slug":"towards-understanding-and-improving-knowledge","title":"Towards Understanding and Improving Knowledge Distillation for Neural Machine Translation","date":"2023-05-14","arxiv_id":"2305.08096","repositories_listed":1,"syntology":null},{"url":"/paper/gsb-group-superposition-binarization-for","slug":"gsb-group-superposition-binarization-for","title":"GSB: Group Superposition Binarization for Vision Transformer with Limited Training Samples","date":"2023-05-13","arxiv_id":"2305.07931","repositories_listed":1,"syntology":null},{"url":"/paper/improving-continual-relation-extraction-by","slug":"improving-continual-relation-extraction-by","title":"Improving Continual Relation Extraction by Distinguishing Analogous Semantics","date":"2023-05-11","arxiv_id":"2305.06620","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/improving-continual-relation-extraction-by#ran","syntology_url":"https://syntology.ai/paper/2305.06620","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.06620"}},"official":{"repos":["nju-websoft/cear"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/long-tailed-question-answering-in-an-open","slug":"long-tailed-question-answering-in-an-open","title":"Long-Tailed Question Answering in an Open World","date":"2023-05-11","arxiv_id":"2305.06557","repositories_listed":1,"syntology":null},{"url":"/paper/serial-contrastive-knowledge-distillation-for","slug":"serial-contrastive-knowledge-distillation-for","title":"Serial Contrastive Knowledge Distillation for Continual Few-shot Relation Extraction","date":"2023-05-11","arxiv_id":"2305.06616","repositories_listed":1,"syntology":null},{"url":"/paper/the-robustness-of-computer-vision-models","slug":"the-robustness-of-computer-vision-models","title":"A Survey on the Robustness of Computer Vision Models against Common Corruptions","date":"2023-05-10","arxiv_id":"2305.06024","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/the-robustness-of-computer-vision-models#ran","syntology_url":"https://syntology.ai/paper/2305.06024","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.06024"}},"official":{"repos":["nis-research/corruptionbenchcv"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/distilling-script-knowledge-from-large","slug":"distilling-script-knowledge-from-large","title":"Distilling Script Knowledge from Large Language Models for Constrained Language Planning","date":"2023-05-09","arxiv_id":"2305.05252","repositories_listed":1,"syntology":null},{"url":"/paper/multi-teacher-knowledge-distillation-for-text","slug":"multi-teacher-knowledge-distillation-for-text","title":"Multi-Teacher Knowledge Distillation For Text Image Machine Translation","date":"2023-05-09","arxiv_id":"2305.05226","repositories_listed":1,"syntology":null},{"url":"/paper/sur-adapter-enhancing-text-to-image-pre","slug":"sur-adapter-enhancing-text-to-image-pre","title":"SUR-adapter: Enhancing Text-to-Image Pre-trained Diffusion Models with Large Language Models","date":"2023-05-09","arxiv_id":"2305.05189","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sur-adapter-enhancing-text-to-image-pre#ran","syntology_url":"https://syntology.ai/paper/2305.05189","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.05189"}},"official":{"repos":["Qrange-group/SUR-adapter"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/neurocomparatives-neuro-symbolic-distillation","slug":"neurocomparatives-neuro-symbolic-distillation","title":"NeuroComparatives: Neuro-Symbolic Distillation of Comparative Knowledge","date":"2023-05-08","arxiv_id":"2305.04978","repositories_listed":1,"syntology":null},{"url":"/paper/avatar-knowledge-distillation-self-ensemble","slug":"avatar-knowledge-distillation-self-ensemble","title":"Avatar Knowledge Distillation: Self-ensemble Teacher Paradigm with Uncertainty","date":"2023-05-04","arxiv_id":"2305.02722","repositories_listed":1,"syntology":null},{"url":"/paper/smaller3d-smaller-models-for-3d-semantic","slug":"smaller3d-smaller-models-for-3d-semantic","title":"Smaller3d: Smaller Models for 3D Semantic Segmentation Using Minkowski Engine and Knowledge Distillation Methods","date":"2023-05-04","arxiv_id":"2305.03188","repositories_listed":1,"syntology":null},{"url":"/paper/a-systematic-study-of-knowledge-distillation","slug":"a-systematic-study-of-knowledge-distillation","title":"A Systematic Study of Knowledge Distillation for Natural Language Generation with Pseudo-Target Training","date":"2023-05-03","arxiv_id":"2305.02031","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/a-systematic-study-of-knowledge-distillation#ran","syntology_url":"https://syntology.ai/paper/2305.02031","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.02031"}},"official":{"repos":["nitaytech/kd4gen"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/scott-self-consistent-chain-of-thought","slug":"scott-self-consistent-chain-of-thought","title":"SCOTT: Self-Consistent Chain-of-Thought Distillation","date":"2023-05-03","arxiv_id":"2305.01879","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/scott-self-consistent-chain-of-thought#ran","syntology_url":"https://syntology.ai/paper/2305.01879","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.01879"}},"official":{"repos":["wangpf3/consistent-cot-distillation"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/deepaqua-self-supervised-semantic","slug":"deepaqua-self-supervised-semantic","title":"DeepAqua: Self-Supervised Semantic Segmentation of Wetland Surface Water Extent with SAR Images using Knowledge Distillation","date":"2023-05-02","arxiv_id":"2305.01698","repositories_listed":1,"syntology":null},{"url":"/paper/detect-distill-and-update-detect-distill-and","slug":"detect-distill-and-update-detect-distill-and","title":"Detect, Distill and Update: Detect, Distill and Update: Learned DB Systems Facing Out of Distribution Data","date":"2023-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/refined-response-distillation-for-class","slug":"refined-response-distillation-for-class","title":"Refined Response Distillation for Class-Incremental Player Detection","date":"2023-05-01","arxiv_id":"2305.00620","repositories_listed":1,"syntology":null},{"url":"/paper/scaffolding-a-student-to-instill-knowledge","slug":"scaffolding-a-student-to-instill-knowledge","title":"Scaffolding a Student to Instill Knowledge","date":"2023-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/ensemble-modeling-with-contrastive-knowledge","slug":"ensemble-modeling-with-contrastive-knowledge","title":"Ensemble Modeling with Contrastive Knowledge Distillation for Sequential Recommendation","date":"2023-04-28","arxiv_id":"2304.14668","repositories_listed":1,"syntology":null},{"url":"/paper/multi-to-single-knowledge-distillation-for","slug":"multi-to-single-knowledge-distillation-for","title":"Multi-to-Single Knowledge Distillation for Point Cloud Semantic Segmentation","date":"2023-04-28","arxiv_id":"2304.14800","repositories_listed":1,"syntology":null},{"url":"/paper/a-symmetric-dual-encoding-dense-retrieval","slug":"a-symmetric-dual-encoding-dense-retrieval","title":"A Symmetric Dual Encoding Dense Retrieval Framework for Knowledge-Intensive Visual Question Answering","date":"2023-04-26","arxiv_id":"2304.13649","repositories_listed":1,"syntology":null},{"url":"/paper/class-attention-transfer-based-knowledge","slug":"class-attention-transfer-based-knowledge","title":"Class Attention Transfer Based Knowledge Distillation","date":"2023-04-25","arxiv_id":"2304.12777","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/class-attention-transfer-based-knowledge#ran","syntology_url":"https://syntology.ai/paper/2304.12777","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.12777"}},"official":{"repos":["gzyaftermath/cat-kd"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/few-shot-class-incremental-pill-recognition","slug":"few-shot-class-incremental-pill-recognition","title":"A Forward and Backward Compatible Framework for Few-shot Class-incremental Pill Recognition","date":"2023-04-24","arxiv_id":"2304.11959","repositories_listed":1,"syntology":null},{"url":"/paper/improving-knowledge-distillation-via","slug":"improving-knowledge-distillation-via","title":"Improving Knowledge Distillation via Transferring Learning Ability","date":"2023-04-24","arxiv_id":"2304.11923","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-distillation-from-3d-to-bird-s-eye","slug":"knowledge-distillation-from-3d-to-bird-s-eye","title":"Knowledge Distillation from 3D to Bird's-Eye-View for LiDAR Semantic Segmentation","date":"2023-04-22","arxiv_id":"2304.11393","repositories_listed":1,"syntology":null},{"url":"/paper/train-your-own-gnn-teacher-graph-aware","slug":"train-your-own-gnn-teacher-graph-aware","title":"Train Your Own GNN Teacher: Graph-Aware Distillation on Textual Graphs","date":"2023-04-20","arxiv_id":"2304.10668","repositories_listed":1,"syntology":null},{"url":"/paper/an-empirical-study-of-leveraging-knowledge","slug":"an-empirical-study-of-leveraging-knowledge","title":"An Empirical Study of Leveraging Knowledge Distillation for Compressing Multilingual Neural Machine Translation Models","date":"2023-04-19","arxiv_id":"2304.09388","repositories_listed":1,"syntology":null},{"url":"/paper/attention-weighted-local-descriptors","slug":"attention-weighted-local-descriptors","title":"Attention Weighted Local Descriptors","date":"2023-04-19","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/learning-to-segment-anything-in-thermal","slug":"learning-to-segment-anything-in-thermal","title":"Learning to \"Segment Anything\" in Thermal Infrared Images through Knowledge Distillation with a Large Scale Dataset SATIR","date":"2023-04-17","arxiv_id":"2304.07969","repositories_listed":1,"syntology":null},{"url":"/paper/ovtrack-open-vocabulary-multiple-object","slug":"ovtrack-open-vocabulary-multiple-object","title":"OVTrack: Open-Vocabulary Multiple Object Tracking","date":"2023-04-17","arxiv_id":"2304.08408","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ovtrack-open-vocabulary-multiple-object#ran","syntology_url":"https://syntology.ai/paper/2304.08408","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.08408"}},"official":null}},{"url":"/paper/robust-cross-modal-knowledge-distillation-for","slug":"robust-cross-modal-knowledge-distillation-for","title":"Robust Cross-Modal Knowledge Distillation for Unconstrained Videos","date":"2023-04-16","arxiv_id":"2304.07775","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/robust-cross-modal-knowledge-distillation-for#ran","syntology_url":"https://syntology.ai/paper/2304.07775","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.07775"}},"official":{"repos":["gewu-lab/cross-modal-distillation"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/teacher-network-calibration-improves-cross","slug":"teacher-network-calibration-improves-cross","title":"Teacher Network Calibration Improves Cross-Quality Knowledge Distillation","date":"2023-04-15","arxiv_id":"2304.07593","repositories_listed":1,"syntology":null},{"url":"/paper/learn-what-is-possible-then-choose-what-is","slug":"learn-what-is-possible-then-choose-what-is","title":"Learn What Is Possible, Then Choose What Is Best: Disentangling One-To-Many Relations in Language Through Text-based Games","date":"2023-04-14","arxiv_id":"2304.07258","repositories_listed":1,"syntology":null},{"url":"/paper/multi-mode-online-knowledge-distillation-for","slug":"multi-mode-online-knowledge-distillation-for","title":"Multi-Mode Online Knowledge Distillation for Self-Supervised Visual Representation Learning","date":"2023-04-13","arxiv_id":"2304.06461","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/multi-mode-online-knowledge-distillation-for#ran","syntology_url":"https://syntology.ai/paper/2304.06461","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.06461"}},"official":null}},{"url":"/paper/sft-kd-recon-learning-a-student-friendly","slug":"sft-kd-recon-learning-a-student-friendly","title":"SFT-KD-Recon: Learning a Student-friendly Teacher for Knowledge Distillation in Magnetic Resonance Image Reconstruction","date":"2023-04-11","arxiv_id":"2304.05057","repositories_listed":1,"syntology":null},{"url":"/paper/continual-learning-for-lidar-semantic","slug":"continual-learning-for-lidar-semantic","title":"Continual Learning for LiDAR Semantic Segmentation: Class-Incremental and Coarse-to-Fine strategies on Sparse Data","date":"2023-04-08","arxiv_id":"2304.03980","repositories_listed":1,"syntology":null},{"url":"/paper/masked-student-dataset-of-expressions","slug":"masked-student-dataset-of-expressions","title":"Masked Student Dataset of Expressions","date":"2023-04-07","arxiv_id":"2304.03867","repositories_listed":1,"syntology":null},{"url":"/paper/diga-distil-to-generalize-and-then-adapt-for","slug":"diga-distil-to-generalize-and-then-adapt-for","title":"DiGA: Distil to Generalize and then Adapt for Domain Adaptive Semantic Segmentation","date":"2023-04-05","arxiv_id":"2304.02222","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/diga-distil-to-generalize-and-then-adapt-for#ran","syntology_url":"https://syntology.ai/paper/2304.02222","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.02222"}},"official":{"repos":["fy-vision/diga"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/self-distillation-for-gaussian-process","slug":"self-distillation-for-gaussian-process","title":"Self-Distillation for Gaussian Process Regression and Classification","date":"2023-04-05","arxiv_id":"2304.02641","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/self-distillation-for-gaussian-process#ran","syntology_url":"https://syntology.ai/paper/2304.02641","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.02641"}},"official":{"repos":["kennethborup/gaussian_process_self_distillation"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/selective-knowledge-sharing-for-privacy","slug":"selective-knowledge-sharing-for-privacy","title":"Selective Knowledge Sharing for Privacy-Preserving Federated Distillation without A Good Teacher","date":"2023-04-04","arxiv_id":"2304.01731","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/selective-knowledge-sharing-for-privacy#ran","syntology_url":"https://syntology.ai/paper/2304.01731","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.01731"}},"official":{"repos":["shaojiawei07/selective-fd"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/domain-generalization-for-crop-segmentation","slug":"domain-generalization-for-crop-segmentation","title":"Domain Generalization for Crop Segmentation with Standardized Ensemble Knowledge Distillation","date":"2023-04-03","arxiv_id":"2304.01029","repositories_listed":1,"syntology":null},{"url":"/paper/vision-language-models-for-vision-tasks-a","slug":"vision-language-models-for-vision-tasks-a","title":"Vision-Language Models for Vision Tasks: A Survey","date":"2023-04-03","arxiv_id":"2304.00685","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-distillation-for-feature-extraction","slug":"knowledge-distillation-for-feature-extraction","title":"Knowledge Distillation for Feature Extraction in Underwater VSLAM","date":"2023-03-31","arxiv_id":"2303.17981","repositories_listed":1,"syntology":null},{"url":"/paper/practical-self-supervised-continual-learning","slug":"practical-self-supervised-continual-learning","title":"Kaizen: Practical Self-supervised Continual Learning with Continual Fine-tuning","date":"2023-03-30","arxiv_id":"2303.17235","repositories_listed":1,"syntology":null},{"url":"/paper/dice-semimetric-losses-optimizing-the-dice","slug":"dice-semimetric-losses-optimizing-the-dice","title":"Dice Semimetric Losses: Optimizing the Dice Score with Soft Labels","date":"2023-03-28","arxiv_id":"2303.16296","repositories_listed":1,"syntology":null},{"url":"/paper/diswot-student-architecture-search-for","slug":"diswot-student-architecture-search-for","title":"DisWOT: Student Architecture Search for Distillation WithOut Training","date":"2023-03-28","arxiv_id":"2303.15678","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/diswot-student-architecture-search-for#ran","syntology_url":"https://syntology.ai/paper/2303.15678","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.15678"}},"official":{"repos":["lliai/DisWOT-CVPR2023"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/hoiclip-efficient-knowledge-transfer-for-hoi","slug":"hoiclip-efficient-knowledge-transfer-for-hoi","title":"HOICLIP: Efficient Knowledge Transfer for HOI Detection with Vision-Language Models","date":"2023-03-28","arxiv_id":"2303.15786","repositories_listed":1,"syntology":null},{"url":"/paper/projected-latent-distillation-for-data","slug":"projected-latent-distillation-for-data","title":"Projected Latent Distillation for Data-Agnostic Consolidation in Distributed Continual Learning","date":"2023-03-28","arxiv_id":"2303.15888","repositories_listed":1,"syntology":null},{"url":"/paper/self-vs-self-supervised-encoding-learning-for","slug":"self-vs-self-supervised-encoding-learning-for","title":"SELF-VS: Self-supervised Encoding Learning For Video Summarization","date":"2023-03-28","arxiv_id":"2303.15993","repositories_listed":1,"syntology":null},{"url":"/paper/unidistill-a-universal-cross-modality","slug":"unidistill-a-universal-cross-modality","title":"UniDistill: A Universal Cross-Modality Knowledge Distillation Framework for 3D Object Detection in Bird's-Eye View","date":"2023-03-27","arxiv_id":"2303.15083","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/unidistill-a-universal-cross-modality#ran","syntology_url":"https://syntology.ai/paper/2303.15083","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.15083"}},"official":{"repos":["megvii-research/cvpr2023-unidistill"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/generalization-matters-loss-minima-flattening","slug":"generalization-matters-loss-minima-flattening","title":"Generalization Matters: Loss Minima Flattening via Parameter Hybridization for Efficient Online Knowledge Distillation","date":"2023-03-26","arxiv_id":"2303.14666","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/generalization-matters-loss-minima-flattening#ran","syntology_url":"https://syntology.ai/paper/2303.14666","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.14666"}},"official":null}},{"url":"/paper/preserving-linear-separability-in-continual","slug":"preserving-linear-separability-in-continual","title":"Preserving Linear Separability in Continual Learning by Backward Feature Projection","date":"2023-03-26","arxiv_id":"2303.14595","repositories_listed":1,"syntology":null},{"url":"/paper/dealing-with-heterogeneous-3d-mr-knee-images","slug":"dealing-with-heterogeneous-3d-mr-knee-images","title":"Dealing With Heterogeneous 3D MR Knee Images: A Federated Few-Shot Learning Method With Dual Knowledge Distillation","date":"2023-03-25","arxiv_id":"2303.14357","repositories_listed":1,"syntology":null},{"url":"/paper/supervised-masked-knowledge-distillation-for","slug":"supervised-masked-knowledge-distillation-for","title":"Supervised Masked Knowledge Distillation for Few-Shot Transformers","date":"2023-03-25","arxiv_id":"2303.15466","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":1,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/supervised-masked-knowledge-distillation-for#ran","syntology_url":"https://syntology.ai/paper/2303.15466","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.15466"}},"official":{"repos":["hl-hanlin/smkd"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/ccl-continual-contrastive-learning-for-lidar","slug":"ccl-continual-contrastive-learning-for-lidar","title":"CCL: Continual Contrastive Learning for LiDAR Place Recognition","date":"2023-03-24","arxiv_id":"2303.13952","repositories_listed":1,"syntology":null},{"url":"/paper/decoupled-multimodal-distilling-for-emotion","slug":"decoupled-multimodal-distilling-for-emotion","title":"Decoupled Multimodal Distilling for Emotion Recognition","date":"2023-03-24","arxiv_id":"2303.13802","repositories_listed":1,"syntology":{"n":7,"n_ran":3,"n_constructed":2,"n_ran_checked":1,"n_instrument":2,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"3 ran (of which 2 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/decoupled-multimodal-distilling-for-emotion#ran","syntology_url":"https://syntology.ai/paper/2303.13802","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.13802"}},"official":{"repos":["mdswyz/dmd"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":4,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/from-knowledge-distillation-to-self-knowledge","slug":"from-knowledge-distillation-to-self-knowledge","title":"From Knowledge Distillation to Self-Knowledge Distillation: A Unified Approach with Normalized Loss and Customized Soft Labels","date":"2023-03-23","arxiv_id":"2303.13005","repositories_listed":1,"syntology":null},{"url":"/paper/assessor-guided-learning-for-continual","slug":"assessor-guided-learning-for-continual","title":"Assessor-Guided Learning for Continual Environments","date":"2023-03-21","arxiv_id":"2303.11624","repositories_listed":1,"syntology":null},{"url":"/paper/mv-mr-multi-views-and-multi-representations","slug":"mv-mr-multi-views-and-multi-representations","title":"MV-MR: multi-views and multi-representations for self-supervised learning and knowledge distillation","date":"2023-03-21","arxiv_id":"2303.12130","repositories_listed":1,"syntology":null},{"url":"/paper/adaptguard-defending-against-universal","slug":"adaptguard-defending-against-universal","title":"AdaptGuard: Defending Against Universal Attacks for Model Adaptation","date":"2023-03-19","arxiv_id":"2303.10594","repositories_listed":1,"syntology":null},{"url":"/paper/an-empirical-study-of-pre-trained-language","slug":"an-empirical-study-of-pre-trained-language","title":"An Empirical Study of Pre-trained Language Models in Simple Knowledge Graph Question Answering","date":"2023-03-18","arxiv_id":"2303.10368","repositories_listed":1,"syntology":null},{"url":"/paper/channel-aware-distillation-transformer-for","slug":"channel-aware-distillation-transformer-for","title":"Channel-Aware Distillation Transformer for Depth Estimation on Nano Drones","date":"2023-03-18","arxiv_id":"2303.10386","repositories_listed":1,"syntology":null},{"url":"/paper/whole-slide-imaging-cancer-metastases","slug":"whole-slide-imaging-cancer-metastases","title":"Whole-slide-imaging Cancer Metastases Detection and Localization with Limited Tumorous Data","date":"2023-03-18","arxiv_id":"2303.10342","repositories_listed":1,"syntology":null}],"record_sha256":"741c503302569d51e07b29da9ef40062053431eb4c58e5bea65899c900a619af","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}