{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/knowledge-distillation/papers/6","list_of":"/task/knowledge-distillation","task":"Knowledge Distillation","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"repositories listed in the archive (most first), then date (newest first), then slug","page":6,"pages_in_order":43,"rows_per_page":100,"rows":[501,600],"of":4240,"counts":{"archive_papers_tagged":4240,"with_a_code_link":1740,"where_syntology_ran_a_sample":451,"not_listed_spam_title":0,"listed":4240,"listed_where_code_ran":451,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":380,"every_run_a_failure_of_syntologys_instrument":71,"listed_with_a_run_with_no_instrument_failure":380,"listed_every_run_a_failure_of_syntologys_instrument":71,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/knowledge-distillation","prev":"/task/knowledge-distillation/papers/5","next":"/task/knowledge-distillation/papers/7","papers":[{"url":"/paper/knowledge-distillation-to-effectively-attain","slug":"knowledge-distillation-to-effectively-attain","title":"Knowledge distillation to effectively attain both region-of-interest and global semantics from an image where multiple objects appear","date":"2024-07-11","arxiv_id":"2407.08257","repositories_listed":1,"syntology":null},{"url":"/paper/hdkd-hybrid-data-efficient-knowledge","slug":"hdkd-hybrid-data-efficient-knowledge","title":"HDKD: Hybrid Data-Efficient Knowledge Distillation Network for Medical Image Classification","date":"2024-07-10","arxiv_id":"2407.07516","repositories_listed":1,"syntology":null},{"url":"/paper/reprogramming-distillation-for-medical","slug":"reprogramming-distillation-for-medical","title":"Reprogramming Distillation for Medical Foundation Models","date":"2024-07-09","arxiv_id":"2407.06504","repositories_listed":1,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":2,"n_instrument":4,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":8,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/reprogramming-distillation-for-medical#ran","syntology_url":"https://syntology.ai/paper/2407.06504","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.06504"}},"official":{"repos":["MediaBrain-SJTU/RD"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/leveraging-topological-guidance-for-improved","slug":"leveraging-topological-guidance-for-improved","title":"Leveraging Topological Guidance for Improved Knowledge Distillation","date":"2024-07-07","arxiv_id":"2407.05316","repositories_listed":1,"syntology":{"n":16,"n_ran":14,"n_constructed":0,"n_ran_checked":11,"n_instrument":3,"n_unverified":2,"n_honours":2,"n_violates":2,"n_no_contract":7,"n_pointer_only":16,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 2 honoured, 2 violated, 7 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/leveraging-topological-guidance-for-improved#ran","syntology_url":"https://syntology.ai/paper/2407.05316","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.05316"}},"official":{"repos":["jeunsom/TGD"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/mind-the-interference-retaining-pre-trained","slug":"mind-the-interference-retaining-pre-trained","title":"Mind the Interference: Retaining Pre-trained Knowledge in Parameter Efficient Continual Learning of Vision-Language Models","date":"2024-07-07","arxiv_id":"2407.05342","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":5,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/mind-the-interference-retaining-pre-trained#ran","syntology_url":"https://syntology.ai/paper/2407.05342","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.05342"}},"official":{"repos":["lloongx/diki"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/dass-distilled-audio-state-space-models-are","slug":"dass-distilled-audio-state-space-models-are","title":"DASS: Distilled Audio State Space Models Are Stronger and More Duration-Scalable Learners","date":"2024-07-04","arxiv_id":"2407.04082","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/dass-distilled-audio-state-space-models-are#ran","syntology_url":"https://syntology.ai/paper/2407.04082","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.04082"}},"official":{"repos":["Saurabhbhati/DASS"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/dsmix-distortion-induced-sensitivity-map","slug":"dsmix-distortion-induced-sensitivity-map","title":"DSMix: Distortion-Induced Sensitivity Map Based Pre-training for No-Reference Image Quality Assessment","date":"2024-07-04","arxiv_id":"2407.03886","repositories_listed":1,"syntology":null},{"url":"/paper/relative-difficulty-distillation-for-semantic","slug":"relative-difficulty-distillation-for-semantic","title":"Relative Difficulty Distillation for Semantic Segmentation","date":"2024-07-04","arxiv_id":"2407.03719","repositories_listed":1,"syntology":null},{"url":"/paper/a-unified-framework-for-3d-scene","slug":"a-unified-framework-for-3d-scene","title":"A Unified Framework for 3D Scene Understanding","date":"2024-07-03","arxiv_id":"2407.03263","repositories_listed":1,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-unified-framework-for-3d-scene#ran","syntology_url":"https://syntology.ai/paper/2407.03263","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.03263"}},"official":{"repos":["dk-liang/uniseg3d"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/accelerated-proton-resonance-frequency-based","slug":"accelerated-proton-resonance-frequency-based","title":"Accelerated Proton Resonance Frequency-based Magnetic Resonance Thermometry by Optimized Deep Learning Method","date":"2024-07-03","arxiv_id":"2407.03308","repositories_listed":1,"syntology":null},{"url":"/paper/improving-zero-shot-generalization-of-learned","slug":"improving-zero-shot-generalization-of-learned","title":"Improving Zero-shot Generalization of Learned Prompts via Unsupervised Knowledge Distillation","date":"2024-07-03","arxiv_id":"2407.03056","repositories_listed":1,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":3,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":8,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/improving-zero-shot-generalization-of-learned#ran","syntology_url":"https://syntology.ai/paper/2407.03056","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.03056"}},"official":{"repos":["miccunifi/kdpl"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/adaptive-modality-balanced-online-knowledge","slug":"adaptive-modality-balanced-online-knowledge","title":"Adaptive Modality Balanced Online Knowledge Distillation for Brain-Eye-Computer based Dim Object Detection","date":"2024-07-02","arxiv_id":"2407.01894","repositories_listed":1,"syntology":null},{"url":"/paper/advancing-compressed-video-action-recognition","slug":"advancing-compressed-video-action-recognition","title":"Advancing Compressed Video Action Recognition through Progressive Knowledge Distillation","date":"2024-07-02","arxiv_id":"2407.02713","repositories_listed":1,"syntology":null},{"url":"/paper/adadistill-adaptive-knowledge-distillation","slug":"adadistill-adaptive-knowledge-distillation","title":"AdaDistill: Adaptive Knowledge Distillation for Deep Face Recognition","date":"2024-07-01","arxiv_id":"2407.01332","repositories_listed":1,"syntology":null},{"url":"/paper/udistil-whisper-label-free-data-filtering-for","slug":"udistil-whisper-label-free-data-filtering-for","title":"uDistil-Whisper: Label-Free Data Filtering for Knowledge Distillation in Low-Data Regimes","date":"2024-07-01","arxiv_id":"2407.01257","repositories_listed":1,"syntology":null},{"url":"/paper/fanfold-graph-normalizing-flows-driven","slug":"fanfold-graph-normalizing-flows-driven","title":"FANFOLD: Graph Normalizing Flows-driven Asymmetric Network for Unsupervised Graph-Level Anomaly Detection","date":"2024-06-29","arxiv_id":"2407.00383","repositories_listed":1,"syntology":null},{"url":"/paper/csakd-knowledge-distillation-with-cross-self","slug":"csakd-knowledge-distillation-with-cross-self","title":"CSAKD: Knowledge Distillation with Cross Self-Attention for Hyperspectral and Multispectral Image Fusion","date":"2024-06-28","arxiv_id":"2406.19666","repositories_listed":1,"syntology":null},{"url":"/paper/mugsi-distilling-gnns-with-multi-granularity","slug":"mugsi-distilling-gnns-with-multi-granularity","title":"MuGSI: Distilling GNNs with Multi-Granularity Structural Information for Graph Classification","date":"2024-06-28","arxiv_id":"2406.19832","repositories_listed":1,"syntology":null},{"url":"/paper/instance-temperature-knowledge-distillation","slug":"instance-temperature-knowledge-distillation","title":"Instance Temperature Knowledge Distillation","date":"2024-06-27","arxiv_id":"2407.00115","repositories_listed":1,"syntology":null},{"url":"/paper/constyle-v2-a-strong-prompter-for-all-in-one","slug":"constyle-v2-a-strong-prompter-for-all-in-one","title":"ConStyle v2: A Strong Prompter for All-in-One Image Restoration","date":"2024-06-26","arxiv_id":"2406.18242","repositories_listed":1,"syntology":null},{"url":"/paper/dual-space-knowledge-distillation-for-large","slug":"dual-space-knowledge-distillation-for-large","title":"Dual-Space Knowledge Distillation for Large Language Models","date":"2024-06-25","arxiv_id":"2406.17328","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":3,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/dual-space-knowledge-distillation-for-large#ran","syntology_url":"https://syntology.ai/paper/2406.17328","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.17328"}},"official":{"repos":["songmzhang/dskd"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/magic-meta-ability-guided-interactive-chain","slug":"magic-meta-ability-guided-interactive-chain","title":"MAGIC: Meta-Ability Guided Interactive Chain-of-Distillation for Effective-and-Efficient Vision-and-Language Navigation","date":"2024-06-25","arxiv_id":"2406.17960","repositories_listed":1,"syntology":null},{"url":"/paper/skd-tstsan-three-stream-temporal-shift","slug":"skd-tstsan-three-stream-temporal-shift","title":"Three-Stream Temporal-Shift Attention Network Based on Self-Knowledge Distillation for Micro-Expression Recognition","date":"2024-06-25","arxiv_id":"2406.17538","repositories_listed":1,"syntology":null},{"url":"/paper/oaml-outlier-aware-metric-learning-for-ood","slug":"oaml-outlier-aware-metric-learning-for-ood","title":"Enhancing OOD Detection Using Latent Diffusion","date":"2024-06-24","arxiv_id":"2406.16525","repositories_listed":1,"syntology":null},{"url":"/paper/reinforced-knowledge-distillation-for-time","slug":"reinforced-knowledge-distillation-for-time","title":"Reinforced Knowledge Distillation for Time Series Regression","date":"2024-06-21","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/can-llms-learn-by-teaching-a-preliminary","slug":"can-llms-learn-by-teaching-a-preliminary","title":"Can LLMs Learn by Teaching for Better Reasoning? A Preliminary Study","date":"2024-06-20","arxiv_id":"2406.14629","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/can-llms-learn-by-teaching-a-preliminary#ran","syntology_url":"https://syntology.ai/paper/2406.14629","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.14629"}},"official":{"repos":["imagination-research/lbt"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-to-plan-for-retrieval-augmented","slug":"learning-to-plan-for-retrieval-augmented","title":"Learning to Plan for Retrieval-Augmented Large Language Models from Knowledge Graphs","date":"2024-06-20","arxiv_id":"2406.14282","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/learning-to-plan-for-retrieval-augmented#ran","syntology_url":"https://syntology.ai/paper/2406.14282","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.14282"}},"official":{"repos":["zjukg/lpkg"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/bild-bi-directional-logits-difference-loss","slug":"bild-bi-directional-logits-difference-loss","title":"BiLD: Bi-directional Logits Difference Loss for Large Language Model Distillation","date":"2024-06-19","arxiv_id":"2406.13555","repositories_listed":1,"syntology":null},{"url":"/paper/multi-stage-balanced-distillation-addressing","slug":"multi-stage-balanced-distillation-addressing","title":"Multi-Stage Balanced Distillation: Addressing Long-Tail Challenges in Sequence-Level Knowledge Distillation","date":"2024-06-19","arxiv_id":"2406.13114","repositories_listed":1,"syntology":null},{"url":"/paper/watermono-teacher-guided-anomaly-masking-and","slug":"watermono-teacher-guided-anomaly-masking-and","title":"WaterMono: Teacher-Guided Anomaly Masking and Enhancement Boosting for Robust Underwater Self-Supervised Monocular Depth Estimation","date":"2024-06-19","arxiv_id":"2406.13344","repositories_listed":1,"syntology":null},{"url":"/paper/federated-learning-with-a-single-shared-image","slug":"federated-learning-with-a-single-shared-image","title":"Federated Learning with a Single Shared Image","date":"2024-06-18","arxiv_id":"2406.12658","repositories_listed":1,"syntology":null},{"url":"/paper/graph-knowledge-distillation-to-mixture-of","slug":"graph-knowledge-distillation-to-mixture-of","title":"Graph Knowledge Distillation to Mixture of Experts","date":"2024-06-17","arxiv_id":"2406.11919","repositories_listed":1,"syntology":null},{"url":"/paper/lightweight-model-pre-training-via-language","slug":"lightweight-model-pre-training-via-language","title":"Lightweight Model Pre-training via Language Guided Knowledge Distillation","date":"2024-06-17","arxiv_id":"2406.11689","repositories_listed":1,"syntology":null},{"url":"/paper/adaptive-teaching-with-a-shared-classifier","slug":"adaptive-teaching-with-a-shared-classifier","title":"Adaptive Teaching with Shared Classifier for Knowledge Distillation","date":"2024-06-12","arxiv_id":"2406.08528","repositories_listed":1,"syntology":null},{"url":"/paper/guiding-frame-level-ctc-alignments-using-self","slug":"guiding-frame-level-ctc-alignments-using-self","title":"Guiding Frame-Level CTC Alignments Using Self-knowledge Distillation","date":"2024-06-12","arxiv_id":"2406.07909","repositories_listed":1,"syntology":null},{"url":"/paper/low-complexity-acoustic-scene-classification-3","slug":"low-complexity-acoustic-scene-classification-3","title":"Low-Complexity Acoustic Scene Classification Using Parallel Attention-Convolution Network","date":"2024-06-12","arxiv_id":"2406.08119","repositories_listed":1,"syntology":null},{"url":"/paper/small-scale-data-free-knowledge-distillation-1","slug":"small-scale-data-free-knowledge-distillation-1","title":"Small Scale Data-Free Knowledge Distillation","date":"2024-06-12","arxiv_id":"2406.07876","repositories_listed":1,"syntology":null},{"url":"/paper/ctc-based-non-autoregressive-textless-speech","slug":"ctc-based-non-autoregressive-textless-speech","title":"CTC-based Non-autoregressive Textless Speech-to-Speech Translation","date":"2024-06-11","arxiv_id":"2406.07330","repositories_listed":1,"syntology":null},{"url":"/paper/fastast-accelerating-audio-spectrogram","slug":"fastast-accelerating-audio-spectrogram","title":"FastAST: Accelerating Audio Spectrogram Transformer via Token Merging and Cross-Model Knowledge Distillation","date":"2024-06-11","arxiv_id":"2406.07676","repositories_listed":1,"syntology":null},{"url":"/paper/dkdl-net-a-lightweight-bearing-fault","slug":"dkdl-net-a-lightweight-bearing-fault","title":"DKDL-Net: A Lightweight Bearing Fault Detection Model via Decoupled Knowledge Distillation and Low-Rank Adaptation Fine-tuning","date":"2024-06-10","arxiv_id":"2406.06653","repositories_listed":1,"syntology":null},{"url":"/paper/lenslessface-an-end-to-end-optimized-lensless","slug":"lenslessface-an-end-to-end-optimized-lensless","title":"LenslessFace: An End-to-End Optimized Lensless System for Privacy-Preserving Face Verification","date":"2024-06-06","arxiv_id":"2406.04129","repositories_listed":1,"syntology":null},{"url":"/paper/to-distill-or-not-to-distill-on-the","slug":"to-distill-or-not-to-distill-on-the","title":"To Distill or Not to Distill? On the Robustness of Robust Knowledge Distillation","date":"2024-06-06","arxiv_id":"2406.04512","repositories_listed":1,"syntology":null},{"url":"/paper/adversarial-moment-matching-distillation-of","slug":"adversarial-moment-matching-distillation-of","title":"Adversarial Moment-Matching Distillation of Large Language Models","date":"2024-06-05","arxiv_id":"2406.02959","repositories_listed":1,"syntology":null},{"url":"/paper/multi-task-multi-scale-contrastive-knowledge","slug":"multi-task-multi-scale-contrastive-knowledge","title":"Multi-Task Multi-Scale Contrastive Knowledge Distillation for Efficient Medical Image Segmentation","date":"2024-06-05","arxiv_id":"2406.03173","repositories_listed":1,"syntology":null},{"url":"/paper/tiny-models-from-tiny-data-textual-and-null","slug":"tiny-models-from-tiny-data-textual-and-null","title":"Tiny models from tiny data: Textual and null-text inversion for few-shot distillation","date":"2024-06-05","arxiv_id":"2406.03146","repositories_listed":1,"syntology":null},{"url":"/paper/optimal-transport-guided-correlation","slug":"optimal-transport-guided-correlation","title":"Optimal Transport Guided Correlation Assignment for Multimodal Entity Linking","date":"2024-06-04","arxiv_id":"2406.01934","repositories_listed":1,"syntology":null},{"url":"/paper/robust-knowledge-distillation-based-on","slug":"robust-knowledge-distillation-based-on","title":"Robust Knowledge Distillation Based on Feature Variance Against Backdoored Teacher Model","date":"2024-06-01","arxiv_id":"2406.03409","repositories_listed":1,"syntology":null},{"url":"/paper/adv-kd-adversarial-knowledge-distillation-for","slug":"adv-kd-adversarial-knowledge-distillation-for","title":"Adv-KD: Adversarial Knowledge Distillation for Faster Diffusion Sampling","date":"2024-05-31","arxiv_id":"2405.20675","repositories_listed":1,"syntology":null},{"url":"/paper/vision-language-meets-the-skeleton","slug":"vision-language-meets-the-skeleton","title":"Vision-Language Meets the Skeleton: Progressively Distillation with Cross-Modal Knowledge for 3D Action Representation Learning","date":"2024-05-31","arxiv_id":"2405.20606","repositories_listed":1,"syntology":null},{"url":"/paper/distribution-aligned-semantics-adaption-for","slug":"distribution-aligned-semantics-adaption-for","title":"Distribution Aligned Semantics Adaption for Lifelong Person Re-Identification","date":"2024-05-30","arxiv_id":"2405.19695","repositories_listed":1,"syntology":null},{"url":"/paper/gkt-a-novel-guidance-based-knowledge-transfer","slug":"gkt-a-novel-guidance-based-knowledge-transfer","title":"GKT: A Novel Guidance-Based Knowledge Transfer Framework For Efficient Cloud-edge Collaboration LLM Deployment","date":"2024-05-30","arxiv_id":"2405.19635","repositories_listed":1,"syntology":null},{"url":"/paper/improving-the-training-of-rectified-flows","slug":"improving-the-training-of-rectified-flows","title":"Improving the Training of Rectified Flows","date":"2024-05-30","arxiv_id":"2405.20320","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/improving-the-training-of-rectified-flows#ran","syntology_url":"https://syntology.ai/paper/2405.20320","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.20320"}},"official":{"repos":["sangyun884/rfpp"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/webuot-1m-advancing-deep-underwater-object","slug":"webuot-1m-advancing-deep-underwater-object","title":"WebUOT-1M: Advancing Deep Underwater Object Tracking with A Million-Scale Benchmark","date":"2024-05-30","arxiv_id":"2405.19818","repositories_listed":1,"syntology":null},{"url":"/paper/slmrec-empowering-small-language-models-for","slug":"slmrec-empowering-small-language-models-for","title":"SLMRec: Distilling Large Language Models into Small for Sequential Recommendation","date":"2024-05-28","arxiv_id":"2405.17890","repositories_listed":1,"syntology":{"n":3,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"0 ran · 3 unverified","sample_list":"/paper/slmrec-empowering-small-language-models-for#ran","syntology_url":"https://syntology.ai/paper/2405.17890","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.17890"}},"official":{"repos":["wujiangxu/slmrec"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":[]}}},{"url":"/paper/loretrack-efficient-and-accurate-low","slug":"loretrack-efficient-and-accurate-low","title":"LoReTrack: Efficient and Accurate Low-Resolution Transformer Tracking","date":"2024-05-27","arxiv_id":"2405.17660","repositories_listed":1,"syntology":null},{"url":"/paper/rethinking-early-fusion-strategies-for","slug":"rethinking-early-fusion-strategies-for","title":"Rethinking Early-Fusion Strategies for Improved Multispectral Object Detection","date":"2024-05-25","arxiv_id":"2405.16038","repositories_listed":1,"syntology":null},{"url":"/paper/leveraging-knowledge-distillation-for-partial","slug":"leveraging-knowledge-distillation-for-partial","title":"Leveraging knowledge distillation for partial multi-task learning from multiple remote sensing datasets","date":"2024-05-24","arxiv_id":"2405.15394","repositories_listed":1,"syntology":null},{"url":"/paper/adagmlp-adaboosting-gnn-to-mlp-knowledge","slug":"adagmlp-adaboosting-gnn-to-mlp-knowledge","title":"AdaGMLP: AdaBoosting GNN-to-MLP Knowledge Distillation","date":"2024-05-23","arxiv_id":"2405.14307","repositories_listed":1,"syntology":null},{"url":"/paper/jiuzhang3-0-efficiently-improving","slug":"jiuzhang3-0-efficiently-improving","title":"JiuZhang3.0: Efficiently Improving Mathematical Reasoning by Training Small Data Synthesis Models","date":"2024-05-23","arxiv_id":"2405.14365","repositories_listed":1,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":12,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/jiuzhang3-0-efficiently-improving#ran","syntology_url":"https://syntology.ai/paper/2405.14365","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.14365"}},"official":{"repos":["rucaibox/jiuzhang3.0"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/recurrent-early-exits-for-federated-learning","slug":"recurrent-early-exits-for-federated-learning","title":"Recurrent Early Exits for Federated Learning with Heterogeneous Clients","date":"2024-05-23","arxiv_id":"2405.14791","repositories_listed":1,"syntology":{"n":20,"n_ran":9,"n_constructed":0,"n_ran_checked":5,"n_instrument":4,"n_unverified":11,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 4 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/recurrent-early-exits-for-federated-learning#ran","syntology_url":"https://syntology.ai/paper/2405.14791","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.14791"}},"official":{"repos":["royson/reefl"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":11,"ran_from_kinds":["official"]}}},{"url":"/paper/why-not-transform-chat-large-language-models","slug":"why-not-transform-chat-large-language-models","title":"Why Not Transform Chat Large Language Models to Non-English?","date":"2024-05-22","arxiv_id":"2405.13923","repositories_listed":1,"syntology":null},{"url":"/paper/active-object-detection-with-knowledge","slug":"active-object-detection-with-knowledge","title":"Active Object Detection with Knowledge Aggregation and Distillation from Large Models","date":"2024-05-21","arxiv_id":"2405.12509","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/active-object-detection-with-knowledge#ran","syntology_url":"https://syntology.ai/paper/2405.12509","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.12509"}},"official":{"repos":["idejie/KAD"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/amfd-distillation-via-adaptive-multimodal","slug":"amfd-distillation-via-adaptive-multimodal","title":"AMFD: Distillation via Adaptive Multimodal Fusion for Multispectral Pedestrian Detection","date":"2024-05-21","arxiv_id":"2405.12944","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/amfd-distillation-via-adaptive-multimodal#ran","syntology_url":"https://syntology.ai/paper/2405.12944","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.12944"}},"official":{"repos":["bigD233/AMFD"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/clrkdnet-speeding-up-lane-detection-with","slug":"clrkdnet-speeding-up-lane-detection-with","title":"CLRKDNet: Speeding up Lane Detection with Knowledge Distillation","date":"2024-05-21","arxiv_id":"2405.12503","repositories_listed":1,"syntology":null},{"url":"/paper/federated-learning-with-incomplete-sensing","slug":"federated-learning-with-incomplete-sensing","title":"Federated Learning for Time-Series Healthcare Sensing with Incomplete Modalities","date":"2024-05-20","arxiv_id":"2405.11828","repositories_listed":1,"syntology":null},{"url":"/paper/overcoming-data-and-model-heterogeneities-in","slug":"overcoming-data-and-model-heterogeneities-in","title":"Overcoming Data and Model Heterogeneities in Decentralized Federated Learning via Synthetic Anchors","date":"2024-05-19","arxiv_id":"2405.11525","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/overcoming-data-and-model-heterogeneities-in#ran","syntology_url":"https://syntology.ai/paper/2405.11525","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.11525"}},"official":null}},{"url":"/paper/distilling-implicit-multimodal-knowledge-into","slug":"distilling-implicit-multimodal-knowledge-into","title":"Distilling Implicit Multimodal Knowledge into Large Language Models for Zero-Resource Dialogue Generation","date":"2024-05-16","arxiv_id":"2405.10121","repositories_listed":1,"syntology":null},{"url":"/paper/glira-black-box-membership-inference-attack","slug":"glira-black-box-membership-inference-attack","title":"GLiRA: Black-Box Membership Inference Attack via Knowledge Distillation","date":"2024-05-13","arxiv_id":"2405.07562","repositories_listed":1,"syntology":null},{"url":"/paper/enhancing-multi-modal-learning-meta-learned","slug":"enhancing-multi-modal-learning-meta-learned","title":"Meta-Learned Modality-Weighted Knowledge Distillation for Robust Multi-Modal Learning with Missing Data","date":"2024-05-12","arxiv_id":"2405.07155","repositories_listed":1,"syntology":null},{"url":"/paper/attend-distill-detect-attention-aware-entropy","slug":"attend-distill-detect-attention-aware-entropy","title":"Attend, Distill, Detect: Attention-aware Entropy Distillation for Anomaly Detection","date":"2024-05-10","arxiv_id":"2405.06467","repositories_listed":1,"syntology":null},{"url":"/paper/less-supervised-learning-with-knowledge","slug":"less-supervised-learning-with-knowledge","title":"Less-supervised learning with knowledge distillation for sperm morphology analysis","date":"2024-05-08","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/sub-goal-distillation-a-method-to-improve","slug":"sub-goal-distillation-a-method-to-improve","title":"Sub-goal Distillation: A Method to Improve Small Language Agents","date":"2024-05-04","arxiv_id":"2405.02749","repositories_listed":1,"syntology":null},{"url":"/paper/advancing-pre-trained-teacher-towards-robust","slug":"advancing-pre-trained-teacher-towards-robust","title":"Advancing Pre-trained Teacher: Towards Robust Feature Discrepancy for Anomaly Detection","date":"2024-05-03","arxiv_id":"2405.02068","repositories_listed":1,"syntology":null},{"url":"/paper/crossmatch-enhance-semi-supervised-medical","slug":"crossmatch-enhance-semi-supervised-medical","title":"CrossMatch: Enhance Semi-Supervised Medical Image Segmentation with Perturbation Strategies and Knowledge Distillation","date":"2024-05-01","arxiv_id":"2405.00354","repositories_listed":1,"syntology":null},{"url":"/paper/distillation-matters-empowering-sequential","slug":"distillation-matters-empowering-sequential","title":"Distillation Matters: Empowering Sequential Recommenders to Match the Performance of Large Language Model","date":"2024-05-01","arxiv_id":"2405.00338","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/distillation-matters-empowering-sequential#ran","syntology_url":"https://syntology.ai/paper/2405.00338","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.00338"}},"official":{"repos":["istarryn/dllm2rec"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/why-does-knowledge-distillation-work-rethink","slug":"why-does-knowledge-distillation-work-rethink","title":"Why does Knowledge Distillation Work? Rethink its Attention and Fidelity Mechanism","date":"2024-04-30","arxiv_id":"2405.00739","repositories_listed":1,"syntology":null},{"url":"/paper/retrieval-oriented-knowledge-for-click","slug":"retrieval-oriented-knowledge-for-click","title":"Retrieval-Oriented Knowledge for Click-Through Rate Prediction","date":"2024-04-28","arxiv_id":"2404.18304","repositories_listed":1,"syntology":null},{"url":"/paper/ckd-contrastive-knowledge-distillation-from-a","slug":"ckd-contrastive-knowledge-distillation-from-a","title":"CKD: Contrastive Knowledge Distillation from A Sample-wise Perspective","date":"2024-04-22","arxiv_id":"2404.14109","repositories_listed":1,"syntology":null},{"url":"/paper/dynammo-dynamic-model-merging-for-efficient","slug":"dynammo-dynamic-model-merging-for-efficient","title":"DynaMMo: Dynamic Model Merging for Efficient Class Incremental Learning for Medical Images","date":"2024-04-22","arxiv_id":"2404.14099","repositories_listed":1,"syntology":null},{"url":"/paper/towards-multi-morphology-controllers-with","slug":"towards-multi-morphology-controllers-with","title":"Towards Multi-Morphology Controllers with Diversity and Knowledge Distillation","date":"2024-04-22","arxiv_id":"2404.14625","repositories_listed":1,"syntology":null},{"url":"/paper/dynamic-temperature-knowledge-distillation","slug":"dynamic-temperature-knowledge-distillation","title":"Dynamic Temperature Knowledge Distillation","date":"2024-04-19","arxiv_id":"2404.12711","repositories_listed":1,"syntology":null},{"url":"/paper/data-free-knowledge-distillation-for-fine-1","slug":"data-free-knowledge-distillation-for-fine-1","title":"Data-free Knowledge Distillation for Fine-grained Visual Categorization","date":"2024-04-18","arxiv_id":"2404.12037","repositories_listed":1,"syntology":null},{"url":"/paper/ghostnetv3-exploring-the-training-strategies","slug":"ghostnetv3-exploring-the-training-strategies","title":"GhostNetV3: Exploring the Training Strategies for Compact Models","date":"2024-04-17","arxiv_id":"2404.11202","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ghostnetv3-exploring-the-training-strategies#ran","syntology_url":"https://syntology.ai/paper/2404.11202","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.11202"}},"official":null}},{"url":"/paper/camera-clustering-for-scalable-stream-based","slug":"camera-clustering-for-scalable-stream-based","title":"Camera clustering for scalable stream-based active distillation","date":"2024-04-16","arxiv_id":"2404.10411","repositories_listed":1,"syntology":null},{"url":"/paper/ai-kd-towards-alignment-invariant-face-image","slug":"ai-kd-towards-alignment-invariant-face-image","title":"AI-KD: Towards Alignment Invariant Face Image Quality Assessment Using Knowledge Distillation","date":"2024-04-15","arxiv_id":"2404.09555","repositories_listed":1,"syntology":null},{"url":"/paper/digging-into-contrastive-learning-for-robust","slug":"digging-into-contrastive-learning-for-robust","title":"Digging into contrastive learning for robust depth estimation with diffusion models","date":"2024-04-15","arxiv_id":"2404.09831","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/digging-into-contrastive-learning-for-robust#ran","syntology_url":"https://syntology.ai/paper/2404.09831","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.09831"}},"official":{"repos":["wangjiyuan9/d4rd"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["unlocated"]}}},{"url":"/paper/reffakd-resource-efficient-autoencoder-based","slug":"reffakd-resource-efficient-autoencoder-based","title":"ReffAKD: Resource-efficient Autoencoder-based Knowledge Distillation","date":"2024-04-15","arxiv_id":"2404.09886","repositories_listed":1,"syntology":null},{"url":"/paper/weight-copy-and-low-rank-adaptation-for-few","slug":"weight-copy-and-low-rank-adaptation-for-few","title":"Weight Copy and Low-Rank Adaptation for Few-Shot Distillation of Vision Transformers","date":"2024-04-14","arxiv_id":"2404.09326","repositories_listed":1,"syntology":null},{"url":"/paper/navigating-the-landscape-of-large-language","slug":"navigating-the-landscape-of-large-language","title":"Navigating the Landscape of Large Language Models: A Comprehensive Review and Analysis of Paradigms and Fine-Tuning Strategies","date":"2024-04-13","arxiv_id":"2404.09022","repositories_listed":1,"syntology":null},{"url":"/paper/tbsn-transformer-based-blind-spot-network-for","slug":"tbsn-transformer-based-blind-spot-network-for","title":"Rethinking Transformer-Based Blind-Spot Network for Self-Supervised Image Denoising","date":"2024-04-11","arxiv_id":"2404.07846","repositories_listed":1,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":5,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":4,"n_pointer_only":7,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/tbsn-transformer-based-blind-spot-network-for#ran","syntology_url":"https://syntology.ai/paper/2404.07846","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.07846"}},"official":{"repos":["nagejacob/tbsn"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/clip-embed-kd-computationally-efficient","slug":"clip-embed-kd-computationally-efficient","title":"CLIP-Embed-KD: Computationally Efficient Knowledge Distillation Using Embeddings as Teachers","date":"2024-04-09","arxiv_id":"2404.06170","repositories_listed":1,"syntology":null},{"url":"/paper/optimization-methods-for-personalizing-large","slug":"optimization-methods-for-personalizing-large","title":"Optimization Methods for Personalizing Large Language Models through Retrieval Augmentation","date":"2024-04-09","arxiv_id":"2404.05970","repositories_listed":1,"syntology":{"n":8,"n_ran":8,"n_constructed":0,"n_ran_checked":3,"n_instrument":5,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":8,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/optimization-methods-for-personalizing-large#ran","syntology_url":"https://syntology.ai/paper/2404.05970","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.05970"}},"official":{"repos":["lamp-benchmark/lamp"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/monotakd-teaching-assistant-knowledge","slug":"monotakd-teaching-assistant-knowledge","title":"MonoTAKD: Teaching Assistant Knowledge Distillation for Monocular 3D Object Detection","date":"2024-04-07","arxiv_id":"2404.04910","repositories_listed":1,"syntology":null},{"url":"/paper/diffusion-time-step-curriculum-for-one-image","slug":"diffusion-time-step-curriculum-for-one-image","title":"Diffusion Time-step Curriculum for One Image to 3D Generation","date":"2024-04-06","arxiv_id":"2404.04562","repositories_listed":1,"syntology":null},{"url":"/paper/goldfish-an-efficient-federated-unlearning","slug":"goldfish-an-efficient-federated-unlearning","title":"Goldfish: An Efficient Federated Unlearning Framework","date":"2024-04-04","arxiv_id":"2404.03180","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-distillation-based-model-extraction","slug":"knowledge-distillation-based-model-extraction","title":"Knowledge Distillation-Based Model Extraction Attack using GAN-based Private Counterfactual Explanations","date":"2024-04-04","arxiv_id":"2404.03348","repositories_listed":1,"syntology":null},{"url":"/paper/okay-let-s-do-this-modeling-event-coreference","slug":"okay-let-s-do-this-modeling-event-coreference","title":"Okay, Let's Do This! Modeling Event Coreference with Generated Rationales and Knowledge Distillation","date":"2024-04-04","arxiv_id":"2404.03196","repositories_listed":1,"syntology":{"n":12,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":12,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/okay-let-s-do-this-modeling-event-coreference#ran","syntology_url":"https://syntology.ai/paper/2404.03196","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.03196"}},"official":{"repos":["csu-signal/llama_cdcr"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/on-the-surprising-efficacy-of-distillation-as","slug":"on-the-surprising-efficacy-of-distillation-as","title":"On the Surprising Efficacy of Distillation as an Alternative to Pre-Training Small Models","date":"2024-04-04","arxiv_id":"2404.03263","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":3,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"4 ran (of which 3 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/on-the-surprising-efficacy-of-distillation-as#ran","syntology_url":"https://syntology.ai/paper/2404.03263","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.03263"}},"official":{"repos":["sfarhat/dapt"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":3,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/foundation-models-for-structural-health","slug":"foundation-models-for-structural-health","title":"Foundation Models for Structural Health Monitoring","date":"2024-04-03","arxiv_id":"2404.02944","repositories_listed":1,"syntology":null},{"url":"/paper/rethinking-kullback-leibler-divergence-in","slug":"rethinking-kullback-leibler-divergence-in","title":"Rethinking Kullback-Leibler Divergence in Knowledge Distillation for Large Language Models","date":"2024-04-03","arxiv_id":"2404.02657","repositories_listed":1,"syntology":{"n":2,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"0 ran · 2 unverified","sample_list":"/paper/rethinking-kullback-leibler-divergence-in#ran","syntology_url":"https://syntology.ai/paper/2404.02657","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.02657"}},"official":{"repos":["wutaiqiang/llm_kd_akl"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":[]}}}],"record_sha256":"0fb8d4520bbbd1c1bd3c39368790221e4c46a39db136ae0608376af5830e9fdf","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}