{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/natural-language-understanding/papers/ran/1","list_of":"/task/natural-language-understanding","task":"Natural Language Understanding","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":1,"pages_in_order":2,"rows_per_page":100,"rows":[1,100],"of":185,"counts":{"archive_papers_tagged":1978,"with_a_code_link":809,"where_syntology_ran_a_sample":185,"not_listed_spam_title":0,"listed":1978,"listed_where_code_ran":185,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":155,"every_run_a_failure_of_syntologys_instrument":30,"listed_with_a_run_with_no_instrument_failure":155,"listed_every_run_a_failure_of_syntologys_instrument":30,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/natural-language-understanding/papers/ran/1","prev":null,"next":"/task/natural-language-understanding/papers/ran/2","papers":[{"url":"/paper/can-compressed-llms-truly-act-an-empirical","slug":"can-compressed-llms-truly-act-an-empirical","title":"Can Compressed LLMs Truly Act? An Empirical Evaluation of Agentic Capabilities in LLM Compression","date":"2025-05-26","arxiv_id":"2505.19433","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":1,"n_no_contract":0,"n_pointer_only":2,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/can-compressed-llms-truly-act-an-empirical#ran","syntology_url":"https://syntology.ai/paper/2505.19433","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.19433"}},"official":{"repos":["pprp/acbench"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/sae-ssv-supervised-steering-in-sparse","slug":"sae-ssv-supervised-steering-in-sparse","title":"SAE-SSV: Supervised Steering in Sparse Representation Spaces for Reliable Control of Language Models","date":"2025-05-22","arxiv_id":"2505.16188","repositories_listed":0,"syntology":{"n":5,"n_ran":5,"n_constructed":2,"n_ran_checked":3,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"5 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sae-ssv-supervised-steering-in-sparse#ran","syntology_url":"https://syntology.ai/paper/2505.16188","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.16188"}},"official":null}},{"url":"/paper/an-empirical-study-of-qwen3-quantization","slug":"an-empirical-study-of-qwen3-quantization","title":"An Empirical Study of Qwen3 Quantization","date":"2025-05-04","arxiv_id":"2505.02214","repositories_listed":1,"syntology":{"n":12,"n_ran":7,"n_constructed":0,"n_ran_checked":3,"n_instrument":4,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":5,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 4 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/an-empirical-study-of-qwen3-quantization#ran","syntology_url":"https://syntology.ai/paper/2505.02214","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2505.02214"}},"official":{"repos":["efficient-ml/qwen3-quantization"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/valid-text-to-sql-generation-with-unification","slug":"valid-text-to-sql-generation-with-unification","title":"Valid Text-to-SQL Generation with Unification-based DeepStochLog","date":"2025-03-17","arxiv_id":"2503.13342","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/valid-text-to-sql-generation-with-unification#ran","syntology_url":"https://syntology.ai/paper/2503.13342","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.13342"}},"official":{"repos":["ML-KULeuven/deepstochlog-lm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/make-lora-great-again-boosting-lora-with","slug":"make-lora-great-again-boosting-lora-with","title":"Make LoRA Great Again: Boosting LoRA with Adaptive Singular Values and Mixture-of-Experts Optimization Alignment","date":"2025-02-24","arxiv_id":"2502.16894","repositories_listed":1,"syntology":{"n":8,"n_ran":6,"n_constructed":3,"n_ran_checked":3,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"6 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/make-lora-great-again-boosting-lora-with#ran","syntology_url":"https://syntology.ai/paper/2502.16894","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.16894"}},"official":{"repos":["facico/goat-peft"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":3,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/d-va-validate-your-demonstration-first-before","slug":"d-va-validate-your-demonstration-first-before","title":"D.Va: Validate Your Demonstration First Before You Use It","date":"2025-02-19","arxiv_id":"2502.13646","repositories_listed":0,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/d-va-validate-your-demonstration-first-before#ran","syntology_url":"https://syntology.ai/paper/2502.13646","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.13646"}},"official":null}},{"url":"/paper/enhancing-input-label-mapping-in-in-context","slug":"enhancing-input-label-mapping-in-in-context","title":"Enhancing Input-Label Mapping in In-Context Learning with Contrastive Decoding","date":"2025-02-19","arxiv_id":"2502.13738","repositories_listed":0,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/enhancing-input-label-mapping-in-in-context#ran","syntology_url":"https://syntology.ai/paper/2502.13738","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2502.13738"}},"official":null}},{"url":"/paper/investigating-the-de-composition-capabilities","slug":"investigating-the-de-composition-capabilities","title":"Investigating the (De)Composition Capabilities of Large Language Models in Natural-to-Formal Language Conversion","date":"2025-01-24","arxiv_id":"2501.14649","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":1,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/investigating-the-de-composition-capabilities#ran","syntology_url":"https://syntology.ai/paper/2501.14649","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2501.14649"}},"official":{"repos":["xzy-xzy/dedc"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/llm-al-bridging-large-language-models-and","slug":"llm-al-bridging-large-language-models-and","title":"LLM+AL: Bridging Large Language Models and Action Languages for Complex Reasoning about Actions","date":"2025-01-01","arxiv_id":"2501.00830","repositories_listed":0,"syntology":{"n":12,"n_ran":7,"n_constructed":0,"n_ran_checked":0,"n_instrument":7,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":12,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 7 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/llm-al-bridging-large-language-models-and#ran","syntology_url":"https://syntology.ai/paper/2501.00830","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2501.00830"}},"official":null}},{"url":"/paper/3dgraphllm-combining-semantic-graphs-and","slug":"3dgraphllm-combining-semantic-graphs-and","title":"3DGraphLLM: Combining Semantic Graphs and Large Language Models for 3D Scene Understanding","date":"2024-12-24","arxiv_id":"2412.18450","repositories_listed":1,"syntology":{"n":8,"n_ran":8,"n_constructed":0,"n_ran_checked":4,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/3dgraphllm-combining-semantic-graphs-and#ran","syntology_url":"https://syntology.ai/paper/2412.18450","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2412.18450"}},"official":{"repos":["cognitiveaisystems/3dgraphllm"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/kasa-knowledge-aware-singular-value","slug":"kasa-knowledge-aware-singular-value","title":"KaSA: Knowledge-Aware Singular-Value Adaptation of Large Language Models","date":"2024-12-08","arxiv_id":"2412.06071","repositories_listed":1,"syntology":{"n":8,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":8,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/kasa-knowledge-aware-singular-value#ran","syntology_url":"https://syntology.ai/paper/2412.06071","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2412.06071"}},"official":{"repos":["juyongjiang/kasa"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/robust-and-efficient-fine-tuning-of-llms-with","slug":"robust-and-efficient-fine-tuning-of-llms-with","title":"Robust and Efficient Fine-tuning of LLMs with Bayesian Reparameterization of Low-Rank Adaptation","date":"2024-11-07","arxiv_id":"2411.04358","repositories_listed":1,"syntology":{"n":19,"n_ran":14,"n_constructed":0,"n_ran_checked":9,"n_instrument":5,"n_unverified":5,"n_honours":2,"n_violates":0,"n_no_contract":7,"n_pointer_only":10,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 2 honoured, 0 violated, 7 with no contract checked; 5 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/robust-and-efficient-fine-tuning-of-llms-with#ran","syntology_url":"https://syntology.ai/paper/2411.04358","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2411.04358"}},"official":{"repos":["lcs2-iiitd/monteclora"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":5,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/improving-in-context-learning-with-small","slug":"improving-in-context-learning-with-small","title":"Improving In-Context Learning with Small Language Model Ensembles","date":"2024-10-29","arxiv_id":"2410.21868","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/improving-in-context-learning-with-small#ran","syntology_url":"https://syntology.ai/paper/2410.21868","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.21868"}},"official":{"repos":["mehdimojarradi/Ensemble-SuperICL"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/beyond-autoregression-fast-llms-via-self","slug":"beyond-autoregression-fast-llms-via-self","title":"Beyond Autoregression: Fast LLMs via Self-Distillation Through Time","date":"2024-10-28","arxiv_id":"2410.21035","repositories_listed":1,"syntology":{"n":10,"n_ran":10,"n_constructed":0,"n_ran_checked":8,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":7,"n_pointer_only":10,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 1 honoured, 0 violated, 7 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/beyond-autoregression-fast-llms-via-self#ran","syntology_url":"https://syntology.ai/paper/2410.21035","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.21035"}},"official":{"repos":["jdeschena/sdtt"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/meditod-an-english-dialogue-dataset-for","slug":"meditod-an-english-dialogue-dataset-for","title":"MediTOD: An English Dialogue Dataset for Medical History Taking with Comprehensive Annotations","date":"2024-10-18","arxiv_id":"2410.14204","repositories_listed":0,"syntology":{"n":15,"n_ran":14,"n_constructed":0,"n_ran_checked":13,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":15,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/meditod-an-english-dialogue-dataset-for#ran","syntology_url":"https://syntology.ai/paper/2410.14204","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.14204"}},"official":null}},{"url":"/paper/loldu-low-rank-adaptation-via-lower-diag","slug":"loldu-low-rank-adaptation-via-lower-diag","title":"LoLDU: Low-Rank Adaptation via Lower-Diag-Upper Decomposition for Parameter-Efficient Fine-Tuning","date":"2024-10-17","arxiv_id":"2410.13618","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/loldu-low-rank-adaptation-via-lower-diag#ran","syntology_url":"https://syntology.ai/paper/2410.13618","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.13618"}},"official":{"repos":["skddj/loldu"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/mtl-lora-low-rank-adaptation-for-multi-task","slug":"mtl-lora-low-rank-adaptation-for-multi-task","title":"MTL-LoRA: Low-Rank Adaptation for Multi-Task Learning","date":"2024-10-12","arxiv_id":"2410.09437","repositories_listed":1,"syntology":{"n":9,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/mtl-lora-low-rank-adaptation-for-multi-task#ran","syntology_url":"https://syntology.ai/paper/2410.09437","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.09437"}},"official":{"repos":["pumpkin-co/mtl-lora"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/slim-one-shot-quantized-sparse-plus-low-rank","slug":"slim-one-shot-quantized-sparse-plus-low-rank","title":"SLiM: One-shot Quantization and Sparsity with Low-rank Approximation for LLM Weight Compression","date":"2024-10-12","arxiv_id":"2410.09615","repositories_listed":1,"syntology":{"n":16,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/slim-one-shot-quantized-sparse-plus-low-rank#ran","syntology_url":"https://syntology.ai/paper/2410.09615","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.09615"}},"official":{"repos":["mohammad-mozaffari/slim"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":8,"ran_from_kinds":["official"]}}},{"url":"/paper/collapsed-language-models-promote-fairness","slug":"collapsed-language-models-promote-fairness","title":"Collapsed Language Models Promote Fairness","date":"2024-10-06","arxiv_id":"2410.04472","repositories_listed":1,"syntology":{"n":13,"n_ran":12,"n_constructed":0,"n_ran_checked":9,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":13,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/collapsed-language-models-promote-fairness#ran","syntology_url":"https://syntology.ai/paper/2410.04472","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.04472"}},"official":{"repos":["Xujxyang/Fairness-NC-main"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/selective-aggregation-for-low-rank-adaptation","slug":"selective-aggregation-for-low-rank-adaptation","title":"Selective Aggregation for Low-Rank Adaptation in Federated Learning","date":"2024-10-02","arxiv_id":"2410.01463","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/selective-aggregation-for-low-rank-adaptation#ran","syntology_url":"https://syntology.ai/paper/2410.01463","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.01463"}},"official":{"repos":["Pengxin-Guo/FedSA-LoRA"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/fine-tuning-large-language-models-with-human","slug":"fine-tuning-large-language-models-with-human","title":"Evaluating Fine-Tuning Efficiency of Human-Inspired Learning Strategies in Medical Question Answering","date":"2024-08-15","arxiv_id":"2408.07888","repositories_listed":2,"syntology":{"n":10,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":10,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/fine-tuning-large-language-models-with-human#ran","syntology_url":"https://syntology.ai/paper/2408.07888","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.07888"}},"official":{"repos":["Oxford-AI-for-Society/human-learning-strategies"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/bias-aware-low-rank-adaptation-mitigating","slug":"bias-aware-low-rank-adaptation-mitigating","title":"BA-LoRA: Bias-Alleviating Low-Rank Adaptation to Mitigate Catastrophic Inheritance in Large Language Models","date":"2024-08-08","arxiv_id":"2408.04556","repositories_listed":1,"syntology":{"n":13,"n_ran":12,"n_constructed":0,"n_ran_checked":10,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":13,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/bias-aware-low-rank-adaptation-mitigating#ran","syntology_url":"https://syntology.ai/paper/2408.04556","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2408.04556"}},"official":{"repos":["cyp-jlu-ai/ba-lora"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/lora-pro-are-low-rank-adapters-properly","slug":"lora-pro-are-low-rank-adapters-properly","title":"LoRA-Pro: Are Low-Rank Adapters Properly Optimized?","date":"2024-07-25","arxiv_id":"2407.18242","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/lora-pro-are-low-rank-adapters-properly#ran","syntology_url":"https://syntology.ai/paper/2407.18242","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.18242"}},"official":{"repos":["mrflogs/LoRA-Pro"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/increasing-model-capacity-for-free-a-simple","slug":"increasing-model-capacity-for-free-a-simple","title":"Increasing Model Capacity for Free: A Simple Strategy for Parameter Efficient Fine-tuning","date":"2024-07-01","arxiv_id":"2407.01320","repositories_listed":1,"syntology":{"n":10,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":7,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/increasing-model-capacity-for-free-a-simple#ran","syntology_url":"https://syntology.ai/paper/2407.01320","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.01320"}},"official":{"repos":["lins-lab/capaboost"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/tree-search-for-language-model-agents","slug":"tree-search-for-language-model-agents","title":"Tree Search for Language Model Agents","date":"2024-07-01","arxiv_id":"2407.01476","repositories_listed":1,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":5,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":2,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/tree-search-for-language-model-agents#ran","syntology_url":"https://syntology.ai/paper/2407.01476","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2407.01476"}},"official":null}},{"url":"/paper/mathodyssey-benchmarking-mathematical-problem","slug":"mathodyssey-benchmarking-mathematical-problem","title":"MathOdyssey: Benchmarking Mathematical Problem-Solving Skills in Large Language Models Using Odyssey Math Data","date":"2024-06-26","arxiv_id":"2406.18321","repositories_listed":3,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mathodyssey-benchmarking-mathematical-problem#ran","syntology_url":"https://syntology.ai/paper/2406.18321","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.18321"}},"official":null}},{"url":"/paper/encoder-vs-decoder-comparative-analysis-of","slug":"encoder-vs-decoder-comparative-analysis-of","title":"Encoder vs Decoder: Comparative Analysis of Encoder and Decoder Language Models on Multilingual NLU Tasks","date":"2024-06-19","arxiv_id":"2406.13469","repositories_listed":3,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/encoder-vs-decoder-comparative-analysis-of#ran","syntology_url":"https://syntology.ai/paper/2406.13469","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.13469"}},"official":null}},{"url":"/paper/datacomp-lm-in-search-of-the-next-generation","slug":"datacomp-lm-in-search-of-the-next-generation","title":"DataComp-LM: In search of the next generation of training sets for language models","date":"2024-06-17","arxiv_id":"2406.11794","repositories_listed":3,"syntology":{"n":22,"n_ran":22,"n_constructed":0,"n_ran_checked":20,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":20,"n_pointer_only":1,"phrase":"22 ran (of which 0 constructed an object rather than computing a result; 20 with no instrument failure: 0 honoured, 0 violated, 20 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/datacomp-lm-in-search-of-the-next-generation#ran","syntology_url":"https://syntology.ai/paper/2406.11794","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.11794"}},"official":null}},{"url":"/paper/on-efficient-language-and-vision-assistants","slug":"on-efficient-language-and-vision-assistants","title":"On Efficient Language and Vision Assistants for Visually-Situated Natural Language Understanding: What Matters in Reading and Reasoning","date":"2024-06-17","arxiv_id":"2406.11823","repositories_listed":1,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":4,"n_pointer_only":8,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 1 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/on-efficient-language-and-vision-assistants#ran","syntology_url":"https://syntology.ai/paper/2406.11823","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.11823"}},"official":{"repos":["naver-ai/elva"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/mixture-of-agents-enhances-large-language","slug":"mixture-of-agents-enhances-large-language","title":"Mixture-of-Agents Enhances Large Language Model Capabilities","date":"2024-06-07","arxiv_id":"2406.04692","repositories_listed":3,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/mixture-of-agents-enhances-large-language#ran","syntology_url":"https://syntology.ai/paper/2406.04692","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.04692"}},"official":null}},{"url":"/paper/gamebench-evaluating-strategic-reasoning","slug":"gamebench-evaluating-strategic-reasoning","title":"GameBench: Evaluating Strategic Reasoning Abilities of LLM Agents","date":"2024-06-07","arxiv_id":"2406.06613","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/gamebench-evaluating-strategic-reasoning#ran","syntology_url":"https://syntology.ai/paper/2406.06613","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.06613"}},"official":{"repos":["Joshuaclymer/GameBench"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/abex-data-augmentation-for-low-resource-nlu","slug":"abex-data-augmentation-for-low-resource-nlu","title":"ABEX: Data Augmentation for Low-Resource NLU via Expanding Abstract Descriptions","date":"2024-06-06","arxiv_id":"2406.04286","repositories_listed":1,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":7,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/abex-data-augmentation-for-low-resource-nlu#ran","syntology_url":"https://syntology.ai/paper/2406.04286","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2406.04286"}},"official":{"repos":["sreyan88/abex"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/vb-lora-extreme-parameter-efficient-fine","slug":"vb-lora-extreme-parameter-efficient-fine","title":"VB-LoRA: Extreme Parameter Efficient Fine-Tuning with Vector Banks","date":"2024-05-24","arxiv_id":"2405.15179","repositories_listed":1,"syntology":{"n":17,"n_ran":17,"n_constructed":0,"n_ran_checked":11,"n_instrument":6,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":10,"n_pointer_only":17,"phrase":"17 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 1 violated, 10 with no contract checked; 6 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/vb-lora-extreme-parameter-efficient-fine#ran","syntology_url":"https://syntology.ai/paper/2405.15179","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.15179"}},"official":{"repos":["leo-yangli/vb-lora"],"state":"official (archive's flag): 17 ran","n_ran":17,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/prompt-tuning-strikes-back-customizing","slug":"prompt-tuning-strikes-back-customizing","title":"Prompt Tuning Strikes Back: Customizing Foundation Models with Low-Rank Prompt Adaptation","date":"2024-05-24","arxiv_id":"2405.15282","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/prompt-tuning-strikes-back-customizing#ran","syntology_url":"https://syntology.ai/paper/2405.15282","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.15282"}},"official":{"repos":["jabhinav/prompt-tuning-strikes-back-with-lopa"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/slim-llm-salience-driven-mixed-precision","slug":"slim-llm-salience-driven-mixed-precision","title":"SliM-LLM: Salience-Driven Mixed-Precision Quantization for Large Language Models","date":"2024-05-23","arxiv_id":"2405.14917","repositories_listed":1,"syntology":{"n":13,"n_ran":8,"n_constructed":0,"n_ran_checked":5,"n_instrument":3,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":13,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 3 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/slim-llm-salience-driven-mixed-precision#ran","syntology_url":"https://syntology.ai/paper/2405.14917","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2405.14917"}},"official":{"repos":["Aaronhuang-778/SliM-LLM"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/how-good-are-low-bit-quantized-llama3-models","slug":"how-good-are-low-bit-quantized-llama3-models","title":"An empirical study of LLaMA3 quantization: from LLMs to MLLMs","date":"2024-04-22","arxiv_id":"2404.14047","repositories_listed":2,"syntology":{"n":10,"n_ran":7,"n_constructed":0,"n_ran_checked":4,"n_instrument":3,"n_unverified":3,"n_honours":0,"n_violates":1,"n_no_contract":3,"n_pointer_only":10,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 1 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/how-good-are-low-bit-quantized-llama3-models#ran","syntology_url":"https://syntology.ai/paper/2404.14047","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.14047"}},"official":{"repos":["macaronlin/llama3-quantization"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-logically-consistent-language-models","slug":"towards-logically-consistent-language-models","title":"Towards Logically Consistent Language Models via Probabilistic Reasoning","date":"2024-04-19","arxiv_id":"2404.12843","repositories_listed":0,"syntology":{"n":16,"n_ran":14,"n_constructed":0,"n_ran_checked":13,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":16,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/towards-logically-consistent-language-models#ran","syntology_url":"https://syntology.ai/paper/2404.12843","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.12843"}},"official":null}},{"url":"/paper/from-form-s-to-meaning-probing-the-semantic","slug":"from-form-s-to-meaning-probing-the-semantic","title":"From Form(s) to Meaning: Probing the Semantic Depths of Language Models Using Multisense Consistency","date":"2024-04-18","arxiv_id":"2404.12145","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":11,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/from-form-s-to-meaning-probing-the-semantic#ran","syntology_url":"https://syntology.ai/paper/2404.12145","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.12145"}},"official":{"repos":["facebookresearch/multisense_consistency"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/tabsqlify-enhancing-reasoning-capabilities-of","slug":"tabsqlify-enhancing-reasoning-capabilities-of","title":"TabSQLify: Enhancing Reasoning Capabilities of LLMs Through Table Decomposition","date":"2024-04-15","arxiv_id":"2404.10150","repositories_listed":2,"syntology":{"n":15,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":8,"n_honours":6,"n_violates":0,"n_no_contract":0,"n_pointer_only":15,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 6 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/tabsqlify-enhancing-reasoning-capabilities-of#ran","syntology_url":"https://syntology.ai/paper/2404.10150","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.10150"}},"official":{"repos":["mahadi-nahid/tabsqlify"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":8,"ran_from_kinds":["official"]}}},{"url":"/paper/ming-moe-enhancing-medical-multi-task","slug":"ming-moe-enhancing-medical-multi-task","title":"MING-MOE: Enhancing Medical Multi-Task Learning in Large Language Models with Sparse Mixture of Low-Rank Adapter Experts","date":"2024-04-13","arxiv_id":"2404.09027","repositories_listed":2,"syntology":{"n":13,"n_ran":8,"n_constructed":0,"n_ran_checked":3,"n_instrument":5,"n_unverified":5,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 5 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/ming-moe-enhancing-medical-multi-task#ran","syntology_url":"https://syntology.ai/paper/2404.09027","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.09027"}},"official":{"repos":["mediabrain-sjtu/ming"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/on-training-data-influence-of-gpt-models","slug":"on-training-data-influence-of-gpt-models","title":"On Training Data Influence of GPT Models","date":"2024-04-11","arxiv_id":"2404.07840","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/on-training-data-influence-of-gpt-models#ran","syntology_url":"https://syntology.ai/paper/2404.07840","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.07840"}},"official":{"repos":["eleutherai/pythia","ernie-research/gptfluence"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/sciassess-benchmarking-llm-proficiency-in","slug":"sciassess-benchmarking-llm-proficiency-in","title":"SciAssess: Benchmarking LLM Proficiency in Scientific Literature Analysis","date":"2024-03-04","arxiv_id":"2403.01976","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sciassess-benchmarking-llm-proficiency-in#ran","syntology_url":"https://syntology.ai/paper/2403.01976","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.01976"}},"official":{"repos":["sci-assess/sciassess"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/syntactic-ghost-an-imperceptible-general","slug":"syntactic-ghost-an-imperceptible-general","title":"SynGhost: Invisible and Universal Task-agnostic Backdoor Attack via Syntactic Transfer","date":"2024-02-29","arxiv_id":"2402.18945","repositories_listed":1,"syntology":{"n":10,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":10,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/syntactic-ghost-an-imperceptible-general#ran","syntology_url":"https://syntology.ai/paper/2402.18945","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.18945"}},"official":{"repos":["zhou-cybersecurity-ai/synghost"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/an-empirical-study-on-cross-lingual","slug":"an-empirical-study-on-cross-lingual","title":"An Empirical Study on Cross-lingual Vocabulary Adaptation for Efficient Language Model Inference","date":"2024-02-16","arxiv_id":"2402.10712","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/an-empirical-study-on-cross-lingual#ran","syntology_url":"https://syntology.ai/paper/2402.10712","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.10712"}},"official":{"repos":["gucci-j/llm-cva"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/unmemorization-in-large-language-models-via","slug":"unmemorization-in-large-language-models-via","title":"UNDIAL: Self-Distillation with Adjusted Logits for Robust Unlearning in Large Language Models","date":"2024-02-15","arxiv_id":"2402.10052","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/unmemorization-in-large-language-models-via#ran","syntology_url":"https://syntology.ai/paper/2402.10052","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.10052"}},"official":{"repos":["dong-river/llm_unlearning"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/mario-math-reasoning-with-code-interpreter","slug":"mario-math-reasoning-with-code-interpreter","title":"MARIO: MAth Reasoning with code Interpreter Output -- A Reproducible Pipeline","date":"2024-01-16","arxiv_id":"2401.08190","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mario-math-reasoning-with-code-interpreter#ran","syntology_url":"https://syntology.ai/paper/2401.08190","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2401.08190"}},"official":{"repos":["mario-math-reasoning/mario"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/unified-io-2-scaling-autoregressive","slug":"unified-io-2-scaling-autoregressive","title":"Unified-IO 2: Scaling Autoregressive Multimodal Models with Vision, Language, Audio, and Action","date":"2023-12-28","arxiv_id":"2312.17172","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/unified-io-2-scaling-autoregressive#ran","syntology_url":"https://syntology.ai/paper/2312.17172","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.17172"}},"official":{"repos":["allenai/unified-io-2"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/supervised-knowledge-makes-large-language","slug":"supervised-knowledge-makes-large-language","title":"Supervised Knowledge Makes Large Language Models Better In-context Learners","date":"2023-12-26","arxiv_id":"2312.15918","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/supervised-knowledge-makes-large-language#ran","syntology_url":"https://syntology.ai/paper/2312.15918","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.15918"}},"official":{"repos":["yanglinyi/supervised-knowledge-makes-large-language-models-better-in-context-learners"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/a-study-on-the-calibration-of-in-context","slug":"a-study-on-the-calibration-of-in-context","title":"A Study on the Calibration of In-context Learning","date":"2023-12-07","arxiv_id":"2312.04021","repositories_listed":1,"syntology":{"n":17,"n_ran":9,"n_constructed":0,"n_ran_checked":7,"n_instrument":2,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 2 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/a-study-on-the-calibration-of-in-context#ran","syntology_url":"https://syntology.ai/paper/2312.04021","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.04021"}},"official":{"repos":["hlzhang109/icl-calibration"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":8,"ran_from_kinds":["official"]}}},{"url":"/paper/taskweaver-a-code-first-agent-framework","slug":"taskweaver-a-code-first-agent-framework","title":"TaskWeaver: A Code-First Agent Framework","date":"2023-11-29","arxiv_id":"2311.17541","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/taskweaver-a-code-first-agent-framework#ran","syntology_url":"https://syntology.ai/paper/2311.17541","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.17541"}},"official":{"repos":["microsoft/taskweaver"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/you-don-t-need-a-personality-test-to-know","slug":"you-don-t-need-a-personality-test-to-know","title":"You don't need a personality test to know these models are unreliable: Assessing the Reliability of Large Language Models on Psychometric Instruments","date":"2023-11-16","arxiv_id":"2311.09718","repositories_listed":1,"syntology":{"n":12,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":4,"n_honours":1,"n_violates":0,"n_no_contract":7,"n_pointer_only":12,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 1 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/you-don-t-need-a-personality-test-to-know#ran","syntology_url":"https://syntology.ai/paper/2311.09718","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.09718"}},"official":{"repos":["orange0629/llm-personas"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-knowledge-enhanced-contextual","slug":"learning-knowledge-enhanced-contextual","title":"Learning Knowledge-Enhanced Contextual Language Representations for Domain Natural Language Understanding","date":"2023-11-12","arxiv_id":"2311.06761","repositories_listed":0,"syntology":{"n":10,"n_ran":9,"n_constructed":0,"n_ran_checked":8,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":5,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/learning-knowledge-enhanced-contextual#ran","syntology_url":"https://syntology.ai/paper/2311.06761","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.06761"}},"official":null}},{"url":"/paper/tlm-token-level-masking-for-transformers","slug":"tlm-token-level-masking-for-transformers","title":"TLM: Token-Level Masking for Transformers","date":"2023-10-28","arxiv_id":"2310.18738","repositories_listed":1,"syntology":{"n":28,"n_ran":23,"n_constructed":0,"n_ran_checked":22,"n_instrument":1,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":22,"n_pointer_only":28,"phrase":"23 ran (of which 0 constructed an object rather than computing a result; 22 with no instrument failure: 0 honoured, 0 violated, 22 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/tlm-token-level-masking-for-transformers#ran","syntology_url":"https://syntology.ai/paper/2310.18738","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.18738"}},"official":{"repos":["young1993/tlm"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":3,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/pre-trained-language-models-augmented-with","slug":"pre-trained-language-models-augmented-with","title":"Pre-Trained Language Models Augmented with Synthetic Scanpaths for Natural Language Understanding","date":"2023-10-23","arxiv_id":"2310.14676","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pre-trained-language-models-augmented-with#ran","syntology_url":"https://syntology.ai/paper/2310.14676","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.14676"}},"official":{"repos":["aeye-lab/emnlp-syntheticscanpaths-nlu-pretrainedlm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/reflection-tuning-data-recycling-improves-llm","slug":"reflection-tuning-data-recycling-improves-llm","title":"Reflection-Tuning: Data Recycling Improves LLM Instruction-Tuning","date":"2023-10-18","arxiv_id":"2310.11716","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/reflection-tuning-data-recycling-improves-llm#ran","syntology_url":"https://syntology.ai/paper/2310.11716","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.11716"}},"official":{"repos":["mingliiii/reflection_tuning"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/split-and-denoise-protect-large-language","slug":"split-and-denoise-protect-large-language","title":"Split-and-Denoise: Protect large language model inference with local differential privacy","date":"2023-10-13","arxiv_id":"2310.09130","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/split-and-denoise-protect-large-language#ran","syntology_url":"https://syntology.ai/paper/2310.09130","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.09130"}},"official":{"repos":["nusioraprivacy/eaas-privacy"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/loftq-lora-fine-tuning-aware-quantization-for","slug":"loftq-lora-fine-tuning-aware-quantization-for","title":"LoftQ: LoRA-Fine-Tuning-Aware Quantization for Large Language Models","date":"2023-10-12","arxiv_id":"2310.08659","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/loftq-lora-fine-tuning-aware-quantization-for#ran","syntology_url":"https://syntology.ai/paper/2310.08659","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.08659"}},"official":{"repos":["yxli2123/loftq"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/compresso-structured-pruning-with","slug":"compresso-structured-pruning-with","title":"Compresso: Structured Pruning with Collaborative Prompting Learns Compact Large Language Models","date":"2023-10-08","arxiv_id":"2310.05015","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/compresso-structured-pruning-with#ran","syntology_url":"https://syntology.ai/paper/2310.05015","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.05015"}},"official":{"repos":["microsoft/moonlit"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/sea-sparse-linear-attention-with-estimated","slug":"sea-sparse-linear-attention-with-estimated","title":"SEA: Sparse Linear Attention with Estimated Attention Mask","date":"2023-10-03","arxiv_id":"2310.01777","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/sea-sparse-linear-attention-with-estimated#ran","syntology_url":"https://syntology.ai/paper/2310.01777","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.01777"}},"official":{"repos":["gmlwns2000/sea-attention"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/metamath-bootstrap-your-own-mathematical","slug":"metamath-bootstrap-your-own-mathematical","title":"MetaMath: Bootstrap Your Own Mathematical Questions for Large Language Models","date":"2023-09-21","arxiv_id":"2309.12284","repositories_listed":1,"syntology":{"n":22,"n_ran":15,"n_constructed":0,"n_ran_checked":1,"n_instrument":14,"n_unverified":7,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 14 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/metamath-bootstrap-your-own-mathematical#ran","syntology_url":"https://syntology.ai/paper/2309.12284","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.12284"}},"official":{"repos":["meta-math/MetaMath"],"state":"official (archive's flag): 15 ran","n_ran":15,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":7,"ran_from_kinds":["official"]}}},{"url":"/paper/sib-200-a-simple-inclusive-and-big-evaluation","slug":"sib-200-a-simple-inclusive-and-big-evaluation","title":"SIB-200: A Simple, Inclusive, and Big Evaluation Dataset for Topic Classification in 200+ Languages and Dialects","date":"2023-09-14","arxiv_id":"2309.07445","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sib-200-a-simple-inclusive-and-big-evaluation#ran","syntology_url":"https://syntology.ai/paper/2309.07445","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.07445"}},"official":{"repos":["dadelani/sib-200"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/mindmap-knowledge-graph-prompting-sparks","slug":"mindmap-knowledge-graph-prompting-sparks","title":"MindMap: Knowledge Graph Prompting Sparks Graph of Thoughts in Large Language Models","date":"2023-08-17","arxiv_id":"2308.09729","repositories_listed":1,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":8,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/mindmap-knowledge-graph-prompting-sparks#ran","syntology_url":"https://syntology.ai/paper/2308.09729","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.09729"}},"official":{"repos":["wyl-willing/MindMap"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/token-scaled-logit-distillation-for-ternary-1","slug":"token-scaled-logit-distillation-for-ternary-1","title":"Token-Scaled Logit Distillation for Ternary Weight Generative Language Models","date":"2023-08-13","arxiv_id":"2308.06744","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/token-scaled-logit-distillation-for-ternary-1#ran","syntology_url":"https://syntology.ai/paper/2308.06744","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.06744"}},"official":{"repos":["aiha-lab/tsld"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/ntk-approximating-mlp-fusion-for-efficient","slug":"ntk-approximating-mlp-fusion-for-efficient","title":"MLP Fusion: Towards Efficient Fine-tuning of Dense and Mixture-of-Experts Language Models","date":"2023-07-18","arxiv_id":"2307.08941","repositories_listed":1,"syntology":{"n":14,"n_ran":10,"n_constructed":5,"n_ran_checked":9,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":14,"phrase":"10 ran (of which 5 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/ntk-approximating-mlp-fusion-for-efficient#ran","syntology_url":"https://syntology.ai/paper/2307.08941","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.08941"}},"official":{"repos":["weitianxin/mlp_fusion"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":5,"n_ran_no_instrument_failure":9,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/velma-verbalization-embodiment-of-llm-agents","slug":"velma-verbalization-embodiment-of-llm-agents","title":"VELMA: Verbalization Embodiment of LLM Agents for Vision and Language Navigation in Street View","date":"2023-07-12","arxiv_id":"2307.06082","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/velma-verbalization-embodiment-of-llm-agents#ran","syntology_url":"https://syntology.ai/paper/2307.06082","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.06082"}},"official":{"repos":["raphael-sch/velma"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/distilling-large-vision-language-model-with","slug":"distilling-large-vision-language-model-with","title":"Distilling Large Vision-Language Model with Out-of-Distribution Generalizability","date":"2023-07-06","arxiv_id":"2307.03135","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/distilling-large-vision-language-model-with#ran","syntology_url":"https://syntology.ai/paper/2307.03135","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.03135"}},"official":{"repos":["xuanlinli17/large_vlm_distillation_ood"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/deep-language-networks-joint-prompt-training","slug":"deep-language-networks-joint-prompt-training","title":"Joint Prompt Optimization of Stacked LLMs using Variational Inference","date":"2023-06-21","arxiv_id":"2306.12509","repositories_listed":1,"syntology":{"n":19,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":16,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 16 unverified","sample_list":"/paper/deep-language-networks-joint-prompt-training#ran","syntology_url":"https://syntology.ai/paper/2306.12509","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.12509"}},"official":{"repos":["microsoft/deep-language-networks"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":16,"ran_from_kinds":["official"]}}},{"url":"/paper/bridging-the-gap-between-decision-and-logits","slug":"bridging-the-gap-between-decision-and-logits","title":"Bridging the Gap between Decision and Logits in Decision-based Knowledge Distillation for Pre-trained Language Models","date":"2023-06-15","arxiv_id":"2306.08909","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/bridging-the-gap-between-decision-and-logits#ran","syntology_url":"https://syntology.ai/paper/2306.08909","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.08909"}},"official":{"repos":["thunlp-mt/dbkd-plm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/make-an-audio-2-temporal-enhanced-text-to","slug":"make-an-audio-2-temporal-enhanced-text-to","title":"Make-An-Audio 2: Temporal-Enhanced Text-to-Audio Generation","date":"2023-05-29","arxiv_id":"2305.18474","repositories_listed":1,"syntology":{"n":12,"n_ran":11,"n_constructed":0,"n_ran_checked":6,"n_instrument":5,"n_unverified":1,"n_honours":0,"n_violates":2,"n_no_contract":4,"n_pointer_only":5,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 2 violated, 4 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/make-an-audio-2-temporal-enhanced-text-to#ran","syntology_url":"https://syntology.ai/paper/2305.18474","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18474"}},"official":null}},{"url":"/paper/csts-conditional-semantic-textual-similarity","slug":"csts-conditional-semantic-textual-similarity","title":"C-STS: Conditional Semantic Textual Similarity","date":"2023-05-24","arxiv_id":"2305.15093","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":4,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/csts-conditional-semantic-textual-similarity#ran","syntology_url":"https://syntology.ai/paper/2305.15093","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15093"}},"official":{"repos":["princeton-nlp/c-sts"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/can-large-language-models-infer-and-disagree","slug":"can-large-language-models-infer-and-disagree","title":"Can Large Language Models Capture Dissenting Human Voices?","date":"2023-05-23","arxiv_id":"2305.13788","repositories_listed":1,"syntology":{"n":28,"n_ran":24,"n_constructed":0,"n_ran_checked":24,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":1,"n_no_contract":23,"n_pointer_only":0,"phrase":"24 ran (of which 0 constructed an object rather than computing a result; 24 with no instrument failure: 0 honoured, 1 violated, 23 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/can-large-language-models-infer-and-disagree#ran","syntology_url":"https://syntology.ai/paper/2305.13788","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13788"}},"official":{"repos":["xfactlab/emnlp2023-llm-disagreement"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":14,"n_unverified":4,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/zeroscrolls-a-zero-shot-benchmark-for-long","slug":"zeroscrolls-a-zero-shot-benchmark-for-long","title":"ZeroSCROLLS: A Zero-Shot Benchmark for Long Text Understanding","date":"2023-05-23","arxiv_id":"2305.14196","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/zeroscrolls-a-zero-shot-benchmark-for-long#ran","syntology_url":"https://syntology.ai/paper/2305.14196","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14196"}},"official":{"repos":["tau-nlp/zero_scrolls"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/prompt-position-really-matters-in-few-shot","slug":"prompt-position-really-matters-in-few-shot","title":"Do prompt positions really matter?","date":"2023-05-23","arxiv_id":"2305.14493","repositories_listed":1,"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":6,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":1,"n_no_contract":5,"n_pointer_only":7,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 1 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/prompt-position-really-matters-in-few-shot#ran","syntology_url":"https://syntology.ai/paper/2305.14493","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14493"}},"official":{"repos":["milliemaoo/prompt-position"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/pruning-pre-trained-language-models-with","slug":"pruning-pre-trained-language-models-with","title":"Pruning Pre-trained Language Models with Principled Importance and Self-regularization","date":"2023-05-21","arxiv_id":"2305.12394","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pruning-pre-trained-language-models-with#ran","syntology_url":"https://syntology.ai/paper/2305.12394","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12394"}},"official":{"repos":["drsy/pins"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/tess-text-to-text-self-conditioned-simplex","slug":"tess-text-to-text-self-conditioned-simplex","title":"TESS: Text-to-Text Self-Conditioned Simplex Diffusion","date":"2023-05-15","arxiv_id":"2305.08379","repositories_listed":2,"syntology":{"n":15,"n_ran":12,"n_constructed":0,"n_ran_checked":12,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/tess-text-to-text-self-conditioned-simplex#ran","syntology_url":"https://syntology.ai/paper/2305.08379","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.08379"}},"official":{"repos":["allenai/tess-diffusion"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/scene-self-labeled-counterfactuals-for","slug":"scene-self-labeled-counterfactuals-for","title":"SCENE: Self-Labeled Counterfactuals for Extrapolating to Negative Examples","date":"2023-05-13","arxiv_id":"2305.07984","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/scene-self-labeled-counterfactuals-for#ran","syntology_url":"https://syntology.ai/paper/2305.07984","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.07984"}},"official":{"repos":["deqingfu/scene"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/chatlog-recording-and-analyzing-chatgpt","slug":"chatlog-recording-and-analyzing-chatgpt","title":"ChatLog: Carefully Evaluating the Evolution of ChatGPT Across Time","date":"2023-04-27","arxiv_id":"2304.14106","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/chatlog-recording-and-analyzing-chatgpt#ran","syntology_url":"https://syntology.ai/paper/2304.14106","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.14106"}},"official":{"repos":["thu-keg/chatlog"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/pmc-llama-further-finetuning-llama-on-medical","slug":"pmc-llama-further-finetuning-llama-on-medical","title":"PMC-LLaMA: Towards Building Open-source Language Models for Medicine","date":"2023-04-27","arxiv_id":"2304.14454","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pmc-llama-further-finetuning-llama-on-medical#ran","syntology_url":"https://syntology.ai/paper/2304.14454","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.14454"}},"official":{"repos":["chaoyi-wu/pmc-llama"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/lamp-when-large-language-models-meet","slug":"lamp-when-large-language-models-meet","title":"LaMP: When Large Language Models Meet Personalization","date":"2023-04-22","arxiv_id":"2304.11406","repositories_listed":4,"syntology":{"n":13,"n_ran":12,"n_constructed":0,"n_ran_checked":11,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":1,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/lamp-when-large-language-models-meet#ran","syntology_url":"https://syntology.ai/paper/2304.11406","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.11406"}},"official":null}},{"url":"/paper/scaling-transformer-to-1m-tokens-and-beyond","slug":"scaling-transformer-to-1m-tokens-and-beyond","title":"Scaling Transformer to 1M tokens and beyond with RMT","date":"2023-04-19","arxiv_id":"2304.11062","repositories_listed":3,"syntology":{"n":8,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/scaling-transformer-to-1m-tokens-and-beyond#ran","syntology_url":"https://syntology.ai/paper/2304.11062","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.11062"}},"official":{"repos":["booydar/t5-experiments"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/uncertainty-aware-natural-language-inference","slug":"uncertainty-aware-natural-language-inference","title":"Uncertainty-Aware Natural Language Inference with Stochastic Weight Averaging","date":"2023-04-10","arxiv_id":"2304.04726","repositories_listed":1,"syntology":{"n":6,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/uncertainty-aware-natural-language-inference#ran","syntology_url":"https://syntology.ai/paper/2304.04726","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.04726"}},"official":{"repos":["helsinki-nlp/uncertainty-aware-nli"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/mathprompter-mathematical-reasoning-using","slug":"mathprompter-mathematical-reasoning-using","title":"MathPrompter: Mathematical Reasoning using Large Language Models","date":"2023-03-04","arxiv_id":"2303.05398","repositories_listed":1,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/mathprompter-mathematical-reasoning-using#ran","syntology_url":"https://syntology.ai/paper/2303.05398","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.05398"}},"official":null}},{"url":"/paper/knowledge-enhanced-pre-training-for-auto","slug":"knowledge-enhanced-pre-training-for-auto","title":"Knowledge-enhanced Visual-Language Pre-training on Chest Radiology Images","date":"2023-02-27","arxiv_id":"2302.14042","repositories_listed":1,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":3,"n_no_contract":3,"n_pointer_only":6,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 1 honoured, 3 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/knowledge-enhanced-pre-training-for-auto#ran","syntology_url":"https://syntology.ai/paper/2302.14042","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.14042"}},"official":null}},{"url":"/paper/gladis-a-general-and-large-acronym","slug":"gladis-a-general-and-large-acronym","title":"GLADIS: A General and Large Acronym Disambiguation Benchmark","date":"2023-02-03","arxiv_id":"2302.01860","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/gladis-a-general-and-large-acronym#ran","syntology_url":"https://syntology.ai/paper/2302.01860","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.01860"}},"official":{"repos":["tigerchen52/gladis"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/videberta-a-powerful-pre-trained-language","slug":"videberta-a-powerful-pre-trained-language","title":"ViDeBERTa: A powerful pre-trained language model for Vietnamese","date":"2023-01-25","arxiv_id":"2301.10439","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/videberta-a-powerful-pre-trained-language#ran","syntology_url":"https://syntology.ai/paper/2301.10439","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.10439"}},"official":{"repos":["hysonlab/videberta"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/efficient-long-sequence-modeling-via-state","slug":"efficient-long-sequence-modeling-via-state","title":"Efficient Long Sequence Modeling via State Space Augmented Transformer","date":"2022-12-15","arxiv_id":"2212.08136","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/efficient-long-sequence-modeling-via-state#ran","syntology_url":"https://syntology.ai/paper/2212.08136","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.08136"}},"official":{"repos":["microsoft/efficientlongsequencemodeling"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/the-kitmus-test-evaluating-knowledge","slug":"the-kitmus-test-evaluating-knowledge","title":"The KITMUS Test: Evaluating Knowledge Integration from Multiple Sources in Natural Language Understanding Systems","date":"2022-12-15","arxiv_id":"2212.08192","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/the-kitmus-test-evaluating-knowledge#ran","syntology_url":"https://syntology.ai/paper/2212.08192","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.08192"}},"official":{"repos":["mpoemsl/kitmus"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/efficient-self-supervised-learning-with","slug":"efficient-self-supervised-learning-with","title":"Efficient Self-supervised Learning with Contextualized Target Representations for Vision, Speech and Language","date":"2022-12-14","arxiv_id":"2212.07525","repositories_listed":5,"syntology":{"n":8,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":2,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/efficient-self-supervised-learning-with#ran","syntology_url":"https://syntology.ai/paper/2212.07525","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.07525"}},"official":{"repos":["facebookresearch/fairseq"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/breakpoint-transformers-for-modeling-and","slug":"breakpoint-transformers-for-modeling-and","title":"Breakpoint Transformers for Modeling and Tracking Intermediate Beliefs","date":"2022-11-15","arxiv_id":"2211.07950","repositories_listed":1,"syntology":{"n":6,"n_ran":3,"n_constructed":2,"n_ran_checked":2,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"3 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/breakpoint-transformers-for-modeling-and#ran","syntology_url":"https://syntology.ai/paper/2211.07950","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.07950"}},"official":{"repos":["allenai/situation_modeling"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/prompt-tuning-can-be-much-better-than-fine","slug":"prompt-tuning-can-be-much-better-than-fine","title":"Prompt-Tuning Can Be Much Better Than Fine-Tuning on Cross-lingual Understanding With Multilingual Language Models","date":"2022-10-22","arxiv_id":"2210.12360","repositories_listed":2,"syntology":{"n":6,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":4,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/prompt-tuning-can-be-much-better-than-fine#ran","syntology_url":"https://syntology.ai/paper/2210.12360","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.12360"}},"official":{"repos":["salesforce/mpt"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/enhancing-out-of-distribution-detection-in","slug":"enhancing-out-of-distribution-detection-in","title":"Enhancing Out-of-Distribution Detection in Natural Language Understanding via Implicit Layer Ensemble","date":"2022-10-20","arxiv_id":"2210.11034","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/enhancing-out-of-distribution-detection-in#ran","syntology_url":"https://syntology.ai/paper/2210.11034","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.11034"}},"official":{"repos":["hyunsoocho77/lacl-official"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/a-win-win-deal-towards-sparse-and-robust-pre","slug":"a-win-win-deal-towards-sparse-and-robust-pre","title":"A Win-win Deal: Towards Sparse and Robust Pre-trained Language Models","date":"2022-10-11","arxiv_id":"2210.05211","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/a-win-win-deal-towards-sparse-and-robust-pre#ran","syntology_url":"https://syntology.ai/paper/2210.05211","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.05211"}},"official":{"repos":["llyx97/sparse-and-robust-plm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/explaining-patterns-in-data-with-language","slug":"explaining-patterns-in-data-with-language","title":"Explaining Patterns in Data with Language Models via Interpretable Autoprompting","date":"2022-10-04","arxiv_id":"2210.01848","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/explaining-patterns-in-data-with-language#ran","syntology_url":"https://syntology.ai/paper/2210.01848","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.01848"}},"official":{"repos":["csinva/imodelsX"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/indicsuperb-a-speech-processing-universal","slug":"indicsuperb-a-speech-processing-universal","title":"IndicSUPERB: A Speech Processing Universal Performance Benchmark for Indian languages","date":"2022-08-24","arxiv_id":"2208.11761","repositories_listed":1,"syntology":{"n":7,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/indicsuperb-a-speech-processing-universal#ran","syntology_url":"https://syntology.ai/paper/2208.11761","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2208.11761"}},"official":{"repos":["AI4Bharat/indicSUPERB"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/plm-icd-automatic-icd-coding-with-pretrained-1","slug":"plm-icd-automatic-icd-coding-with-pretrained-1","title":"PLM-ICD: Automatic ICD Coding with Pretrained Language Models","date":"2022-07-12","arxiv_id":"2207.05289","repositories_listed":2,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/plm-icd-automatic-icd-coding-with-pretrained-1#ran","syntology_url":"https://syntology.ai/paper/2207.05289","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.05289"}},"official":{"repos":["miulab/plm-icd"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/platon-pruning-large-transformer-models-with","slug":"platon-pruning-large-transformer-models-with","title":"PLATON: Pruning Large Transformer Models with Upper Confidence Bound of Weight Importance","date":"2022-06-25","arxiv_id":"2206.12562","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/platon-pruning-large-transformer-models-with#ran","syntology_url":"https://syntology.ai/paper/2206.12562","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.12562"}},"official":{"repos":["qingruzhang/platon"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/improving-zero-and-few-shot-generalization-in","slug":"improving-zero-and-few-shot-generalization-in","title":"InstructDial: Improving Zero and Few-shot Generalization in Dialogue through Instruction Tuning","date":"2022-05-25","arxiv_id":"2205.12673","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/improving-zero-and-few-shot-generalization-in#ran","syntology_url":"https://syntology.ai/paper/2205.12673","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.12673"}},"official":{"repos":["prakharguptaz/Instructdial"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/vector-quantized-input-contextualized-soft","slug":"vector-quantized-input-contextualized-soft","title":"Vector-Quantized Input-Contextualized Soft Prompts for Natural Language Understanding","date":"2022-05-23","arxiv_id":"2205.11024","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/vector-quantized-input-contextualized-soft#ran","syntology_url":"https://syntology.ai/paper/2205.11024","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.11024"}},"official":{"repos":["declare-lab/vip"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/contrastive-representation-learning-for-cross","slug":"contrastive-representation-learning-for-cross","title":"Contrastive Representation Learning for Cross-Document Coreference Resolution of Events and Entities","date":"2022-05-23","arxiv_id":"2205.11438","repositories_listed":0,"syntology":{"n":18,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/contrastive-representation-learning-for-cross#ran","syntology_url":"https://syntology.ai/paper/2205.11438","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.11438"}},"official":null}},{"url":"/paper/treemix-compositional-constituency-based-data","slug":"treemix-compositional-constituency-based-data","title":"TreeMix: Compositional Constituency-based Data Augmentation for Natural Language Understanding","date":"2022-05-12","arxiv_id":"2205.06153","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/treemix-compositional-constituency-based-data#ran","syntology_url":"https://syntology.ai/paper/2205.06153","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.06153"}},"official":{"repos":["magiccircuit/treemix"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}}],"record_sha256":"9f681deed2d882fc385a63660b95742035d90e12a16d231c284d3ce8c5a6cef6","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}