{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/in-context-learning/papers/ran/4","list_of":"/task/in-context-learning","task":"In-Context Learning","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":4,"pages_in_order":5,"rows_per_page":100,"rows":[301,400],"of":437,"counts":{"archive_papers_tagged":2297,"with_a_code_link":998,"where_syntology_ran_a_sample":437,"not_listed_spam_title":0,"listed":2297,"listed_where_code_ran":437,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":361,"every_run_a_failure_of_syntologys_instrument":76,"listed_with_a_run_with_no_instrument_failure":361,"listed_every_run_a_failure_of_syntologys_instrument":76,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/in-context-learning/papers/ran/1","prev":"/task/in-context-learning/papers/ran/3","next":"/task/in-context-learning/papers/ran/5","papers":[{"url":"/paper/context-aware-meta-learning","slug":"context-aware-meta-learning","title":"Context-Aware Meta-Learning","date":"2023-10-17","arxiv_id":"2310.10971","repositories_listed":1,"syntology":{"n":16,"n_ran":5,"n_constructed":4,"n_ran_checked":5,"n_instrument":0,"n_unverified":11,"n_honours":1,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"5 ran (of which 4 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/context-aware-meta-learning#ran","syntology_url":"https://syntology.ai/paper/2310.10971","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.10971"}},"official":{"repos":["cfifty/CAML"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":4,"n_ran_no_instrument_failure":5,"n_unverified":11,"ran_from_kinds":["official"]}}},{"url":"/paper/generative-calibration-for-in-context","slug":"generative-calibration-for-in-context","title":"Generative Calibration for In-context Learning","date":"2023-10-16","arxiv_id":"2310.10266","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":5,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/generative-calibration-for-in-context#ran","syntology_url":"https://syntology.ai/paper/2310.10266","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.10266"}},"official":{"repos":["changmenseng/generative_calibration"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/in-context-pretraining-language-modeling","slug":"in-context-pretraining-language-modeling","title":"In-context Pretraining: Language Modeling Beyond Document Boundaries","date":"2023-10-16","arxiv_id":"2310.10638","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":3,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":3,"n_no_contract":0,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 3 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/in-context-pretraining-language-modeling#ran","syntology_url":"https://syntology.ai/paper/2310.10638","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.10638"}},"official":{"repos":["swj0419/in-context-pretraining"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/ideal-influence-driven-selective-annotations","slug":"ideal-influence-driven-selective-annotations","title":"IDEAL: Influence-Driven Selective Annotations Empower In-Context Learners in Large Language Models","date":"2023-10-16","arxiv_id":"2310.10873","repositories_listed":1,"syntology":{"n":4,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/ideal-influence-driven-selective-annotations#ran","syntology_url":"https://syntology.ai/paper/2310.10873","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.10873"}},"official":null}},{"url":"/paper/amago-scalable-in-context-reinforcement","slug":"amago-scalable-in-context-reinforcement","title":"AMAGO: Scalable In-Context Reinforcement Learning for Adaptive Agents","date":"2023-10-15","arxiv_id":"2310.09971","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/amago-scalable-in-context-reinforcement#ran","syntology_url":"https://syntology.ai/paper/2310.09971","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.09971"}},"official":{"repos":["ut-austin-rpl/amago"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/prompting-large-language-models-with-chain-of","slug":"prompting-large-language-models-with-chain-of","title":"Prompting Large Language Models with Chain-of-Thought for Few-Shot Knowledge Base Question Generation","date":"2023-10-12","arxiv_id":"2310.08395","repositories_listed":0,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/prompting-large-language-models-with-chain-of#ran","syntology_url":"https://syntology.ai/paper/2310.08395","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.08395"}},"official":null}},{"url":"/paper/cribo-self-supervised-learning-via-cross","slug":"cribo-self-supervised-learning-via-cross","title":"CrIBo: Self-Supervised Learning via Cross-Image Object-Level Bootstrapping","date":"2023-10-11","arxiv_id":"2310.07855","repositories_listed":1,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":3,"n_instrument":4,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":2,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/cribo-self-supervised-learning-via-cross#ran","syntology_url":"https://syntology.ai/paper/2310.07855","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.07855"}},"official":{"repos":["tileb1/cribo"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/humans-and-language-models-diverge-when","slug":"humans-and-language-models-diverge-when","title":"Humans and language models diverge when predicting repeating text","date":"2023-10-10","arxiv_id":"2310.06408","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/humans-and-language-models-diverge-when#ran","syntology_url":"https://syntology.ai/paper/2310.06408","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.06408"}},"official":{"repos":["huthlab/lm-repeating-text"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/making-large-language-models-perform-better","slug":"making-large-language-models-perform-better","title":"Making Large Language Models Perform Better in Knowledge Graph Completion","date":"2023-10-10","arxiv_id":"2310.06671","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/making-large-language-models-perform-better#ran","syntology_url":"https://syntology.ai/paper/2310.06671","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.06671"}},"official":{"repos":["zjukg/kopa"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/seer-a-knapsack-approach-to-exemplar","slug":"seer-a-knapsack-approach-to-exemplar","title":"SEER : A Knapsack approach to Exemplar Selection for In-Context HybridQA","date":"2023-10-10","arxiv_id":"2310.06675","repositories_listed":1,"syntology":{"n":16,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":10,"n_honours":2,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/seer-a-knapsack-approach-to-exemplar#ran","syntology_url":"https://syntology.ai/paper/2310.06675","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.06675"}},"official":{"repos":["jtonglet/seer"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":10,"ran_from_kinds":["official"]}}},{"url":"/paper/llmlingua-compressing-prompts-for-accelerated","slug":"llmlingua-compressing-prompts-for-accelerated","title":"LLMLingua: Compressing Prompts for Accelerated Inference of Large Language Models","date":"2023-10-09","arxiv_id":"2310.05736","repositories_listed":1,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":7,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":2,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/llmlingua-compressing-prompts-for-accelerated#ran","syntology_url":"https://syntology.ai/paper/2310.05736","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.05736"}},"official":{"repos":["microsoft/LLMLingua"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/are-large-language-models-post-hoc-explainers","slug":"are-large-language-models-post-hoc-explainers","title":"In-Context Explainers: Harnessing LLMs for Explaining Black Box Models","date":"2023-10-09","arxiv_id":"2310.05797","repositories_listed":1,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/are-large-language-models-post-hoc-explainers#ran","syntology_url":"https://syntology.ai/paper/2310.05797","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.05797"}},"official":{"repos":["AI4LIFE-GROUP/LLM_Explainer"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/salmon-self-alignment-with-principle","slug":"salmon-self-alignment-with-principle","title":"SALMON: Self-Alignment with Instructable Reward Models","date":"2023-10-09","arxiv_id":"2310.05910","repositories_listed":1,"syntology":{"n":13,"n_ran":13,"n_constructed":0,"n_ran_checked":8,"n_instrument":5,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":13,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/salmon-self-alignment-with-principle#ran","syntology_url":"https://syntology.ai/paper/2310.05910","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.05910"}},"official":{"repos":["ibm/salmon"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/harnessing-the-power-of-large-language-models-1","slug":"harnessing-the-power-of-large-language-models-1","title":"Harnessing the Power of Large Language Models for Empathetic Response Generation: Empirical Investigations and Improvements","date":"2023-10-08","arxiv_id":"2310.05140","repositories_listed":1,"syntology":{"n":5,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":5,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/harnessing-the-power-of-large-language-models-1#ran","syntology_url":"https://syntology.ai/paper/2310.05140","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.05140"}},"official":{"repos":["27182812/LLM4ED"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/language-agent-tree-search-unifies-reasoning","slug":"language-agent-tree-search-unifies-reasoning","title":"Language Agent Tree Search Unifies Reasoning Acting and Planning in Language Models","date":"2023-10-06","arxiv_id":"2310.04406","repositories_listed":2,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":8,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":7,"n_pointer_only":2,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 1 honoured, 0 violated, 7 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/language-agent-tree-search-unifies-reasoning#ran","syntology_url":"https://syntology.ai/paper/2310.04406","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.04406"}},"official":{"repos":["lapisrocks/languageagenttreesearch","andyz245/LanguageAgentTreeSearch"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/dq-lore-dual-queries-with-low-rank","slug":"dq-lore-dual-queries-with-low-rank","title":"DQ-LoRe: Dual Queries with Low Rank Approximation Re-ranking for In-Context Learning","date":"2023-10-04","arxiv_id":"2310.02954","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":1,"n_ran_checked":3,"n_instrument":2,"n_unverified":1,"n_honours":2,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"5 ran (of which 1 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/dq-lore-dual-queries-with-low-rank#ran","syntology_url":"https://syntology.ai/paper/2310.02954","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.02954"}},"official":{"repos":["ai4fun/dq-lore"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["community","official"]}}},{"url":"/paper/fool-your-vision-and-language-model-with","slug":"fool-your-vision-and-language-model-with","title":"Fool Your (Vision and) Language Model With Embarrassingly Simple Permutations","date":"2023-10-02","arxiv_id":"2310.01651","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/fool-your-vision-and-language-model-with#ran","syntology_url":"https://syntology.ai/paper/2310.01651","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.01651"}},"official":{"repos":["ys-zong/foolyourvllms"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/beyond-task-performance-evaluating-and","slug":"beyond-task-performance-evaluating-and","title":"Beyond Task Performance: Evaluating and Reducing the Flaws of Large Multimodal Models with In-Context Learning","date":"2023-10-01","arxiv_id":"2310.00647","repositories_listed":1,"syntology":{"n":11,"n_ran":11,"n_constructed":0,"n_ran_checked":9,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":8,"n_pointer_only":11,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 1 violated, 8 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/beyond-task-performance-evaluating-and#ran","syntology_url":"https://syntology.ai/paper/2310.00647","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.00647"}},"official":{"repos":["mshukor/EvALign-ICL"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/understanding-in-context-learning-from","slug":"understanding-in-context-learning-from","title":"Understanding In-Context Learning from Repetitions","date":"2023-09-30","arxiv_id":"2310.00297","repositories_listed":1,"syntology":{"n":16,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":12,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":16,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 12 unverified","sample_list":"/paper/understanding-in-context-learning-from#ran","syntology_url":"https://syntology.ai/paper/2310.00297","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.00297"}},"official":{"repos":["elliottyan/understand-icl-from-repetition"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":12,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-llm-based-fact-verification-on-news","slug":"towards-llm-based-fact-verification-on-news","title":"Towards LLM-based Fact Verification on News Claims with a Hierarchical Step-by-Step Prompting Method","date":"2023-09-30","arxiv_id":"2310.00305","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/towards-llm-based-fact-verification-on-news#ran","syntology_url":"https://syntology.ai/paper/2310.00305","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.00305"}},"official":{"repos":["jadecurl/hiss"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/benchmarking-cognitive-biases-in-large","slug":"benchmarking-cognitive-biases-in-large","title":"Benchmarking Cognitive Biases in Large Language Models as Evaluators","date":"2023-09-29","arxiv_id":"2309.17012","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/benchmarking-cognitive-biases-in-large#ran","syntology_url":"https://syntology.ai/paper/2309.17012","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.17012"}},"official":{"repos":["minnesotanlp/cobbler"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/one-for-all-towards-training-one-graph-model","slug":"one-for-all-towards-training-one-graph-model","title":"One for All: Towards Training One Graph Model for All Classification Tasks","date":"2023-09-29","arxiv_id":"2310.00149","repositories_listed":1,"syntology":{"n":18,"n_ran":9,"n_constructed":0,"n_ran_checked":7,"n_instrument":2,"n_unverified":9,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":5,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 2 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/one-for-all-towards-training-one-graph-model#ran","syntology_url":"https://syntology.ai/paper/2310.00149","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.00149"}},"official":{"repos":["lechengkong/oneforall"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":9,"ran_from_kinds":["official"]}}},{"url":"/paper/are-human-generated-demonstrations-necessary","slug":"are-human-generated-demonstrations-necessary","title":"Are Human-generated Demonstrations Necessary for In-context Learning?","date":"2023-09-26","arxiv_id":"2309.14681","repositories_listed":1,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":11,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/are-human-generated-demonstrations-necessary#ran","syntology_url":"https://syntology.ai/paper/2309.14681","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.14681"}},"official":{"repos":["ruili33/sec"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/calibrating-llm-based-evaluator","slug":"calibrating-llm-based-evaluator","title":"Calibrating LLM-Based Evaluator","date":"2023-09-23","arxiv_id":"2309.13308","repositories_listed":1,"syntology":{"n":10,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/calibrating-llm-based-evaluator#ran","syntology_url":"https://syntology.ai/paper/2309.13308","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.13308"}},"official":null}},{"url":"/paper/privacy-preserving-in-context-learning-with","slug":"privacy-preserving-in-context-learning-with","title":"Privacy-Preserving In-Context Learning with Differentially Private Few-Shot Generation","date":"2023-09-21","arxiv_id":"2309.11765","repositories_listed":1,"syntology":{"n":17,"n_ran":17,"n_constructed":0,"n_ran_checked":17,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":17,"n_pointer_only":0,"phrase":"17 ran (of which 0 constructed an object rather than computing a result; 17 with no instrument failure: 0 honoured, 0 violated, 17 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/privacy-preserving-in-context-learning-with#ran","syntology_url":"https://syntology.ai/paper/2309.11765","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.11765"}},"official":{"repos":["microsoft/dp-few-shot-generation"],"state":"official (archive's flag): 17 ran","n_ran":17,"n_constructed":0,"n_ran_no_instrument_failure":17,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/language-modeling-is-compression","slug":"language-modeling-is-compression","title":"Language Modeling Is Compression","date":"2023-09-19","arxiv_id":"2309.10668","repositories_listed":1,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/language-modeling-is-compression#ran","syntology_url":"https://syntology.ai/paper/2309.10668","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.10668"}},"official":{"repos":["google-deepmind/language_modeling_is_compression"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/understanding-catastrophic-forgetting-in","slug":"understanding-catastrophic-forgetting-in","title":"Understanding Catastrophic Forgetting in Language Models via Implicit Inference","date":"2023-09-18","arxiv_id":"2309.10105","repositories_listed":1,"syntology":{"n":6,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":6,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/understanding-catastrophic-forgetting-in#ran","syntology_url":"https://syntology.ai/paper/2309.10105","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.10105"}},"official":{"repos":["kothasuhas/understanding-forgetting"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/mmicl-empowering-vision-language-model-with","slug":"mmicl-empowering-vision-language-model-with","title":"MMICL: Empowering Vision-language Model with Multi-Modal In-Context Learning","date":"2023-09-14","arxiv_id":"2309.07915","repositories_listed":2,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":2,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":7,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/mmicl-empowering-vision-language-model-with#ran","syntology_url":"https://syntology.ai/paper/2309.07915","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.07915"}},"official":{"repos":["haozhezhao/mic","pkunlp-icler/mic"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/hypothesis-search-inductive-reasoning-with","slug":"hypothesis-search-inductive-reasoning-with","title":"Hypothesis Search: Inductive Reasoning with Language Models","date":"2023-09-11","arxiv_id":"2309.05660","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/hypothesis-search-inductive-reasoning-with#ran","syntology_url":"https://syntology.ai/paper/2309.05660","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.05660"}},"official":{"repos":["relento/hypothesis_search"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/code-style-in-context-learning-for-knowledge","slug":"code-style-in-context-learning-for-knowledge","title":"Code-Style In-Context Learning for Knowledge-Based Question Answering","date":"2023-09-09","arxiv_id":"2309.04695","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/code-style-in-context-learning-for-knowledge#ran","syntology_url":"https://syntology.ai/paper/2309.04695","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.04695"}},"official":{"repos":["arthurizijar/kb-coder"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/are-emergent-abilities-in-large-language","slug":"are-emergent-abilities-in-large-language","title":"Are Emergent Abilities in Large Language Models just In-Context Learning?","date":"2023-09-04","arxiv_id":"2309.01809","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/are-emergent-abilities-in-large-language#ran","syntology_url":"https://syntology.ai/paper/2309.01809","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.01809"}},"official":{"repos":["ukplab/on-emergence"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/taken-out-of-context-on-measuring-situational","slug":"taken-out-of-context-on-measuring-situational","title":"Taken out of context: On measuring situational awareness in LLMs","date":"2023-09-01","arxiv_id":"2309.00667","repositories_listed":1,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":9,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/taken-out-of-context-on-measuring-situational#ran","syntology_url":"https://syntology.ai/paper/2309.00667","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.00667"}},"official":{"repos":["asacooperstickland/situational-awareness-evals"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/anomalygpt-detecting-industrial-anomalies","slug":"anomalygpt-detecting-industrial-anomalies","title":"AnomalyGPT: Detecting Industrial Anomalies Using Large Vision-Language Models","date":"2023-08-29","arxiv_id":"2308.15366","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":5,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":9,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/anomalygpt-detecting-industrial-anomalies#ran","syntology_url":"https://syntology.ai/paper/2308.15366","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.15366"}},"official":{"repos":["casia-iva-lab/anomalygpt"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/knowledge-driven-cot-exploring-faithful","slug":"knowledge-driven-cot-exploring-faithful","title":"Knowledge-Driven CoT: Exploring Faithful Reasoning in LLMs for Knowledge-intensive Question Answering","date":"2023-08-25","arxiv_id":"2308.13259","repositories_listed":1,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":1,"n_no_contract":5,"n_pointer_only":9,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 1 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/knowledge-driven-cot-exploring-faithful#ran","syntology_url":"https://syntology.ai/paper/2308.13259","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.13259"}},"official":{"repos":["adelwang/kd-cot"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/diffusion-language-models-can-perform-many","slug":"diffusion-language-models-can-perform-many","title":"Diffusion Language Models Can Perform Many Tasks with Scaling and Instruction-Finetuning","date":"2023-08-23","arxiv_id":"2308.12219","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":7,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/diffusion-language-models-can-perform-many#ran","syntology_url":"https://syntology.ai/paper/2308.12219","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.12219"}},"official":{"repos":["yegcjs/diffusionllm"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/exploring-parameter-efficient-fine-tuning","slug":"exploring-parameter-efficient-fine-tuning","title":"Exploring Parameter-Efficient Fine-Tuning Techniques for Code Generation with Large Language Models","date":"2023-08-21","arxiv_id":"2308.10462","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/exploring-parameter-efficient-fine-tuning#ran","syntology_url":"https://syntology.ai/paper/2308.10462","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.10462"}},"official":{"repos":["martin-wey/peft-llm-code"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/exploring-demonstration-ensembling-for-in","slug":"exploring-demonstration-ensembling-for-in","title":"Exploring Demonstration Ensembling for In-context Learning","date":"2023-08-17","arxiv_id":"2308.08780","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/exploring-demonstration-ensembling-for-in#ran","syntology_url":"https://syntology.ai/paper/2308.08780","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.08780"}},"official":{"repos":["mukhal/icl-ensembling"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/time-travel-in-llms-tracing-data","slug":"time-travel-in-llms-tracing-data","title":"Time Travel in LLMs: Tracing Data Contamination in Large Language Models","date":"2023-08-16","arxiv_id":"2308.08493","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/time-travel-in-llms-tracing-data#ran","syntology_url":"https://syntology.ai/paper/2308.08493","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.08493"}},"official":{"repos":["shahriargolchin/time-travel-in-llms"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/raven-in-context-learning-with-retrieval","slug":"raven-in-context-learning-with-retrieval","title":"RAVEN: In-Context Learning with Retrieval-Augmented Encoder-Decoder Language Models","date":"2023-08-15","arxiv_id":"2308.07922","repositories_listed":1,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":9,"n_pointer_only":14,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 0 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/raven-in-context-learning-with-retrieval#ran","syntology_url":"https://syntology.ai/paper/2308.07922","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.07922"}},"official":{"repos":["jeffhj/raven"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/causallm-is-not-optimal-for-in-context","slug":"causallm-is-not-optimal-for-in-context","title":"CausalLM is not optimal for in-context learning","date":"2023-08-14","arxiv_id":"2308.06912","repositories_listed":1,"syntology":{"n":13,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/causallm-is-not-optimal-for-in-context#ran","syntology_url":"https://syntology.ai/paper/2308.06912","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.06912"}},"official":{"repos":["google-research/causallm_icl"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/the-devil-is-in-the-errors-leveraging-large","slug":"the-devil-is-in-the-errors-leveraging-large","title":"The Devil is in the Errors: Leveraging Large Language Models for Fine-grained Machine Translation Evaluation","date":"2023-08-14","arxiv_id":"2308.07286","repositories_listed":1,"syntology":{"n":13,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/the-devil-is-in-the-errors-leveraging-large#ran","syntology_url":"https://syntology.ai/paper/2308.07286","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.07286"}},"official":null}},{"url":"/paper/audioldm-2-learning-holistic-audio-generation","slug":"audioldm-2-learning-holistic-audio-generation","title":"AudioLDM 2: Learning Holistic Audio Generation with Self-supervised Pretraining","date":"2023-08-10","arxiv_id":"2308.05734","repositories_listed":2,"syntology":{"n":27,"n_ran":16,"n_constructed":0,"n_ran_checked":16,"n_instrument":0,"n_unverified":11,"n_honours":2,"n_violates":3,"n_no_contract":11,"n_pointer_only":19,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 16 with no instrument failure: 2 honoured, 3 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/audioldm-2-learning-holistic-audio-generation#ran","syntology_url":"https://syntology.ai/paper/2308.05734","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.05734"}},"official":{"repos":["haoheliu/AudioLDM2"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":5,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/layoutllm-t2i-eliciting-layout-guidance-from","slug":"layoutllm-t2i-eliciting-layout-guidance-from","title":"LayoutLLM-T2I: Eliciting Layout Guidance from LLM for Text-to-Image Generation","date":"2023-08-09","arxiv_id":"2308.05095","repositories_listed":1,"syntology":{"n":17,"n_ran":11,"n_constructed":4,"n_ran_checked":9,"n_instrument":2,"n_unverified":6,"n_honours":2,"n_violates":0,"n_no_contract":7,"n_pointer_only":17,"phrase":"11 ran (of which 4 constructed an object rather than computing a result; 9 with no instrument failure: 2 honoured, 0 violated, 7 with no contract checked; 2 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/layoutllm-t2i-eliciting-layout-guidance-from#ran","syntology_url":"https://syntology.ai/paper/2308.05095","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.05095"}},"official":null}},{"url":"/paper/in-context-alignment-chat-with-vanilla","slug":"in-context-alignment-chat-with-vanilla","title":"In-Context Alignment: Chat with Vanilla Language Models Before Fine-Tuning","date":"2023-08-08","arxiv_id":"2308.04275","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/in-context-alignment-chat-with-vanilla#ran","syntology_url":"https://syntology.ai/paper/2308.04275","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.04275"}},"official":{"repos":["xhan77/in-context-alignment"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/scaling-sentence-embeddings-with-large","slug":"scaling-sentence-embeddings-with-large","title":"Scaling Sentence Embeddings with Large Language Models","date":"2023-07-31","arxiv_id":"2307.16645","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/scaling-sentence-embeddings-with-large#ran","syntology_url":"https://syntology.ai/paper/2307.16645","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.16645"}},"official":{"repos":["kongds/scaling_sentemb"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/investigating-the-learning-behaviour-of-in","slug":"investigating-the-learning-behaviour-of-in","title":"Investigating the Learning Behaviour of In-context Learning: A Comparison with Supervised Learning","date":"2023-07-28","arxiv_id":"2307.15411","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/investigating-the-learning-behaviour-of-in#ran","syntology_url":"https://syntology.ai/paper/2307.15411","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.15411"}},"official":{"repos":["xdwang0726/icl_ll"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/lorahub-efficient-cross-task-generalization","slug":"lorahub-efficient-cross-task-generalization","title":"LoraHub: Efficient Cross-Task Generalization via Dynamic LoRA Composition","date":"2023-07-25","arxiv_id":"2307.13269","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/lorahub-efficient-cross-task-generalization#ran","syntology_url":"https://syntology.ai/paper/2307.13269","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.13269"}},"official":{"repos":["sail-sg/lorahub"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/in-context-learning-in-large-language-models","slug":"in-context-learning-in-large-language-models","title":"In-Context Learning Learns Label Relationships but Is Not Conventional Learning","date":"2023-07-23","arxiv_id":"2307.12375","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":9,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/in-context-learning-in-large-language-models#ran","syntology_url":"https://syntology.ai/paper/2307.12375","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.12375"}},"official":{"repos":["jlko/in_context_learning"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/outfox-llm-generated-essay-detection-through","slug":"outfox-llm-generated-essay-detection-through","title":"OUTFOX: LLM-Generated Essay Detection Through In-Context Learning with Adversarially Generated Examples","date":"2023-07-21","arxiv_id":"2307.11729","repositories_listed":1,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":4,"n_pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 1 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/outfox-llm-generated-essay-detection-through#ran","syntology_url":"https://syntology.ai/paper/2307.11729","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.11729"}},"official":{"repos":["ryuryukke/OUTFOX"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/do-emergent-abilities-exist-in-quantized","slug":"do-emergent-abilities-exist-in-quantized","title":"Do Emergent Abilities Exist in Quantized Large Language Models: An Empirical Study","date":"2023-07-16","arxiv_id":"2307.08072","repositories_listed":1,"syntology":{"n":14,"n_ran":12,"n_constructed":0,"n_ran_checked":5,"n_instrument":7,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":14,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 7 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/do-emergent-abilities-exist-in-quantized#ran","syntology_url":"https://syntology.ai/paper/2307.08072","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.08072"}},"official":{"repos":["rucaibox/quantizedempirical"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/leveraging-large-language-models-to-generate","slug":"leveraging-large-language-models-to-generate","title":"Leveraging Large Language Models to Generate Answer Set Programs","date":"2023-07-15","arxiv_id":"2307.07699","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/leveraging-large-language-models-to-generate#ran","syntology_url":"https://syntology.ai/paper/2307.07699","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.07699"}},"official":{"repos":["azreasoners/gpt-asp-rules"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/diverse-retrieval-augmented-in-context","slug":"diverse-retrieval-augmented-in-context","title":"Diverse Retrieval-Augmented In-Context Learning for Dialogue State Tracking","date":"2023-07-04","arxiv_id":"2307.01453","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/diverse-retrieval-augmented-in-context#ran","syntology_url":"https://syntology.ai/paper/2307.01453","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.01453"}},"official":{"repos":["jlab-nlp/refpydst"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-personalized-cold-start","slug":"towards-personalized-cold-start","title":"Could Small Language Models Serve as Recommenders? Towards Data-centric Cold-start Recommendations","date":"2023-06-29","arxiv_id":"2306.17256","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/towards-personalized-cold-start#ran","syntology_url":"https://syntology.ai/paper/2306.17256","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.17256"}},"official":{"repos":["jacksonwuxs/promptrec"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/hyenadna-long-range-genomic-sequence-modeling","slug":"hyenadna-long-range-genomic-sequence-modeling","title":"HyenaDNA: Long-Range Genomic Sequence Modeling at Single Nucleotide Resolution","date":"2023-06-27","arxiv_id":"2306.15794","repositories_listed":4,"syntology":{"n":28,"n_ran":17,"n_constructed":11,"n_ran_checked":13,"n_instrument":4,"n_unverified":11,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":1,"phrase":"17 ran (of which 11 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 4 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/hyenadna-long-range-genomic-sequence-modeling#ran","syntology_url":"https://syntology.ai/paper/2306.15794","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.15794"}},"official":{"repos":["HazyResearch/hyena-dna"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/pretraining-task-diversity-and-the-emergence-1","slug":"pretraining-task-diversity-and-the-emergence-1","title":"Pretraining task diversity and the emergence of non-Bayesian in-context learning for regression","date":"2023-06-26","arxiv_id":"2306.15063","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pretraining-task-diversity-and-the-emergence-1#ran","syntology_url":"https://syntology.ai/paper/2306.15063","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.15063"}},"official":{"repos":["mansheej/icl-task-diversity"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/voicebox-text-guided-multilingual-universal","slug":"voicebox-text-guided-multilingual-universal","title":"Voicebox: Text-Guided Multilingual Universal Speech Generation at Scale","date":"2023-06-23","arxiv_id":"2306.15687","repositories_listed":1,"syntology":{"n":10,"n_ran":10,"n_constructed":0,"n_ran_checked":9,"n_instrument":1,"n_unverified":0,"n_honours":3,"n_violates":3,"n_no_contract":3,"n_pointer_only":3,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 3 honoured, 3 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/voicebox-text-guided-multilingual-universal#ran","syntology_url":"https://syntology.ai/paper/2306.15687","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.15687"}},"official":null}},{"url":"/paper/explore-in-context-learning-for-3d-point-1","slug":"explore-in-context-learning-for-3d-point-1","title":"Explore In-Context Learning for 3D Point Cloud Understanding","date":"2023-06-14","arxiv_id":"2306.08659","repositories_listed":2,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/explore-in-context-learning-for-3d-point-1#ran","syntology_url":"https://syntology.ai/paper/2306.08659","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.08659"}},"official":{"repos":["fanglaosi/point-in-context"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/in-context-learning-through-the-bayesian","slug":"in-context-learning-through-the-bayesian","title":"In-Context Learning through the Bayesian Prism","date":"2023-06-08","arxiv_id":"2306.04891","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/in-context-learning-through-the-bayesian#ran","syntology_url":"https://syntology.ai/paper/2306.04891","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.04891"}},"official":{"repos":["mdrpanwar/icl-bayesian-prism"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/revisiting-out-of-distribution-robustness-in","slug":"revisiting-out-of-distribution-robustness-in","title":"Revisiting Out-of-distribution Robustness in NLP: Benchmark, Analysis, and LLMs Evaluations","date":"2023-06-07","arxiv_id":"2306.04618","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/revisiting-out-of-distribution-robustness-in#ran","syntology_url":"https://syntology.ai/paper/2306.04618","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.04618"}},"official":{"repos":["lifan-yuan/ood_nlp"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/prompt-space-optimizing-few-shot-reasoning","slug":"prompt-space-optimizing-few-shot-reasoning","title":"Prompt Space Optimizing Few-shot Reasoning Success with Large Language Models","date":"2023-06-06","arxiv_id":"2306.03799","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/prompt-space-optimizing-few-shot-reasoning#ran","syntology_url":"https://syntology.ai/paper/2306.03799","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.03799"}},"official":{"repos":["youblei/prompt-space"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-in-context-scene-understanding","slug":"towards-in-context-scene-understanding","title":"Towards In-context Scene Understanding","date":"2023-06-02","arxiv_id":"2306.01667","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/towards-in-context-scene-understanding#ran","syntology_url":"https://syntology.ai/paper/2306.01667","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.01667"}},"official":null}},{"url":"/paper/learning-transformer-programs-1","slug":"learning-transformer-programs-1","title":"Learning Transformer Programs","date":"2023-06-01","arxiv_id":"2306.01128","repositories_listed":1,"syntology":{"n":21,"n_ran":16,"n_constructed":12,"n_ran_checked":13,"n_instrument":3,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":21,"phrase":"16 ran (of which 12 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 3 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/learning-transformer-programs-1#ran","syntology_url":"https://syntology.ai/paper/2306.01128","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.01128"}},"official":{"repos":["princeton-nlp/transformerprograms"],"state":"official (archive's flag): 16 ran","n_ran":16,"n_constructed":12,"n_ran_no_instrument_failure":13,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/improving-clip-training-with-language-1","slug":"improving-clip-training-with-language-1","title":"Improving CLIP Training with Language Rewrites","date":"2023-05-31","arxiv_id":"2305.20088","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":1,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/improving-clip-training-with-language-1#ran","syntology_url":"https://syntology.ai/paper/2305.20088","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.20088"}},"official":{"repos":["lijiefan/laclip"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/grammar-prompting-for-domain-specific","slug":"grammar-prompting-for-domain-specific","title":"Grammar Prompting for Domain-Specific Language Generation with Large Language Models","date":"2023-05-30","arxiv_id":"2305.19234","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/grammar-prompting-for-domain-specific#ran","syntology_url":"https://syntology.ai/paper/2305.19234","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19234"}},"official":{"repos":["berlino/grammar-prompting"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/self-verification-improves-few-shot-clinical","slug":"self-verification-improves-few-shot-clinical","title":"Self-Verification Improves Few-Shot Clinical Information Extraction","date":"2023-05-30","arxiv_id":"2306.00024","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/self-verification-improves-few-shot-clinical#ran","syntology_url":"https://syntology.ai/paper/2306.00024","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.00024"}},"official":{"repos":["microsoft/clinical-self-verification"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/do-large-language-models-know-what-they-don-t","slug":"do-large-language-models-know-what-they-don-t","title":"Do Large Language Models Know What They Don't Know?","date":"2023-05-29","arxiv_id":"2305.18153","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/do-large-language-models-know-what-they-don-t#ran","syntology_url":"https://syntology.ai/paper/2305.18153","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18153"}},"official":{"repos":["yinzhangyue/selfaware"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/pali-x-on-scaling-up-a-multilingual-vision","slug":"pali-x-on-scaling-up-a-multilingual-vision","title":"PaLI-X: On Scaling up a Multilingual Vision and Language Model","date":"2023-05-29","arxiv_id":"2305.18565","repositories_listed":2,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":4,"n_no_contract":1,"n_pointer_only":2,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 4 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pali-x-on-scaling-up-a-multilingual-vision#ran","syntology_url":"https://syntology.ai/paper/2305.18565","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18565"}},"official":null}},{"url":"/paper/in-context-analogical-reasoning-with-pre","slug":"in-context-analogical-reasoning-with-pre","title":"In-Context Analogical Reasoning with Pre-Trained Language Models","date":"2023-05-28","arxiv_id":"2305.17626","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/in-context-analogical-reasoning-with-pre#ran","syntology_url":"https://syntology.ai/paper/2305.17626","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17626"}},"official":{"repos":["hxiaoyang/lm-raven"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/mitigating-label-biases-for-in-context","slug":"mitigating-label-biases-for-in-context","title":"Mitigating Label Biases for In-context Learning","date":"2023-05-28","arxiv_id":"2305.19148","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mitigating-label-biases-for-in-context#ran","syntology_url":"https://syntology.ai/paper/2305.19148","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19148"}},"official":{"repos":["fywalter/label-bias"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/fine-tuning-language-models-with-just-forward-1","slug":"fine-tuning-language-models-with-just-forward-1","title":"Fine-Tuning Language Models with Just Forward Passes","date":"2023-05-27","arxiv_id":"2305.17333","repositories_listed":3,"syntology":{"n":17,"n_ran":10,"n_constructed":2,"n_ran_checked":8,"n_instrument":2,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":4,"phrase":"10 ran (of which 2 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 2 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/fine-tuning-language-models-with-just-forward-1#ran","syntology_url":"https://syntology.ai/paper/2305.17333","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17333"}},"official":{"repos":["princeton-nlp/mezo"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":6,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/pfns-are-flexible-models-for-real-world","slug":"pfns-are-flexible-models-for-real-world","title":"PFNs4BO: In-Context Learning for Bayesian Optimization","date":"2023-05-27","arxiv_id":"2305.17535","repositories_listed":1,"syntology":{"n":23,"n_ran":20,"n_constructed":7,"n_ran_checked":16,"n_instrument":4,"n_unverified":3,"n_honours":0,"n_violates":1,"n_no_contract":15,"n_pointer_only":0,"phrase":"20 ran (of which 7 constructed an object rather than computing a result; 16 with no instrument failure: 0 honoured, 1 violated, 15 with no contract checked; 4 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pfns-are-flexible-models-for-real-world#ran","syntology_url":"https://syntology.ai/paper/2305.17535","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17535"}},"official":{"repos":["automl/pfns4bo"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":3,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/a-closer-look-at-in-context-learning-under","slug":"a-closer-look-at-in-context-learning-under","title":"A Closer Look at In-Context Learning under Distribution Shifts","date":"2023-05-26","arxiv_id":"2305.16704","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-closer-look-at-in-context-learning-under#ran","syntology_url":"https://syntology.ai/paper/2305.16704","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.16704"}},"official":{"repos":["facebookresearch/iclmlp"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/language-models-implement-simple-word2vec","slug":"language-models-implement-simple-word2vec","title":"Language Models Implement Simple Word2Vec-style Vector Arithmetic","date":"2023-05-25","arxiv_id":"2305.16130","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/language-models-implement-simple-word2vec#ran","syntology_url":"https://syntology.ai/paper/2305.16130","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.16130"}},"official":{"repos":["jmerullo/lm_vector_arithmetic"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/self-checker-plug-and-play-modules-for-fact","slug":"self-checker-plug-and-play-modules-for-fact","title":"Self-Checker: Plug-and-Play Modules for Fact-Checking with Large Language Models","date":"2023-05-24","arxiv_id":"2305.14623","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/self-checker-plug-and-play-modules-for-fact#ran","syntology_url":"https://syntology.ai/paper/2305.14623","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14623"}},"official":{"repos":["Miaoranmmm/SelfChecker"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/expertprompting-instructing-large-language","slug":"expertprompting-instructing-large-language","title":"ExpertPrompting: Instructing Large Language Models to be Distinguished Experts","date":"2023-05-24","arxiv_id":"2305.14688","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/expertprompting-instructing-large-language#ran","syntology_url":"https://syntology.ai/paper/2305.14688","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14688"}},"official":{"repos":["ofa-sys/expertllama"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/adapting-language-models-to-compress-contexts","slug":"adapting-language-models-to-compress-contexts","title":"Adapting Language Models to Compress Contexts","date":"2023-05-24","arxiv_id":"2305.14788","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/adapting-language-models-to-compress-contexts#ran","syntology_url":"https://syntology.ai/paper/2305.14788","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14788"}},"official":{"repos":["princeton-nlp/autocompressors"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/exploring-diverse-in-context-configurations","slug":"exploring-diverse-in-context-configurations","title":"Exploring Diverse In-Context Configurations for Image Captioning","date":"2023-05-24","arxiv_id":"2305.14800","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/exploring-diverse-in-context-configurations#ran","syntology_url":"https://syntology.ai/paper/2305.14800","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14800"}},"official":{"repos":["yongliang-wu/explorecfg"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/bytesized32-a-corpus-and-challenge-task-for","slug":"bytesized32-a-corpus-and-challenge-task-for","title":"ByteSized32: A Corpus and Challenge Task for Generating Task-Specific World Models Expressed as Text Games","date":"2023-05-24","arxiv_id":"2305.14879","repositories_listed":1,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/bytesized32-a-corpus-and-challenge-task-for#ran","syntology_url":"https://syntology.ai/paper/2305.14879","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14879"}},"official":{"repos":["cognitiveailab/bytesized32"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/coverage-based-example-selection-for-in","slug":"coverage-based-example-selection-for-in","title":"Coverage-based Example Selection for In-Context Learning","date":"2023-05-24","arxiv_id":"2305.14907","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/coverage-based-example-selection-for-in#ran","syntology_url":"https://syntology.ai/paper/2305.14907","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14907"}},"official":{"repos":["shivanshu-gupta/icl-coverage"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/logicllm-exploring-self-supervised-logic","slug":"logicllm-exploring-self-supervised-logic","title":"Exploring Self-supervised Logic-enhanced Training for Large Language Models","date":"2023-05-23","arxiv_id":"2305.13718","repositories_listed":2,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/logicllm-exploring-self-supervised-logic#ran","syntology_url":"https://syntology.ai/paper/2305.13718","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13718"}},"official":{"repos":["sparkjiao/logicllm","sparkjiao/merit-v2"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/can-we-edit-factual-knowledge-by-in-context","slug":"can-we-edit-factual-knowledge-by-in-context","title":"Can We Edit Factual Knowledge by In-Context Learning?","date":"2023-05-22","arxiv_id":"2305.12740","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/can-we-edit-factual-knowledge-by-in-context#ran","syntology_url":"https://syntology.ai/paper/2305.12740","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12740"}},"official":{"repos":["pkunlp-icler/ike","zce1112zslx/ike"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/fact-checking-complex-claims-with-program","slug":"fact-checking-complex-claims-with-program","title":"Fact-Checking Complex Claims with Program-Guided Reasoning","date":"2023-05-22","arxiv_id":"2305.12744","repositories_listed":2,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":2,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/fact-checking-complex-claims-with-program#ran","syntology_url":"https://syntology.ai/paper/2305.12744","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12744"}},"official":{"repos":["mbzuai-nlp/programfc"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/meta-in-context-learning-in-large-language","slug":"meta-in-context-learning-in-large-language","title":"Meta-in-context learning in large language models","date":"2023-05-22","arxiv_id":"2305.12907","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/meta-in-context-learning-in-large-language#ran","syntology_url":"https://syntology.ai/paper/2305.12907","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12907"}},"official":{"repos":["juliancodaforno/meta-in-context-learning"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/toolkengpt-augmenting-frozen-language-models-1","slug":"toolkengpt-augmenting-frozen-language-models-1","title":"ToolkenGPT: Augmenting Frozen Language Models with Massive Tools via Tool Embeddings","date":"2023-05-19","arxiv_id":"2305.11554","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":1,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/toolkengpt-augmenting-frozen-language-models-1#ran","syntology_url":"https://syntology.ai/paper/2305.11554","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11554"}},"official":{"repos":["Ber666/ToolkenGPT"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/how-to-prompt-llms-for-text-to-sql-a-study-in","slug":"how-to-prompt-llms-for-text-to-sql-a-study-in","title":"How to Prompt LLMs for Text-to-SQL: A Study in Zero-shot, Single-domain, and Cross-domain Settings","date":"2023-05-19","arxiv_id":"2305.11853","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/how-to-prompt-llms-for-text-to-sql-a-study-in#ran","syntology_url":"https://syntology.ai/paper/2305.11853","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11853"}},"official":{"repos":["shuaichenchang/prompt-text-to-sql"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/xtreme-up-a-user-centric-scarce-data","slug":"xtreme-up-a-user-centric-scarce-data","title":"XTREME-UP: A User-Centric Scarce-Data Benchmark for Under-Represented Languages","date":"2023-05-19","arxiv_id":"2305.11938","repositories_listed":1,"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/xtreme-up-a-user-centric-scarce-data#ran","syntology_url":"https://syntology.ai/paper/2305.11938","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11938"}},"official":{"repos":["google-research/xtreme-up"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-in-context-learning-for-named-entity","slug":"learning-in-context-learning-for-named-entity","title":"Learning In-context Learning for Named Entity Recognition","date":"2023-05-18","arxiv_id":"2305.11038","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/learning-in-context-learning-for-named-entity#ran","syntology_url":"https://syntology.ai/paper/2305.11038","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11038"}},"official":{"repos":["chen700564/metaner-icl"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/can-language-models-solve-graph-problems-in","slug":"can-language-models-solve-graph-problems-in","title":"Can Language Models Solve Graph Problems in Natural Language?","date":"2023-05-17","arxiv_id":"2305.10037","repositories_listed":2,"syntology":{"n":22,"n_ran":11,"n_constructed":0,"n_ran_checked":9,"n_instrument":2,"n_unverified":11,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 2 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/can-language-models-solve-graph-problems-in#ran","syntology_url":"https://syntology.ai/paper/2305.10037","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.10037"}},"official":{"repos":["arthur-heng/nlgraph"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":11,"ran_from_kinds":["official"]}}},{"url":"/paper/instruction-tuned-models-are-quick-learners","slug":"instruction-tuned-models-are-quick-learners","title":"Instruction Tuned Models are Quick Learners","date":"2023-05-17","arxiv_id":"2306.05539","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/instruction-tuned-models-are-quick-learners#ran","syntology_url":"https://syntology.ai/paper/2306.05539","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.05539"}},"official":{"repos":["srsawant34/efficient_instruction_learning"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/pre-training-to-learn-in-context","slug":"pre-training-to-learn-in-context","title":"Pre-Training to Learn in Context","date":"2023-05-16","arxiv_id":"2305.09137","repositories_listed":1,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pre-training-to-learn-in-context#ran","syntology_url":"https://syntology.ai/paper/2305.09137","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.09137"}},"official":{"repos":["thu-coai/picl"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/what-in-context-learning-learns-in-context","slug":"what-in-context-learning-learns-in-context","title":"What In-Context Learning \"Learns\" In-Context: Disentangling Task Recognition and Task Learning","date":"2023-05-16","arxiv_id":"2305.09731","repositories_listed":1,"syntology":{"n":8,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/what-in-context-learning-learns-in-context#ran","syntology_url":"https://syntology.ai/paper/2305.09731","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.09731"}},"official":{"repos":["princeton-nlp/whaticllearns"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/text-classification-via-large-language-models","slug":"text-classification-via-large-language-models","title":"Text Classification via Large Language Models","date":"2023-05-15","arxiv_id":"2305.08377","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/text-classification-via-large-language-models#ran","syntology_url":"https://syntology.ai/paper/2305.08377","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.08377"}},"official":{"repos":["shannonai/gpt-cls-carp"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/small-models-are-valuable-plug-ins-for-large","slug":"small-models-are-valuable-plug-ins-for-large","title":"Small Models are Valuable Plug-ins for Large Language Models","date":"2023-05-15","arxiv_id":"2305.08848","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/small-models-are-valuable-plug-ins-for-large#ran","syntology_url":"https://syntology.ai/paper/2305.08848","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.08848"}},"official":{"repos":["JetRunner/SuperICL"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/unified-demonstration-retriever-for-in","slug":"unified-demonstration-retriever-for-in","title":"Unified Demonstration Retriever for In-Context Learning","date":"2023-05-07","arxiv_id":"2305.04320","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":1,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/unified-demonstration-retriever-for-in#ran","syntology_url":"https://syntology.ai/paper/2305.04320","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.04320"}},"official":{"repos":["kailv69/udr"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/principle-driven-self-alignment-of-language-1","slug":"principle-driven-self-alignment-of-language-1","title":"Principle-Driven Self-Alignment of Language Models from Scratch with Minimal Human Supervision","date":"2023-05-04","arxiv_id":"2305.03047","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/principle-driven-self-alignment-of-language-1#ran","syntology_url":"https://syntology.ai/paper/2305.03047","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.03047"}},"official":{"repos":["IBM/Dromedary"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/few-shot-in-context-learning-for-knowledge","slug":"few-shot-in-context-learning-for-knowledge","title":"Few-shot In-context Learning for Knowledge Base Question Answering","date":"2023-05-02","arxiv_id":"2305.01750","repositories_listed":1,"syntology":{"n":16,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/few-shot-in-context-learning-for-knowledge#ran","syntology_url":"https://syntology.ai/paper/2305.01750","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.01750"}},"official":{"repos":["ltl3a87/kb-binder"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":7,"ran_from_kinds":["official"]}}},{"url":"/paper/tallrec-an-effective-and-efficient-tuning","slug":"tallrec-an-effective-and-efficient-tuning","title":"TALLRec: An Effective and Efficient Tuning Framework to Align Large Language Model with Recommendation","date":"2023-04-30","arxiv_id":"2305.00447","repositories_listed":1,"syntology":{"n":8,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/tallrec-an-effective-and-efficient-tuning#ran","syntology_url":"https://syntology.ai/paper/2305.00447","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.00447"}},"official":{"repos":["sai990323/tallrec"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/din-sql-decomposed-in-context-learning-of-1","slug":"din-sql-decomposed-in-context-learning-of-1","title":"DIN-SQL: Decomposed In-Context Learning of Text-to-SQL with Self-Correction","date":"2023-04-21","arxiv_id":"2304.11015","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/din-sql-decomposed-in-context-learning-of-1#ran","syntology_url":"https://syntology.ai/paper/2304.11015","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.11015"}},"official":{"repos":["mohammadrezapourreza/few-shot-nl2sql-with-prompting"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/genegpt-teaching-large-language-models-to-use","slug":"genegpt-teaching-large-language-models-to-use","title":"GeneGPT: Augmenting Large Language Models with Domain Tools for Improved Access to Biomedical Information","date":"2023-04-19","arxiv_id":"2304.09667","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/genegpt-teaching-large-language-models-to-use#ran","syntology_url":"https://syntology.ai/paper/2304.09667","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.09667"}},"official":{"repos":["ncbi/GeneGPT"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/naturalspeech-2-latent-diffusion-models-are","slug":"naturalspeech-2-latent-diffusion-models-are","title":"NaturalSpeech 2: Latent Diffusion Models are Natural and Zero-Shot Speech and Singing Synthesizers","date":"2023-04-18","arxiv_id":"2304.09116","repositories_listed":2,"syntology":{"n":11,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":5,"n_no_contract":5,"n_pointer_only":2,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 5 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/naturalspeech-2-latent-diffusion-models-are#ran","syntology_url":"https://syntology.ai/paper/2304.09116","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.09116"}},"official":null}}],"record_sha256":"952d9bef7d5f2aa1ea177a234362b428a716540f8fdf7530f77f31b0c96b1e9f","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}