{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/in-context-learning/papers/8","list_of":"/task/in-context-learning","task":"In-Context Learning","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"repositories listed in the archive (most first), then date (newest first), then slug","page":8,"pages_in_order":23,"rows_per_page":100,"rows":[701,800],"of":2297,"counts":{"archive_papers_tagged":2297,"with_a_code_link":998,"where_syntology_ran_a_sample":437,"not_listed_spam_title":0,"listed":2297,"listed_where_code_ran":437,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":361,"every_run_a_failure_of_syntologys_instrument":76,"listed_with_a_run_with_no_instrument_failure":361,"listed_every_run_a_failure_of_syntologys_instrument":76,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/in-context-learning","prev":"/task/in-context-learning/papers/7","next":"/task/in-context-learning/papers/9","papers":[{"url":"/paper/hijacking-large-language-models-via","slug":"hijacking-large-language-models-via","title":"Hijacking Large Language Models via Adversarial In-Context Learning","date":"2023-11-16","arxiv_id":"2311.09948","repositories_listed":1,"syntology":{"n":8,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":8,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/hijacking-large-language-models-via#ran","syntology_url":"https://syntology.ai/paper/2311.09948","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.09948"}},"official":{"repos":["RookieZxy/GGI-attack"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/icxml-an-in-context-learning-framework-for","slug":"icxml-an-in-context-learning-framework-for","title":"ICXML: An In-Context Learning Framework for Zero-Shot Extreme Multi-Label Classification","date":"2023-11-16","arxiv_id":"2311.09649","repositories_listed":1,"syntology":null},{"url":"/paper/leveraging-code-to-improve-in-context","slug":"leveraging-code-to-improve-in-context","title":"Leveraging Code to Improve In-context Learning for Semantic Parsing","date":"2023-11-16","arxiv_id":"2311.09519","repositories_listed":1,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/leveraging-code-to-improve-in-context#ran","syntology_url":"https://syntology.ai/paper/2311.09519","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.09519"}},"official":{"repos":["allenai/code-semparse"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/suql-conversational-search-over-structured","slug":"suql-conversational-search-over-structured","title":"SUQL: Conversational Search over Structured and Unstructured Data with Large Language Models","date":"2023-11-16","arxiv_id":"2311.09818","repositories_listed":1,"syntology":null},{"url":"/paper/auto-icl-in-context-learning-without-human","slug":"auto-icl-in-context-learning-without-human","title":"Auto-ICL: In-Context Learning without Human Supervision","date":"2023-11-15","arxiv_id":"2311.09263","repositories_listed":1,"syntology":null},{"url":"/paper/combining-transfer-learning-with-in-context","slug":"combining-transfer-learning-with-in-context","title":"Few-shot Transfer Learning for Knowledge Base Question Answering: Fusing Supervised Models with In-Context Learning","date":"2023-11-15","arxiv_id":"2311.08894","repositories_listed":1,"syntology":null},{"url":"/paper/explore-spurious-correlations-at-the-concept","slug":"explore-spurious-correlations-at-the-concept","title":"Explore Spurious Correlations at the Concept Level in Language Models for Text Classification","date":"2023-11-15","arxiv_id":"2311.08648","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/explore-spurious-correlations-at-the-concept#ran","syntology_url":"https://syntology.ai/paper/2311.08648","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.08648"}},"official":{"repos":["tonyzhou98/concept-spurious-correlation"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/self-improving-for-zero-shot-named-entity","slug":"self-improving-for-zero-shot-named-entity","title":"Self-Improving for Zero-Shot Named Entity Recognition with Large Language Models","date":"2023-11-15","arxiv_id":"2311.08921","repositories_listed":1,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":7,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/self-improving-for-zero-shot-named-entity#ran","syntology_url":"https://syntology.ai/paper/2311.08921","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.08921"}},"official":{"repos":["Emma1066/Self-Improve-Zero-Shot-NER"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/xplainllm-a-qa-explanation-dataset-for","slug":"xplainllm-a-qa-explanation-dataset-for","title":"XplainLLM: A Knowledge-Augmented Dataset for Reliable Grounded Explanations in LLMs","date":"2023-11-15","arxiv_id":"2311.08614","repositories_listed":1,"syntology":null},{"url":"/paper/align-after-pre-train-improving-multilingual","slug":"align-after-pre-train-improving-multilingual","title":"Improving In-context Learning of Multilingual Generative Language Models with Cross-lingual Alignment","date":"2023-11-14","arxiv_id":"2311.08089","repositories_listed":1,"syntology":{"n":12,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/align-after-pre-train-improving-multilingual#ran","syntology_url":"https://syntology.ai/paper/2311.08089","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.08089"}},"official":{"repos":["chongli17/crosslingualalignment"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/anti-lm-decoding-for-zero-shot-in-context","slug":"anti-lm-decoding-for-zero-shot-in-context","title":"Anti-LM Decoding for Zero-shot In-context Machine Translation","date":"2023-11-14","arxiv_id":"2311.08324","repositories_listed":1,"syntology":null},{"url":"/paper/are-large-language-models-temporally-grounded","slug":"are-large-language-models-temporally-grounded","title":"Are Large Language Models Temporally Grounded?","date":"2023-11-14","arxiv_id":"2311.08398","repositories_listed":1,"syntology":null},{"url":"/paper/language-models-are-better-bug-detector","slug":"language-models-are-better-bug-detector","title":"Language Models are Better Bug Detector Through Code-Pair Classification","date":"2023-11-14","arxiv_id":"2311.07957","repositories_listed":1,"syntology":null},{"url":"/paper/how-are-prompts-different-in-terms-of","slug":"how-are-prompts-different-in-terms-of","title":"How are Prompts Different in Terms of Sensitivity?","date":"2023-11-13","arxiv_id":"2311.07230","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/how-are-prompts-different-in-terms-of#ran","syntology_url":"https://syntology.ai/paper/2311.07230","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.07230"}},"official":{"repos":["ukplab/naacl2024-prompt-sensitivity"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/in-context-learning-and-gradient-descent","slug":"in-context-learning-and-gradient-descent","title":"In-context Learning and Gradient Descent Revisited","date":"2023-11-13","arxiv_id":"2311.07772","repositories_listed":1,"syntology":null},{"url":"/paper/in-context-learning-generalizes-but-not","slug":"in-context-learning-generalizes-but-not","title":"In-context Learning Generalizes, But Not Always Robustly: The Case of Syntax","date":"2023-11-13","arxiv_id":"2311.07811","repositories_listed":1,"syntology":null},{"url":"/paper/semi-automatic-data-enhancement-for-document","slug":"semi-automatic-data-enhancement-for-document","title":"Semi-automatic Data Enhancement for Document-Level Relation Extraction with Distant Supervision from Large Language Models","date":"2023-11-13","arxiv_id":"2311.07314","repositories_listed":1,"syntology":null},{"url":"/paper/think-before-you-speak-cultivating","slug":"think-before-you-speak-cultivating","title":"Think Before You Speak: Cultivating Communication Skills of Large Language Models via Inner Monologue","date":"2023-11-13","arxiv_id":"2311.07445","repositories_listed":1,"syntology":null},{"url":"/paper/using-natural-language-explanations-to-1","slug":"using-natural-language-explanations-to-1","title":"Using Natural Language Explanations to Improve Robustness of In-context Learning","date":"2023-11-13","arxiv_id":"2311.07556","repositories_listed":1,"syntology":null},{"url":"/paper/cappy-outperforming-and-boosting-large-multi","slug":"cappy-outperforming-and-boosting-large-multi","title":"Cappy: Outperforming and Boosting Large Multi-Task LMs with a Small Scorer","date":"2023-11-12","arxiv_id":"2311.06720","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/cappy-outperforming-and-boosting-large-multi#ran","syntology_url":"https://syntology.ai/paper/2311.06720","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.06720"}},"official":null}},{"url":"/paper/heuristics-driven-link-of-analogy-prompting","slug":"heuristics-driven-link-of-analogy-prompting","title":"LLMs Learn Task Heuristics from Demonstrations: A Heuristic-Driven Prompting Strategy for Document-Level Event Argument Extraction","date":"2023-11-11","arxiv_id":"2311.06555","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":6,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/heuristics-driven-link-of-analogy-prompting#ran","syntology_url":"https://syntology.ai/paper/2311.06555","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.06555"}},"official":{"repos":["hzzhou01/hd-loa-prompting"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/in-context-vectors-making-in-context-learning","slug":"in-context-vectors-making-in-context-learning","title":"In-context Vectors: Making In Context Learning More Effective and Controllable Through Latent Space Steering","date":"2023-11-11","arxiv_id":"2311.06668","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/in-context-vectors-making-in-context-learning#ran","syntology_url":"https://syntology.ai/paper/2311.06668","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.06668"}},"official":{"repos":["shengliu66/icv"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/layoutprompter-awaken-the-design-ability-of-1","slug":"layoutprompter-awaken-the-design-ability-of-1","title":"LayoutPrompter: Awaken the Design Ability of Large Language Models","date":"2023-11-11","arxiv_id":"2311.06495","repositories_listed":1,"syntology":{"n":10,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/layoutprompter-awaken-the-design-ability-of-1#ran","syntology_url":"https://syntology.ai/paper/2311.06495","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.06495"}},"official":{"repos":["microsoft/layoutgeneration"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/in-context-learning-for-mimo-equalization","slug":"in-context-learning-for-mimo-equalization","title":"In-Context Learning for MIMO Equalization Using Transformer-Based Sequence Models","date":"2023-11-10","arxiv_id":"2311.06101","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/in-context-learning-for-mimo-equalization#ran","syntology_url":"https://syntology.ai/paper/2311.06101","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.06101"}},"official":{"repos":["kclip/icl-equalization"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/deep-natural-language-feature-learning-for","slug":"deep-natural-language-feature-learning-for","title":"Deep Natural Language Feature Learning for Interpretable Prediction","date":"2023-11-09","arxiv_id":"2311.05754","repositories_listed":1,"syntology":null},{"url":"/paper/llm-augmented-hierarchical-agents","slug":"llm-augmented-hierarchical-agents","title":"LLM Augmented Hierarchical Agents","date":"2023-11-09","arxiv_id":"2311.05596","repositories_listed":1,"syntology":null},{"url":"/paper/loogle-can-long-context-language-models","slug":"loogle-can-long-context-language-models","title":"LooGLE: Can Long-Context Language Models Understand Long Contexts?","date":"2023-11-08","arxiv_id":"2311.04939","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/loogle-can-long-context-language-models#ran","syntology_url":"https://syntology.ai/paper/2311.04939","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.04939"}},"official":{"repos":["bigai-nlco/loogle"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/instruct-me-more-random-prompting-for-visual","slug":"instruct-me-more-random-prompting-for-visual","title":"Instruct Me More! Random Prompting for Visual In-Context Learning","date":"2023-11-07","arxiv_id":"2311.03648","repositories_listed":1,"syntology":{"n":9,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":9,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/instruct-me-more-random-prompting-for-visual#ran","syntology_url":"https://syntology.ai/paper/2311.03648","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.03648"}},"official":{"repos":["jackieam/inmemo"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":7,"ran_from_kinds":["official"]}}},{"url":"/paper/unified-low-resource-sequence-labeling-by","slug":"unified-low-resource-sequence-labeling-by","title":"Unified Low-Resource Sequence Labeling by Sample-Aware Dynamic Sparse Finetuning","date":"2023-11-07","arxiv_id":"2311.03748","repositories_listed":1,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/unified-low-resource-sequence-labeling-by#ran","syntology_url":"https://syntology.ai/paper/2311.03748","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.03748"}},"official":{"repos":["psunlpgroup/fish-dip"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/instructed-language-models-with-retrievers","slug":"instructed-language-models-with-retrievers","title":"Instructed Language Models with Retrievers Are Powerful Entity Linkers","date":"2023-11-06","arxiv_id":"2311.03250","repositories_listed":1,"syntology":{"n":10,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":10,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/instructed-language-models-with-retrievers#ran","syntology_url":"https://syntology.ai/paper/2311.03250","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2311.03250"}},"official":{"repos":["mrzilinxiao/insgenentitylinking"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/chef-a-comprehensive-evaluation-framework-for","slug":"chef-a-comprehensive-evaluation-framework-for","title":"ChEF: A Comprehensive Evaluation Framework for Standardized Assessment of Multimodal Large Language Models","date":"2023-11-05","arxiv_id":"2311.02692","repositories_listed":1,"syntology":null},{"url":"/paper/the-mystery-and-fascination-of-llms-a","slug":"the-mystery-and-fascination-of-llms-a","title":"The Mystery of In-Context Learning: A Comprehensive Survey on Interpretation and Analysis","date":"2023-11-01","arxiv_id":"2311.00237","repositories_listed":1,"syntology":null},{"url":"/paper/transformers-are-efficient-in-context","slug":"transformers-are-efficient-in-context","title":"Transformers are Provably Optimal In-context Estimators for Wireless Communications","date":"2023-11-01","arxiv_id":"2311.00226","repositories_listed":1,"syntology":null},{"url":"/paper/unleashing-the-creative-mind-language-model","slug":"unleashing-the-creative-mind-language-model","title":"Unleashing the Creative Mind: Language Model As Hierarchical Policy For Improved Exploration on Challenging Problem Solving","date":"2023-11-01","arxiv_id":"2311.00694","repositories_listed":1,"syntology":null},{"url":"/paper/expt-synthetic-pretraining-for-few-shot-1","slug":"expt-synthetic-pretraining-for-few-shot-1","title":"ExPT: Synthetic Pretraining for Few-Shot Experimental Design","date":"2023-10-30","arxiv_id":"2310.19961","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/expt-synthetic-pretraining-for-few-shot-1#ran","syntology_url":"https://syntology.ai/paper/2310.19961","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.19961"}},"official":{"repos":["tung-nd/expt"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/when-do-prompting-and-prefix-tuning-work-a","slug":"when-do-prompting-and-prefix-tuning-work-a","title":"When Do Prompting and Prefix-Tuning Work? A Theory of Capabilities and Limitations","date":"2023-10-30","arxiv_id":"2310.19698","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/when-do-prompting-and-prefix-tuning-work-a#ran","syntology_url":"https://syntology.ai/paper/2310.19698","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.19698"}},"official":{"repos":["aleksandarpetrov/prefix-tuning-theory"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/which-examples-to-annotate-for-in-context","slug":"which-examples-to-annotate-for-in-context","title":"Which Examples to Annotate for In-Context Learning? Towards Effective and Efficient Selection","date":"2023-10-30","arxiv_id":"2310.20046","repositories_listed":1,"syntology":{"n":15,"n_ran":12,"n_constructed":0,"n_ran_checked":12,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":3,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/which-examples-to-annotate-for-in-context#ran","syntology_url":"https://syntology.ai/paper/2310.20046","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.20046"}},"official":{"repos":["amazon-science/adaptive-in-context-learning"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/act-sql-in-context-learning-for-text-to-sql","slug":"act-sql-in-context-learning-for-text-to-sql","title":"ACT-SQL: In-Context Learning for Text-to-SQL with Automatically-Generated Chain-of-Thought","date":"2023-10-26","arxiv_id":"2310.17342","repositories_listed":1,"syntology":{"n":12,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":3,"n_no_contract":7,"n_pointer_only":12,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 3 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/act-sql-in-context-learning-for-text-to-sql#ran","syntology_url":"https://syntology.ai/paper/2310.17342","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.17342"}},"official":{"repos":["x-lance/text2sql-gpt"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/deja-vu-contextual-sparsity-for-efficient","slug":"deja-vu-contextual-sparsity-for-efficient","title":"Deja Vu: Contextual Sparsity for Efficient LLMs at Inference Time","date":"2023-10-26","arxiv_id":"2310.17157","repositories_listed":1,"syntology":{"n":8,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":8,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/deja-vu-contextual-sparsity-for-efficient#ran","syntology_url":"https://syntology.ai/paper/2310.17157","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.17157"}},"official":{"repos":["fminference/dejavu"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/in-context-learning-dynamics-with-random","slug":"in-context-learning-dynamics-with-random","title":"In-Context Learning Dynamics with Random Binary Sequences","date":"2023-10-26","arxiv_id":"2310.17639","repositories_listed":1,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":7,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/in-context-learning-dynamics-with-random#ran","syntology_url":"https://syntology.ai/paper/2310.17639","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.17639"}},"official":{"repos":["ebigelow/icl-random-binary"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/transformers-learn-higher-order-optimization","slug":"transformers-learn-higher-order-optimization","title":"Transformers Learn to Achieve Second-Order Convergence Rates for In-Context Linear Regression","date":"2023-10-26","arxiv_id":"2310.17086","repositories_listed":1,"syntology":{"n":10,"n_ran":8,"n_constructed":0,"n_ran_checked":6,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":10,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/transformers-learn-higher-order-optimization#ran","syntology_url":"https://syntology.ai/paper/2310.17086","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.17086"}},"official":{"repos":["deqingfu/transformers-icl-higher-order"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/from-heuristic-to-analytic-cognitively","slug":"from-heuristic-to-analytic-cognitively","title":"From Heuristic to Analytic: Cognitively Motivated Strategies for Coherent Physical Commonsense Reasoning","date":"2023-10-24","arxiv_id":"2310.18364","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":4,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/from-heuristic-to-analytic-cognitively#ran","syntology_url":"https://syntology.ai/paper/2310.18364","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.18364"}},"official":{"repos":["sled-group/heuristic-analytic-reasoning"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/in-context-learning-creates-task-vectors","slug":"in-context-learning-creates-task-vectors","title":"In-Context Learning Creates Task Vectors","date":"2023-10-24","arxiv_id":"2310.15916","repositories_listed":1,"syntology":null},{"url":"/paper/poe-process-of-elimination-for-multiple","slug":"poe-process-of-elimination-for-multiple","title":"POE: Process of Elimination for Multiple Choice Reasoning","date":"2023-10-24","arxiv_id":"2310.15575","repositories_listed":1,"syntology":null},{"url":"/paper/the-janus-interface-how-fine-tuning-in-large","slug":"the-janus-interface-how-fine-tuning-in-large","title":"The Janus Interface: How Fine-Tuning in Large Language Models Amplifies the Privacy Risks","date":"2023-10-24","arxiv_id":"2310.15469","repositories_listed":1,"syntology":null},{"url":"/paper/function-vectors-in-large-language-models","slug":"function-vectors-in-large-language-models","title":"Function Vectors in Large Language Models","date":"2023-10-23","arxiv_id":"2310.15213","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":3,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/function-vectors-in-large-language-models#ran","syntology_url":"https://syntology.ai/paper/2310.15213","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.15213"}},"official":null}},{"url":"/paper/llm-in-the-loop-leveraging-large-language","slug":"llm-in-the-loop-leveraging-large-language","title":"LLM-in-the-loop: Leveraging Large Language Model for Thematic Analysis","date":"2023-10-23","arxiv_id":"2310.15100","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/llm-in-the-loop-leveraging-large-language#ran","syntology_url":"https://syntology.ai/paper/2310.15100","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.15100"}},"official":{"repos":["sjdai/llm-thematic-analysis"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/meta-out-of-context-learning-in-neural","slug":"meta-out-of-context-learning-in-neural","title":"Implicit meta-learning may lead language models to trust more reliable sources","date":"2023-10-23","arxiv_id":"2310.15047","repositories_listed":1,"syntology":{"n":22,"n_ran":15,"n_constructed":0,"n_ran_checked":15,"n_instrument":0,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":15,"n_pointer_only":22,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 0 honoured, 0 violated, 15 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/meta-out-of-context-learning-in-neural#ran","syntology_url":"https://syntology.ai/paper/2310.15047","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.15047"}},"official":{"repos":["krasheninnikov/internalization"],"state":"official (archive's flag): 15 ran","n_ran":15,"n_constructed":0,"n_ran_no_instrument_failure":15,"n_unverified":7,"ran_from_kinds":["official"]}}},{"url":"/paper/statistical-depth-for-ranking-and","slug":"statistical-depth-for-ranking-and","title":"Statistical Depth for Ranking and Characterizing Transformer-Based Text Embeddings","date":"2023-10-23","arxiv_id":"2310.15010","repositories_listed":1,"syntology":null},{"url":"/paper/the-bla-benchmark-investigating-basic","slug":"the-bla-benchmark-investigating-basic","title":"The BLA Benchmark: Investigating Basic Language Abilities of Pre-Trained Multimodal Models","date":"2023-10-23","arxiv_id":"2310.15061","repositories_listed":1,"syntology":{"n":12,"n_ran":11,"n_constructed":0,"n_ran_checked":6,"n_instrument":5,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/the-bla-benchmark-investigating-basic#ran","syntology_url":"https://syntology.ai/paper/2310.15061","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.15061"}},"official":{"repos":["shin-ee-chen/bla"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/from-chaos-to-clarity-claim-normalization-to","slug":"from-chaos-to-clarity-claim-normalization-to","title":"From Chaos to Clarity: Claim Normalization to Empower Fact-Checking","date":"2023-10-22","arxiv_id":"2310.14338","repositories_listed":1,"syntology":null},{"url":"/paper/ensemble-instruct-generating-instruction","slug":"ensemble-instruct-generating-instruction","title":"Ensemble-Instruct: Generating Instruction-Tuning Data with a Heterogeneous Mixture of LMs","date":"2023-10-21","arxiv_id":"2310.13961","repositories_listed":1,"syntology":null},{"url":"/paper/on-bilingual-lexicon-induction-with-large","slug":"on-bilingual-lexicon-induction-with-large","title":"On Bilingual Lexicon Induction with Large Language Models","date":"2023-10-21","arxiv_id":"2310.13995","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/on-bilingual-lexicon-induction-with-large#ran","syntology_url":"https://syntology.ai/paper/2310.13995","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.13995"}},"official":{"repos":["cambridgeltl/prompt4bli"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/self-prompted-chain-of-thought-on-large","slug":"self-prompted-chain-of-thought-on-large","title":"Self-prompted Chain-of-Thought on Large Language Models for Open-domain Multi-hop Reasoning","date":"2023-10-20","arxiv_id":"2310.13552","repositories_listed":1,"syntology":null},{"url":"/paper/are-structural-concepts-universal-in","slug":"are-structural-concepts-universal-in","title":"Are Structural Concepts Universal in Transformer Language Models? Towards Interpretable Cross-Lingual Generalization","date":"2023-10-19","arxiv_id":"2310.12794","repositories_listed":1,"syntology":null},{"url":"/paper/attack-prompt-generation-for-red-teaming-and","slug":"attack-prompt-generation-for-red-teaming-and","title":"Attack Prompt Generation for Red Teaming and Defending Large Language Models","date":"2023-10-19","arxiv_id":"2310.12505","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/attack-prompt-generation-for-red-teaming-and#ran","syntology_url":"https://syntology.ai/paper/2310.12505","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.12505"}},"official":{"repos":["aatrox103/sap"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/eureka-human-level-reward-design-via-coding","slug":"eureka-human-level-reward-design-via-coding","title":"Eureka: Human-Level Reward Design via Coding Large Language Models","date":"2023-10-19","arxiv_id":"2310.12931","repositories_listed":1,"syntology":{"n":12,"n_ran":11,"n_constructed":0,"n_ran_checked":9,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":8,"n_pointer_only":1,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 1 violated, 8 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/eureka-human-level-reward-design-via-coding#ran","syntology_url":"https://syntology.ai/paper/2310.12931","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.12931"}},"official":{"repos":["eureka-research/Eureka"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["community","official"]}}},{"url":"/paper/eureka-moments-in-transformers-multi-step","slug":"eureka-moments-in-transformers-multi-step","title":"Eureka-Moments in Transformers: Multi-Step Tasks Reveal Softmax Induced Optimization Problems","date":"2023-10-19","arxiv_id":"2310.12956","repositories_listed":1,"syntology":null},{"url":"/paper/magnifico-evaluating-the-in-context-learning","slug":"magnifico-evaluating-the-in-context-learning","title":"MAGNIFICo: Evaluating the In-Context Learning Ability of Large Language Models to Generalize to Novel Interpretations","date":"2023-10-18","arxiv_id":"2310.11634","repositories_listed":1,"syntology":null},{"url":"/paper/measuring-pointwise-mathcal-v-usable","slug":"measuring-pointwise-mathcal-v-usable","title":"Measuring Pointwise $\\mathcal{V}$-Usable Information In-Context-ly","date":"2023-10-18","arxiv_id":"2310.12300","repositories_listed":1,"syntology":null},{"url":"/paper/context-aware-meta-learning","slug":"context-aware-meta-learning","title":"Context-Aware Meta-Learning","date":"2023-10-17","arxiv_id":"2310.10971","repositories_listed":1,"syntology":{"n":16,"n_ran":5,"n_constructed":4,"n_ran_checked":5,"n_instrument":0,"n_unverified":11,"n_honours":1,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"5 ran (of which 4 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/context-aware-meta-learning#ran","syntology_url":"https://syntology.ai/paper/2310.10971","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.10971"}},"official":{"repos":["cfifty/CAML"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":4,"n_ran_no_instrument_failure":5,"n_unverified":11,"ran_from_kinds":["official"]}}},{"url":"/paper/evaluating-llms-for-privilege-escalation","slug":"evaluating-llms-for-privilege-escalation","title":"LLMs as Hackers: Autonomous Linux Privilege Escalation Attacks","date":"2023-10-17","arxiv_id":"2310.11409","repositories_listed":1,"syntology":null},{"url":"/paper/demonstrations-are-all-you-need-advancing","slug":"demonstrations-are-all-you-need-advancing","title":"Demonstrations Are All You Need: Advancing Offensive Content Paraphrasing using In-Context Learning","date":"2023-10-16","arxiv_id":"2310.10707","repositories_listed":1,"syntology":null},{"url":"/paper/generative-calibration-for-in-context","slug":"generative-calibration-for-in-context","title":"Generative Calibration for In-context Learning","date":"2023-10-16","arxiv_id":"2310.10266","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":5,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/generative-calibration-for-in-context#ran","syntology_url":"https://syntology.ai/paper/2310.10266","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.10266"}},"official":{"repos":["changmenseng/generative_calibration"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/ideal-influence-driven-selective-annotations","slug":"ideal-influence-driven-selective-annotations","title":"IDEAL: Influence-Driven Selective Annotations Empower In-Context Learners in Large Language Models","date":"2023-10-16","arxiv_id":"2310.10873","repositories_listed":1,"syntology":{"n":4,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/ideal-influence-driven-selective-annotations#ran","syntology_url":"https://syntology.ai/paper/2310.10873","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.10873"}},"official":null}},{"url":"/paper/in-context-pretraining-language-modeling","slug":"in-context-pretraining-language-modeling","title":"In-context Pretraining: Language Modeling Beyond Document Boundaries","date":"2023-10-16","arxiv_id":"2310.10638","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":3,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":3,"n_no_contract":0,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 3 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/in-context-pretraining-language-modeling#ran","syntology_url":"https://syntology.ai/paper/2310.10638","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.10638"}},"official":{"repos":["swj0419/in-context-pretraining"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/large-language-models-meet-open-world-intent","slug":"large-language-models-meet-open-world-intent","title":"Large Language Models Meet Open-World Intent Discovery and Recognition: An Evaluation of ChatGPT","date":"2023-10-16","arxiv_id":"2310.10176","repositories_listed":1,"syntology":null},{"url":"/paper/semantic-parsing-by-large-language-models-for","slug":"semantic-parsing-by-large-language-models-for","title":"Semantic Parsing by Large Language Models for Intricate Updating Strategies of Zero-Shot Dialogue State Tracking","date":"2023-10-16","arxiv_id":"2310.10520","repositories_listed":1,"syntology":null},{"url":"/paper/amago-scalable-in-context-reinforcement","slug":"amago-scalable-in-context-reinforcement","title":"AMAGO: Scalable In-Context Reinforcement Learning for Adaptive Agents","date":"2023-10-15","arxiv_id":"2310.09971","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/amago-scalable-in-context-reinforcement#ran","syntology_url":"https://syntology.ai/paper/2310.09971","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.09971"}},"official":{"repos":["ut-austin-rpl/amago"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/in-context-learning-with-iterative","slug":"in-context-learning-with-iterative","title":"In-Context Learning with Iterative Demonstration Selection","date":"2023-10-15","arxiv_id":"2310.09881","repositories_listed":1,"syntology":null},{"url":"/paper/human-in-the-loop-machine-translation-with","slug":"human-in-the-loop-machine-translation-with","title":"Human-in-the-loop Machine Translation with Large Language Model","date":"2023-10-13","arxiv_id":"2310.08908","repositories_listed":1,"syntology":null},{"url":"/paper/salm-speech-augmented-language-model-with-in","slug":"salm-speech-augmented-language-model-with-in","title":"SALM: Speech-augmented Language Model with In-context Learning for Speech Recognition and Translation","date":"2023-10-13","arxiv_id":"2310.09424","repositories_listed":1,"syntology":null},{"url":"/paper/exploring-the-relationship-between-model","slug":"exploring-the-relationship-between-model","title":"Is attention required for ICL? Exploring the Relationship Between Model Architecture and In-Context Learning Ability","date":"2023-10-12","arxiv_id":"2310.08049","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/exploring-the-relationship-between-model#ran","syntology_url":"https://syntology.ai/paper/2310.08049","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.08049"}},"official":{"repos":["ivnle/synth-icl"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/not-all-demonstration-examples-are-equally","slug":"not-all-demonstration-examples-are-equally","title":"Not All Demonstration Examples are Equally Beneficial: Reweighting Demonstration Examples for In-Context Learning","date":"2023-10-12","arxiv_id":"2310.08309","repositories_listed":1,"syntology":null},{"url":"/paper/cribo-self-supervised-learning-via-cross","slug":"cribo-self-supervised-learning-via-cross","title":"CrIBo: Self-Supervised Learning via Cross-Image Object-Level Bootstrapping","date":"2023-10-11","arxiv_id":"2310.07855","repositories_listed":1,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":3,"n_instrument":4,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":2,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/cribo-self-supervised-learning-via-cross#ran","syntology_url":"https://syntology.ai/paper/2310.07855","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.07855"}},"official":{"repos":["tileb1/cribo"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/opseval-a-comprehensive-task-oriented-aiops","slug":"opseval-a-comprehensive-task-oriented-aiops","title":"OpsEval: A Comprehensive IT Operations Benchmark Suite for Large Language Models","date":"2023-10-11","arxiv_id":"2310.07637","repositories_listed":1,"syntology":null},{"url":"/paper/humans-and-language-models-diverge-when","slug":"humans-and-language-models-diverge-when","title":"Humans and language models diverge when predicting repeating text","date":"2023-10-10","arxiv_id":"2310.06408","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/humans-and-language-models-diverge-when#ran","syntology_url":"https://syntology.ai/paper/2310.06408","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.06408"}},"official":{"repos":["huthlab/lm-repeating-text"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/making-large-language-models-perform-better","slug":"making-large-language-models-perform-better","title":"Making Large Language Models Perform Better in Knowledge Graph Completion","date":"2023-10-10","arxiv_id":"2310.06671","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/making-large-language-models-perform-better#ran","syntology_url":"https://syntology.ai/paper/2310.06671","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.06671"}},"official":{"repos":["zjukg/kopa"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/seer-a-knapsack-approach-to-exemplar","slug":"seer-a-knapsack-approach-to-exemplar","title":"SEER : A Knapsack approach to Exemplar Selection for In-Context HybridQA","date":"2023-10-10","arxiv_id":"2310.06675","repositories_listed":1,"syntology":{"n":16,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":10,"n_honours":2,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/seer-a-knapsack-approach-to-exemplar#ran","syntology_url":"https://syntology.ai/paper/2310.06675","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.06675"}},"official":{"repos":["jtonglet/seer"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":10,"ran_from_kinds":["official"]}}},{"url":"/paper/selective-demonstrations-for-cross-domain","slug":"selective-demonstrations-for-cross-domain","title":"Selective Demonstrations for Cross-domain Text-to-SQL","date":"2023-10-10","arxiv_id":"2310.06302","repositories_listed":1,"syntology":null},{"url":"/paper/are-large-language-models-post-hoc-explainers","slug":"are-large-language-models-post-hoc-explainers","title":"In-Context Explainers: Harnessing LLMs for Explaining Black Box Models","date":"2023-10-09","arxiv_id":"2310.05797","repositories_listed":1,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/are-large-language-models-post-hoc-explainers#ran","syntology_url":"https://syntology.ai/paper/2310.05797","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.05797"}},"official":{"repos":["AI4LIFE-GROUP/LLM_Explainer"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/glitter-or-gold-deriving-structured-insights","slug":"glitter-or-gold-deriving-structured-insights","title":"Glitter or Gold? Deriving Structured Insights from Sustainability Reports via Large Language Models","date":"2023-10-09","arxiv_id":"2310.05628","repositories_listed":1,"syntology":null},{"url":"/paper/llmlingua-compressing-prompts-for-accelerated","slug":"llmlingua-compressing-prompts-for-accelerated","title":"LLMLingua: Compressing Prompts for Accelerated Inference of Large Language Models","date":"2023-10-09","arxiv_id":"2310.05736","repositories_listed":1,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":7,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":2,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/llmlingua-compressing-prompts-for-accelerated#ran","syntology_url":"https://syntology.ai/paper/2310.05736","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.05736"}},"official":{"repos":["microsoft/LLMLingua"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/salmon-self-alignment-with-principle","slug":"salmon-self-alignment-with-principle","title":"SALMON: Self-Alignment with Instructable Reward Models","date":"2023-10-09","arxiv_id":"2310.05910","repositories_listed":1,"syntology":{"n":13,"n_ran":13,"n_constructed":0,"n_ran_checked":8,"n_instrument":5,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":13,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/salmon-self-alignment-with-principle#ran","syntology_url":"https://syntology.ai/paper/2310.05910","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.05910"}},"official":{"repos":["ibm/salmon"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/explainable-claim-verification-via-knowledge","slug":"explainable-claim-verification-via-knowledge","title":"Explainable Claim Verification via Knowledge-Grounded Reasoning with Large Language Models","date":"2023-10-08","arxiv_id":"2310.05253","repositories_listed":1,"syntology":null},{"url":"/paper/harnessing-the-power-of-large-language-models-1","slug":"harnessing-the-power-of-large-language-models-1","title":"Harnessing the Power of Large Language Models for Empathetic Response Generation: Empirical Investigations and Improvements","date":"2023-10-08","arxiv_id":"2310.05140","repositories_listed":1,"syntology":{"n":5,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":5,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/harnessing-the-power-of-large-language-models-1#ran","syntology_url":"https://syntology.ai/paper/2310.05140","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.05140"}},"official":{"repos":["27182812/LLM4ED"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/a-language-agent-approach-to-formal-theorem","slug":"a-language-agent-approach-to-formal-theorem","title":"An In-Context Learning Agent for Formal Theorem-Proving","date":"2023-10-06","arxiv_id":"2310.04353","repositories_listed":1,"syntology":null},{"url":"/paper/ada-instruct-adapting-instruction-generators","slug":"ada-instruct-adapting-instruction-generators","title":"Ada-Instruct: Adapting Instruction Generators for Complex Reasoning","date":"2023-10-06","arxiv_id":"2310.04484","repositories_listed":1,"syntology":null},{"url":"/paper/procedural-text-mining-with-large-language","slug":"procedural-text-mining-with-large-language","title":"Procedural Text Mining with Large Language Models","date":"2023-10-05","arxiv_id":"2310.03376","repositories_listed":1,"syntology":null},{"url":"/paper/dq-lore-dual-queries-with-low-rank","slug":"dq-lore-dual-queries-with-low-rank","title":"DQ-LoRe: Dual Queries with Low Rank Approximation Re-ranking for In-Context Learning","date":"2023-10-04","arxiv_id":"2310.02954","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":1,"n_ran_checked":3,"n_instrument":2,"n_unverified":1,"n_honours":2,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"5 ran (of which 1 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/dq-lore-dual-queries-with-low-rank#ran","syntology_url":"https://syntology.ai/paper/2310.02954","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.02954"}},"official":{"repos":["ai4fun/dq-lore"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["community","official"]}}},{"url":"/paper/how-far-are-large-language-models-from-agents","slug":"how-far-are-large-language-models-from-agents","title":"How FaR Are Large Language Models From Agents with Theory-of-Mind?","date":"2023-10-04","arxiv_id":"2310.03051","repositories_listed":1,"syntology":null},{"url":"/paper/fool-your-vision-and-language-model-with","slug":"fool-your-vision-and-language-model-with","title":"Fool Your (Vision and) Language Model With Embarrassingly Simple Permutations","date":"2023-10-02","arxiv_id":"2310.01651","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/fool-your-vision-and-language-model-with#ran","syntology_url":"https://syntology.ai/paper/2310.01651","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.01651"}},"official":{"repos":["ys-zong/foolyourvllms"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/graphtext-graph-reasoning-in-text-space","slug":"graphtext-graph-reasoning-in-text-space","title":"GraphText: Graph Reasoning in Text Space","date":"2023-10-02","arxiv_id":"2310.01089","repositories_listed":1,"syntology":null},{"url":"/paper/text-data-augmentation-in-low-resource","slug":"text-data-augmentation-in-low-resource","title":"Synthetic Data Generation in Low-Resource Settings via Fine-Tuning of Large Language Models","date":"2023-10-02","arxiv_id":"2310.01119","repositories_listed":1,"syntology":null},{"url":"/paper/beyond-task-performance-evaluating-and","slug":"beyond-task-performance-evaluating-and","title":"Beyond Task Performance: Evaluating and Reducing the Flaws of Large Multimodal Models with In-Context Learning","date":"2023-10-01","arxiv_id":"2310.00647","repositories_listed":1,"syntology":{"n":11,"n_ran":11,"n_constructed":0,"n_ran_checked":9,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":8,"n_pointer_only":11,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 1 violated, 8 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/beyond-task-performance-evaluating-and#ran","syntology_url":"https://syntology.ai/paper/2310.00647","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.00647"}},"official":{"repos":["mshukor/EvALign-ICL"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/dynamic-demonstrations-controller-for-in","slug":"dynamic-demonstrations-controller-for-in","title":"Dynamic Demonstrations Controller for In-Context Learning","date":"2023-09-30","arxiv_id":"2310.00385","repositories_listed":1,"syntology":null},{"url":"/paper/towards-llm-based-fact-verification-on-news","slug":"towards-llm-based-fact-verification-on-news","title":"Towards LLM-based Fact Verification on News Claims with a Hierarchical Step-by-Step Prompting Method","date":"2023-09-30","arxiv_id":"2310.00305","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/towards-llm-based-fact-verification-on-news#ran","syntology_url":"https://syntology.ai/paper/2310.00305","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.00305"}},"official":{"repos":["jadecurl/hiss"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/understanding-in-context-learning-from","slug":"understanding-in-context-learning-from","title":"Understanding In-Context Learning from Repetitions","date":"2023-09-30","arxiv_id":"2310.00297","repositories_listed":1,"syntology":{"n":16,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":12,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":16,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 12 unverified","sample_list":"/paper/understanding-in-context-learning-from#ran","syntology_url":"https://syntology.ai/paper/2310.00297","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.00297"}},"official":{"repos":["elliottyan/understand-icl-from-repetition"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":12,"ran_from_kinds":["official"]}}},{"url":"/paper/benchmarking-cognitive-biases-in-large","slug":"benchmarking-cognitive-biases-in-large","title":"Benchmarking Cognitive Biases in Large Language Models as Evaluators","date":"2023-09-29","arxiv_id":"2309.17012","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/benchmarking-cognitive-biases-in-large#ran","syntology_url":"https://syntology.ai/paper/2309.17012","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.17012"}},"official":{"repos":["minnesotanlp/cobbler"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/one-for-all-towards-training-one-graph-model","slug":"one-for-all-towards-training-one-graph-model","title":"One for All: Towards Training One Graph Model for All Classification Tasks","date":"2023-09-29","arxiv_id":"2310.00149","repositories_listed":1,"syntology":{"n":18,"n_ran":9,"n_constructed":0,"n_ran_checked":7,"n_instrument":2,"n_unverified":9,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":5,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 2 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/one-for-all-towards-training-one-graph-model#ran","syntology_url":"https://syntology.ai/paper/2310.00149","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.00149"}},"official":{"repos":["lechengkong/oneforall"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":9,"ran_from_kinds":["official"]}}}],"record_sha256":"f4259ac316fb4e25cb5d7d40f4c64c9448266fee422349c9483936fac7062285","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}