{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/in-context-learning/papers/ran/5","list_of":"/task/in-context-learning","task":"In-Context Learning","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":5,"pages_in_order":5,"rows_per_page":100,"rows":[401,437],"of":437,"counts":{"archive_papers_tagged":2297,"with_a_code_link":998,"where_syntology_ran_a_sample":437,"not_listed_spam_title":0,"listed":2297,"listed_where_code_ran":437,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":361,"every_run_a_failure_of_syntologys_instrument":76,"listed_with_a_run_with_no_instrument_failure":361,"listed_every_run_a_failure_of_syntologys_instrument":76,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/in-context-learning/papers/ran/1","prev":"/task/in-context-learning/papers/ran/4","next":null,"papers":[{"url":"/paper/seggpt-segmenting-everything-in-context","slug":"seggpt-segmenting-everything-in-context","title":"SegGPT: Segmenting Everything In Context","date":"2023-04-06","arxiv_id":"2304.03284","repositories_listed":3,"syntology":{"n":10,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":8,"n_pointer_only":5,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 2 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/seggpt-segmenting-everything-in-context#ran","syntology_url":"https://syntology.ai/paper/2304.03284","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.03284"}},"official":{"repos":["baaivision/painter"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/resources-and-few-shot-learners-for-in","slug":"resources-and-few-shot-learners-for-in","title":"Resources and Few-shot Learners for In-context Learning in Slavic Languages","date":"2023-04-04","arxiv_id":"2304.01922","repositories_listed":1,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/resources-and-few-shot-learners-for-in#ran","syntology_url":"https://syntology.ai/paper/2304.01922","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.01922"}},"official":{"repos":["fewshot-goes-multilingual/slavic-incontext-learning"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/k-nn-prompting-beyond-context-learning-with","slug":"k-nn-prompting-beyond-context-learning-with","title":"$k$NN Prompting: Beyond-Context Learning with Calibration-Free Nearest Neighbor Inference","date":"2023-03-24","arxiv_id":"2303.13824","repositories_listed":1,"syntology":{"n":4,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":4,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/k-nn-prompting-beyond-context-learning-with#ran","syntology_url":"https://syntology.ai/paper/2303.13824","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.13824"}},"official":{"repos":["benfengxu/knnprompting"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/ep-alm-efficient-perceptual-augmentation-of","slug":"ep-alm-efficient-perceptual-augmentation-of","title":"eP-ALM: Efficient Perceptual Augmentation of Language Models","date":"2023-03-20","arxiv_id":"2303.11403","repositories_listed":1,"syntology":{"n":16,"n_ran":15,"n_constructed":0,"n_ran_checked":10,"n_instrument":5,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":5,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/ep-alm-efficient-perceptual-augmentation-of#ran","syntology_url":"https://syntology.ai/paper/2303.11403","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.11403"}},"official":{"repos":["mshukor/ep-alm"],"state":"official (archive's flag): 15 ran","n_ran":15,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/speak-foreign-languages-with-your-own-voice","slug":"speak-foreign-languages-with-your-own-voice","title":"Speak Foreign Languages with Your Own Voice: Cross-Lingual Neural Codec Language Modeling","date":"2023-03-07","arxiv_id":"2303.03926","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/speak-foreign-languages-with-your-own-voice#ran","syntology_url":"https://syntology.ai/paper/2303.03926","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.03926"}},"official":null}},{"url":"/paper/proofnet-autoformalizing-and-formally-proving","slug":"proofnet-autoformalizing-and-formally-proving","title":"ProofNet: Autoformalizing and Formally Proving Undergraduate-Level Mathematics","date":"2023-02-24","arxiv_id":"2302.12433","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/proofnet-autoformalizing-and-formally-proving#ran","syntology_url":"https://syntology.ai/paper/2302.12433","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.12433"}},"official":{"repos":["eleutherai/gpt-neox","zhangir-azerbayev/proofnet"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/language-model-crossover-variation-through","slug":"language-model-crossover-variation-through","title":"Language Model Crossover: Variation through Few-Shot Prompting","date":"2023-02-23","arxiv_id":"2302.12170","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/language-model-crossover-variation-through#ran","syntology_url":"https://syntology.ai/paper/2302.12170","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.12170"}},"official":null}},{"url":"/paper/compositional-exemplars-for-in-context","slug":"compositional-exemplars-for-in-context","title":"Compositional Exemplars for In-context Learning","date":"2023-02-11","arxiv_id":"2302.05698","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":1,"n_ran_checked":2,"n_instrument":3,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"5 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/compositional-exemplars-for-in-context#ran","syntology_url":"https://syntology.ai/paper/2302.05698","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.05698"}},"official":{"repos":["hkunlp/icl-ceil"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":1,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/collaborating-with-language-models-for","slug":"collaborating-with-language-models-for","title":"Collaborating with language models for embodied reasoning","date":"2023-02-01","arxiv_id":"2302.00763","repositories_listed":0,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/collaborating-with-language-models-for#ran","syntology_url":"https://syntology.ai/paper/2302.00763","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.00763"}},"official":null}},{"url":"/paper/what-makes-good-examples-for-visual-in-1","slug":"what-makes-good-examples-for-visual-in-1","title":"What Makes Good Examples for Visual In-Context Learning?","date":"2023-01-31","arxiv_id":"2301.13670","repositories_listed":1,"syntology":{"n":9,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":7,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/what-makes-good-examples-for-visual-in-1#ran","syntology_url":"https://syntology.ai/paper/2301.13670","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.13670"}},"official":{"repos":["zhangyuanhan-ai/visual_prompt_retrieval"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":7,"ran_from_kinds":["official"]}}},{"url":"/paper/grounding-language-models-to-images-for","slug":"grounding-language-models-to-images-for","title":"Grounding Language Models to Images for Multimodal Inputs and Outputs","date":"2023-01-31","arxiv_id":"2301.13823","repositories_listed":2,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/grounding-language-models-to-images-for#ran","syntology_url":"https://syntology.ai/paper/2301.13823","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.13823"}},"official":{"repos":["kohjingyu/fromage"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/large-language-models-are-latent-variable-1","slug":"large-language-models-are-latent-variable-1","title":"Large Language Models Are Latent Variable Models: Explaining and Finding Good Demonstrations for In-Context Learning","date":"2023-01-27","arxiv_id":"2301.11916","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/large-language-models-are-latent-variable-1#ran","syntology_url":"https://syntology.ai/paper/2301.11916","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.11916"}},"official":{"repos":["wangxinyilinda/concept-based-demonstration-selection"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/neural-codec-language-models-are-zero-shot","slug":"neural-codec-language-models-are-zero-shot","title":"Neural Codec Language Models are Zero-Shot Text to Speech Synthesizers","date":"2023-01-05","arxiv_id":"2301.02111","repositories_listed":7,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/neural-codec-language-models-are-zero-shot#ran","syntology_url":"https://syntology.ai/paper/2301.02111","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.02111"}},"official":{"repos":["microsoft/unilm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/parallel-context-windows-improve-in-context","slug":"parallel-context-windows-improve-in-context","title":"Parallel Context Windows for Large Language Models","date":"2022-12-21","arxiv_id":"2212.10947","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/parallel-context-windows-improve-in-context#ran","syntology_url":"https://syntology.ai/paper/2212.10947","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.10947"}},"official":{"repos":["AI21Labs/Parallel-Context-Windows"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/self-adaptive-in-context-learning","slug":"self-adaptive-in-context-learning","title":"Self-Adaptive In-Context Learning: An Information Compression Perspective for In-Context Example Selection and Ordering","date":"2022-12-20","arxiv_id":"2212.10375","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":2,"n_instrument":3,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/self-adaptive-in-context-learning#ran","syntology_url":"https://syntology.ai/paper/2212.10375","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.10375"}},"official":{"repos":["shark-nlp/self-adaptive-icl"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/don-t-generate-discriminate-a-proposal-for","slug":"don-t-generate-discriminate-a-proposal-for","title":"Don't Generate, Discriminate: A Proposal for Grounding Language Models to Real-World Environments","date":"2022-12-19","arxiv_id":"2212.09736","repositories_listed":2,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/don-t-generate-discriminate-a-proposal-for#ran","syntology_url":"https://syntology.ai/paper/2212.09736","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09736"}},"official":{"repos":["dki-lab/pangu"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/z-icl-zero-shot-in-context-learning-with","slug":"z-icl-zero-shot-in-context-learning-with","title":"Z-ICL: Zero-Shot In-Context Learning with Pseudo-Demonstrations","date":"2022-12-19","arxiv_id":"2212.09865","repositories_listed":2,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/z-icl-zero-shot-in-context-learning-with#ran","syntology_url":"https://syntology.ai/paper/2212.09865","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09865"}},"official":{"repos":["alrope123/z-icl"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/rethinking-the-role-of-scale-for-in-context","slug":"rethinking-the-role-of-scale-for-in-context","title":"Rethinking the Role of Scale for In-Context Learning: An Interpretability-based Case Study at 66 Billion Scale","date":"2022-12-18","arxiv_id":"2212.09095","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rethinking-the-role-of-scale-for-in-context#ran","syntology_url":"https://syntology.ai/paper/2212.09095","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09095"}},"official":{"repos":["amazon-science/llm-interpret"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/transformers-learn-in-context-by-gradient","slug":"transformers-learn-in-context-by-gradient","title":"Transformers learn in-context by gradient descent","date":"2022-12-15","arxiv_id":"2212.07677","repositories_listed":2,"syntology":{"n":16,"n_ran":13,"n_constructed":0,"n_ran_checked":13,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":0,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/transformers-learn-in-context-by-gradient#ran","syntology_url":"https://syntology.ai/paper/2212.07677","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.07677"}},"official":{"repos":["google-research/self-organising-systems"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/in-context-examples-selection-for-machine","slug":"in-context-examples-selection-for-machine","title":"In-context Examples Selection for Machine Translation","date":"2022-12-05","arxiv_id":"2212.02437","repositories_listed":2,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":7,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":2,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/in-context-examples-selection-for-machine#ran","syntology_url":"https://syntology.ai/paper/2212.02437","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.02437"}},"official":null}},{"url":"/paper/complementary-explanations-for-effective-in","slug":"complementary-explanations-for-effective-in","title":"Complementary Explanations for Effective In-Context Learning","date":"2022-11-25","arxiv_id":"2211.13892","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/complementary-explanations-for-effective-in#ran","syntology_url":"https://syntology.ai/paper/2211.13892","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.13892"}},"official":{"repos":["xiye17/complementaryexpl"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/visual-programming-compositional-visual","slug":"visual-programming-compositional-visual","title":"Visual Programming: Compositional visual reasoning without training","date":"2022-11-18","arxiv_id":"2211.11559","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/visual-programming-compositional-visual#ran","syntology_url":"https://syntology.ai/paper/2211.11559","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.11559"}},"official":null}},{"url":"/paper/active-example-selection-for-in-context","slug":"active-example-selection-for-in-context","title":"Active Example Selection for In-Context Learning","date":"2022-11-08","arxiv_id":"2211.04486","repositories_listed":1,"syntology":{"n":16,"n_ran":10,"n_constructed":3,"n_ran_checked":4,"n_instrument":6,"n_unverified":6,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"10 ran (of which 3 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 6 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/active-example-selection-for-in-context#ran","syntology_url":"https://syntology.ai/paper/2211.04486","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.04486"}},"official":{"repos":["chicagohai/active-example-selection"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":3,"n_ran_no_instrument_failure":4,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/large-language-models-are-human-level-prompt","slug":"large-language-models-are-human-level-prompt","title":"Large Language Models Are Human-Level Prompt Engineers","date":"2022-11-03","arxiv_id":"2211.01910","repositories_listed":5,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/large-language-models-are-human-level-prompt#ran","syntology_url":"https://syntology.ai/paper/2211.01910","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.01910"}},"official":{"repos":["keirp/automatic_prompt_engineer"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/metro-memory-enhanced-transformer-for","slug":"metro-memory-enhanced-transformer-for","title":"FusionRetro: Molecule Representation Fusion via In-Context Learning for Retrosynthetic Planning","date":"2022-09-30","arxiv_id":"2209.15315","repositories_listed":1,"syntology":{"n":16,"n_ran":5,"n_constructed":3,"n_ran_checked":3,"n_instrument":2,"n_unverified":11,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":16,"phrase":"5 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/metro-memory-enhanced-transformer-for#ran","syntology_url":"https://syntology.ai/paper/2209.15315","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2209.15315"}},"official":{"repos":["songtaoliu0823/fusionretro"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":3,"n_ran_no_instrument_failure":3,"n_unverified":11,"ran_from_kinds":["official"]}}},{"url":"/paper/meta-learning-a-real-time-tabular-automl","slug":"meta-learning-a-real-time-tabular-automl","title":"TabPFN: A Transformer That Solves Small Tabular Classification Problems in a Second","date":"2022-07-05","arxiv_id":"2207.01848","repositories_listed":7,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/meta-learning-a-real-time-tabular-automl#ran","syntology_url":"https://syntology.ai/paper/2207.01848","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.01848"}},"official":null}},{"url":"/paper/instruction-induction-from-few-examples-to","slug":"instruction-induction-from-few-examples-to","title":"Instruction Induction: From Few Examples to Natural Language Task Descriptions","date":"2022-05-22","arxiv_id":"2205.10782","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/instruction-induction-from-few-examples-to#ran","syntology_url":"https://syntology.ai/paper/2205.10782","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10782"}},"official":{"repos":["orhonovich/instruction-induction"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/unifying-language-learning-paradigms","slug":"unifying-language-learning-paradigms","title":"UL2: Unifying Language Learning Paradigms","date":"2022-05-10","arxiv_id":"2205.05131","repositories_listed":2,"syntology":{"n":16,"n_ran":15,"n_constructed":0,"n_ran_checked":15,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":15,"n_pointer_only":0,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 0 honoured, 0 violated, 15 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/unifying-language-learning-paradigms#ran","syntology_url":"https://syntology.ai/paper/2205.05131","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.05131"}},"official":{"repos":["google-research/google-research"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/contrastive-learning-for-prompt-based-few","slug":"contrastive-learning-for-prompt-based-few","title":"Contrastive Learning for Prompt-Based Few-Shot Language Learners","date":"2022-05-03","arxiv_id":"2205.01308","repositories_listed":1,"syntology":{"n":11,"n_ran":6,"n_constructed":0,"n_ran_checked":4,"n_instrument":2,"n_unverified":5,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/contrastive-learning-for-prompt-based-few#ran","syntology_url":"https://syntology.ai/paper/2205.01308","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.01308"}},"official":{"repos":["yiren-jian/lm-supcon"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/data-distributional-properties-drive-emergent","slug":"data-distributional-properties-drive-emergent","title":"Data Distributional Properties Drive Emergent In-Context Learning in Transformers","date":"2022-04-22","arxiv_id":"2205.05055","repositories_listed":4,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":4,"n_instrument":2,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":3,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/data-distributional-properties-drive-emergent#ran","syntology_url":"https://syntology.ai/paper/2205.05055","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.05055"}},"official":{"repos":["deepmind/emergent_in_context_learning"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/in-context-learning-for-few-shot-dialogue","slug":"in-context-learning-for-few-shot-dialogue","title":"In-Context Learning for Few-Shot Dialogue State Tracking","date":"2022-03-16","arxiv_id":"2203.08568","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/in-context-learning-for-few-shot-dialogue#ran","syntology_url":"https://syntology.ai/paper/2203.08568","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.08568"}},"official":{"repos":["yushi-hu/ic-dst"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/black-box-tuning-for-language-model-as-a","slug":"black-box-tuning-for-language-model-as-a","title":"Black-Box Tuning for Language-Model-as-a-Service","date":"2022-01-10","arxiv_id":"2201.03514","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/black-box-tuning-for-language-model-as-a#ran","syntology_url":"https://syntology.ai/paper/2201.03514","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2201.03514"}},"official":{"repos":["txsun1997/black-box-tuning"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/magma-multimodal-augmentation-of-generative","slug":"magma-multimodal-augmentation-of-generative","title":"MAGMA -- Multimodal Augmentation of Generative Models through Adapter-based Finetuning","date":"2021-12-09","arxiv_id":"2112.05253","repositories_listed":1,"syntology":{"n":15,"n_ran":10,"n_constructed":0,"n_ran_checked":6,"n_instrument":4,"n_unverified":5,"n_honours":0,"n_violates":1,"n_no_contract":5,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 1 violated, 5 with no contract checked; 4 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/magma-multimodal-augmentation-of-generative#ran","syntology_url":"https://syntology.ai/paper/2112.05253","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.05253"}},"official":{"repos":["Aleph-Alpha/magma"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/an-explanation-of-in-context-learning-as-1","slug":"an-explanation-of-in-context-learning-as-1","title":"An Explanation of In-context Learning as Implicit Bayesian Inference","date":"2021-11-03","arxiv_id":"2111.02080","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/an-explanation-of-in-context-learning-as-1#ran","syntology_url":"https://syntology.ai/paper/2111.02080","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.02080"}},"official":{"repos":["p-lambda/incontext-learning"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/metaicl-learning-to-learn-in-context","slug":"metaicl-learning-to-learn-in-context","title":"MetaICL: Learning to Learn In Context","date":"2021-10-29","arxiv_id":"2110.15943","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/metaicl-learning-to-learn-in-context#ran","syntology_url":"https://syntology.ai/paper/2110.15943","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.15943"}},"official":{"repos":["facebookresearch/metaicl"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/list-lite-self-training-makes-efficient-few-1","slug":"list-lite-self-training-makes-efficient-few-1","title":"LiST: Lite Prompted Self-training Makes Parameter-Efficient Few-shot Learners","date":"2021-10-12","arxiv_id":"2110.06274","repositories_listed":1,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":7,"n_instrument":2,"n_unverified":3,"n_honours":2,"n_violates":0,"n_no_contract":5,"n_pointer_only":4,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 2 honoured, 0 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/list-lite-self-training-makes-efficient-few-1#ran","syntology_url":"https://syntology.ai/paper/2110.06274","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.06274"}},"official":{"repos":["microsoft/list"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/what-changes-can-large-scale-language-models","slug":"what-changes-can-large-scale-language-models","title":"What Changes Can Large-scale Language Models Bring? Intensive Study on HyperCLOVA: Billions-scale Korean Generative Pretrained Transformers","date":"2021-09-10","arxiv_id":"2109.04650","repositories_listed":2,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/what-changes-can-large-scale-language-models#ran","syntology_url":"https://syntology.ai/paper/2109.04650","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.04650"}},"official":null}}],"record_sha256":"f145d24b6503f237da96c1f0221c2c2ebf86bec1918b113cbac38e72012eae26","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}