{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/prompt-engineering/papers/ran/2","list_of":"/task/prompt-engineering","task":"Prompt Engineering","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":2,"pages_in_order":2,"rows_per_page":100,"rows":[101,143],"of":143,"counts":{"archive_papers_tagged":1236,"with_a_code_link":454,"where_syntology_ran_a_sample":143,"not_listed_spam_title":0,"listed":1236,"listed_where_code_ran":143,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":118,"every_run_a_failure_of_syntologys_instrument":25,"listed_with_a_run_with_no_instrument_failure":118,"listed_every_run_a_failure_of_syntologys_instrument":25,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/prompt-engineering/papers/ran/1","prev":"/task/prompt-engineering/papers/ran/1","next":null,"papers":[{"url":"/paper/text-to-sql-empowered-by-large-language","slug":"text-to-sql-empowered-by-large-language","title":"Text-to-SQL Empowered by Large Language Models: A Benchmark Evaluation","date":"2023-08-29","arxiv_id":"2308.15363","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/text-to-sql-empowered-by-large-language#ran","syntology_url":"https://syntology.ai/paper/2308.15363","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.15363"}},"official":{"repos":["beachwang/dail-sql"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/activation-addition-steering-language-models","slug":"activation-addition-steering-language-models","title":"Steering Language Models With Activation Engineering","date":"2023-08-20","arxiv_id":"2308.10248","repositories_listed":2,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/activation-addition-steering-language-models#ran","syntology_url":"https://syntology.ai/paper/2308.10248","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.10248"}},"official":{"repos":["montemac/activation_additions"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/ip-adapter-text-compatible-image-prompt","slug":"ip-adapter-text-compatible-image-prompt","title":"IP-Adapter: Text Compatible Image Prompt Adapter for Text-to-Image Diffusion Models","date":"2023-08-13","arxiv_id":"2308.06721","repositories_listed":4,"syntology":{"n":8,"n_ran":8,"n_constructed":0,"n_ran_checked":7,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":7,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ip-adapter-text-compatible-image-prompt#ran","syntology_url":"https://syntology.ai/paper/2308.06721","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.06721"}},"official":null}},{"url":"/paper/rtllm-an-open-source-benchmark-for-design-rtl","slug":"rtllm-an-open-source-benchmark-for-design-rtl","title":"RTLLM: An Open-Source Benchmark for Design RTL Generation with Large Language Model","date":"2023-08-10","arxiv_id":"2308.05345","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/rtllm-an-open-source-benchmark-for-design-rtl#ran","syntology_url":"https://syntology.ai/paper/2308.05345","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.05345"}},"official":{"repos":["hkust-zhiyao/rtllm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/flows-building-blocks-of-reasoning-and","slug":"flows-building-blocks-of-reasoning-and","title":"Flows: Building Blocks of Reasoning and Collaborating AI","date":"2023-08-02","arxiv_id":"2308.01285","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/flows-building-blocks-of-reasoning-and#ran","syntology_url":"https://syntology.ai/paper/2308.01285","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.01285"}},"official":{"repos":["epfl-dlab/aiflows","epfl-dlab/cc_flows"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/do-llms-possess-a-personality-making-the-mbti","slug":"do-llms-possess-a-personality-making-the-mbti","title":"Do LLMs Possess a Personality? Making the MBTI Test an Amazing Evaluation for Large Language Models","date":"2023-07-30","arxiv_id":"2307.16180","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/do-llms-possess-a-personality-making-the-mbti#ran","syntology_url":"https://syntology.ai/paper/2307.16180","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.16180"}},"official":{"repos":["harderthenharder/transformers_tasks"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/enhancing-clip-with-gpt-4-harnessing-visual","slug":"enhancing-clip-with-gpt-4-harnessing-visual","title":"Enhancing CLIP with GPT-4: Harnessing Visual Descriptions as Prompts","date":"2023-07-21","arxiv_id":"2307.11661","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/enhancing-clip-with-gpt-4-harnessing-visual#ran","syntology_url":"https://syntology.ai/paper/2307.11661","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.11661"}},"official":{"repos":["mayug/vdt-adapter"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/self-regulating-prompts-foundational-model","slug":"self-regulating-prompts-foundational-model","title":"Self-regulating Prompts: Foundational Model Adaptation without Forgetting","date":"2023-07-13","arxiv_id":"2307.06948","repositories_listed":2,"syntology":{"n":21,"n_ran":17,"n_constructed":0,"n_ran_checked":13,"n_instrument":4,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":3,"phrase":"17 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 4 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/self-regulating-prompts-foundational-model#ran","syntology_url":"https://syntology.ai/paper/2307.06948","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.06948"}},"official":{"repos":["muzairkhattak/promptsrc"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/distilling-large-vision-language-model-with","slug":"distilling-large-vision-language-model-with","title":"Distilling Large Vision-Language Model with Out-of-Distribution Generalizability","date":"2023-07-06","arxiv_id":"2307.03135","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/distilling-large-vision-language-model-with#ran","syntology_url":"https://syntology.ai/paper/2307.03135","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.03135"}},"official":{"repos":["xuanlinli17/large_vlm_distillation_ood"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/samaug-point-prompt-augmentation-for-segment","slug":"samaug-point-prompt-augmentation-for-segment","title":"SAMAug: Point Prompt Augmentation for Segment Anything Model","date":"2023-07-03","arxiv_id":"2307.01187","repositories_listed":1,"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":6,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":5,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/samaug-point-prompt-augmentation-for-segment#ran","syntology_url":"https://syntology.ai/paper/2307.01187","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.01187"}},"official":{"repos":["yhydhx/samaug"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/prompt-space-optimizing-few-shot-reasoning","slug":"prompt-space-optimizing-few-shot-reasoning","title":"Prompt Space Optimizing Few-shot Reasoning Success with Large Language Models","date":"2023-06-06","arxiv_id":"2306.03799","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/prompt-space-optimizing-few-shot-reasoning#ran","syntology_url":"https://syntology.ai/paper/2306.03799","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.03799"}},"official":{"repos":["youblei/prompt-space"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/consistency-guided-prompt-learning-for-vision","slug":"consistency-guided-prompt-learning-for-vision","title":"Consistency-guided Prompt Learning for Vision-Language Models","date":"2023-06-01","arxiv_id":"2306.01195","repositories_listed":2,"syntology":{"n":7,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/consistency-guided-prompt-learning-for-vision#ran","syntology_url":"https://syntology.ai/paper/2306.01195","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.01195"}},"official":{"repos":["shuvenduroy/coprompt"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/test-time-training-on-nearest-neighbors-for","slug":"test-time-training-on-nearest-neighbors-for","title":"Test-Time Training on Nearest Neighbors for Large Language Models","date":"2023-05-29","arxiv_id":"2305.18466","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/test-time-training-on-nearest-neighbors-for#ran","syntology_url":"https://syntology.ai/paper/2305.18466","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18466"}},"official":{"repos":["socialfoundations/tttlm"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/prompt-position-really-matters-in-few-shot","slug":"prompt-position-really-matters-in-few-shot","title":"Do prompt positions really matter?","date":"2023-05-23","arxiv_id":"2305.14493","repositories_listed":1,"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":6,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":1,"n_no_contract":5,"n_pointer_only":7,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 1 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/prompt-position-really-matters-in-few-shot#ran","syntology_url":"https://syntology.ai/paper/2305.14493","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14493"}},"official":{"repos":["milliemaoo/prompt-position"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/making-language-models-better-tool-learners","slug":"making-language-models-better-tool-learners","title":"Making Language Models Better Tool Learners with Execution Feedback","date":"2023-05-22","arxiv_id":"2305.13068","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/making-language-models-better-tool-learners#ran","syntology_url":"https://syntology.ai/paper/2305.13068","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13068"}},"official":{"repos":["zjunlp/trice"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/chils-zero-shot-image-classification-with","slug":"chils-zero-shot-image-classification-with","title":"CHiLS: Zero-Shot Image Classification with Hierarchical Label Sets","date":"2023-02-06","arxiv_id":"2302.02551","repositories_listed":1,"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":1,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/chils-zero-shot-image-classification-with#ran","syntology_url":"https://syntology.ai/paper/2302.02551","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.02551"}},"official":{"repos":["acmi-lab/chils"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/optimizing-prompts-for-text-to-image-1","slug":"optimizing-prompts-for-text-to-image-1","title":"Optimizing Prompts for Text-to-Image Generation","date":"2022-12-19","arxiv_id":"2212.09611","repositories_listed":3,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/optimizing-prompts-for-text-to-image-1#ran","syntology_url":"https://syntology.ai/paper/2212.09611","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09611"}},"official":{"repos":["microsoft/lmops"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/ignore-previous-prompt-attack-techniques-for","slug":"ignore-previous-prompt-attack-techniques-for","title":"Ignore Previous Prompt: Attack Techniques For Language Models","date":"2022-11-17","arxiv_id":"2211.09527","repositories_listed":1,"syntology":{"n":6,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/ignore-previous-prompt-attack-techniques-for#ran","syntology_url":"https://syntology.ai/paper/2211.09527","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.09527"}},"official":{"repos":["agencyenterprise/promptinject"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/large-language-models-are-human-level-prompt","slug":"large-language-models-are-human-level-prompt","title":"Large Language Models Are Human-Level Prompt Engineers","date":"2022-11-03","arxiv_id":"2211.01910","repositories_listed":5,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/large-language-models-are-human-level-prompt#ran","syntology_url":"https://syntology.ai/paper/2211.01910","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.01910"}},"official":{"repos":["keirp/automatic_prompt_engineer"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/maple-multi-modal-prompt-learning","slug":"maple-multi-modal-prompt-learning","title":"MaPLe: Multi-modal Prompt Learning","date":"2022-10-06","arxiv_id":"2210.03117","repositories_listed":3,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/maple-multi-modal-prompt-learning#ran","syntology_url":"https://syntology.ai/paper/2210.03117","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.03117"}},"official":{"repos":["muzairkhattak/multimodal-prompt-learning"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/variational-prompt-tuning-improves","slug":"variational-prompt-tuning-improves","title":"Bayesian Prompt Learning for Image-Language Model Generalization","date":"2022-10-05","arxiv_id":"2210.02390","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/variational-prompt-tuning-improves#ran","syntology_url":"https://syntology.ai/paper/2210.02390","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.02390"}},"official":{"repos":["saic-fi/bayesian-prompt-learning"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/ask-me-anything-a-simple-strategy-for","slug":"ask-me-anything-a-simple-strategy-for","title":"Ask Me Anything: A simple strategy for prompting language models","date":"2022-10-05","arxiv_id":"2210.02441","repositories_listed":3,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ask-me-anything-a-simple-strategy-for#ran","syntology_url":"https://syntology.ai/paper/2210.02441","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.02441"}},"official":{"repos":["hazyresearch/ama_prompting"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/language-aware-soft-prompting-for-vision","slug":"language-aware-soft-prompting-for-vision","title":"LASP: Text-to-Text Optimization for Language-Aware Soft Prompting of Vision & Language Models","date":"2022-10-03","arxiv_id":"2210.01115","repositories_listed":1,"syntology":{"n":7,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/language-aware-soft-prompting-for-vision#ran","syntology_url":"https://syntology.ai/paper/2210.01115","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.01115"}},"official":{"repos":["1adrianb/lasp"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/can-large-language-models-reason-about","slug":"can-large-language-models-reason-about","title":"Can large language models reason about medical questions?","date":"2022-07-17","arxiv_id":"2207.08143","repositories_listed":1,"syntology":{"n":10,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/can-large-language-models-reason-about#ran","syntology_url":"https://syntology.ai/paper/2207.08143","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2207.08143"}},"official":{"repos":["vlievin/medical-reasoning"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/bigbio-a-framework-for-data-centric","slug":"bigbio-a-framework-for-data-centric","title":"BigBIO: A Framework for Data-Centric Biomedical Natural Language Processing","date":"2022-06-30","arxiv_id":"2206.15076","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/bigbio-a-framework-for-data-centric#ran","syntology_url":"https://syntology.ai/paper/2206.15076","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.15076"}},"official":{"repos":["bigscience-workshop/biomedical"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/neural-prompt-search","slug":"neural-prompt-search","title":"Neural Prompt Search","date":"2022-06-09","arxiv_id":"2206.04673","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":5,"n_instrument":3,"n_unverified":1,"n_honours":2,"n_violates":0,"n_no_contract":3,"n_pointer_only":2,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/neural-prompt-search#ran","syntology_url":"https://syntology.ai/paper/2206.04673","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.04673"}},"official":{"repos":["ZhangYuanhan-AI/NOAH"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/decoupling-knowledge-from-memorization","slug":"decoupling-knowledge-from-memorization","title":"Decoupling Knowledge from Memorization: Retrieval-augmented Prompt Learning","date":"2022-05-29","arxiv_id":"2205.14704","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/decoupling-knowledge-from-memorization#ran","syntology_url":"https://syntology.ai/paper/2205.14704","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.14704"}},"official":{"repos":["zjunlp/promptkg"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/clip-clop-clip-guided-collage-and","slug":"clip-clop-clip-guided-collage-and","title":"CLIP-CLOP: CLIP-Guided Collage and Photomontage","date":"2022-05-06","arxiv_id":"2205.03146","repositories_listed":1,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":8,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/clip-clop-clip-guided-collage-and#ran","syntology_url":"https://syntology.ai/paper/2205.03146","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.03146"}},"official":{"repos":["deepmind/arnheim"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/polyglot-prompt-multilingual-multitask","slug":"polyglot-prompt-multilingual-multitask","title":"Polyglot Prompt: Multilingual Multitask PrompTraining","date":"2022-04-29","arxiv_id":"2204.14264","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/polyglot-prompt-multilingual-multitask#ran","syntology_url":"https://syntology.ai/paper/2204.14264","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.14264"}},"official":{"repos":["jinlanfu/polyglot_prompt"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-to-prompt-for-open-vocabulary-object","slug":"learning-to-prompt-for-open-vocabulary-object","title":"Learning to Prompt for Open-Vocabulary Object Detection with Vision-Language Model","date":"2022-03-28","arxiv_id":"2203.14940","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/learning-to-prompt-for-open-vocabulary-object#ran","syntology_url":"https://syntology.ai/paper/2203.14940","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.14940"}},"official":{"repos":["dyabel/detpro"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/visual-prompt-tuning","slug":"visual-prompt-tuning","title":"Visual Prompt Tuning","date":"2022-03-23","arxiv_id":"2203.12119","repositories_listed":6,"syntology":{"n":27,"n_ran":18,"n_constructed":12,"n_ran_checked":16,"n_instrument":2,"n_unverified":9,"n_honours":1,"n_violates":1,"n_no_contract":14,"n_pointer_only":15,"phrase":"18 ran (of which 12 constructed an object rather than computing a result; 16 with no instrument failure: 1 honoured, 1 violated, 14 with no contract checked; 2 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/visual-prompt-tuning#ran","syntology_url":"https://syntology.ai/paper/2203.12119","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.12119"}},"official":{"repos":["KMnP/vpt"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/an-information-theoretic-approach-to-prompt-1","slug":"an-information-theoretic-approach-to-prompt-1","title":"An Information-theoretic Approach to Prompt Engineering Without Ground Truth Labels","date":"2022-03-21","arxiv_id":"2203.11364","repositories_listed":0,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/an-information-theoretic-approach-to-prompt-1#ran","syntology_url":"https://syntology.ai/paper/2203.11364","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.11364"}},"official":null}},{"url":"/paper/conditional-prompt-learning-for-vision","slug":"conditional-prompt-learning-for-vision","title":"Conditional Prompt Learning for Vision-Language Models","date":"2022-03-10","arxiv_id":"2203.05557","repositories_listed":12,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/conditional-prompt-learning-for-vision#ran","syntology_url":"https://syntology.ai/paper/2203.05557","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.05557"}},"official":{"repos":["kaiyangzhou/coop"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/red-teaming-language-models-with-language","slug":"red-teaming-language-models-with-language","title":"Red Teaming Language Models with Language Models","date":"2022-02-07","arxiv_id":"2202.03286","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/red-teaming-language-models-with-language#ran","syntology_url":"https://syntology.ai/paper/2202.03286","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.03286"}},"official":null}},{"url":"/paper/multitask-prompted-training-enables-zero-shot-1","slug":"multitask-prompted-training-enables-zero-shot-1","title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","date":"2021-10-15","arxiv_id":"2110.08207","repositories_listed":8,"syntology":{"n":15,"n_ran":13,"n_constructed":0,"n_ran_checked":11,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":10,"n_pointer_only":3,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 1 violated, 10 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/multitask-prompted-training-enables-zero-shot-1#ran","syntology_url":"https://syntology.ai/paper/2110.08207","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.08207"}},"official":{"repos":["bigscience-workshop/promptsource","bigscience-workshop/t-zero"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/clip-adapter-better-vision-language-models","slug":"clip-adapter-better-vision-language-models","title":"CLIP-Adapter: Better Vision-Language Models with Feature Adapters","date":"2021-10-09","arxiv_id":"2110.04544","repositories_listed":3,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/clip-adapter-better-vision-language-models#ran","syntology_url":"https://syntology.ai/paper/2110.04544","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.04544"}},"official":{"repos":["gaopengcuhk/clip-adapter"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/actionclip-a-new-paradigm-for-video-action","slug":"actionclip-a-new-paradigm-for-video-action","title":"ActionCLIP: A New Paradigm for Video Action Recognition","date":"2021-09-17","arxiv_id":"2109.08472","repositories_listed":2,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":4,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 5 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/actionclip-a-new-paradigm-for-video-action#ran","syntology_url":"https://syntology.ai/paper/2109.08472","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.08472"}},"official":{"repos":["sallymmx/actionclip"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/what-changes-can-large-scale-language-models","slug":"what-changes-can-large-scale-language-models","title":"What Changes Can Large-scale Language Models Bring? Intensive Study on HyperCLOVA: Billions-scale Korean Generative Pretrained Transformers","date":"2021-09-10","arxiv_id":"2109.04650","repositories_listed":2,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/what-changes-can-large-scale-language-models#ran","syntology_url":"https://syntology.ai/paper/2109.04650","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.04650"}},"official":null}},{"url":"/paper/learning-to-prompt-for-vision-language-models","slug":"learning-to-prompt-for-vision-language-models","title":"Learning to Prompt for Vision-Language Models","date":"2021-09-02","arxiv_id":"2109.01134","repositories_listed":18,"syntology":{"n":12,"n_ran":3,"n_constructed":1,"n_ran_checked":2,"n_instrument":1,"n_unverified":9,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/learning-to-prompt-for-vision-language-models#ran","syntology_url":"https://syntology.ai/paper/2109.01134","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.01134"}},"official":{"repos":["kaiyangzhou/coop"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/differentiable-prompt-makes-pre-trained","slug":"differentiable-prompt-makes-pre-trained","title":"Differentiable Prompt Makes Pre-trained Language Models Better Few-shot Learners","date":"2021-08-30","arxiv_id":"2108.13161","repositories_listed":4,"syntology":{"n":4,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/differentiable-prompt-makes-pre-trained#ran","syntology_url":"https://syntology.ai/paper/2108.13161","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.13161"}},"official":{"repos":["zjunlp/DART"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/cutting-down-on-prompts-and-parameters-simple","slug":"cutting-down-on-prompts-and-parameters-simple","title":"Cutting Down on Prompts and Parameters: Simple Few-Shot Learning with Language Models","date":"2021-06-24","arxiv_id":"2106.13353","repositories_listed":2,"syntology":{"n":10,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/cutting-down-on-prompts-and-parameters-simple#ran","syntology_url":"https://syntology.ai/paper/2106.13353","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.13353"}},"official":{"repos":["ucinlp/null-prompts"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/gpt-understands-too","slug":"gpt-understands-too","title":"GPT Understands, Too","date":"2021-03-18","arxiv_id":"2103.10385","repositories_listed":10,"syntology":{"n":3,"n_ran":3,"n_constructed":1,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/gpt-understands-too#ran","syntology_url":"https://syntology.ai/paper/2103.10385","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.10385"}},"official":{"repos":["THUDM/P-tuning"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/learning-transferable-visual-models-from","slug":"learning-transferable-visual-models-from","title":"Learning Transferable Visual Models From Natural Language Supervision","date":"2021-02-26","arxiv_id":"2103.00020","repositories_listed":82,"syntology":{"n":20,"n_ran":16,"n_constructed":0,"n_ran_checked":2,"n_instrument":14,"n_unverified":4,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":16,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 14 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/learning-transferable-visual-models-from#ran","syntology_url":"https://syntology.ai/paper/2103.00020","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.00020"}},"official":{"repos":["openai/CLIP"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}}],"record_sha256":"bcbf9a425ae2901f7fa64d241b743ce9c006f748853a270b80589d7a29390613","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}