{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/language-modeling/papers/ran/13","list_of":"/task/language-modeling","task":"Language Modeling","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":13,"pages_in_order":19,"rows_per_page":100,"rows":[1201,1300],"of":1894,"counts":{"archive_papers_tagged":14182,"with_a_code_link":5620,"where_syntology_ran_a_sample":1894,"not_listed_spam_title":0,"listed":14182,"listed_where_code_ran":1894,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":1580,"every_run_a_failure_of_syntologys_instrument":314,"listed_with_a_run_with_no_instrument_failure":1580,"listed_every_run_a_failure_of_syntologys_instrument":314,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/language-modeling/papers/ran/1","prev":"/task/language-modeling/papers/ran/12","next":"/task/language-modeling/papers/ran/14","papers":[{"url":"/paper/distilling-large-vision-language-model-with","slug":"distilling-large-vision-language-model-with","title":"Distilling Large Vision-Language Model with Out-of-Distribution Generalizability","date":"2023-07-06","arxiv_id":"2307.03135","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/distilling-large-vision-language-model-with#ran","syntology_url":"https://syntology.ai/paper/2307.03135","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.03135"}},"official":{"repos":["xuanlinli17/large_vlm_distillation_ood"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/causal-discovery-with-language-models-as","slug":"causal-discovery-with-language-models-as","title":"Causal Discovery with Language Models as Imperfect Experts","date":"2023-07-05","arxiv_id":"2307.02390","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":5,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/causal-discovery-with-language-models-as#ran","syntology_url":"https://syntology.ai/paper/2307.02390","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.02390"}},"official":{"repos":["stephlong614/causal-disco"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/what-matters-in-training-a-gpt4-style","slug":"what-matters-in-training-a-gpt4-style","title":"What Matters in Training a GPT4-Style Language Model with Multimodal Inputs?","date":"2023-07-05","arxiv_id":"2307.02469","repositories_listed":2,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":2,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 1 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/what-matters-in-training-a-gpt4-style#ran","syntology_url":"https://syntology.ai/paper/2307.02469","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.02469"}},"official":null}},{"url":"/paper/reasoning-or-reciting-exploring-the","slug":"reasoning-or-reciting-exploring-the","title":"Reasoning or Reciting? Exploring the Capabilities and Limitations of Language Models Through Counterfactual Tasks","date":"2023-07-05","arxiv_id":"2307.02477","repositories_listed":1,"syntology":{"n":15,"n_ran":13,"n_constructed":0,"n_ran_checked":12,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":1,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/reasoning-or-reciting-exploring-the#ran","syntology_url":"https://syntology.ai/paper/2307.02477","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.02477"}},"official":{"repos":["zhaofengwu/counterfactual-evaluation"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/text-based-large-language-model-for","slug":"text-based-large-language-model-for","title":"GenRec: Large Language Model for Generative Recommendation","date":"2023-07-02","arxiv_id":"2307.00457","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/text-based-large-language-model-for#ran","syntology_url":"https://syntology.ai/paper/2307.00457","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.00457"}},"official":{"repos":["rutgerswiselab/genrec"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/large-language-models-enable-few-shot","slug":"large-language-models-enable-few-shot","title":"Large Language Models Enable Few-Shot Clustering","date":"2023-07-02","arxiv_id":"2307.00524","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/large-language-models-enable-few-shot#ran","syntology_url":"https://syntology.ai/paper/2307.00524","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.00524"}},"official":{"repos":["viswavi/few-shot-clustering"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/biomedical-language-models-are-robust-to-sub","slug":"biomedical-language-models-are-robust-to-sub","title":"Biomedical Language Models are Robust to Sub-optimal Tokenization","date":"2023-06-30","arxiv_id":"2306.17649","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/biomedical-language-models-are-robust-to-sub#ran","syntology_url":"https://syntology.ai/paper/2306.17649","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.17649"}},"official":{"repos":["osu-nlp-group/bio-tokenization"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-personalized-cold-start","slug":"towards-personalized-cold-start","title":"Could Small Language Models Serve as Recommenders? Towards Data-centric Cold-start Recommendations","date":"2023-06-29","arxiv_id":"2306.17256","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/towards-personalized-cold-start#ran","syntology_url":"https://syntology.ai/paper/2306.17256","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.17256"}},"official":{"repos":["jacksonwuxs/promptrec"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/large-language-model-as-attributed-training-1","slug":"large-language-model-as-attributed-training-1","title":"Large Language Model as Attributed Training Data Generator: A Tale of Diversity and Bias","date":"2023-06-28","arxiv_id":"2306.15895","repositories_listed":1,"syntology":{"n":17,"n_ran":12,"n_constructed":0,"n_ran_checked":8,"n_instrument":4,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":2,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 4 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/large-language-model-as-attributed-training-1#ran","syntology_url":"https://syntology.ai/paper/2306.15895","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.15895"}},"official":{"repos":["yueyu1030/attrprompt"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-language-models-that-can-see-computer","slug":"towards-language-models-that-can-see-computer","title":"Towards Language Models That Can See: Computer Vision Through the LENS of Natural Language","date":"2023-06-28","arxiv_id":"2306.16410","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/towards-language-models-that-can-see-computer#ran","syntology_url":"https://syntology.ai/paper/2306.16410","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.16410"}},"official":{"repos":["contextualai/lens"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/palm-predicting-actions-through-language","slug":"palm-predicting-actions-through-language","title":"Palm: Predicting Actions through Language Models @ Ego4D Long-Term Action Anticipation Challenge 2023","date":"2023-06-28","arxiv_id":"2306.16545","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/palm-predicting-actions-through-language#ran","syntology_url":"https://syntology.ai/paper/2306.16545","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.16545"}},"official":{"repos":["dandoge/palm"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/extending-context-window-of-large-language","slug":"extending-context-window-of-large-language","title":"Extending Context Window of Large Language Models via Positional Interpolation","date":"2023-06-27","arxiv_id":"2306.15595","repositories_listed":7,"syntology":{"n":15,"n_ran":13,"n_constructed":0,"n_ran_checked":6,"n_instrument":7,"n_unverified":2,"n_honours":2,"n_violates":0,"n_no_contract":4,"n_pointer_only":8,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 2 honoured, 0 violated, 4 with no contract checked; 7 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/extending-context-window-of-large-language#ran","syntology_url":"https://syntology.ai/paper/2306.15595","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.15595"}},"official":null}},{"url":"/paper/motiongpt-human-motion-as-a-foreign-language","slug":"motiongpt-human-motion-as-a-foreign-language","title":"MotionGPT: Human Motion as a Foreign Language","date":"2023-06-26","arxiv_id":"2306.14795","repositories_listed":3,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/motiongpt-human-motion-as-a-foreign-language#ran","syntology_url":"https://syntology.ai/paper/2306.14795","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.14795"}},"official":{"repos":["openmotionlab/motiongpt"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/composing-parameter-efficient-modules-with","slug":"composing-parameter-efficient-modules-with","title":"Composing Parameter-Efficient Modules with Arithmetic Operations","date":"2023-06-26","arxiv_id":"2306.14870","repositories_listed":2,"syntology":{"n":10,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":5,"n_honours":1,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/composing-parameter-efficient-modules-with#ran","syntology_url":"https://syntology.ai/paper/2306.14870","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.14870"}},"official":{"repos":["hkust-nlp/pem_composition","sjtu-lit/pem_composition"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/longcoder-a-long-range-pre-trained-language","slug":"longcoder-a-long-range-pre-trained-language","title":"LongCoder: A Long-Range Pre-trained Language Model for Code Completion","date":"2023-06-26","arxiv_id":"2306.14893","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/longcoder-a-long-range-pre-trained-language#ran","syntology_url":"https://syntology.ai/paper/2306.14893","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.14893"}},"official":{"repos":["microsoft/CodeBERT"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/desco-learning-object-recognition-with-rich","slug":"desco-learning-object-recognition-with-rich","title":"DesCo: Learning Object Recognition with Rich Language Descriptions","date":"2023-06-24","arxiv_id":"2306.14060","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/desco-learning-object-recognition-with-rich#ran","syntology_url":"https://syntology.ai/paper/2306.14060","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.14060"}},"official":null}},{"url":"/paper/long-range-language-modeling-with-self","slug":"long-range-language-modeling-with-self","title":"Retrieval-Pretrained Transformer: Long-range Language Modeling with Self-retrieval","date":"2023-06-23","arxiv_id":"2306.13421","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/long-range-language-modeling-with-self#ran","syntology_url":"https://syntology.ai/paper/2306.13421","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.13421"}},"official":{"repos":["ohadrubin/rpt"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/system-level-natural-language-feedback","slug":"system-level-natural-language-feedback","title":"System-Level Natural Language Feedback","date":"2023-06-23","arxiv_id":"2306.13588","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/system-level-natural-language-feedback#ran","syntology_url":"https://syntology.ai/paper/2306.13588","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.13588"}},"official":{"repos":["yyy-apple/sys-nl-feedback"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/bring-your-own-data-self-supervised","slug":"bring-your-own-data-self-supervised","title":"Bring Your Own Data! Self-Supervised Evaluation for Large Language Models","date":"2023-06-23","arxiv_id":"2306.13651","repositories_listed":1,"syntology":{"n":15,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":11,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/bring-your-own-data-self-supervised#ran","syntology_url":"https://syntology.ai/paper/2306.13651","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.13651"}},"official":{"repos":["neelsjain/byod"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":11,"ran_from_kinds":["official"]}}},{"url":"/paper/mass-producing-failures-of-multimodal-systems-1","slug":"mass-producing-failures-of-multimodal-systems-1","title":"Mass-Producing Failures of Multimodal Systems with Language Models","date":"2023-06-21","arxiv_id":"2306.12105","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mass-producing-failures-of-multimodal-systems-1#ran","syntology_url":"https://syntology.ai/paper/2306.12105","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.12105"}},"official":{"repos":["tsb0601/multimon"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/rs5m-a-large-scale-vision-language-dataset","slug":"rs5m-a-large-scale-vision-language-dataset","title":"RS5M and GeoRSCLIP: A Large Scale Vision-Language Dataset and A Large Vision-Language Model for Remote Sensing","date":"2023-06-20","arxiv_id":"2306.11300","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/rs5m-a-large-scale-vision-language-dataset#ran","syntology_url":"https://syntology.ai/paper/2306.11300","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.11300"}},"official":{"repos":["om-ai-lab/rs5m"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/sparse-modular-activation-for-efficient-1","slug":"sparse-modular-activation-for-efficient-1","title":"Sparse Modular Activation for Efficient Sequence Modeling","date":"2023-06-19","arxiv_id":"2306.11197","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/sparse-modular-activation-for-efficient-1#ran","syntology_url":"https://syntology.ai/paper/2306.11197","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.11197"}},"official":{"repos":["renll/seqboat"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/conformal-language-modeling","slug":"conformal-language-modeling","title":"Conformal Language Modeling","date":"2023-06-16","arxiv_id":"2306.10193","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/conformal-language-modeling#ran","syntology_url":"https://syntology.ai/paper/2306.10193","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.10193"}},"official":{"repos":["varal7/conformal-language-modeling"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/macaw-llm-multi-modal-language-modeling-with","slug":"macaw-llm-multi-modal-language-modeling-with","title":"Macaw-LLM: Multi-Modal Language Modeling with Image, Audio, Video, and Text Integration","date":"2023-06-15","arxiv_id":"2306.09093","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/macaw-llm-multi-modal-language-modeling-with#ran","syntology_url":"https://syntology.ai/paper/2306.09093","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.09093"}},"official":{"repos":["lyuchenyang/macaw-llm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/chessgpt-bridging-policy-learning-and-1","slug":"chessgpt-bridging-policy-learning-and-1","title":"ChessGPT: Bridging Policy Learning and Language Modeling","date":"2023-06-15","arxiv_id":"2306.09200","repositories_listed":1,"syntology":{"n":20,"n_ran":14,"n_constructed":8,"n_ran_checked":10,"n_instrument":4,"n_unverified":6,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":0,"phrase":"14 ran (of which 8 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 4 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/chessgpt-bridging-policy-learning-and-1#ran","syntology_url":"https://syntology.ai/paper/2306.09200","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.09200"}},"official":{"repos":["waterhorse1/chessgpt"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":8,"n_ran_no_instrument_failure":10,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/int2-1-towards-fine-tunable-quantized-large","slug":"int2-1-towards-fine-tunable-quantized-large","title":"INT2.1: Towards Fine-Tunable Quantized Large Language Models with Error Correction through Low-Rank Adaptation","date":"2023-06-13","arxiv_id":"2306.08162","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/int2-1-towards-fine-tunable-quantized-large#ran","syntology_url":"https://syntology.ai/paper/2306.08162","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.08162"}},"official":{"repos":["stochasticai/xturing"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/gradient-ascent-post-training-enhances","slug":"gradient-ascent-post-training-enhances","title":"Gradient Ascent Post-training Enhances Language Model Generalization","date":"2023-06-12","arxiv_id":"2306.07052","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/gradient-ascent-post-training-enhances#ran","syntology_url":"https://syntology.ai/paper/2306.07052","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.07052"}},"official":{"repos":["kaist-lklab/gap"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/waffling-around-for-performance-visual","slug":"waffling-around-for-performance-visual","title":"Waffling around for Performance: Visual Classification with Random Words and Broad Concepts","date":"2023-06-12","arxiv_id":"2306.07282","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":0,"n_instrument":5,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/waffling-around-for-performance-visual#ran","syntology_url":"https://syntology.ai/paper/2306.07282","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.07282"}},"official":{"repos":["explainableml/waffleclip"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/fingpt-open-source-financial-large-language","slug":"fingpt-open-source-financial-large-language","title":"FinGPT: Open-Source Financial Large Language Models","date":"2023-06-09","arxiv_id":"2306.06031","repositories_listed":2,"syntology":{"n":11,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/fingpt-open-source-financial-large-language#ran","syntology_url":"https://syntology.ai/paper/2306.06031","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.06031"}},"official":{"repos":["ai4finance-foundation/fingpt","ai4finance-foundation/finnlp"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/14-examples-of-how-llms-can-transform","slug":"14-examples-of-how-llms-can-transform","title":"14 Examples of How LLMs Can Transform Materials Science and Chemistry: A Reflection on a Large Language Model Hackathon","date":"2023-06-09","arxiv_id":"2306.06283","repositories_listed":2,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/14-examples-of-how-llms-can-transform#ran","syntology_url":"https://syntology.ai/paper/2306.06283","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.06283"}},"official":{"repos":["qai222/llm_organic_synthesis","doncamilom/bollama"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/large-language-models-are-semi-parametric-1","slug":"large-language-models-are-semi-parametric-1","title":"Large Language Models Are Semi-Parametric Reinforcement Learning Agents","date":"2023-06-09","arxiv_id":"2306.07929","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/large-language-models-are-semi-parametric-1#ran","syntology_url":"https://syntology.ai/paper/2306.07929","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.07929"}},"official":{"repos":["opendfm/rememberer"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-a-foundation-language-model-for","slug":"learning-a-foundation-language-model-for","title":"K2: A Foundation Language Model for Geoscience Knowledge Understanding and Utilization","date":"2023-06-08","arxiv_id":"2306.05064","repositories_listed":1,"syntology":{"n":9,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/learning-a-foundation-language-model-for#ran","syntology_url":"https://syntology.ai/paper/2306.05064","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.05064"}},"official":{"repos":["davendw49/k2"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":8,"ran_from_kinds":["official"]}}},{"url":"/paper/reta-llm-a-retrieval-augmented-large-language","slug":"reta-llm-a-retrieval-augmented-large-language","title":"RETA-LLM: A Retrieval-Augmented Large Language Model Toolkit","date":"2023-06-08","arxiv_id":"2306.05212","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/reta-llm-a-retrieval-augmented-large-language#ran","syntology_url":"https://syntology.ai/paper/2306.05212","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.05212"}},"official":{"repos":["ruc-gsai/yulan-ir"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/simple-and-controllable-music-generation","slug":"simple-and-controllable-music-generation","title":"Simple and Controllable Music Generation","date":"2023-06-08","arxiv_id":"2306.05284","repositories_listed":8,"syntology":{"n":18,"n_ran":15,"n_constructed":0,"n_ran_checked":10,"n_instrument":5,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":9,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 5 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/simple-and-controllable-music-generation#ran","syntology_url":"https://syntology.ai/paper/2306.05284","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.05284"}},"official":null}},{"url":"/paper/pixiu-a-large-language-model-instruction-data","slug":"pixiu-a-large-language-model-instruction-data","title":"PIXIU: A Large Language Model, Instruction Data and Evaluation Benchmark for Finance","date":"2023-06-08","arxiv_id":"2306.05443","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pixiu-a-large-language-model-instruction-data#ran","syntology_url":"https://syntology.ai/paper/2306.05443","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.05443"}},"official":{"repos":["chancefocus/pixiu"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/inference-time-intervention-eliciting","slug":"inference-time-intervention-eliciting","title":"Inference-Time Intervention: Eliciting Truthful Answers from a Language Model","date":"2023-06-06","arxiv_id":"2306.03341","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/inference-time-intervention-eliciting#ran","syntology_url":"https://syntology.ai/paper/2306.03341","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.03341"}},"official":{"repos":["likenneth/honest_llama"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/celda-leveraging-black-box-language-model-as","slug":"celda-leveraging-black-box-language-model-as","title":"CELDA: Leveraging Black-box Language Model as Enhanced Classifier without Labels","date":"2023-06-05","arxiv_id":"2306.02693","repositories_listed":0,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":2,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/celda-leveraging-black-box-language-model-as#ran","syntology_url":"https://syntology.ai/paper/2306.02693","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.02693"}},"official":null}},{"url":"/paper/video-llama-an-instruction-tuned-audio-visual","slug":"video-llama-an-instruction-tuned-audio-visual","title":"Video-LLaMA: An Instruction-tuned Audio-Visual Language Model for Video Understanding","date":"2023-06-05","arxiv_id":"2306.02858","repositories_listed":4,"syntology":{"n":25,"n_ran":18,"n_constructed":7,"n_ran_checked":8,"n_instrument":10,"n_unverified":7,"n_honours":0,"n_violates":1,"n_no_contract":7,"n_pointer_only":9,"phrase":"18 ran (of which 7 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 1 violated, 7 with no contract checked; 10 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/video-llama-an-instruction-tuned-audio-visual#ran","syntology_url":"https://syntology.ai/paper/2306.02858","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.02858"}},"official":{"repos":["damo-nlp-sg/video-llama"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/sequential-monte-carlo-steering-of-large","slug":"sequential-monte-carlo-steering-of-large","title":"Sequential Monte Carlo Steering of Large Language Models using Probabilistic Programs","date":"2023-06-05","arxiv_id":"2306.03081","repositories_listed":2,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":4,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/sequential-monte-carlo-steering-of-large#ran","syntology_url":"https://syntology.ai/paper/2306.03081","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.03081"}},"official":{"repos":["probcomp/hfppl","probcomp/llamppl"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/fine-grained-human-feedback-gives-better","slug":"fine-grained-human-feedback-gives-better","title":"Fine-Grained Human Feedback Gives Better Rewards for Language Model Training","date":"2023-06-02","arxiv_id":"2306.01693","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/fine-grained-human-feedback-gives-better#ran","syntology_url":"https://syntology.ai/paper/2306.01693","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.01693"}},"official":null}},{"url":"/paper/training-free-neural-architecture-search-for","slug":"training-free-neural-architecture-search-for","title":"Training-free Neural Architecture Search for RNNs and Transformers","date":"2023-06-01","arxiv_id":"2306.00288","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/training-free-neural-architecture-search-for#ran","syntology_url":"https://syntology.ai/paper/2306.00288","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.00288"}},"official":{"repos":["aaronserianni/training-free-nas"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/preference-grounded-token-level-guidance-for-1","slug":"preference-grounded-token-level-guidance-for-1","title":"Preference-grounded Token-level Guidance for Language Model Fine-tuning","date":"2023-06-01","arxiv_id":"2306.00398","repositories_listed":2,"syntology":{"n":18,"n_ran":8,"n_constructed":1,"n_ran_checked":2,"n_instrument":6,"n_unverified":10,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":4,"phrase":"8 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 6 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/preference-grounded-token-level-guidance-for-1#ran","syntology_url":"https://syntology.ai/paper/2306.00398","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.00398"}},"official":{"repos":["shentao-yang/preference_grounded_guidance"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/vocabulary-free-image-classification-1","slug":"vocabulary-free-image-classification-1","title":"Vocabulary-free Image Classification","date":"2023-06-01","arxiv_id":"2306.00917","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/vocabulary-free-image-classification-1#ran","syntology_url":"https://syntology.ai/paper/2306.00917","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.00917"}},"official":{"repos":["altndrr/vic"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/awq-activation-aware-weight-quantization-for","slug":"awq-activation-aware-weight-quantization-for","title":"AWQ: Activation-aware Weight Quantization for LLM Compression and Acceleration","date":"2023-06-01","arxiv_id":"2306.00978","repositories_listed":12,"syntology":{"n":18,"n_ran":16,"n_constructed":1,"n_ran_checked":14,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":14,"n_pointer_only":4,"phrase":"16 ran (of which 1 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 0 violated, 14 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/awq-activation-aware-weight-quantization-for#ran","syntology_url":"https://syntology.ai/paper/2306.00978","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.00978"}},"official":{"repos":["internlm/lmdeploy","mit-han-lab/llm-awq","nvidia/tensorrt-llm","vllm-project/vllm"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["found_in_text","listed","official"]}}},{"url":"/paper/red-teaming-language-model-detectors-with","slug":"red-teaming-language-model-detectors-with","title":"Red Teaming Language Model Detectors with Language Models","date":"2023-05-31","arxiv_id":"2305.19713","repositories_listed":2,"syntology":{"n":18,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":7,"n_honours":0,"n_violates":1,"n_no_contract":10,"n_pointer_only":1,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 1 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/red-teaming-language-model-detectors-with#ran","syntology_url":"https://syntology.ai/paper/2305.19713","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19713"}},"official":{"repos":["shizhouxing/Attack-LM-Detectors"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":3,"ran_from_kinds":["named_in_paper","official"]}}},{"url":"/paper/structure-aware-language-model-pretraining","slug":"structure-aware-language-model-pretraining","title":"Structure-Aware Language Model Pretraining Improves Dense Retrieval on Structured Data","date":"2023-05-31","arxiv_id":"2305.19912","repositories_listed":2,"syntology":{"n":8,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":7,"n_pointer_only":4,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 1 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/structure-aware-language-model-pretraining#ran","syntology_url":"https://syntology.ai/paper/2305.19912","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19912"}},"official":{"repos":["openmatch/openmatch"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/lance-stress-testing-visual-models-by-1","slug":"lance-stress-testing-visual-models-by-1","title":"LANCE: Stress-testing Visual Models by Generating Language-guided Counterfactual Images","date":"2023-05-30","arxiv_id":"2305.19164","repositories_listed":2,"syntology":{"n":10,"n_ran":10,"n_constructed":0,"n_ran_checked":8,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":4,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/lance-stress-testing-visual-models-by-1#ran","syntology_url":"https://syntology.ai/paper/2305.19164","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19164"}},"official":{"repos":["virajprabhu/lance"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/blockwise-parallel-transformer-for-long","slug":"blockwise-parallel-transformer-for-long","title":"Blockwise Parallel Transformer for Large Context Models","date":"2023-05-30","arxiv_id":"2305.19370","repositories_listed":3,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/blockwise-parallel-transformer-for-long#ran","syntology_url":"https://syntology.ai/paper/2305.19370","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19370"}},"official":{"repos":["lhao499/blockwise-parallel-transformer"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/do-language-models-know-when-they-re","slug":"do-language-models-know-when-they-re","title":"Do Language Models Know When They're Hallucinating References?","date":"2023-05-29","arxiv_id":"2305.18248","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/do-language-models-know-when-they-re#ran","syntology_url":"https://syntology.ai/paper/2305.18248","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18248"}},"official":{"repos":["microsoft/hallucinated-references"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/direct-preference-optimization-your-language","slug":"direct-preference-optimization-your-language","title":"Direct Preference Optimization: Your Language Model is Secretly a Reward Model","date":"2023-05-29","arxiv_id":"2305.18290","repositories_listed":29,"syntology":{"n":31,"n_ran":25,"n_constructed":1,"n_ran_checked":24,"n_instrument":1,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":24,"n_pointer_only":2,"phrase":"25 ran (of which 1 constructed an object rather than computing a result; 24 with no instrument failure: 0 honoured, 0 violated, 24 with no contract checked; 1 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/direct-preference-optimization-your-language#ran","syntology_url":"https://syntology.ai/paper/2305.18290","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18290"}},"official":null}},{"url":"/paper/test-time-training-on-nearest-neighbors-for","slug":"test-time-training-on-nearest-neighbors-for","title":"Test-Time Training on Nearest Neighbors for Large Language Models","date":"2023-05-29","arxiv_id":"2305.18466","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/test-time-training-on-nearest-neighbors-for#ran","syntology_url":"https://syntology.ai/paper/2305.18466","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18466"}},"official":{"repos":["socialfoundations/tttlm"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/pali-x-on-scaling-up-a-multilingual-vision","slug":"pali-x-on-scaling-up-a-multilingual-vision","title":"PaLI-X: On Scaling up a Multilingual Vision and Language Model","date":"2023-05-29","arxiv_id":"2305.18565","repositories_listed":2,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":4,"n_no_contract":1,"n_pointer_only":2,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 4 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pali-x-on-scaling-up-a-multilingual-vision#ran","syntology_url":"https://syntology.ai/paper/2305.18565","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18565"}},"official":null}},{"url":"/paper/kernel-ssl-kernel-kl-divergence-for-self","slug":"kernel-ssl-kernel-kl-divergence-for-self","title":"Matrix Information Theory for Self-Supervised Learning","date":"2023-05-27","arxiv_id":"2305.17326","repositories_listed":3,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":1,"n_instrument":4,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/kernel-ssl-kernel-kl-divergence-for-self#ran","syntology_url":"https://syntology.ai/paper/2305.17326","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17326"}},"official":{"repos":["yifanzhang-pro/matrix-llm","yifanzhang-pro/matrix-ssl"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/query-efficient-black-box-red-teaming-via","slug":"query-efficient-black-box-red-teaming-via","title":"Query-Efficient Black-Box Red Teaming via Bayesian Optimization","date":"2023-05-27","arxiv_id":"2305.17444","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/query-efficient-black-box-red-teaming-via#ran","syntology_url":"https://syntology.ai/paper/2305.17444","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17444"}},"official":{"repos":["snu-mllab/bayesian-red-teaming"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/language-models-can-improve-event-prediction-1","slug":"language-models-can-improve-event-prediction-1","title":"Language Models Can Improve Event Prediction by Few-Shot Abductive Reasoning","date":"2023-05-26","arxiv_id":"2305.16646","repositories_listed":2,"syntology":{"n":24,"n_ran":19,"n_constructed":4,"n_ran_checked":17,"n_instrument":2,"n_unverified":5,"n_honours":0,"n_violates":1,"n_no_contract":16,"n_pointer_only":4,"phrase":"19 ran (of which 4 constructed an object rather than computing a result; 17 with no instrument failure: 0 honoured, 1 violated, 16 with no contract checked; 2 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/language-models-can-improve-event-prediction-1#ran","syntology_url":"https://syntology.ai/paper/2305.16646","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.16646"}},"official":{"repos":["ant-research/easytemporalpointprocess","ilampard/lamp"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":4,"n_ran_no_instrument_failure":12,"n_unverified":3,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/backpack-language-models","slug":"backpack-language-models","title":"Backpack Language Models","date":"2023-05-26","arxiv_id":"2305.16765","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/backpack-language-models#ran","syntology_url":"https://syntology.ai/paper/2305.16765","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.16765"}},"official":null}},{"url":"/paper/chatbridge-bridging-modalities-with-large","slug":"chatbridge-bridging-modalities-with-large","title":"ChatBridge: Bridging Modalities with Large Language Model as a Language Catalyst","date":"2023-05-25","arxiv_id":"2305.16103","repositories_listed":1,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":1,"n_instrument":6,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 6 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/chatbridge-bridging-modalities-with-large#ran","syntology_url":"https://syntology.ai/paper/2305.16103","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.16103"}},"official":null}},{"url":"/paper/language-models-implement-simple-word2vec","slug":"language-models-implement-simple-word2vec","title":"Language Models Implement Simple Word2Vec-style Vector Arithmetic","date":"2023-05-25","arxiv_id":"2305.16130","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/language-models-implement-simple-word2vec#ran","syntology_url":"https://syntology.ai/paper/2305.16130","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.16130"}},"official":{"repos":["jmerullo/lm_vector_arithmetic"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/expertprompting-instructing-large-language","slug":"expertprompting-instructing-large-language","title":"ExpertPrompting: Instructing Large Language Models to be Distinguished Experts","date":"2023-05-24","arxiv_id":"2305.14688","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/expertprompting-instructing-large-language#ran","syntology_url":"https://syntology.ai/paper/2305.14688","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14688"}},"official":{"repos":["ofa-sys/expertllama"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/beamsearchqa-large-language-models-are-strong","slug":"beamsearchqa-large-language-models-are-strong","title":"Allies: Prompting Large Language Model with Beam Search","date":"2023-05-24","arxiv_id":"2305.14766","repositories_listed":1,"syntology":{"n":13,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":2,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/beamsearchqa-large-language-models-are-strong#ran","syntology_url":"https://syntology.ai/paper/2305.14766","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14766"}},"official":{"repos":["microsoft/simxns"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":8,"ran_from_kinds":["official"]}}},{"url":"/paper/adapting-language-models-to-compress-contexts","slug":"adapting-language-models-to-compress-contexts","title":"Adapting Language Models to Compress Contexts","date":"2023-05-24","arxiv_id":"2305.14788","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/adapting-language-models-to-compress-contexts#ran","syntology_url":"https://syntology.ai/paper/2305.14788","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14788"}},"official":{"repos":["princeton-nlp/autocompressors"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/pivoine-instruction-tuning-for-open-world","slug":"pivoine-instruction-tuning-for-open-world","title":"PIVOINE: Instruction Tuning for Open-world Information Extraction","date":"2023-05-24","arxiv_id":"2305.14898","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/pivoine-instruction-tuning-for-open-world#ran","syntology_url":"https://syntology.ai/paper/2305.14898","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14898"}},"official":{"repos":["lukeming-tsinghua/instruction-tuning-for-open-world-ie"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/trade-offs-between-fairness-and-privacy-in","slug":"trade-offs-between-fairness-and-privacy-in","title":"Trade-Offs Between Fairness and Privacy in Language Modeling","date":"2023-05-24","arxiv_id":"2305.14936","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/trade-offs-between-fairness-and-privacy-in#ran","syntology_url":"https://syntology.ai/paper/2305.14936","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14936"}},"official":{"repos":["cleolotta/fair-and-private-lm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/how-predictable-are-large-language-model","slug":"how-predictable-are-large-language-model","title":"How Predictable Are Large Language Model Capabilities? A Case Study on BIG-bench","date":"2023-05-24","arxiv_id":"2305.14947","repositories_listed":1,"syntology":{"n":15,"n_ran":12,"n_constructed":0,"n_ran_checked":12,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/how-predictable-are-large-language-model#ran","syntology_url":"https://syntology.ai/paper/2305.14947","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14947"}},"official":{"repos":["ink-usc/predicting-big-bench"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/reasoning-with-language-model-is-planning","slug":"reasoning-with-language-model-is-planning","title":"Reasoning with Language Model is Planning with World Model","date":"2023-05-24","arxiv_id":"2305.14992","repositories_listed":3,"syntology":{"n":7,"n_ran":4,"n_constructed":2,"n_ran_checked":2,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"4 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/reasoning-with-language-model-is-planning#ran","syntology_url":"https://syntology.ai/paper/2305.14992","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14992"}},"official":null}},{"url":"/paper/2305-15017","slug":"2305-15017","title":"Calc-X and Calcformers: Empowering Arithmetical Chain-of-Thought through Interaction with Symbolic Systems","date":"2023-05-24","arxiv_id":"2305.15017","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/2305-15017#ran","syntology_url":"https://syntology.ai/paper/2305.15017","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15017"}},"official":{"repos":["prompteus/calc-x"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/an-efficient-multilingual-language-model","slug":"an-efficient-multilingual-language-model","title":"An Efficient Multilingual Language Model Compression through Vocabulary Trimming","date":"2023-05-24","arxiv_id":"2305.15020","repositories_listed":1,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/an-efficient-multilingual-language-model#ran","syntology_url":"https://syntology.ai/paper/2305.15020","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15020"}},"official":{"repos":["asahi417/lm-vocab-trimmer"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/inference-time-policy-adapters-ipa-tailoring","slug":"inference-time-policy-adapters-ipa-tailoring","title":"Inference-Time Policy Adapters (IPA): Tailoring Extreme-Scale LMs without Fine-tuning","date":"2023-05-24","arxiv_id":"2305.15065","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":3,"n_ran_checked":5,"n_instrument":4,"n_unverified":2,"n_honours":2,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"9 ran (of which 3 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 0 violated, 3 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/inference-time-policy-adapters-ipa-tailoring#ran","syntology_url":"https://syntology.ai/paper/2305.15065","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15065"}},"official":{"repos":["gximinglu/ipa"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":3,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/huatuogpt-towards-taming-language-model-to-be","slug":"huatuogpt-towards-taming-language-model-to-be","title":"HuatuoGPT, towards Taming Language Model to Be a Doctor","date":"2023-05-24","arxiv_id":"2305.15075","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/huatuogpt-towards-taming-language-model-to-be#ran","syntology_url":"https://syntology.ai/paper/2305.15075","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15075"}},"official":{"repos":["freedomintelligence/huatuogpt"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/meta-learning-online-adaptation-of-language","slug":"meta-learning-online-adaptation-of-language","title":"Meta-Learning Online Adaptation of Language Models","date":"2023-05-24","arxiv_id":"2305.15076","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/meta-learning-online-adaptation-of-language#ran","syntology_url":"https://syntology.ai/paper/2305.15076","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15076"}},"official":{"repos":["nathanhu0/CaMeLS"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/text-augmented-open-knowledge-graph","slug":"text-augmented-open-knowledge-graph","title":"Text-Augmented Open Knowledge Graph Completion via Pre-Trained Language Models","date":"2023-05-24","arxiv_id":"2305.15597","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/text-augmented-open-knowledge-graph#ran","syntology_url":"https://syntology.ai/paper/2305.15597","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15597"}},"official":{"repos":["pat-jj/tagreal"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/aligning-large-language-models-through","slug":"aligning-large-language-models-through","title":"Aligning Large Language Models through Synthetic Feedback","date":"2023-05-23","arxiv_id":"2305.13735","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/aligning-large-language-models-through#ran","syntology_url":"https://syntology.ai/paper/2305.13735","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13735"}},"official":{"repos":["naver-ai/almost"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/learn-from-mistakes-through-cooperative","slug":"learn-from-mistakes-through-cooperative","title":"Learning from Mistakes via Cooperative Study Assistant for Large Language Models","date":"2023-05-23","arxiv_id":"2305.13829","repositories_listed":1,"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":9,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/learn-from-mistakes-through-cooperative#ran","syntology_url":"https://syntology.ai/paper/2305.13829","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13829"}},"official":{"repos":["dqwang122/salam"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/preserving-knowledge-invariance-rethinking","slug":"preserving-knowledge-invariance-rethinking","title":"Preserving Knowledge Invariance: Rethinking Robustness Evaluation of Open Information Extraction","date":"2023-05-23","arxiv_id":"2305.13981","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":7,"n_pointer_only":1,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 1 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/preserving-knowledge-invariance-rethinking#ran","syntology_url":"https://syntology.ai/paper/2305.13981","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13981"}},"official":{"repos":["qijimrc/robust"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/clip4str-a-simple-baseline-for-scene-text-1","slug":"clip4str-a-simple-baseline-for-scene-text-1","title":"CLIP4STR: A Simple Baseline for Scene Text Recognition with Pre-trained Vision-Language Model","date":"2023-05-23","arxiv_id":"2305.14014","repositories_listed":1,"syntology":{"n":10,"n_ran":6,"n_constructed":0,"n_ran_checked":3,"n_instrument":3,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":2,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/clip4str-a-simple-baseline-for-scene-text-1#ran","syntology_url":"https://syntology.ai/paper/2305.14014","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14014"}},"official":null}},{"url":"/paper/hierarchical-prompting-assists-large-language","slug":"hierarchical-prompting-assists-large-language","title":"Hierarchical Prompting Assists Large Language Model on Web Navigation","date":"2023-05-23","arxiv_id":"2305.14257","repositories_listed":3,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/hierarchical-prompting-assists-large-language#ran","syntology_url":"https://syntology.ai/paper/2305.14257","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14257"}},"official":{"repos":["robert1003/ash-prompting"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/wikichat-a-few-shot-llm-based-chatbot","slug":"wikichat-a-few-shot-llm-based-chatbot","title":"WikiChat: Stopping the Hallucination of Large Language Model Chatbots by Few-Shot Grounding on Wikipedia","date":"2023-05-23","arxiv_id":"2305.14292","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/wikichat-a-few-shot-llm-based-chatbot#ran","syntology_url":"https://syntology.ai/paper/2305.14292","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14292"}},"official":{"repos":["stanford-oval/wikichat"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/improving-factuality-and-reasoning-in","slug":"improving-factuality-and-reasoning-in","title":"Improving Factuality and Reasoning in Language Models through Multiagent Debate","date":"2023-05-23","arxiv_id":"2305.14325","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/improving-factuality-and-reasoning-in#ran","syntology_url":"https://syntology.ai/paper/2305.14325","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14325"}},"official":{"repos":["composable-models/llm_multiagent_debate"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/automatic-model-selection-with-large-language","slug":"automatic-model-selection-with-large-language","title":"Automatic Model Selection with Large Language Models for Reasoning","date":"2023-05-23","arxiv_id":"2305.14333","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/automatic-model-selection-with-large-language#ran","syntology_url":"https://syntology.ai/paper/2305.14333","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14333"}},"official":{"repos":["xuzhao0/model-selection-reasoning"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/sophia-a-scalable-stochastic-second-order","slug":"sophia-a-scalable-stochastic-second-order","title":"Sophia: A Scalable Stochastic Second-order Optimizer for Language Model Pre-training","date":"2023-05-23","arxiv_id":"2305.14342","repositories_listed":7,"syntology":{"n":19,"n_ran":13,"n_constructed":4,"n_ran_checked":12,"n_instrument":1,"n_unverified":6,"n_honours":1,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"13 ran (of which 4 constructed an object rather than computing a result; 12 with no instrument failure: 1 honoured, 0 violated, 11 with no contract checked; 1 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/sophia-a-scalable-stochastic-second-order#ran","syntology_url":"https://syntology.ai/paper/2305.14342","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14342"}},"official":null}},{"url":"/paper/lm-switch-lightweight-language-model","slug":"lm-switch-lightweight-language-model","title":"Word Embeddings Are Steers for Language Models","date":"2023-05-22","arxiv_id":"2305.12798","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/lm-switch-lightweight-language-model#ran","syntology_url":"https://syntology.ai/paper/2305.12798","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12798"}},"official":{"repos":["glaciohound/lm-steer"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/making-language-models-better-tool-learners","slug":"making-language-models-better-tool-learners","title":"Making Language Models Better Tool Learners with Execution Feedback","date":"2023-05-22","arxiv_id":"2305.13068","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/making-language-models-better-tool-learners#ran","syntology_url":"https://syntology.ai/paper/2305.13068","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13068"}},"official":{"repos":["zjunlp/trice"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/gqa-training-generalized-multi-query","slug":"gqa-training-generalized-multi-query","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","date":"2023-05-22","arxiv_id":"2305.13245","repositories_listed":4,"syntology":{"n":5,"n_ran":4,"n_constructed":2,"n_ran_checked":3,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":3,"phrase":"4 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/gqa-training-generalized-multi-query#ran","syntology_url":"https://syntology.ai/paper/2305.13245","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13245"}},"official":null}},{"url":"/paper/training-diffusion-models-with-reinforcement","slug":"training-diffusion-models-with-reinforcement","title":"Training Diffusion Models with Reinforcement Learning","date":"2023-05-22","arxiv_id":"2305.13301","repositories_listed":3,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/training-diffusion-models-with-reinforcement#ran","syntology_url":"https://syntology.ai/paper/2305.13301","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13301"}},"official":{"repos":["kvablack/ddpo-pytorch"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"url":"/paper/disco-distilled-student-models-co-training","slug":"disco-distilled-student-models-co-training","title":"DisCo: Distilled Student Models Co-training for Semi-supervised Text Mining","date":"2023-05-20","arxiv_id":"2305.12074","repositories_listed":2,"syntology":{"n":17,"n_ran":5,"n_constructed":1,"n_ran_checked":5,"n_instrument":0,"n_unverified":12,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":17,"phrase":"5 ran (of which 1 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 12 unverified","sample_list":"/paper/disco-distilled-student-models-co-training#ran","syntology_url":"https://syntology.ai/paper/2305.12074","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12074"}},"official":{"repos":["litesslhub/disco"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":11,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/patton-language-model-pretraining-on-text","slug":"patton-language-model-pretraining-on-text","title":"Patton: Language Model Pretraining on Text-Rich Networks","date":"2023-05-20","arxiv_id":"2305.12268","repositories_listed":0,"syntology":{"n":8,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/patton-language-model-pretraining-on-text#ran","syntology_url":"https://syntology.ai/paper/2305.12268","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12268"}},"official":null}},{"url":"/paper/syllable-discovery-and-cross-lingual","slug":"syllable-discovery-and-cross-lingual","title":"Syllable Discovery and Cross-Lingual Generalization in a Visually Grounded, Self-Supervised Speech Model","date":"2023-05-19","arxiv_id":"2305.11435","repositories_listed":2,"syntology":{"n":16,"n_ran":14,"n_constructed":0,"n_ran_checked":12,"n_instrument":2,"n_unverified":2,"n_honours":2,"n_violates":0,"n_no_contract":10,"n_pointer_only":1,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 2 honoured, 0 violated, 10 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/syllable-discovery-and-cross-lingual#ran","syntology_url":"https://syntology.ai/paper/2305.11435","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11435"}},"official":{"repos":["jasonppy/syllable-discovery"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/pengi-an-audio-language-model-for-audio-tasks-1","slug":"pengi-an-audio-language-model-for-audio-tasks-1","title":"Pengi: An Audio Language Model for Audio Tasks","date":"2023-05-19","arxiv_id":"2305.11834","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/pengi-an-audio-language-model-for-audio-tasks-1#ran","syntology_url":"https://syntology.ai/paper/2305.11834","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11834"}},"official":{"repos":["microsoft/pengi"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/clinical-camel-an-open-source-expert-level","slug":"clinical-camel-an-open-source-expert-level","title":"Clinical Camel: An Open Expert-Level Medical Language Model with Dialogue-Based Knowledge Encoding","date":"2023-05-19","arxiv_id":"2305.12031","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/clinical-camel-an-open-source-expert-level#ran","syntology_url":"https://syntology.ai/paper/2305.12031","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12031"}},"official":{"repos":["bowang-lab/clinical-camel"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/speechgpt-empowering-large-language-models","slug":"speechgpt-empowering-large-language-models","title":"SpeechGPT: Empowering Large Language Models with Intrinsic Cross-Modal Conversational Abilities","date":"2023-05-18","arxiv_id":"2305.11000","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/speechgpt-empowering-large-language-models#ran","syntology_url":"https://syntology.ai/paper/2305.11000","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11000"}},"official":{"repos":["0nutation/speechgpt"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/visionllm-large-language-model-is-also-an","slug":"visionllm-large-language-model-is-also-an","title":"VisionLLM: Large Language Model is also an Open-Ended Decoder for Vision-Centric Tasks","date":"2023-05-18","arxiv_id":"2305.11175","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/visionllm-large-language-model-is-also-an#ran","syntology_url":"https://syntology.ai/paper/2305.11175","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11175"}},"official":{"repos":["opengvlab/visionllm","opengvlab/interngpt"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/ad-kd-attribution-driven-knowledge","slug":"ad-kd-attribution-driven-knowledge","title":"AD-KD: Attribution-Driven Knowledge Distillation for Language Model Compression","date":"2023-05-17","arxiv_id":"2305.10010","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":1,"n_ran_checked":2,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":4,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/ad-kd-attribution-driven-knowledge#ran","syntology_url":"https://syntology.ai/paper/2305.10010","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.10010"}},"official":{"repos":["brucewsy/ad-kd"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":1,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/doremi-optimizing-data-mixtures-speeds-up-1","slug":"doremi-optimizing-data-mixtures-speeds-up-1","title":"DoReMi: Optimizing Data Mixtures Speeds Up Language Model Pretraining","date":"2023-05-17","arxiv_id":"2305.10429","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/doremi-optimizing-data-mixtures-speeds-up-1#ran","syntology_url":"https://syntology.ai/paper/2305.10429","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.10429"}},"official":{"repos":["sangmichaelxie/doremi"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/a-better-way-to-do-masked-language-model","slug":"a-better-way-to-do-masked-language-model","title":"A Better Way to Do Masked Language Model Scoring","date":"2023-05-17","arxiv_id":"2305.10588","repositories_listed":2,"syntology":{"n":5,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/a-better-way-to-do-masked-language-model#ran","syntology_url":"https://syntology.ai/paper/2305.10588","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.10588"}},"official":{"repos":["carina-kauf/better-mlm-scoring"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["listed"]}}},{"url":"/paper/token-wise-decomposition-of-autoregressive","slug":"token-wise-decomposition-of-autoregressive","title":"Token-wise Decomposition of Autoregressive Language Model Hidden States for Analyzing Model Predictions","date":"2023-05-17","arxiv_id":"2305.10614","repositories_listed":1,"syntology":{"n":12,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":7,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/token-wise-decomposition-of-autoregressive#ran","syntology_url":"https://syntology.ai/paper/2305.10614","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.10614"}},"official":{"repos":["byungdoh/llm_decomposition"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/pre-training-to-learn-in-context","slug":"pre-training-to-learn-in-context","title":"Pre-Training to Learn in Context","date":"2023-05-16","arxiv_id":"2305.09137","repositories_listed":1,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pre-training-to-learn-in-context#ran","syntology_url":"https://syntology.ai/paper/2305.09137","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.09137"}},"official":{"repos":["thu-coai/picl"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/dual-alignment-pre-training-for-cross-lingual","slug":"dual-alignment-pre-training-for-cross-lingual","title":"Dual-Alignment Pre-training for Cross-lingual Sentence Embedding","date":"2023-05-16","arxiv_id":"2305.09148","repositories_listed":1,"syntology":{"n":7,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/dual-alignment-pre-training-for-cross-lingual#ran","syntology_url":"https://syntology.ai/paper/2305.09148","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.09148"}},"official":{"repos":["chillingdream/dap"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/structgpt-a-general-framework-for-large","slug":"structgpt-a-general-framework-for-large","title":"StructGPT: A General Framework for Large Language Model to Reason over Structured Data","date":"2023-05-16","arxiv_id":"2305.09645","repositories_listed":1,"syntology":{"n":10,"n_ran":8,"n_constructed":2,"n_ran_checked":8,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":3,"n_no_contract":5,"n_pointer_only":1,"phrase":"8 ran (of which 2 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 3 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/structgpt-a-general-framework-for-large#ran","syntology_url":"https://syntology.ai/paper/2305.09645","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.09645"}},"official":{"repos":["rucaibox/structgpt"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":2,"n_ran_no_instrument_failure":8,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/satlm-satisfiability-aided-language-models-1","slug":"satlm-satisfiability-aided-language-models-1","title":"SatLM: Satisfiability-Aided Language Models Using Declarative Prompting","date":"2023-05-16","arxiv_id":"2305.09656","repositories_listed":1,"syntology":{"n":5,"n_ran":2,"n_constructed":1,"n_ran_checked":1,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/satlm-satisfiability-aided-language-models-1#ran","syntology_url":"https://syntology.ai/paper/2305.09656","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.09656"}},"official":{"repos":["xiye17/sat-lm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/large-language-model-guided-tree-of-thought","slug":"large-language-model-guided-tree-of-thought","title":"Large Language Model Guided Tree-of-Thought","date":"2023-05-15","arxiv_id":"2305.08291","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/large-language-model-guided-tree-of-thought#ran","syntology_url":"https://syntology.ai/paper/2305.08291","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.08291"}},"official":{"repos":["jieyilong/tree-of-thought-puzzle-solver"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}}],"record_sha256":"713f1674fe8f85b255bed1926b9f6d61a515ed1fa0b6d6b7c11561eb51e8d1ae","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}