{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/language-modelling/papers/ran/16","list_of":"/task/language-modelling","task":"Language Modelling","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":16,"pages_in_order":25,"rows_per_page":100,"rows":[1501,1600],"of":2428,"counts":{"archive_papers_tagged":17610,"with_a_code_link":7012,"where_syntology_ran_a_sample":2428,"not_listed_spam_title":0,"listed":17610,"listed_where_code_ran":2428,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":2027,"every_run_a_failure_of_syntologys_instrument":401,"listed_with_a_run_with_no_instrument_failure":2027,"listed_every_run_a_failure_of_syntologys_instrument":401,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/language-modelling/papers/ran/1","prev":"/task/language-modelling/papers/ran/15","next":"/task/language-modelling/papers/ran/17","papers":[{"url":"/paper/lost-in-the-middle-how-language-models-use","slug":"lost-in-the-middle-how-language-models-use","title":"Lost in the Middle: How Language Models Use Long Contexts","date":"2023-07-06","arxiv_id":"2307.03172","repositories_listed":6,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/lost-in-the-middle-how-language-models-use#ran","syntology_url":"https://syntology.ai/paper/2307.03172","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.03172"}},"official":{"repos":["nelson-liu/lost-in-the-middle"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["listed"]}}},{"url":"/paper/flacuna-unleashing-the-problem-solving-power","slug":"flacuna-unleashing-the-problem-solving-power","title":"Flacuna: Unleashing the Problem Solving Power of Vicuna using FLAN Fine-Tuning","date":"2023-07-05","arxiv_id":"2307.02053","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":1,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 1 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/flacuna-unleashing-the-problem-solving-power#ran","syntology_url":"https://syntology.ai/paper/2307.02053","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.02053"}},"official":{"repos":["declare-lab/flacuna"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/causal-discovery-with-language-models-as","slug":"causal-discovery-with-language-models-as","title":"Causal Discovery with Language Models as Imperfect Experts","date":"2023-07-05","arxiv_id":"2307.02390","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":5,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/causal-discovery-with-language-models-as#ran","syntology_url":"https://syntology.ai/paper/2307.02390","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.02390"}},"official":{"repos":["stephlong614/causal-disco"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/what-matters-in-training-a-gpt4-style","slug":"what-matters-in-training-a-gpt4-style","title":"What Matters in Training a GPT4-Style Language Model with Multimodal Inputs?","date":"2023-07-05","arxiv_id":"2307.02469","repositories_listed":2,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":2,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 1 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/what-matters-in-training-a-gpt4-style#ran","syntology_url":"https://syntology.ai/paper/2307.02469","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.02469"}},"official":null}},{"url":"/paper/reasoning-or-reciting-exploring-the","slug":"reasoning-or-reciting-exploring-the","title":"Reasoning or Reciting? Exploring the Capabilities and Limitations of Language Models Through Counterfactual Tasks","date":"2023-07-05","arxiv_id":"2307.02477","repositories_listed":1,"syntology":{"n":15,"n_ran":13,"n_constructed":0,"n_ran_checked":12,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":1,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/reasoning-or-reciting-exploring-the#ran","syntology_url":"https://syntology.ai/paper/2307.02477","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.02477"}},"official":{"repos":["zhaofengwu/counterfactual-evaluation"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/text-based-large-language-model-for","slug":"text-based-large-language-model-for","title":"GenRec: Large Language Model for Generative Recommendation","date":"2023-07-02","arxiv_id":"2307.00457","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/text-based-large-language-model-for#ran","syntology_url":"https://syntology.ai/paper/2307.00457","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.00457"}},"official":{"repos":["rutgerswiselab/genrec"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/large-language-models-enable-few-shot","slug":"large-language-models-enable-few-shot","title":"Large Language Models Enable Few-Shot Clustering","date":"2023-07-02","arxiv_id":"2307.00524","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/large-language-models-enable-few-shot#ran","syntology_url":"https://syntology.ai/paper/2307.00524","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.00524"}},"official":{"repos":["viswavi/few-shot-clustering"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/provable-robust-watermarking-for-ai-generated","slug":"provable-robust-watermarking-for-ai-generated","title":"Provable Robust Watermarking for AI-Generated Text","date":"2023-06-30","arxiv_id":"2306.17439","repositories_listed":4,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":2,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/provable-robust-watermarking-for-ai-generated#ran","syntology_url":"https://syntology.ai/paper/2306.17439","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.17439"}},"official":{"repos":["xuandongzhao/gptwatermark","xuandongzhao/unigram-watermark"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/biomedical-language-models-are-robust-to-sub","slug":"biomedical-language-models-are-robust-to-sub","title":"Biomedical Language Models are Robust to Sub-optimal Tokenization","date":"2023-06-30","arxiv_id":"2306.17649","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/biomedical-language-models-are-robust-to-sub#ran","syntology_url":"https://syntology.ai/paper/2306.17649","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.17649"}},"official":{"repos":["osu-nlp-group/bio-tokenization"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-personalized-cold-start","slug":"towards-personalized-cold-start","title":"Could Small Language Models Serve as Recommenders? Towards Data-centric Cold-start Recommendations","date":"2023-06-29","arxiv_id":"2306.17256","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/towards-personalized-cold-start#ran","syntology_url":"https://syntology.ai/paper/2306.17256","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.17256"}},"official":{"repos":["jacksonwuxs/promptrec"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/large-language-model-as-attributed-training-1","slug":"large-language-model-as-attributed-training-1","title":"Large Language Model as Attributed Training Data Generator: A Tale of Diversity and Bias","date":"2023-06-28","arxiv_id":"2306.15895","repositories_listed":1,"syntology":{"n":17,"n_ran":12,"n_constructed":0,"n_ran_checked":8,"n_instrument":4,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":2,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 4 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/large-language-model-as-attributed-training-1#ran","syntology_url":"https://syntology.ai/paper/2306.15895","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.15895"}},"official":{"repos":["yueyu1030/attrprompt"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/most-language-models-can-be-poets-too-an-ai-1","slug":"most-language-models-can-be-poets-too-an-ai-1","title":"Most Language Models can be Poets too: An AI Writing Assistant and Constrained Text Generation Studio","date":"2023-06-28","arxiv_id":"2306.15926","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/most-language-models-can-be-poets-too-an-ai-1#ran","syntology_url":"https://syntology.ai/paper/2306.15926","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.15926"}},"official":{"repos":["hellisotherpeople/constrained-text-generation-studio"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-language-models-that-can-see-computer","slug":"towards-language-models-that-can-see-computer","title":"Towards Language Models That Can See: Computer Vision Through the LENS of Natural Language","date":"2023-06-28","arxiv_id":"2306.16410","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/towards-language-models-that-can-see-computer#ran","syntology_url":"https://syntology.ai/paper/2306.16410","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.16410"}},"official":{"repos":["contextualai/lens"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/palm-predicting-actions-through-language","slug":"palm-predicting-actions-through-language","title":"Palm: Predicting Actions through Language Models @ Ego4D Long-Term Action Anticipation Challenge 2023","date":"2023-06-28","arxiv_id":"2306.16545","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/palm-predicting-actions-through-language#ran","syntology_url":"https://syntology.ai/paper/2306.16545","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.16545"}},"official":{"repos":["dandoge/palm"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/extending-context-window-of-large-language","slug":"extending-context-window-of-large-language","title":"Extending Context Window of Large Language Models via Positional Interpolation","date":"2023-06-27","arxiv_id":"2306.15595","repositories_listed":7,"syntology":{"n":15,"n_ran":13,"n_constructed":0,"n_ran_checked":6,"n_instrument":7,"n_unverified":2,"n_honours":2,"n_violates":0,"n_no_contract":4,"n_pointer_only":8,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 2 honoured, 0 violated, 4 with no contract checked; 7 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/extending-context-window-of-large-language#ran","syntology_url":"https://syntology.ai/paper/2306.15595","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.15595"}},"official":null}},{"url":"/paper/hyenadna-long-range-genomic-sequence-modeling","slug":"hyenadna-long-range-genomic-sequence-modeling","title":"HyenaDNA: Long-Range Genomic Sequence Modeling at Single Nucleotide Resolution","date":"2023-06-27","arxiv_id":"2306.15794","repositories_listed":4,"syntology":{"n":28,"n_ran":17,"n_constructed":11,"n_ran_checked":13,"n_instrument":4,"n_unverified":11,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":1,"phrase":"17 ran (of which 11 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 4 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/hyenadna-long-range-genomic-sequence-modeling#ran","syntology_url":"https://syntology.ai/paper/2306.15794","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.15794"}},"official":{"repos":["HazyResearch/hyena-dna"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/motiongpt-human-motion-as-a-foreign-language","slug":"motiongpt-human-motion-as-a-foreign-language","title":"MotionGPT: Human Motion as a Foreign Language","date":"2023-06-26","arxiv_id":"2306.14795","repositories_listed":3,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/motiongpt-human-motion-as-a-foreign-language#ran","syntology_url":"https://syntology.ai/paper/2306.14795","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.14795"}},"official":{"repos":["openmotionlab/motiongpt"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/composing-parameter-efficient-modules-with","slug":"composing-parameter-efficient-modules-with","title":"Composing Parameter-Efficient Modules with Arithmetic Operations","date":"2023-06-26","arxiv_id":"2306.14870","repositories_listed":2,"syntology":{"n":10,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":5,"n_honours":1,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/composing-parameter-efficient-modules-with#ran","syntology_url":"https://syntology.ai/paper/2306.14870","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.14870"}},"official":{"repos":["hkust-nlp/pem_composition","sjtu-lit/pem_composition"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/longcoder-a-long-range-pre-trained-language","slug":"longcoder-a-long-range-pre-trained-language","title":"LongCoder: A Long-Range Pre-trained Language Model for Code Completion","date":"2023-06-26","arxiv_id":"2306.14893","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/longcoder-a-long-range-pre-trained-language#ran","syntology_url":"https://syntology.ai/paper/2306.14893","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.14893"}},"official":{"repos":["microsoft/CodeBERT"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/desco-learning-object-recognition-with-rich","slug":"desco-learning-object-recognition-with-rich","title":"DesCo: Learning Object Recognition with Rich Language Descriptions","date":"2023-06-24","arxiv_id":"2306.14060","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/desco-learning-object-recognition-with-rich#ran","syntology_url":"https://syntology.ai/paper/2306.14060","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.14060"}},"official":null}},{"url":"/paper/long-range-language-modeling-with-self","slug":"long-range-language-modeling-with-self","title":"Retrieval-Pretrained Transformer: Long-range Language Modeling with Self-retrieval","date":"2023-06-23","arxiv_id":"2306.13421","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/long-range-language-modeling-with-self#ran","syntology_url":"https://syntology.ai/paper/2306.13421","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.13421"}},"official":{"repos":["ohadrubin/rpt"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/system-level-natural-language-feedback","slug":"system-level-natural-language-feedback","title":"System-Level Natural Language Feedback","date":"2023-06-23","arxiv_id":"2306.13588","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/system-level-natural-language-feedback#ran","syntology_url":"https://syntology.ai/paper/2306.13588","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.13588"}},"official":{"repos":["yyy-apple/sys-nl-feedback"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/bring-your-own-data-self-supervised","slug":"bring-your-own-data-self-supervised","title":"Bring Your Own Data! Self-Supervised Evaluation for Large Language Models","date":"2023-06-23","arxiv_id":"2306.13651","repositories_listed":1,"syntology":{"n":15,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":11,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/bring-your-own-data-self-supervised#ran","syntology_url":"https://syntology.ai/paper/2306.13651","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.13651"}},"official":{"repos":["neelsjain/byod"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":11,"ran_from_kinds":["official"]}}},{"url":"/paper/mass-producing-failures-of-multimodal-systems-1","slug":"mass-producing-failures-of-multimodal-systems-1","title":"Mass-Producing Failures of Multimodal Systems with Language Models","date":"2023-06-21","arxiv_id":"2306.12105","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mass-producing-failures-of-multimodal-systems-1#ran","syntology_url":"https://syntology.ai/paper/2306.12105","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.12105"}},"official":{"repos":["tsb0601/multimon"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/rs5m-a-large-scale-vision-language-dataset","slug":"rs5m-a-large-scale-vision-language-dataset","title":"RS5M and GeoRSCLIP: A Large Scale Vision-Language Dataset and A Large Vision-Language Model for Remote Sensing","date":"2023-06-20","arxiv_id":"2306.11300","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/rs5m-a-large-scale-vision-language-dataset#ran","syntology_url":"https://syntology.ai/paper/2306.11300","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.11300"}},"official":{"repos":["om-ai-lab/rs5m"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/sparse-modular-activation-for-efficient-1","slug":"sparse-modular-activation-for-efficient-1","title":"Sparse Modular Activation for Efficient Sequence Modeling","date":"2023-06-19","arxiv_id":"2306.11197","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/sparse-modular-activation-for-efficient-1#ran","syntology_url":"https://syntology.ai/paper/2306.11197","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.11197"}},"official":{"repos":["renll/seqboat"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/conformal-language-modeling","slug":"conformal-language-modeling","title":"Conformal Language Modeling","date":"2023-06-16","arxiv_id":"2306.10193","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/conformal-language-modeling#ran","syntology_url":"https://syntology.ai/paper/2306.10193","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.10193"}},"official":{"repos":["varal7/conformal-language-modeling"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/macaw-llm-multi-modal-language-modeling-with","slug":"macaw-llm-multi-modal-language-modeling-with","title":"Macaw-LLM: Multi-Modal Language Modeling with Image, Audio, Video, and Text Integration","date":"2023-06-15","arxiv_id":"2306.09093","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/macaw-llm-multi-modal-language-modeling-with#ran","syntology_url":"https://syntology.ai/paper/2306.09093","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.09093"}},"official":{"repos":["lyuchenyang/macaw-llm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/chessgpt-bridging-policy-learning-and-1","slug":"chessgpt-bridging-policy-learning-and-1","title":"ChessGPT: Bridging Policy Learning and Language Modeling","date":"2023-06-15","arxiv_id":"2306.09200","repositories_listed":1,"syntology":{"n":20,"n_ran":14,"n_constructed":8,"n_ran_checked":10,"n_instrument":4,"n_unverified":6,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":0,"phrase":"14 ran (of which 8 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 4 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/chessgpt-bridging-policy-learning-and-1#ran","syntology_url":"https://syntology.ai/paper/2306.09200","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.09200"}},"official":{"repos":["waterhorse1/chessgpt"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":8,"n_ran_no_instrument_failure":10,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/propagating-knowledge-updates-to-lms-through-1","slug":"propagating-knowledge-updates-to-lms-through-1","title":"Propagating Knowledge Updates to LMs Through Distillation","date":"2023-06-15","arxiv_id":"2306.09306","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":6,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/propagating-knowledge-updates-to-lms-through-1#ran","syntology_url":"https://syntology.ai/paper/2306.09306","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.09306"}},"official":{"repos":["shankarp8/knowledge_distillation"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/int2-1-towards-fine-tunable-quantized-large","slug":"int2-1-towards-fine-tunable-quantized-large","title":"INT2.1: Towards Fine-Tunable Quantized Large Language Models with Error Correction through Low-Rank Adaptation","date":"2023-06-13","arxiv_id":"2306.08162","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/int2-1-towards-fine-tunable-quantized-large#ran","syntology_url":"https://syntology.ai/paper/2306.08162","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.08162"}},"official":{"repos":["stochasticai/xturing"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/gradient-ascent-post-training-enhances","slug":"gradient-ascent-post-training-enhances","title":"Gradient Ascent Post-training Enhances Language Model Generalization","date":"2023-06-12","arxiv_id":"2306.07052","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/gradient-ascent-post-training-enhances#ran","syntology_url":"https://syntology.ai/paper/2306.07052","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.07052"}},"official":{"repos":["kaist-lklab/gap"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/waffling-around-for-performance-visual","slug":"waffling-around-for-performance-visual","title":"Waffling around for Performance: Visual Classification with Random Words and Broad Concepts","date":"2023-06-12","arxiv_id":"2306.07282","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":0,"n_instrument":5,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/waffling-around-for-performance-visual#ran","syntology_url":"https://syntology.ai/paper/2306.07282","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.07282"}},"official":{"repos":["explainableml/waffleclip"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/judging-llm-as-a-judge-with-mt-bench-and-1","slug":"judging-llm-as-a-judge-with-mt-bench-and-1","title":"Judging LLM-as-a-Judge with MT-Bench and Chatbot Arena","date":"2023-06-09","arxiv_id":"2306.05685","repositories_listed":11,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/judging-llm-as-a-judge-with-mt-bench-and-1#ran","syntology_url":"https://syntology.ai/paper/2306.05685","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.05685"}},"official":{"repos":["lm-sys/fastchat"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/fingpt-open-source-financial-large-language","slug":"fingpt-open-source-financial-large-language","title":"FinGPT: Open-Source Financial Large Language Models","date":"2023-06-09","arxiv_id":"2306.06031","repositories_listed":2,"syntology":{"n":11,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/fingpt-open-source-financial-large-language#ran","syntology_url":"https://syntology.ai/paper/2306.06031","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.06031"}},"official":{"repos":["ai4finance-foundation/fingpt","ai4finance-foundation/finnlp"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/poet-a-generative-model-of-protein-families","slug":"poet-a-generative-model-of-protein-families","title":"PoET: A generative model of protein families as sequences-of-sequences","date":"2023-06-09","arxiv_id":"2306.06156","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/poet-a-generative-model-of-protein-families#ran","syntology_url":"https://syntology.ai/paper/2306.06156","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.06156"}},"official":{"repos":["OpenProteinAI/PoET"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/14-examples-of-how-llms-can-transform","slug":"14-examples-of-how-llms-can-transform","title":"14 Examples of How LLMs Can Transform Materials Science and Chemistry: A Reflection on a Large Language Model Hackathon","date":"2023-06-09","arxiv_id":"2306.06283","repositories_listed":2,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/14-examples-of-how-llms-can-transform#ran","syntology_url":"https://syntology.ai/paper/2306.06283","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.06283"}},"official":{"repos":["qai222/llm_organic_synthesis","doncamilom/bollama"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/large-language-models-are-semi-parametric-1","slug":"large-language-models-are-semi-parametric-1","title":"Large Language Models Are Semi-Parametric Reinforcement Learning Agents","date":"2023-06-09","arxiv_id":"2306.07929","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/large-language-models-are-semi-parametric-1#ran","syntology_url":"https://syntology.ai/paper/2306.07929","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.07929"}},"official":{"repos":["opendfm/rememberer"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/in-context-learning-through-the-bayesian","slug":"in-context-learning-through-the-bayesian","title":"In-Context Learning through the Bayesian Prism","date":"2023-06-08","arxiv_id":"2306.04891","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/in-context-learning-through-the-bayesian#ran","syntology_url":"https://syntology.ai/paper/2306.04891","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.04891"}},"official":{"repos":["mdrpanwar/icl-bayesian-prism"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-a-foundation-language-model-for","slug":"learning-a-foundation-language-model-for","title":"K2: A Foundation Language Model for Geoscience Knowledge Understanding and Utilization","date":"2023-06-08","arxiv_id":"2306.05064","repositories_listed":1,"syntology":{"n":9,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/learning-a-foundation-language-model-for#ran","syntology_url":"https://syntology.ai/paper/2306.05064","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.05064"}},"official":{"repos":["davendw49/k2"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":8,"ran_from_kinds":["official"]}}},{"url":"/paper/pandalm-an-automatic-evaluation-benchmark-for","slug":"pandalm-an-automatic-evaluation-benchmark-for","title":"PandaLM: An Automatic Evaluation Benchmark for LLM Instruction Tuning Optimization","date":"2023-06-08","arxiv_id":"2306.05087","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pandalm-an-automatic-evaluation-benchmark-for#ran","syntology_url":"https://syntology.ai/paper/2306.05087","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.05087"}},"official":{"repos":["weopenml/pandalm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/reta-llm-a-retrieval-augmented-large-language","slug":"reta-llm-a-retrieval-augmented-large-language","title":"RETA-LLM: A Retrieval-Augmented Large Language Model Toolkit","date":"2023-06-08","arxiv_id":"2306.05212","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/reta-llm-a-retrieval-augmented-large-language#ran","syntology_url":"https://syntology.ai/paper/2306.05212","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.05212"}},"official":{"repos":["ruc-gsai/yulan-ir"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/simple-and-controllable-music-generation","slug":"simple-and-controllable-music-generation","title":"Simple and Controllable Music Generation","date":"2023-06-08","arxiv_id":"2306.05284","repositories_listed":8,"syntology":{"n":18,"n_ran":15,"n_constructed":0,"n_ran_checked":10,"n_instrument":5,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":9,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 5 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/simple-and-controllable-music-generation#ran","syntology_url":"https://syntology.ai/paper/2306.05284","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.05284"}},"official":null}},{"url":"/paper/pixiu-a-large-language-model-instruction-data","slug":"pixiu-a-large-language-model-instruction-data","title":"PIXIU: A Large Language Model, Instruction Data and Evaluation Benchmark for Finance","date":"2023-06-08","arxiv_id":"2306.05443","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pixiu-a-large-language-model-instruction-data#ran","syntology_url":"https://syntology.ai/paper/2306.05443","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.05443"}},"official":{"repos":["chancefocus/pixiu"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/youku-mplug-a-10-million-large-scale-chinese","slug":"youku-mplug-a-10-million-large-scale-chinese","title":"Youku-mPLUG: A 10 Million Large-scale Chinese Video-Language Dataset for Pre-training and Benchmarks","date":"2023-06-07","arxiv_id":"2306.04362","repositories_listed":1,"syntology":{"n":13,"n_ran":9,"n_constructed":0,"n_ran_checked":6,"n_instrument":3,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 3 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/youku-mplug-a-10-million-large-scale-chinese#ran","syntology_url":"https://syntology.ai/paper/2306.04362","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.04362"}},"official":{"repos":["x-plug/youku-mplug"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/moduleformer-learning-modular-large-language","slug":"moduleformer-learning-modular-large-language","title":"ModuleFormer: Modularity Emerges from Mixture-of-Experts","date":"2023-06-07","arxiv_id":"2306.04640","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/moduleformer-learning-modular-large-language#ran","syntology_url":"https://syntology.ai/paper/2306.04640","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.04640"}},"official":{"repos":["ibm/moduleformer"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/inference-time-intervention-eliciting","slug":"inference-time-intervention-eliciting","title":"Inference-Time Intervention: Eliciting Truthful Answers from a Language Model","date":"2023-06-06","arxiv_id":"2306.03341","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/inference-time-intervention-eliciting#ran","syntology_url":"https://syntology.ai/paper/2306.03341","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.03341"}},"official":{"repos":["likenneth/honest_llama"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/celda-leveraging-black-box-language-model-as","slug":"celda-leveraging-black-box-language-model-as","title":"CELDA: Leveraging Black-box Language Model as Enhanced Classifier without Labels","date":"2023-06-05","arxiv_id":"2306.02693","repositories_listed":0,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":2,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/celda-leveraging-black-box-language-model-as#ran","syntology_url":"https://syntology.ai/paper/2306.02693","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.02693"}},"official":null}},{"url":"/paper/video-llama-an-instruction-tuned-audio-visual","slug":"video-llama-an-instruction-tuned-audio-visual","title":"Video-LLaMA: An Instruction-tuned Audio-Visual Language Model for Video Understanding","date":"2023-06-05","arxiv_id":"2306.02858","repositories_listed":4,"syntology":{"n":25,"n_ran":18,"n_constructed":7,"n_ran_checked":8,"n_instrument":10,"n_unverified":7,"n_honours":0,"n_violates":1,"n_no_contract":7,"n_pointer_only":9,"phrase":"18 ran (of which 7 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 1 violated, 7 with no contract checked; 10 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/video-llama-an-instruction-tuned-audio-visual#ran","syntology_url":"https://syntology.ai/paper/2306.02858","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.02858"}},"official":{"repos":["damo-nlp-sg/video-llama"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/spqr-a-sparse-quantized-representation-for","slug":"spqr-a-sparse-quantized-representation-for","title":"SpQR: A Sparse-Quantized Representation for Near-Lossless LLM Weight Compression","date":"2023-06-05","arxiv_id":"2306.03078","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/spqr-a-sparse-quantized-representation-for#ran","syntology_url":"https://syntology.ai/paper/2306.03078","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.03078"}},"official":{"repos":["vahe1994/spqr"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/sequential-monte-carlo-steering-of-large","slug":"sequential-monte-carlo-steering-of-large","title":"Sequential Monte Carlo Steering of Large Language Models using Probabilistic Programs","date":"2023-06-05","arxiv_id":"2306.03081","repositories_listed":2,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":4,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/sequential-monte-carlo-steering-of-large#ran","syntology_url":"https://syntology.ai/paper/2306.03081","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.03081"}},"official":{"repos":["probcomp/hfppl","probcomp/llamppl"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/fine-grained-human-feedback-gives-better","slug":"fine-grained-human-feedback-gives-better","title":"Fine-Grained Human Feedback Gives Better Rewards for Language Model Training","date":"2023-06-02","arxiv_id":"2306.01693","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/fine-grained-human-feedback-gives-better#ran","syntology_url":"https://syntology.ai/paper/2306.01693","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.01693"}},"official":null}},{"url":"/paper/training-free-neural-architecture-search-for","slug":"training-free-neural-architecture-search-for","title":"Training-free Neural Architecture Search for RNNs and Transformers","date":"2023-06-01","arxiv_id":"2306.00288","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/training-free-neural-architecture-search-for#ran","syntology_url":"https://syntology.ai/paper/2306.00288","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.00288"}},"official":{"repos":["aaronserianni/training-free-nas"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/preference-grounded-token-level-guidance-for-1","slug":"preference-grounded-token-level-guidance-for-1","title":"Preference-grounded Token-level Guidance for Language Model Fine-tuning","date":"2023-06-01","arxiv_id":"2306.00398","repositories_listed":2,"syntology":{"n":18,"n_ran":8,"n_constructed":1,"n_ran_checked":2,"n_instrument":6,"n_unverified":10,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":4,"phrase":"8 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 6 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/preference-grounded-token-level-guidance-for-1#ran","syntology_url":"https://syntology.ai/paper/2306.00398","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.00398"}},"official":{"repos":["shentao-yang/preference_grounded_guidance"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/vocabulary-free-image-classification-1","slug":"vocabulary-free-image-classification-1","title":"Vocabulary-free Image Classification","date":"2023-06-01","arxiv_id":"2306.00917","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/vocabulary-free-image-classification-1#ran","syntology_url":"https://syntology.ai/paper/2306.00917","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.00917"}},"official":{"repos":["altndrr/vic"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/awq-activation-aware-weight-quantization-for","slug":"awq-activation-aware-weight-quantization-for","title":"AWQ: Activation-aware Weight Quantization for LLM Compression and Acceleration","date":"2023-06-01","arxiv_id":"2306.00978","repositories_listed":12,"syntology":{"n":18,"n_ran":16,"n_constructed":1,"n_ran_checked":14,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":14,"n_pointer_only":4,"phrase":"16 ran (of which 1 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 0 violated, 14 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/awq-activation-aware-weight-quantization-for#ran","syntology_url":"https://syntology.ai/paper/2306.00978","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2306.00978"}},"official":{"repos":["internlm/lmdeploy","mit-han-lab/llm-awq","nvidia/tensorrt-llm","vllm-project/vllm"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":0,"ran_from_kinds":["found_in_text","listed","official"]}}},{"url":"/paper/perception-and-semantic-aware-regularization-1","slug":"perception-and-semantic-aware-regularization-1","title":"Perception and Semantic Aware Regularization for Sequential Confidence Calibration","date":"2023-05-31","arxiv_id":"2305.19498","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/perception-and-semantic-aware-regularization-1#ran","syntology_url":"https://syntology.ai/paper/2305.19498","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19498"}},"official":{"repos":["husterpzh/pssr"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/red-teaming-language-model-detectors-with","slug":"red-teaming-language-model-detectors-with","title":"Red Teaming Language Model Detectors with Language Models","date":"2023-05-31","arxiv_id":"2305.19713","repositories_listed":2,"syntology":{"n":18,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":7,"n_honours":0,"n_violates":1,"n_no_contract":10,"n_pointer_only":1,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 1 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/red-teaming-language-model-detectors-with#ran","syntology_url":"https://syntology.ai/paper/2305.19713","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19713"}},"official":{"repos":["shizhouxing/Attack-LM-Detectors"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":3,"ran_from_kinds":["named_in_paper","official"]}}},{"url":"/paper/primal-attention-self-attention-through","slug":"primal-attention-self-attention-through","title":"Primal-Attention: Self-attention through Asymmetric Kernel SVD in Primal Representation","date":"2023-05-31","arxiv_id":"2305.19798","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/primal-attention-self-attention-through#ran","syntology_url":"https://syntology.ai/paper/2305.19798","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19798"}},"official":{"repos":["yingyichen-cyy/PrimalAttention"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/structure-aware-language-model-pretraining","slug":"structure-aware-language-model-pretraining","title":"Structure-Aware Language Model Pretraining Improves Dense Retrieval on Structured Data","date":"2023-05-31","arxiv_id":"2305.19912","repositories_listed":2,"syntology":{"n":8,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":7,"n_pointer_only":4,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 1 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/structure-aware-language-model-pretraining#ran","syntology_url":"https://syntology.ai/paper/2305.19912","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19912"}},"official":{"repos":["openmatch/openmatch"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/lance-stress-testing-visual-models-by-1","slug":"lance-stress-testing-visual-models-by-1","title":"LANCE: Stress-testing Visual Models by Generating Language-guided Counterfactual Images","date":"2023-05-30","arxiv_id":"2305.19164","repositories_listed":2,"syntology":{"n":10,"n_ran":10,"n_constructed":0,"n_ran_checked":8,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":4,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/lance-stress-testing-visual-models-by-1#ran","syntology_url":"https://syntology.ai/paper/2305.19164","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19164"}},"official":{"repos":["virajprabhu/lance"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/blockwise-parallel-transformer-for-long","slug":"blockwise-parallel-transformer-for-long","title":"Blockwise Parallel Transformer for Large Context Models","date":"2023-05-30","arxiv_id":"2305.19370","repositories_listed":3,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/blockwise-parallel-transformer-for-long#ran","syntology_url":"https://syntology.ai/paper/2305.19370","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.19370"}},"official":{"repos":["lhao499/blockwise-parallel-transformer"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/the-rise-of-ai-language-pathologists","slug":"the-rise-of-ai-language-pathologists","title":"The Rise of AI Language Pathologists: Exploring Two-level Prompt Learning for Few-shot Weakly-supervised Whole Slide Image Classification","date":"2023-05-29","arxiv_id":"2305.17891","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":2,"n_ran_checked":3,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":2,"n_pointer_only":6,"phrase":"4 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 1 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/the-rise-of-ai-language-pathologists#ran","syntology_url":"https://syntology.ai/paper/2305.17891","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17891"}},"official":{"repos":["miccaiif/top"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/large-language-models-are-not-fair-evaluators","slug":"large-language-models-are-not-fair-evaluators","title":"Large Language Models are not Fair Evaluators","date":"2023-05-29","arxiv_id":"2305.17926","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/large-language-models-are-not-fair-evaluators#ran","syntology_url":"https://syntology.ai/paper/2305.17926","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17926"}},"official":{"repos":["i-eval/faireval"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/instructedit-improving-automatic-masks-for","slug":"instructedit-improving-automatic-masks-for","title":"InstructEdit: Improving Automatic Masks for Diffusion-based Image Editing With User Instructions","date":"2023-05-29","arxiv_id":"2305.18047","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/instructedit-improving-automatic-masks-for#ran","syntology_url":"https://syntology.ai/paper/2305.18047","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18047"}},"official":{"repos":["qianwangx/instructedit"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/multiscale-positive-unlabeled-detection-of-ai","slug":"multiscale-positive-unlabeled-detection-of-ai","title":"Multiscale Positive-Unlabeled Detection of AI-Generated Texts","date":"2023-05-29","arxiv_id":"2305.18149","repositories_listed":3,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/multiscale-positive-unlabeled-detection-of-ai#ran","syntology_url":"https://syntology.ai/paper/2305.18149","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18149"}},"official":{"repos":["yuchuantian/aigc_text_detector","huawei-noah/Efficient-Computing","mindspore-lab/mindone"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/do-language-models-know-when-they-re","slug":"do-language-models-know-when-they-re","title":"Do Language Models Know When They're Hallucinating References?","date":"2023-05-29","arxiv_id":"2305.18248","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/do-language-models-know-when-they-re#ran","syntology_url":"https://syntology.ai/paper/2305.18248","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18248"}},"official":{"repos":["microsoft/hallucinated-references"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/direct-preference-optimization-your-language","slug":"direct-preference-optimization-your-language","title":"Direct Preference Optimization: Your Language Model is Secretly a Reward Model","date":"2023-05-29","arxiv_id":"2305.18290","repositories_listed":29,"syntology":{"n":31,"n_ran":25,"n_constructed":1,"n_ran_checked":24,"n_instrument":1,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":24,"n_pointer_only":2,"phrase":"25 ran (of which 1 constructed an object rather than computing a result; 24 with no instrument failure: 0 honoured, 0 violated, 24 with no contract checked; 1 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/direct-preference-optimization-your-language#ran","syntology_url":"https://syntology.ai/paper/2305.18290","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18290"}},"official":null}},{"url":"/paper/test-time-training-on-nearest-neighbors-for","slug":"test-time-training-on-nearest-neighbors-for","title":"Test-Time Training on Nearest Neighbors for Large Language Models","date":"2023-05-29","arxiv_id":"2305.18466","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/test-time-training-on-nearest-neighbors-for#ran","syntology_url":"https://syntology.ai/paper/2305.18466","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18466"}},"official":{"repos":["socialfoundations/tttlm"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/vast-a-vision-audio-subtitle-text-omni-1","slug":"vast-a-vision-audio-subtitle-text-omni-1","title":"VAST: A Vision-Audio-Subtitle-Text Omni-Modality Foundation Model and Dataset","date":"2023-05-29","arxiv_id":"2305.18500","repositories_listed":2,"syntology":{"n":42,"n_ran":35,"n_constructed":4,"n_ran_checked":29,"n_instrument":6,"n_unverified":7,"n_honours":2,"n_violates":1,"n_no_contract":26,"n_pointer_only":8,"phrase":"35 ran (of which 4 constructed an object rather than computing a result; 29 with no instrument failure: 2 honoured, 1 violated, 26 with no contract checked; 6 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/vast-a-vision-audio-subtitle-text-omni-1#ran","syntology_url":"https://syntology.ai/paper/2305.18500","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18500"}},"official":{"repos":["txh-mercury/vast"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":4,"n_ran_no_instrument_failure":12,"n_unverified":7,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/pali-x-on-scaling-up-a-multilingual-vision","slug":"pali-x-on-scaling-up-a-multilingual-vision","title":"PaLI-X: On Scaling up a Multilingual Vision and Language Model","date":"2023-05-29","arxiv_id":"2305.18565","repositories_listed":2,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":4,"n_no_contract":1,"n_pointer_only":2,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 4 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pali-x-on-scaling-up-a-multilingual-vision#ran","syntology_url":"https://syntology.ai/paper/2305.18565","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.18565"}},"official":null}},{"url":"/paper/generating-edu-extracts-for-plan-guided","slug":"generating-edu-extracts-for-plan-guided","title":"Generating EDU Extracts for Plan-Guided Summary Re-Ranking","date":"2023-05-28","arxiv_id":"2305.17779","repositories_listed":1,"syntology":{"n":10,"n_ran":6,"n_constructed":0,"n_ran_checked":0,"n_instrument":6,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":10,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 6 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/generating-edu-extracts-for-plan-guided#ran","syntology_url":"https://syntology.ai/paper/2305.17779","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17779"}},"official":{"repos":["griff4692/edu-sum"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/kernel-ssl-kernel-kl-divergence-for-self","slug":"kernel-ssl-kernel-kl-divergence-for-self","title":"Matrix Information Theory for Self-Supervised Learning","date":"2023-05-27","arxiv_id":"2305.17326","repositories_listed":3,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":1,"n_instrument":4,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/kernel-ssl-kernel-kl-divergence-for-self#ran","syntology_url":"https://syntology.ai/paper/2305.17326","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17326"}},"official":{"repos":["yifanzhang-pro/matrix-llm","yifanzhang-pro/matrix-ssl"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/query-efficient-black-box-red-teaming-via","slug":"query-efficient-black-box-red-teaming-via","title":"Query-Efficient Black-Box Red Teaming via Bayesian Optimization","date":"2023-05-27","arxiv_id":"2305.17444","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/query-efficient-black-box-red-teaming-via#ran","syntology_url":"https://syntology.ai/paper/2305.17444","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.17444"}},"official":{"repos":["snu-mllab/bayesian-red-teaming"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/language-models-can-improve-event-prediction-1","slug":"language-models-can-improve-event-prediction-1","title":"Language Models Can Improve Event Prediction by Few-Shot Abductive Reasoning","date":"2023-05-26","arxiv_id":"2305.16646","repositories_listed":2,"syntology":{"n":24,"n_ran":19,"n_constructed":4,"n_ran_checked":17,"n_instrument":2,"n_unverified":5,"n_honours":0,"n_violates":1,"n_no_contract":16,"n_pointer_only":4,"phrase":"19 ran (of which 4 constructed an object rather than computing a result; 17 with no instrument failure: 0 honoured, 1 violated, 16 with no contract checked; 2 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/language-models-can-improve-event-prediction-1#ran","syntology_url":"https://syntology.ai/paper/2305.16646","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.16646"}},"official":{"repos":["ant-research/easytemporalpointprocess","ilampard/lamp"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":4,"n_ran_no_instrument_failure":12,"n_unverified":3,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/backpack-language-models","slug":"backpack-language-models","title":"Backpack Language Models","date":"2023-05-26","arxiv_id":"2305.16765","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/backpack-language-models#ran","syntology_url":"https://syntology.ai/paper/2305.16765","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.16765"}},"official":null}},{"url":"/paper/generatect-text-guided-3d-chest-ct-generation","slug":"generatect-text-guided-3d-chest-ct-generation","title":"GenerateCT: Text-Conditional Generation of 3D Chest CT Volumes","date":"2023-05-25","arxiv_id":"2305.16037","repositories_listed":1,"syntology":{"n":15,"n_ran":14,"n_constructed":0,"n_ran_checked":13,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":4,"n_no_contract":8,"n_pointer_only":5,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 1 honoured, 4 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/generatect-text-guided-3d-chest-ct-generation#ran","syntology_url":"https://syntology.ai/paper/2305.16037","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.16037"}},"official":{"repos":["ibrahimethemhamamci/generatect"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":13,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/chatbridge-bridging-modalities-with-large","slug":"chatbridge-bridging-modalities-with-large","title":"ChatBridge: Bridging Modalities with Large Language Model as a Language Catalyst","date":"2023-05-25","arxiv_id":"2305.16103","repositories_listed":1,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":1,"n_instrument":6,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 6 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/chatbridge-bridging-modalities-with-large#ran","syntology_url":"https://syntology.ai/paper/2305.16103","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.16103"}},"official":null}},{"url":"/paper/language-models-implement-simple-word2vec","slug":"language-models-implement-simple-word2vec","title":"Language Models Implement Simple Word2Vec-style Vector Arithmetic","date":"2023-05-25","arxiv_id":"2305.16130","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/language-models-implement-simple-word2vec#ran","syntology_url":"https://syntology.ai/paper/2305.16130","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.16130"}},"official":{"repos":["jmerullo/lm_vector_arithmetic"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/expertprompting-instructing-large-language","slug":"expertprompting-instructing-large-language","title":"ExpertPrompting: Instructing Large Language Models to be Distinguished Experts","date":"2023-05-24","arxiv_id":"2305.14688","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/expertprompting-instructing-large-language#ran","syntology_url":"https://syntology.ai/paper/2305.14688","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14688"}},"official":{"repos":["ofa-sys/expertllama"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/improving-language-models-with-advantage","slug":"improving-language-models-with-advantage","title":"Leftover Lunch: Advantage-based Offline Reinforcement Learning for Language Models","date":"2023-05-24","arxiv_id":"2305.14718","repositories_listed":1,"syntology":{"n":7,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/improving-language-models-with-advantage#ran","syntology_url":"https://syntology.ai/paper/2305.14718","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14718"}},"official":{"repos":["abaheti95/lol-rl"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/beamsearchqa-large-language-models-are-strong","slug":"beamsearchqa-large-language-models-are-strong","title":"Allies: Prompting Large Language Model with Beam Search","date":"2023-05-24","arxiv_id":"2305.14766","repositories_listed":1,"syntology":{"n":13,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":2,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/beamsearchqa-large-language-models-are-strong#ran","syntology_url":"https://syntology.ai/paper/2305.14766","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14766"}},"official":{"repos":["microsoft/simxns"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":8,"ran_from_kinds":["official"]}}},{"url":"/paper/adapting-language-models-to-compress-contexts","slug":"adapting-language-models-to-compress-contexts","title":"Adapting Language Models to Compress Contexts","date":"2023-05-24","arxiv_id":"2305.14788","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/adapting-language-models-to-compress-contexts#ran","syntology_url":"https://syntology.ai/paper/2305.14788","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14788"}},"official":{"repos":["princeton-nlp/autocompressors"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/clusterllm-large-language-models-as-a-guide","slug":"clusterllm-large-language-models-as-a-guide","title":"ClusterLLM: Large Language Models as a Guide for Text Clustering","date":"2023-05-24","arxiv_id":"2305.14871","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/clusterllm-large-language-models-as-a-guide#ran","syntology_url":"https://syntology.ai/paper/2305.14871","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14871"}},"official":{"repos":["zhang-yu-wei/clusterllm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/pivoine-instruction-tuning-for-open-world","slug":"pivoine-instruction-tuning-for-open-world","title":"PIVOINE: Instruction Tuning for Open-world Information Extraction","date":"2023-05-24","arxiv_id":"2305.14898","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/pivoine-instruction-tuning-for-open-world#ran","syntology_url":"https://syntology.ai/paper/2305.14898","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14898"}},"official":{"repos":["lukeming-tsinghua/instruction-tuning-for-open-world-ie"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/trade-offs-between-fairness-and-privacy-in","slug":"trade-offs-between-fairness-and-privacy-in","title":"Trade-Offs Between Fairness and Privacy in Language Modeling","date":"2023-05-24","arxiv_id":"2305.14936","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/trade-offs-between-fairness-and-privacy-in#ran","syntology_url":"https://syntology.ai/paper/2305.14936","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14936"}},"official":{"repos":["cleolotta/fair-and-private-lm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/how-predictable-are-large-language-model","slug":"how-predictable-are-large-language-model","title":"How Predictable Are Large Language Model Capabilities? A Case Study on BIG-bench","date":"2023-05-24","arxiv_id":"2305.14947","repositories_listed":1,"syntology":{"n":15,"n_ran":12,"n_constructed":0,"n_ran_checked":12,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/how-predictable-are-large-language-model#ran","syntology_url":"https://syntology.ai/paper/2305.14947","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14947"}},"official":{"repos":["ink-usc/predicting-big-bench"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/reasoning-with-language-model-is-planning","slug":"reasoning-with-language-model-is-planning","title":"Reasoning with Language Model is Planning with World Model","date":"2023-05-24","arxiv_id":"2305.14992","repositories_listed":3,"syntology":{"n":7,"n_ran":4,"n_constructed":2,"n_ran_checked":2,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"4 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/reasoning-with-language-model-is-planning#ran","syntology_url":"https://syntology.ai/paper/2305.14992","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14992"}},"official":null}},{"url":"/paper/the-art-of-socratic-questioning-zero-shot","slug":"the-art-of-socratic-questioning-zero-shot","title":"The Art of SOCRATIC QUESTIONING: Recursive Thinking with Large Language Models","date":"2023-05-24","arxiv_id":"2305.14999","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/the-art-of-socratic-questioning-zero-shot#ran","syntology_url":"https://syntology.ai/paper/2305.14999","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14999"}},"official":{"repos":["vt-nlp/socratic-questioning"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/llmdet-a-large-language-models-detection-tool","slug":"llmdet-a-large-language-models-detection-tool","title":"LLMDet: A Third Party Large Language Models Generated Text Detection Tool","date":"2023-05-24","arxiv_id":"2305.15004","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/llmdet-a-large-language-models-detection-tool#ran","syntology_url":"https://syntology.ai/paper/2305.15004","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15004"}},"official":{"repos":["trustedllm/llmdet"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/2305-15017","slug":"2305-15017","title":"Calc-X and Calcformers: Empowering Arithmetical Chain-of-Thought through Interaction with Symbolic Systems","date":"2023-05-24","arxiv_id":"2305.15017","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/2305-15017#ran","syntology_url":"https://syntology.ai/paper/2305.15017","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15017"}},"official":{"repos":["prompteus/calc-x"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/an-efficient-multilingual-language-model","slug":"an-efficient-multilingual-language-model","title":"An Efficient Multilingual Language Model Compression through Vocabulary Trimming","date":"2023-05-24","arxiv_id":"2305.15020","repositories_listed":1,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/an-efficient-multilingual-language-model#ran","syntology_url":"https://syntology.ai/paper/2305.15020","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15020"}},"official":{"repos":["asahi417/lm-vocab-trimmer"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/prompt-optimization-of-large-language-model","slug":"prompt-optimization-of-large-language-model","title":"AutoPlan: Automatic Planning of Interactive Decision-Making Tasks With Large Language Models","date":"2023-05-24","arxiv_id":"2305.15064","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/prompt-optimization-of-large-language-model#ran","syntology_url":"https://syntology.ai/paper/2305.15064","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15064"}},"official":{"repos":["owaski/autoplan"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/inference-time-policy-adapters-ipa-tailoring","slug":"inference-time-policy-adapters-ipa-tailoring","title":"Inference-Time Policy Adapters (IPA): Tailoring Extreme-Scale LMs without Fine-tuning","date":"2023-05-24","arxiv_id":"2305.15065","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":3,"n_ran_checked":5,"n_instrument":4,"n_unverified":2,"n_honours":2,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"9 ran (of which 3 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 0 violated, 3 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/inference-time-policy-adapters-ipa-tailoring#ran","syntology_url":"https://syntology.ai/paper/2305.15065","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15065"}},"official":{"repos":["gximinglu/ipa"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":3,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/huatuogpt-towards-taming-language-model-to-be","slug":"huatuogpt-towards-taming-language-model-to-be","title":"HuatuoGPT, towards Taming Language Model to Be a Doctor","date":"2023-05-24","arxiv_id":"2305.15075","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/huatuogpt-towards-taming-language-model-to-be#ran","syntology_url":"https://syntology.ai/paper/2305.15075","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15075"}},"official":{"repos":["freedomintelligence/huatuogpt"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/meta-learning-online-adaptation-of-language","slug":"meta-learning-online-adaptation-of-language","title":"Meta-Learning Online Adaptation of Language Models","date":"2023-05-24","arxiv_id":"2305.15076","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/meta-learning-online-adaptation-of-language#ran","syntology_url":"https://syntology.ai/paper/2305.15076","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15076"}},"official":{"repos":["nathanhu0/CaMeLS"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/csts-conditional-semantic-textual-similarity","slug":"csts-conditional-semantic-textual-similarity","title":"C-STS: Conditional Semantic Textual Similarity","date":"2023-05-24","arxiv_id":"2305.15093","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":4,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/csts-conditional-semantic-textual-similarity#ran","syntology_url":"https://syntology.ai/paper/2305.15093","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15093"}},"official":{"repos":["princeton-nlp/c-sts"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/text-augmented-open-knowledge-graph","slug":"text-augmented-open-knowledge-graph","title":"Text-Augmented Open Knowledge Graph Completion via Pre-Trained Language Models","date":"2023-05-24","arxiv_id":"2305.15597","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/text-augmented-open-knowledge-graph#ran","syntology_url":"https://syntology.ai/paper/2305.15597","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.15597"}},"official":{"repos":["pat-jj/tagreal"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/think-before-you-act-decision-transformers","slug":"think-before-you-act-decision-transformers","title":"Think Before You Act: Decision Transformers with Working Memory","date":"2023-05-24","arxiv_id":"2305.16338","repositories_listed":1,"syntology":{"n":12,"n_ran":7,"n_constructed":3,"n_ran_checked":5,"n_instrument":2,"n_unverified":5,"n_honours":2,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"7 ran (of which 3 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/think-before-you-act-decision-transformers#ran","syntology_url":"https://syntology.ai/paper/2305.16338","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.16338"}},"official":{"repos":["luciferkonn/dt_mem"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":3,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/aligning-large-language-models-through","slug":"aligning-large-language-models-through","title":"Aligning Large Language Models through Synthetic Feedback","date":"2023-05-23","arxiv_id":"2305.13735","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/aligning-large-language-models-through#ran","syntology_url":"https://syntology.ai/paper/2305.13735","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13735"}},"official":{"repos":["naver-ai/almost"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}}],"record_sha256":"f7ab56d0ddd5fe92c8414a46bd82823974af91921b22dc7c2fb7f85ac9cf75b1","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}