{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/language-modelling/papers/ran/17","list_of":"/task/language-modelling","task":"Language Modelling","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":17,"pages_in_order":25,"rows_per_page":100,"rows":[1601,1700],"of":2428,"counts":{"archive_papers_tagged":17610,"with_a_code_link":7012,"where_syntology_ran_a_sample":2428,"not_listed_spam_title":0,"listed":17610,"listed_where_code_ran":2428,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":2027,"every_run_a_failure_of_syntologys_instrument":401,"listed_with_a_run_with_no_instrument_failure":2027,"listed_every_run_a_failure_of_syntologys_instrument":401,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/language-modelling/papers/ran/1","prev":"/task/language-modelling/papers/ran/16","next":"/task/language-modelling/papers/ran/18","papers":[{"url":"/paper/learn-from-mistakes-through-cooperative","slug":"learn-from-mistakes-through-cooperative","title":"Learning from Mistakes via Cooperative Study Assistant for Large Language Models","date":"2023-05-23","arxiv_id":"2305.13829","repositories_listed":1,"syntology":{"n":13,"n_ran":11,"n_constructed":0,"n_ran_checked":9,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/learn-from-mistakes-through-cooperative#ran","syntology_url":"https://syntology.ai/paper/2305.13829","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13829"}},"official":{"repos":["dqwang122/salam"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/preserving-knowledge-invariance-rethinking","slug":"preserving-knowledge-invariance-rethinking","title":"Preserving Knowledge Invariance: Rethinking Robustness Evaluation of Open Information Extraction","date":"2023-05-23","arxiv_id":"2305.13981","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":7,"n_pointer_only":1,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 1 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/preserving-knowledge-invariance-rethinking#ran","syntology_url":"https://syntology.ai/paper/2305.13981","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13981"}},"official":{"repos":["qijimrc/robust"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/clip4str-a-simple-baseline-for-scene-text-1","slug":"clip4str-a-simple-baseline-for-scene-text-1","title":"CLIP4STR: A Simple Baseline for Scene Text Recognition with Pre-trained Vision-Language Model","date":"2023-05-23","arxiv_id":"2305.14014","repositories_listed":1,"syntology":{"n":10,"n_ran":6,"n_constructed":0,"n_ran_checked":3,"n_instrument":3,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":2,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/clip4str-a-simple-baseline-for-scene-text-1#ran","syntology_url":"https://syntology.ai/paper/2305.14014","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14014"}},"official":null}},{"url":"/paper/factscore-fine-grained-atomic-evaluation-of","slug":"factscore-fine-grained-atomic-evaluation-of","title":"FActScore: Fine-grained Atomic Evaluation of Factual Precision in Long Form Text Generation","date":"2023-05-23","arxiv_id":"2305.14251","repositories_listed":4,"syntology":{"n":15,"n_ran":11,"n_constructed":1,"n_ran_checked":10,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":6,"phrase":"11 ran (of which 1 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/factscore-fine-grained-atomic-evaluation-of#ran","syntology_url":"https://syntology.ai/paper/2305.14251","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14251"}},"official":{"repos":["shmsw25/factscore"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/hierarchical-prompting-assists-large-language","slug":"hierarchical-prompting-assists-large-language","title":"Hierarchical Prompting Assists Large Language Model on Web Navigation","date":"2023-05-23","arxiv_id":"2305.14257","repositories_listed":3,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/hierarchical-prompting-assists-large-language#ran","syntology_url":"https://syntology.ai/paper/2305.14257","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14257"}},"official":{"repos":["robert1003/ash-prompting"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/wikichat-a-few-shot-llm-based-chatbot","slug":"wikichat-a-few-shot-llm-based-chatbot","title":"WikiChat: Stopping the Hallucination of Large Language Model Chatbots by Few-Shot Grounding on Wikipedia","date":"2023-05-23","arxiv_id":"2305.14292","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/wikichat-a-few-shot-llm-based-chatbot#ran","syntology_url":"https://syntology.ai/paper/2305.14292","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14292"}},"official":{"repos":["stanford-oval/wikichat"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/qlora-efficient-finetuning-of-quantized-llms","slug":"qlora-efficient-finetuning-of-quantized-llms","title":"QLoRA: Efficient Finetuning of Quantized LLMs","date":"2023-05-23","arxiv_id":"2305.14314","repositories_listed":20,"syntology":{"n":26,"n_ran":18,"n_constructed":1,"n_ran_checked":6,"n_instrument":12,"n_unverified":8,"n_honours":2,"n_violates":2,"n_no_contract":2,"n_pointer_only":17,"phrase":"18 ran (of which 1 constructed an object rather than computing a result; 6 with no instrument failure: 2 honoured, 2 violated, 2 with no contract checked; 12 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/qlora-efficient-finetuning-of-quantized-llms#ran","syntology_url":"https://syntology.ai/paper/2305.14314","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14314"}},"official":{"repos":["artidoro/qlora","timdettmers/bitsandbytes"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["community","listed","official","unlocated"]}}},{"url":"/paper/improving-factuality-and-reasoning-in","slug":"improving-factuality-and-reasoning-in","title":"Improving Factuality and Reasoning in Language Models through Multiagent Debate","date":"2023-05-23","arxiv_id":"2305.14325","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/improving-factuality-and-reasoning-in#ran","syntology_url":"https://syntology.ai/paper/2305.14325","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14325"}},"official":{"repos":["composable-models/llm_multiagent_debate"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/automatic-model-selection-with-large-language","slug":"automatic-model-selection-with-large-language","title":"Automatic Model Selection with Large Language Models for Reasoning","date":"2023-05-23","arxiv_id":"2305.14333","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/automatic-model-selection-with-large-language#ran","syntology_url":"https://syntology.ai/paper/2305.14333","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14333"}},"official":{"repos":["xuzhao0/model-selection-reasoning"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/sophia-a-scalable-stochastic-second-order","slug":"sophia-a-scalable-stochastic-second-order","title":"Sophia: A Scalable Stochastic Second-order Optimizer for Language Model Pre-training","date":"2023-05-23","arxiv_id":"2305.14342","repositories_listed":7,"syntology":{"n":19,"n_ran":13,"n_constructed":4,"n_ran_checked":12,"n_instrument":1,"n_unverified":6,"n_honours":1,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"13 ran (of which 4 constructed an object rather than computing a result; 12 with no instrument failure: 1 honoured, 0 violated, 11 with no contract checked; 1 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/sophia-a-scalable-stochastic-second-order#ran","syntology_url":"https://syntology.ai/paper/2305.14342","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14342"}},"official":null}},{"url":"/paper/mathdial-a-dialogue-tutoring-dataset-with","slug":"mathdial-a-dialogue-tutoring-dataset-with","title":"MathDial: A Dialogue Tutoring Dataset with Rich Pedagogical Properties Grounded in Math Reasoning Problems","date":"2023-05-23","arxiv_id":"2305.14536","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mathdial-a-dialogue-tutoring-dataset-with#ran","syntology_url":"https://syntology.ai/paper/2305.14536","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14536"}},"official":{"repos":["eth-nlped/mathdial"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/2305-14585","slug":"2305-14585","title":"Faithful and Efficient Explanations for Neural Networks via Neural Tangent Kernel Surrogate Models","date":"2023-05-23","arxiv_id":"2305.14585","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/2305-14585#ran","syntology_url":"https://syntology.ai/paper/2305.14585","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.14585"}},"official":{"repos":["pnnl/projection_ntk"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/lm-switch-lightweight-language-model","slug":"lm-switch-lightweight-language-model","title":"Word Embeddings Are Steers for Language Models","date":"2023-05-22","arxiv_id":"2305.12798","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/lm-switch-lightweight-language-model#ran","syntology_url":"https://syntology.ai/paper/2305.12798","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12798"}},"official":{"repos":["glaciohound/lm-steer"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/lion-adversarial-distillation-of-closed","slug":"lion-adversarial-distillation-of-closed","title":"Lion: Adversarial Distillation of Proprietary Large Language Models","date":"2023-05-22","arxiv_id":"2305.12870","repositories_listed":1,"syntology":{"n":11,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/lion-adversarial-distillation-of-closed#ran","syntology_url":"https://syntology.ai/paper/2305.12870","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12870"}},"official":{"repos":["yjiangcm/lion"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/making-language-models-better-tool-learners","slug":"making-language-models-better-tool-learners","title":"Making Language Models Better Tool Learners with Execution Feedback","date":"2023-05-22","arxiv_id":"2305.13068","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/making-language-models-better-tool-learners#ran","syntology_url":"https://syntology.ai/paper/2305.13068","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13068"}},"official":{"repos":["zjunlp/trice"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/gqa-training-generalized-multi-query","slug":"gqa-training-generalized-multi-query","title":"GQA: Training Generalized Multi-Query Transformer Models from Multi-Head Checkpoints","date":"2023-05-22","arxiv_id":"2305.13245","repositories_listed":4,"syntology":{"n":5,"n_ran":4,"n_constructed":2,"n_ran_checked":3,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":3,"phrase":"4 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/gqa-training-generalized-multi-query#ran","syntology_url":"https://syntology.ai/paper/2305.13245","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13245"}},"official":null}},{"url":"/paper/chain-of-knowledge-a-framework-for-grounding","slug":"chain-of-knowledge-a-framework-for-grounding","title":"Chain-of-Knowledge: Grounding Large Language Models via Dynamic Knowledge Adapting over Heterogeneous Sources","date":"2023-05-22","arxiv_id":"2305.13269","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":2,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 1 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/chain-of-knowledge-a-framework-for-grounding#ran","syntology_url":"https://syntology.ai/paper/2305.13269","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13269"}},"official":{"repos":["damo-nlp-sg/chain-of-knowledge"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/training-diffusion-models-with-reinforcement","slug":"training-diffusion-models-with-reinforcement","title":"Training Diffusion Models with Reinforcement Learning","date":"2023-05-22","arxiv_id":"2305.13301","repositories_listed":3,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/training-diffusion-models-with-reinforcement#ran","syntology_url":"https://syntology.ai/paper/2305.13301","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13301"}},"official":{"repos":["kvablack/ddpo-pytorch"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"url":"/paper/recurrentgpt-interactive-generation-of","slug":"recurrentgpt-interactive-generation-of","title":"RecurrentGPT: Interactive Generation of (Arbitrarily) Long Text","date":"2023-05-22","arxiv_id":"2305.13304","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/recurrentgpt-interactive-generation-of#ran","syntology_url":"https://syntology.ai/paper/2305.13304","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13304"}},"official":{"repos":["aiwaves-cn/recurrentgpt"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/disco-distilled-student-models-co-training","slug":"disco-distilled-student-models-co-training","title":"DisCo: Distilled Student Models Co-training for Semi-supervised Text Mining","date":"2023-05-20","arxiv_id":"2305.12074","repositories_listed":2,"syntology":{"n":17,"n_ran":5,"n_constructed":1,"n_ran_checked":5,"n_instrument":0,"n_unverified":12,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":17,"phrase":"5 ran (of which 1 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 12 unverified","sample_list":"/paper/disco-distilled-student-models-co-training#ran","syntology_url":"https://syntology.ai/paper/2305.12074","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12074"}},"official":{"repos":["litesslhub/disco"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":11,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/patton-language-model-pretraining-on-text","slug":"patton-language-model-pretraining-on-text","title":"Patton: Language Model Pretraining on Text-Rich Networks","date":"2023-05-20","arxiv_id":"2305.12268","repositories_listed":0,"syntology":{"n":8,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/patton-language-model-pretraining-on-text#ran","syntology_url":"https://syntology.ai/paper/2305.12268","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12268"}},"official":null}},{"url":"/paper/syllable-discovery-and-cross-lingual","slug":"syllable-discovery-and-cross-lingual","title":"Syllable Discovery and Cross-Lingual Generalization in a Visually Grounded, Self-Supervised Speech Model","date":"2023-05-19","arxiv_id":"2305.11435","repositories_listed":2,"syntology":{"n":16,"n_ran":14,"n_constructed":0,"n_ran_checked":12,"n_instrument":2,"n_unverified":2,"n_honours":2,"n_violates":0,"n_no_contract":10,"n_pointer_only":1,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 2 honoured, 0 violated, 10 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/syllable-discovery-and-cross-lingual#ran","syntology_url":"https://syntology.ai/paper/2305.11435","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11435"}},"official":{"repos":["jasonppy/syllable-discovery"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/pengi-an-audio-language-model-for-audio-tasks-1","slug":"pengi-an-audio-language-model-for-audio-tasks-1","title":"Pengi: An Audio Language Model for Audio Tasks","date":"2023-05-19","arxiv_id":"2305.11834","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/pengi-an-audio-language-model-for-audio-tasks-1#ran","syntology_url":"https://syntology.ai/paper/2305.11834","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11834"}},"official":{"repos":["microsoft/pengi"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/clinical-camel-an-open-source-expert-level","slug":"clinical-camel-an-open-source-expert-level","title":"Clinical Camel: An Open Expert-Level Medical Language Model with Dialogue-Based Knowledge Encoding","date":"2023-05-19","arxiv_id":"2305.12031","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/clinical-camel-an-open-source-expert-level#ran","syntology_url":"https://syntology.ai/paper/2305.12031","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.12031"}},"official":{"repos":["bowang-lab/clinical-camel"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/speechgpt-empowering-large-language-models","slug":"speechgpt-empowering-large-language-models","title":"SpeechGPT: Empowering Large Language Models with Intrinsic Cross-Modal Conversational Abilities","date":"2023-05-18","arxiv_id":"2305.11000","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/speechgpt-empowering-large-language-models#ran","syntology_url":"https://syntology.ai/paper/2305.11000","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11000"}},"official":{"repos":["0nutation/speechgpt"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/evidence-of-meaning-in-language-models","slug":"evidence-of-meaning-in-language-models","title":"Emergent Representations of Program Semantics in Language Models Trained on Programs","date":"2023-05-18","arxiv_id":"2305.11169","repositories_listed":1,"syntology":{"n":13,"n_ran":12,"n_constructed":0,"n_ran_checked":0,"n_instrument":12,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":13,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 12 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/evidence-of-meaning-in-language-models#ran","syntology_url":"https://syntology.ai/paper/2305.11169","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11169"}},"official":{"repos":["charlesjin/emergent-semantics"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/visionllm-large-language-model-is-also-an","slug":"visionllm-large-language-model-is-also-an","title":"VisionLLM: Large Language Model is also an Open-Ended Decoder for Vision-Centric Tasks","date":"2023-05-18","arxiv_id":"2305.11175","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/visionllm-large-language-model-is-also-an#ran","syntology_url":"https://syntology.ai/paper/2305.11175","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11175"}},"official":{"repos":["opengvlab/visionllm","opengvlab/interngpt"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/ad-kd-attribution-driven-knowledge","slug":"ad-kd-attribution-driven-knowledge","title":"AD-KD: Attribution-Driven Knowledge Distillation for Language Model Compression","date":"2023-05-17","arxiv_id":"2305.10010","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":1,"n_ran_checked":2,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":4,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/ad-kd-attribution-driven-knowledge#ran","syntology_url":"https://syntology.ai/paper/2305.10010","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.10010"}},"official":{"repos":["brucewsy/ad-kd"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":1,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/pmc-vqa-visual-instruction-tuning-for-medical","slug":"pmc-vqa-visual-instruction-tuning-for-medical","title":"PMC-VQA: Visual Instruction Tuning for Medical Visual Question Answering","date":"2023-05-17","arxiv_id":"2305.10415","repositories_listed":2,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":3,"n_pointer_only":2,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 1 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/pmc-vqa-visual-instruction-tuning-for-medical#ran","syntology_url":"https://syntology.ai/paper/2305.10415","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.10415"}},"official":{"repos":["xiaoman-zhang/PMC-VQA"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/doremi-optimizing-data-mixtures-speeds-up-1","slug":"doremi-optimizing-data-mixtures-speeds-up-1","title":"DoReMi: Optimizing Data Mixtures Speeds Up Language Model Pretraining","date":"2023-05-17","arxiv_id":"2305.10429","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/doremi-optimizing-data-mixtures-speeds-up-1#ran","syntology_url":"https://syntology.ai/paper/2305.10429","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.10429"}},"official":{"repos":["sangmichaelxie/doremi"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/a-better-way-to-do-masked-language-model","slug":"a-better-way-to-do-masked-language-model","title":"A Better Way to Do Masked Language Model Scoring","date":"2023-05-17","arxiv_id":"2305.10588","repositories_listed":2,"syntology":{"n":5,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/a-better-way-to-do-masked-language-model#ran","syntology_url":"https://syntology.ai/paper/2305.10588","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.10588"}},"official":{"repos":["carina-kauf/better-mlm-scoring"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["listed"]}}},{"url":"/paper/tree-of-thoughts-deliberate-problem-solving-1","slug":"tree-of-thoughts-deliberate-problem-solving-1","title":"Tree of Thoughts: Deliberate Problem Solving with Large Language Models","date":"2023-05-17","arxiv_id":"2305.10601","repositories_listed":6,"syntology":{"n":24,"n_ran":19,"n_constructed":6,"n_ran_checked":18,"n_instrument":1,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":18,"n_pointer_only":1,"phrase":"19 ran (of which 6 constructed an object rather than computing a result; 18 with no instrument failure: 0 honoured, 0 violated, 18 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/tree-of-thoughts-deliberate-problem-solving-1#ran","syntology_url":"https://syntology.ai/paper/2305.10601","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.10601"}},"official":{"repos":["princeton-nlp/tree-of-thought-llm","ysymyth/tree-of-thought-llm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["community","listed","official"]}}},{"url":"/paper/token-wise-decomposition-of-autoregressive","slug":"token-wise-decomposition-of-autoregressive","title":"Token-wise Decomposition of Autoregressive Language Model Hidden States for Analyzing Model Predictions","date":"2023-05-17","arxiv_id":"2305.10614","repositories_listed":1,"syntology":{"n":12,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":7,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/token-wise-decomposition-of-autoregressive#ran","syntology_url":"https://syntology.ai/paper/2305.10614","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.10614"}},"official":{"repos":["byungdoh/llm_decomposition"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/pre-training-to-learn-in-context","slug":"pre-training-to-learn-in-context","title":"Pre-Training to Learn in Context","date":"2023-05-16","arxiv_id":"2305.09137","repositories_listed":1,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pre-training-to-learn-in-context#ran","syntology_url":"https://syntology.ai/paper/2305.09137","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.09137"}},"official":{"repos":["thu-coai/picl"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/dual-alignment-pre-training-for-cross-lingual","slug":"dual-alignment-pre-training-for-cross-lingual","title":"Dual-Alignment Pre-training for Cross-lingual Sentence Embedding","date":"2023-05-16","arxiv_id":"2305.09148","repositories_listed":1,"syntology":{"n":7,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/dual-alignment-pre-training-for-cross-lingual#ran","syntology_url":"https://syntology.ai/paper/2305.09148","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.09148"}},"official":{"repos":["chillingdream/dap"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/structgpt-a-general-framework-for-large","slug":"structgpt-a-general-framework-for-large","title":"StructGPT: A General Framework for Large Language Model to Reason over Structured Data","date":"2023-05-16","arxiv_id":"2305.09645","repositories_listed":1,"syntology":{"n":10,"n_ran":8,"n_constructed":2,"n_ran_checked":8,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":3,"n_no_contract":5,"n_pointer_only":1,"phrase":"8 ran (of which 2 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 3 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/structgpt-a-general-framework-for-large#ran","syntology_url":"https://syntology.ai/paper/2305.09645","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.09645"}},"official":{"repos":["rucaibox/structgpt"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":2,"n_ran_no_instrument_failure":8,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/satlm-satisfiability-aided-language-models-1","slug":"satlm-satisfiability-aided-language-models-1","title":"SatLM: Satisfiability-Aided Language Models Using Declarative Prompting","date":"2023-05-16","arxiv_id":"2305.09656","repositories_listed":1,"syntology":{"n":5,"n_ran":2,"n_constructed":1,"n_ran_checked":1,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/satlm-satisfiability-aided-language-models-1#ran","syntology_url":"https://syntology.ai/paper/2305.09656","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.09656"}},"official":{"repos":["xiye17/sat-lm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/large-language-model-guided-tree-of-thought","slug":"large-language-model-guided-tree-of-thought","title":"Large Language Model Guided Tree-of-Thought","date":"2023-05-15","arxiv_id":"2305.08291","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/large-language-model-guided-tree-of-thought#ran","syntology_url":"https://syntology.ai/paper/2305.08291","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.08291"}},"official":{"repos":["jieyilong/tree-of-thought-puzzle-solver"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/mobile-env-a-universal-platform-for-training","slug":"mobile-env-a-universal-platform-for-training","title":"Mobile-Env: Building Qualified Evaluation Benchmarks for LLM-GUI Interaction","date":"2023-05-14","arxiv_id":"2305.08144","repositories_listed":2,"syntology":{"n":17,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/mobile-env-a-universal-platform-for-training#ran","syntology_url":"https://syntology.ai/paper/2305.08144","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.08144"}},"official":{"repos":["opendfm/mobile-env-expe","x-lance/mobile-env"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/watermarking-text-generated-by-black-box","slug":"watermarking-text-generated-by-black-box","title":"Watermarking Text Generated by Black-Box Language Models","date":"2023-05-14","arxiv_id":"2305.08883","repositories_listed":1,"syntology":{"n":7,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/watermarking-text-generated-by-black-box#ran","syntology_url":"https://syntology.ai/paper/2305.08883","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.08883"}},"official":{"repos":["kiode/text_watermark_language_models"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/investigating-emergent-goal-like-behaviour-in","slug":"investigating-emergent-goal-like-behaviour-in","title":"The Machine Psychology of Cooperation: Can GPT models operationalise prompts for altruism, cooperation, competitiveness and selfishness in economic games?","date":"2023-05-13","arxiv_id":"2305.07970","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/investigating-emergent-goal-like-behaviour-in#ran","syntology_url":"https://syntology.ai/paper/2305.07970","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.07970"}},"official":{"repos":["phelps-sg/llm-cooperation","gitlab.com/sphelps/llm-cooperation"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/self-chained-image-language-model-for-video-1","slug":"self-chained-image-language-model-for-video-1","title":"Self-Chained Image-Language Model for Video Localization and Question Answering","date":"2023-05-11","arxiv_id":"2305.06988","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":7,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/self-chained-image-language-model-for-video-1#ran","syntology_url":"https://syntology.ai/paper/2305.06988","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.06988"}},"official":{"repos":["yui010206/sevila"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/say-what-you-mean-large-language-models-speak","slug":"say-what-you-mean-large-language-models-speak","title":"Say What You Mean! Large Language Models Speak Too Positively about Negative Commonsense Knowledge","date":"2023-05-10","arxiv_id":"2305.05976","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/say-what-you-mean-large-language-models-speak#ran","syntology_url":"https://syntology.ai/paper/2305.05976","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.05976"}},"official":{"repos":["jiangjiechen/uncommongen"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/automatic-evaluation-of-attribution-by-large","slug":"automatic-evaluation-of-attribution-by-large","title":"Automatic Evaluation of Attribution by Large Language Models","date":"2023-05-10","arxiv_id":"2305.06311","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/automatic-evaluation-of-attribution-by-large#ran","syntology_url":"https://syntology.ai/paper/2305.06311","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.06311"}},"official":{"repos":["osu-nlp-group/attrscore"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/internchat-solving-vision-centric-tasks-by","slug":"internchat-solving-vision-centric-tasks-by","title":"InternGPT: Solving Vision-Centric Tasks by Interacting with ChatGPT Beyond Language","date":"2023-05-09","arxiv_id":"2305.05662","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/internchat-solving-vision-centric-tasks-by#ran","syntology_url":"https://syntology.ai/paper/2305.05662","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.05662"}},"official":{"repos":["opengvlab/internchat","opengvlab/interngpt"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/deeptextmark-deep-learning-based-text","slug":"deeptextmark-deep-learning-based-text","title":"DeepTextMark: A Deep Learning-Driven Text Watermarking Approach for Identifying Large Language Model Generated Text","date":"2023-05-09","arxiv_id":"2305.05773","repositories_listed":4,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/deeptextmark-deep-learning-based-text#ran","syntology_url":"https://syntology.ai/paper/2305.05773","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.05773"}},"official":null}},{"url":"/paper/toeplitz-neural-network-for-sequence-modeling","slug":"toeplitz-neural-network-for-sequence-modeling","title":"Toeplitz Neural Network for Sequence Modeling","date":"2023-05-08","arxiv_id":"2305.04749","repositories_listed":2,"syntology":{"n":6,"n_ran":2,"n_constructed":1,"n_ran_checked":1,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/toeplitz-neural-network-for-sequence-modeling#ran","syntology_url":"https://syntology.ai/paper/2305.04749","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.04749"}},"official":{"repos":["Doraemonzzz/tnn-pytorch"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/x-llm-bootstrapping-advanced-large-language","slug":"x-llm-bootstrapping-advanced-large-language","title":"X-LLM: Bootstrapping Advanced Large Language Models by Treating Multi-Modalities as Foreign Languages","date":"2023-05-07","arxiv_id":"2305.04160","repositories_listed":2,"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":4,"n_instrument":4,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":2,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 4 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/x-llm-bootstrapping-advanced-large-language#ran","syntology_url":"https://syntology.ai/paper/2305.04160","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.04160"}},"official":null}},{"url":"/paper/unified-demonstration-retriever-for-in","slug":"unified-demonstration-retriever-for-in","title":"Unified Demonstration Retriever for In-Context Learning","date":"2023-05-07","arxiv_id":"2305.04320","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":1,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/unified-demonstration-retriever-for-in#ran","syntology_url":"https://syntology.ai/paper/2305.04320","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.04320"}},"official":{"repos":["kailv69/udr"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/2x-faster-language-model-pre-training-via","slug":"2x-faster-language-model-pre-training-via","title":"Masked Structural Growth for 2x Faster Language Model Pre-training","date":"2023-05-04","arxiv_id":"2305.02869","repositories_listed":1,"syntology":{"n":34,"n_ran":16,"n_constructed":6,"n_ran_checked":10,"n_instrument":6,"n_unverified":18,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":0,"phrase":"16 ran (of which 6 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 6 where Syntology's instrument failed) · 18 unverified","sample_list":"/paper/2x-faster-language-model-pre-training-via#ran","syntology_url":"https://syntology.ai/paper/2305.02869","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.02869"}},"official":{"repos":["cofe-ai/msg"],"state":"official (archive's flag): 16 ran","n_ran":16,"n_constructed":6,"n_ran_no_instrument_failure":10,"n_unverified":18,"ran_from_kinds":["official"]}}},{"url":"/paper/sentence-embedding-leaks-more-information","slug":"sentence-embedding-leaks-more-information","title":"Sentence Embedding Leaks More Information than You Expect: Generative Embedding Inversion Attack to Recover the Whole Sentence","date":"2023-05-04","arxiv_id":"2305.03010","repositories_listed":1,"syntology":{"n":13,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/sentence-embedding-leaks-more-information#ran","syntology_url":"https://syntology.ai/paper/2305.03010","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.03010"}},"official":{"repos":["hkust-knowcomp/geia"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":7,"ran_from_kinds":["official"]}}},{"url":"/paper/principle-driven-self-alignment-of-language-1","slug":"principle-driven-self-alignment-of-language-1","title":"Principle-Driven Self-Alignment of Language Models from Scratch with Minimal Human Supervision","date":"2023-05-04","arxiv_id":"2305.03047","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/principle-driven-self-alignment-of-language-1#ran","syntology_url":"https://syntology.ai/paper/2305.03047","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.03047"}},"official":{"repos":["IBM/Dromedary"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/the-benefits-of-bad-advice-autocontrastive","slug":"the-benefits-of-bad-advice-autocontrastive","title":"The Benefits of Bad Advice: Autocontrastive Decoding across Model Layers","date":"2023-05-02","arxiv_id":"2305.01628","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/the-benefits-of-bad-advice-autocontrastive#ran","syntology_url":"https://syntology.ai/paper/2305.01628","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.01628"}},"official":{"repos":["ibm/auto-contrastive-generation"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/tallrec-an-effective-and-efficient-tuning","slug":"tallrec-an-effective-and-efficient-tuning","title":"TALLRec: An Effective and Efficient Tuning Framework to Align Large Language Model with Recommendation","date":"2023-04-30","arxiv_id":"2305.00447","repositories_listed":1,"syntology":{"n":8,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/tallrec-an-effective-and-efficient-tuning#ran","syntology_url":"https://syntology.ai/paper/2305.00447","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.00447"}},"official":{"repos":["sai990323/tallrec"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/outline-then-details-syntactically-guided","slug":"outline-then-details-syntactically-guided","title":"Outline, Then Details: Syntactically Guided Coarse-To-Fine Code Generation","date":"2023-04-28","arxiv_id":"2305.00909","repositories_listed":1,"syntology":{"n":9,"n_ran":7,"n_constructed":1,"n_ran_checked":5,"n_instrument":2,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"7 ran (of which 1 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/outline-then-details-syntactically-guided#ran","syntology_url":"https://syntology.ai/paper/2305.00909","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.00909"}},"official":{"repos":["vita-group/chaincoder"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":1,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/pmc-llama-further-finetuning-llama-on-medical","slug":"pmc-llama-further-finetuning-llama-on-medical","title":"PMC-LLaMA: Towards Building Open-source Language Models for Medicine","date":"2023-04-27","arxiv_id":"2304.14454","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pmc-llama-further-finetuning-llama-on-medical#ran","syntology_url":"https://syntology.ai/paper/2304.14454","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.14454"}},"official":{"repos":["chaoyi-wu/pmc-llama"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/unleashing-infinite-length-input-capacity-for","slug":"unleashing-infinite-length-input-capacity-for","title":"Enhancing Large Language Model with Self-Controlled Memory Framework","date":"2023-04-26","arxiv_id":"2304.13343","repositories_listed":1,"syntology":{"n":14,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":11,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/unleashing-infinite-length-input-capacity-for#ran","syntology_url":"https://syntology.ai/paper/2304.13343","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.13343"}},"official":{"repos":["wbbeyourself/scm4llms"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":11,"ran_from_kinds":["official"]}}},{"url":"/paper/is-a-prompt-and-a-few-samples-all-you-need","slug":"is-a-prompt-and-a-few-samples-all-you-need","title":"The Parrot Dilemma: Human-Labeled vs. LLM-augmented Data in Classification Tasks","date":"2023-04-26","arxiv_id":"2304.13861","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/is-a-prompt-and-a-few-samples-all-you-need#ran","syntology_url":"https://syntology.ai/paper/2304.13861","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.13861"}},"official":{"repos":["andersgiovanni/worker_vs_gpt","AGMoller/worker_vs_gpt"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/sailer-structure-aware-pre-trained-language","slug":"sailer-structure-aware-pre-trained-language","title":"SAILER: Structure-aware Pre-trained Language Model for Legal Case Retrieval","date":"2023-04-22","arxiv_id":"2304.11370","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sailer-structure-aware-pre-trained-language#ran","syntology_url":"https://syntology.ai/paper/2304.11370","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.11370"}},"official":{"repos":["cshaitao/sailer"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/lamp-when-large-language-models-meet","slug":"lamp-when-large-language-models-meet","title":"LaMP: When Large Language Models Meet Personalization","date":"2023-04-22","arxiv_id":"2304.11406","repositories_listed":4,"syntology":{"n":13,"n_ran":12,"n_constructed":0,"n_ran_checked":11,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":1,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/lamp-when-large-language-models-meet#ran","syntology_url":"https://syntology.ai/paper/2304.11406","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.11406"}},"official":null}},{"url":"/paper/phoenix-democratizing-chatgpt-across","slug":"phoenix-democratizing-chatgpt-across","title":"Phoenix: Democratizing ChatGPT across Languages","date":"2023-04-20","arxiv_id":"2304.10453","repositories_listed":1,"syntology":{"n":6,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/phoenix-democratizing-chatgpt-across#ran","syntology_url":"https://syntology.ai/paper/2304.10453","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.10453"}},"official":{"repos":["freedomintelligence/llmzoo"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/scaling-transformer-to-1m-tokens-and-beyond","slug":"scaling-transformer-to-1m-tokens-and-beyond","title":"Scaling Transformer to 1M tokens and beyond with RMT","date":"2023-04-19","arxiv_id":"2304.11062","repositories_listed":3,"syntology":{"n":8,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/scaling-transformer-to-1m-tokens-and-beyond#ran","syntology_url":"https://syntology.ai/paper/2304.11062","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.11062"}},"official":{"repos":["booydar/t5-experiments"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/codekgc-code-language-model-for-generative","slug":"codekgc-code-language-model-for-generative","title":"CodeKGC: Code Language Model for Generative Knowledge Graph Construction","date":"2023-04-18","arxiv_id":"2304.09048","repositories_listed":2,"syntology":{"n":16,"n_ran":14,"n_constructed":0,"n_ran_checked":13,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":1,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/codekgc-code-language-model-for-generative#ran","syntology_url":"https://syntology.ai/paper/2304.09048","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.09048"}},"official":{"repos":["zjunlp/deepke"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":13,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/api-bank-a-benchmark-for-tool-augmented-llms","slug":"api-bank-a-benchmark-for-tool-augmented-llms","title":"API-Bank: A Comprehensive Benchmark for Tool-Augmented LLMs","date":"2023-04-14","arxiv_id":"2304.08244","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/api-bank-a-benchmark-for-tool-augmented-llms#ran","syntology_url":"https://syntology.ai/paper/2304.08244","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.08244"}},"official":null}},{"url":"/paper/lasuie-unifying-information-extraction-with","slug":"lasuie-unifying-information-extraction-with","title":"LasUIE: Unifying Information Extraction with Latent Adaptive Structure-aware Generative Language Model","date":"2023-04-13","arxiv_id":"2304.06248","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":1,"n_instrument":4,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/lasuie-unifying-information-extraction-with#ran","syntology_url":"https://syntology.ai/paper/2304.06248","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.06248"}},"official":{"repos":["chocowu/lasuie"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/rrhf-rank-responses-to-align-language-models","slug":"rrhf-rank-responses-to-align-language-models","title":"RRHF: Rank Responses to Align Language Models with Human Feedback without tears","date":"2023-04-11","arxiv_id":"2304.05302","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rrhf-rank-responses-to-align-language-models#ran","syntology_url":"https://syntology.ai/paper/2304.05302","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.05302"}},"official":{"repos":["ganjinzero/rrhf"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/a-cheaper-and-better-diffusion-language-model","slug":"a-cheaper-and-better-diffusion-language-model","title":"A Cheaper and Better Diffusion Language Model with Soft-Masked Noise","date":"2023-04-10","arxiv_id":"2304.04746","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/a-cheaper-and-better-diffusion-language-model#ran","syntology_url":"https://syntology.ai/paper/2304.04746","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.04746"}},"official":{"repos":["amazon-science/masked-diffusion-lm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/generative-agents-interactive-simulacra-of","slug":"generative-agents-interactive-simulacra-of","title":"Generative Agents: Interactive Simulacra of Human Behavior","date":"2023-04-07","arxiv_id":"2304.03442","repositories_listed":8,"syntology":{"n":12,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":5,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/generative-agents-interactive-simulacra-of#ran","syntology_url":"https://syntology.ai/paper/2304.03442","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.03442"}},"official":{"repos":["joonspk-research/generative_agents"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/why-think-step-by-step-reasoning-emerges-from-1","slug":"why-think-step-by-step-reasoning-emerges-from-1","title":"Why think step by step? Reasoning emerges from the locality of experience","date":"2023-04-07","arxiv_id":"2304.03843","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/why-think-step-by-step-reasoning-emerges-from-1#ran","syntology_url":"https://syntology.ai/paper/2304.03843","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.03843"}},"official":{"repos":["benpry/why-think-step-by-step"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/making-ai-less-thirsty-uncovering-and","slug":"making-ai-less-thirsty-uncovering-and","title":"Making AI Less \"Thirsty\": Uncovering and Addressing the Secret Water Footprint of AI Models","date":"2023-04-06","arxiv_id":"2304.03271","repositories_listed":1,"syntology":{"n":10,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/making-ai-less-thirsty-uncovering-and#ran","syntology_url":"https://syntology.ai/paper/2304.03271","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.03271"}},"official":{"repos":["ren-research/making-ai-less-thirsty"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/chartreader-a-unified-framework-for-chart","slug":"chartreader-a-unified-framework-for-chart","title":"ChartReader: A Unified Framework for Chart Derendering and Comprehension without Heuristic Rules","date":"2023-04-05","arxiv_id":"2304.02173","repositories_listed":1,"syntology":{"n":19,"n_ran":16,"n_constructed":3,"n_ran_checked":6,"n_instrument":10,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":19,"phrase":"16 ran (of which 3 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 10 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/chartreader-a-unified-framework-for-chart#ran","syntology_url":"https://syntology.ai/paper/2304.02173","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.02173"}},"official":{"repos":["zhiqic/chartreader"],"state":"official (archive's flag): 16 ran","n_ran":16,"n_constructed":3,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/neural-comprehension-language-models-with","slug":"neural-comprehension-language-models-with","title":"Mastering Symbolic Operations: Augmenting Language Models with Compiled Neural Networks","date":"2023-04-04","arxiv_id":"2304.01665","repositories_listed":3,"syntology":{"n":11,"n_ran":5,"n_constructed":2,"n_ran_checked":4,"n_instrument":1,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"5 ran (of which 2 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/neural-comprehension-language-models-with#ran","syntology_url":"https://syntology.ai/paper/2304.01665","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.01665"}},"official":{"repos":["wengsyx/neural-comprehension"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":5,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/llm-adapters-an-adapter-family-for-parameter","slug":"llm-adapters-an-adapter-family-for-parameter","title":"LLM-Adapters: An Adapter Family for Parameter-Efficient Fine-Tuning of Large Language Models","date":"2023-04-04","arxiv_id":"2304.01933","repositories_listed":2,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/llm-adapters-an-adapter-family-for-parameter#ran","syntology_url":"https://syntology.ai/paper/2304.01933","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.01933"}},"official":{"repos":["agi-edgerunners/llm-adapters"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/synthesize-extremely-high-dimensional","slug":"synthesize-extremely-high-dimensional","title":"Synthesize High-dimensional Longitudinal Electronic Health Records via Hierarchical Autoregressive Language Model","date":"2023-04-04","arxiv_id":"2304.02169","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/synthesize-extremely-high-dimensional#ran","syntology_url":"https://syntology.ai/paper/2304.02169","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.02169"}},"official":{"repos":["btheodorou99/halo_inpatient"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/baize-an-open-source-chat-model-with","slug":"baize-an-open-source-chat-model-with","title":"Baize: An Open-Source Chat Model with Parameter-Efficient Tuning on Self-Chat Data","date":"2023-04-03","arxiv_id":"2304.01196","repositories_listed":5,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":8,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":2,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/baize-an-open-source-chat-model-with#ran","syntology_url":"https://syntology.ai/paper/2304.01196","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.01196"}},"official":{"repos":["project-baize/baize","project-baize/baize-chatbot"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/camel-communicative-agents-for-mind","slug":"camel-communicative-agents-for-mind","title":"CAMEL: Communicative Agents for \"Mind\" Exploration of Large Language Model Society","date":"2023-03-31","arxiv_id":"2303.17760","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/camel-communicative-agents-for-mind#ran","syntology_url":"https://syntology.ai/paper/2303.17760","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.17760"}},"official":{"repos":["camel-ai/camel"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/assessing-language-model-deployment-with-risk","slug":"assessing-language-model-deployment-with-risk","title":"Assessing Language Model Deployment with Risk Cards","date":"2023-03-31","arxiv_id":"2303.18190","repositories_listed":3,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":5,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/assessing-language-model-deployment-with-risk#ran","syntology_url":"https://syntology.ai/paper/2303.18190","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.18190"}},"official":{"repos":["leondz/lm_risk_cards"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/a-survey-of-large-language-models","slug":"a-survey-of-large-language-models","title":"A Survey of Large Language Models","date":"2023-03-31","arxiv_id":"2303.18223","repositories_listed":6,"syntology":{"n":13,"n_ran":9,"n_constructed":0,"n_ran_checked":8,"n_instrument":1,"n_unverified":4,"n_honours":2,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 2 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/a-survey-of-large-language-models#ran","syntology_url":"https://syntology.ai/paper/2303.18223","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.18223"}},"official":{"repos":["rucaibox/llmsurvey"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["found_in_text","listed"]}}},{"url":"/paper/wavcaps-a-chatgpt-assisted-weakly-labelled","slug":"wavcaps-a-chatgpt-assisted-weakly-labelled","title":"WavCaps: A ChatGPT-Assisted Weakly-Labelled Audio Captioning Dataset for Audio-Language Multimodal Research","date":"2023-03-30","arxiv_id":"2303.17395","repositories_listed":3,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/wavcaps-a-chatgpt-assisted-weakly-labelled#ran","syntology_url":"https://syntology.ai/paper/2303.17395","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.17395"}},"official":{"repos":["xinhaomei/wavcaps"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/language-models-can-solve-computer-tasks","slug":"language-models-can-solve-computer-tasks","title":"Language Models can Solve Computer Tasks","date":"2023-03-30","arxiv_id":"2303.17491","repositories_listed":1,"syntology":{"n":11,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/language-models-can-solve-computer-tasks#ran","syntology_url":"https://syntology.ai/paper/2303.17491","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.17491"}},"official":{"repos":["posgnu/rci-agent"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/personalised-language-modelling-of-screen","slug":"personalised-language-modelling-of-screen","title":"Reference-less Analysis of Context Specificity in Translation with Personalised Language Models","date":"2023-03-29","arxiv_id":"2303.16618","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/personalised-language-modelling-of-screen#ran","syntology_url":"https://syntology.ai/paper/2303.16618","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.16618"}},"official":{"repos":["st-vincent1/cornell_rich"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/hallucinations-in-large-multilingual","slug":"hallucinations-in-large-multilingual","title":"Hallucinations in Large Multilingual Translation Models","date":"2023-03-28","arxiv_id":"2303.16104","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/hallucinations-in-large-multilingual#ran","syntology_url":"https://syntology.ai/paper/2303.16104","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.16104"}},"official":{"repos":["deep-spin/lmt_hallucinations"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/training-language-models-with-language","slug":"training-language-models-with-language","title":"Training Language Models with Language Feedback at Scale","date":"2023-03-28","arxiv_id":"2303.16755","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":2,"n_violates":1,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/training-language-models-with-language#ran","syntology_url":"https://syntology.ai/paper/2303.16755","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.16755"}},"official":{"repos":["jeremyalain/imitation_learning_from_language_feedback"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/fine-grained-audible-video-description","slug":"fine-grained-audible-video-description","title":"Fine-grained Audible Video Description","date":"2023-03-27","arxiv_id":"2303.15616","repositories_listed":1,"syntology":{"n":12,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/fine-grained-audible-video-description#ran","syntology_url":"https://syntology.ai/paper/2303.15616","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.15616"}},"official":{"repos":["opennlplab/favdbench"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/winclip-zero-few-shot-anomaly-classification","slug":"winclip-zero-few-shot-anomaly-classification","title":"WinCLIP: Zero-/Few-Shot Anomaly Classification and Segmentation","date":"2023-03-26","arxiv_id":"2303.14814","repositories_listed":4,"syntology":{"n":12,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":5,"n_honours":1,"n_violates":2,"n_no_contract":3,"n_pointer_only":6,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 2 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/winclip-zero-few-shot-anomaly-classification#ran","syntology_url":"https://syntology.ai/paper/2303.14814","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.14814"}},"official":null}},{"url":"/paper/scaling-expert-language-models-with","slug":"scaling-expert-language-models-with","title":"Scaling Expert Language Models with Unsupervised Domain Discovery","date":"2023-03-24","arxiv_id":"2303.14177","repositories_listed":1,"syntology":{"n":6,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/scaling-expert-language-models-with#ran","syntology_url":"https://syntology.ai/paper/2303.14177","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.14177"}},"official":{"repos":["kernelmachine/cbtm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/visual-language-prompt-tuning-with-knowledge","slug":"visual-language-prompt-tuning-with-knowledge","title":"Visual-Language Prompt Tuning with Knowledge-guided Context Optimization","date":"2023-03-23","arxiv_id":"2303.13283","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/visual-language-prompt-tuning-with-knowledge#ran","syntology_url":"https://syntology.ai/paper/2303.13283","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.13283"}},"official":{"repos":["htyao89/kgcoop"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/cross-modal-implicit-relation-reasoning-and","slug":"cross-modal-implicit-relation-reasoning-and","title":"Cross-Modal Implicit Relation Reasoning and Aligning for Text-to-Image Person Retrieval","date":"2023-03-22","arxiv_id":"2303.12501","repositories_listed":1,"syntology":{"n":9,"n_ran":5,"n_constructed":3,"n_ran_checked":4,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"5 ran (of which 3 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/cross-modal-implicit-relation-reasoning-and#ran","syntology_url":"https://syntology.ai/paper/2303.12501","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.12501"}},"official":{"repos":["anosorae/irra"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":3,"n_ran_no_instrument_failure":4,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/repocoder-repository-level-code-completion","slug":"repocoder-repository-level-code-completion","title":"RepoCoder: Repository-Level Code Completion Through Iterative Retrieval and Generation","date":"2023-03-22","arxiv_id":"2303.12570","repositories_listed":1,"syntology":{"n":7,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/repocoder-repository-level-code-completion#ran","syntology_url":"https://syntology.ai/paper/2303.12570","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.12570"}},"official":{"repos":["microsoft/codet"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/contrastive-alignment-of-vision-to-language","slug":"contrastive-alignment-of-vision-to-language","title":"Contrastive Alignment of Vision to Language Through Parameter-Efficient Transfer Learning","date":"2023-03-21","arxiv_id":"2303.11866","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/contrastive-alignment-of-vision-to-language#ran","syntology_url":"https://syntology.ai/paper/2303.11866","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.11866"}},"official":{"repos":["codezakh/lilt"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["unlocated"]}}},{"url":"/paper/tifa-accurate-and-interpretable-text-to-image","slug":"tifa-accurate-and-interpretable-text-to-image","title":"TIFA: Accurate and Interpretable Text-to-Image Faithfulness Evaluation with Question Answering","date":"2023-03-21","arxiv_id":"2303.11897","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/tifa-accurate-and-interpretable-text-to-image#ran","syntology_url":"https://syntology.ai/paper/2303.11897","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.11897"}},"official":{"repos":["Yushi-Hu/tifa"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/clip4mc-an-rl-friendly-vision-language-model","slug":"clip4mc-an-rl-friendly-vision-language-model","title":"Reinforcement Learning Friendly Vision-Language Model for Minecraft","date":"2023-03-19","arxiv_id":"2303.10571","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/clip4mc-an-rl-friendly-vision-language-model#ran","syntology_url":"https://syntology.ai/paper/2303.10571","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.10571"}},"official":{"repos":["PKU-RL/CLIP4MC"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/trained-on-100-million-words-and-still-in","slug":"trained-on-100-million-words-and-still-in","title":"Trained on 100 million words and still in shape: BERT meets British National Corpus","date":"2023-03-17","arxiv_id":"2303.09859","repositories_listed":2,"syntology":{"n":7,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":7,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/trained-on-100-million-words-and-still-in#ran","syntology_url":"https://syntology.ai/paper/2303.09859","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.09859"}},"official":{"repos":["ltgoslo/ltg-bert"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":3,"n_ran_no_instrument_failure":3,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/rethinking-model-ensemble-in-transfer-based","slug":"rethinking-model-ensemble-in-transfer-based","title":"Rethinking Model Ensemble in Transfer-based Adversarial Attacks","date":"2023-03-16","arxiv_id":"2303.09105","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rethinking-model-ensemble-in-transfer-based#ran","syntology_url":"https://syntology.ai/paper/2303.09105","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.09105"}},"official":{"repos":["huanranchen/AdversarialAttacks"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/smartbert-a-promotion-of-dynamic-early","slug":"smartbert-a-promotion-of-dynamic-early","title":"SmartBERT: A Promotion of Dynamic Early Exiting Mechanism for Accelerating BERT Inference","date":"2023-03-16","arxiv_id":"2303.09266","repositories_listed":0,"syntology":{"n":4,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/smartbert-a-promotion-of-dynamic-early#ran","syntology_url":"https://syntology.ai/paper/2303.09266","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.09266"}},"official":null}},{"url":"/paper/jump-to-conclusions-short-cutting","slug":"jump-to-conclusions-short-cutting","title":"Jump to Conclusions: Short-Cutting Transformers With Linear Transformations","date":"2023-03-16","arxiv_id":"2303.09435","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/jump-to-conclusions-short-cutting#ran","syntology_url":"https://syntology.ai/paper/2303.09435","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.09435"}},"official":{"repos":["sashayd/mat"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/typet5-seq2seq-type-inference-using-static","slug":"typet5-seq2seq-type-inference-using-static","title":"TypeT5: Seq2seq Type Inference using Static Analysis","date":"2023-03-16","arxiv_id":"2303.09564","repositories_listed":1,"syntology":{"n":7,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/typet5-seq2seq-type-inference-using-static#ran","syntology_url":"https://syntology.ai/paper/2303.09564","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.09564"}},"official":{"repos":["utopia-group/typet5"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/eliciting-latent-predictions-from","slug":"eliciting-latent-predictions-from","title":"Eliciting Latent Predictions from Transformers with the Tuned Lens","date":"2023-03-14","arxiv_id":"2303.08112","repositories_listed":2,"syntology":{"n":15,"n_ran":12,"n_constructed":0,"n_ran_checked":12,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":1,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/eliciting-latent-predictions-from#ran","syntology_url":"https://syntology.ai/paper/2303.08112","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.08112"}},"official":{"repos":["alignmentresearch/tuned-lens","neelnanda-io/transformerlens"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/nl4opt-competition-formulating-optimization","slug":"nl4opt-competition-formulating-optimization","title":"NL4Opt Competition: Formulating Optimization Problems Based on Their Natural Language Descriptions","date":"2023-03-14","arxiv_id":"2303.08233","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":6,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/nl4opt-competition-formulating-optimization#ran","syntology_url":"https://syntology.ai/paper/2303.08233","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.08233"}},"official":{"repos":["nl4opt/nl4opt-competition"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/high-throughput-generative-inference-of-large","slug":"high-throughput-generative-inference-of-large","title":"FlexGen: High-Throughput Generative Inference of Large Language Models with a Single GPU","date":"2023-03-13","arxiv_id":"2303.06865","repositories_listed":1,"syntology":{"n":12,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":1,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/high-throughput-generative-inference-of-large#ran","syntology_url":"https://syntology.ai/paper/2303.06865","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.06865"}},"official":{"repos":["fminference/flexgen"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}}],"record_sha256":"0d4b11faac860b01d87251ca4e762aad8e9b6f8cab3679f74f611c34e5dba5a5","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}