{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/language-modelling/papers/ran/18","list_of":"/task/language-modelling","task":"Language Modelling","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":18,"pages_in_order":25,"rows_per_page":100,"rows":[1701,1800],"of":2428,"counts":{"archive_papers_tagged":17610,"with_a_code_link":7012,"where_syntology_ran_a_sample":2428,"not_listed_spam_title":0,"listed":17610,"listed_where_code_ran":2428,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":2027,"every_run_a_failure_of_syntologys_instrument":401,"listed_with_a_run_with_no_instrument_failure":2027,"listed_every_run_a_failure_of_syntologys_instrument":401,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/language-modelling/papers/ran/1","prev":"/task/language-modelling/papers/ran/17","next":"/task/language-modelling/papers/ran/19","papers":[{"url":"/paper/a-comprehensive-evaluation-of-chatgpt-s-zero","slug":"a-comprehensive-evaluation-of-chatgpt-s-zero","title":"A comprehensive evaluation of ChatGPT's zero-shot Text-to-SQL capability","date":"2023-03-12","arxiv_id":"2303.13547","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":3,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 3 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-comprehensive-evaluation-of-chatgpt-s-zero#ran","syntology_url":"https://syntology.ai/paper/2303.13547","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.13547"}},"official":{"repos":["thu-bpm/chatgpt-sql"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["unlocated"]}}},{"url":"/paper/stabilizing-transformer-training-by","slug":"stabilizing-transformer-training-by","title":"Stabilizing Transformer Training by Preventing Attention Entropy Collapse","date":"2023-03-11","arxiv_id":"2303.06296","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/stabilizing-transformer-training-by#ran","syntology_url":"https://syntology.ai/paper/2303.06296","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.06296"}},"official":{"repos":["apple/ml-sigma-reparam"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/open-ended-medical-visual-question-answering","slug":"open-ended-medical-visual-question-answering","title":"Open-Ended Medical Visual Question Answering Through Prefix Tuning of Language Models","date":"2023-03-10","arxiv_id":"2303.05977","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/open-ended-medical-visual-question-answering#ran","syntology_url":"https://syntology.ai/paper/2303.05977","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.05977"}},"official":{"repos":["tjvsonsbeek/open-ended-medical-vqa"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/cost-effective-hyperparameter-optimization","slug":"cost-effective-hyperparameter-optimization","title":"Cost-Effective Hyperparameter Optimization for Large Language Model Generation Inference","date":"2023-03-08","arxiv_id":"2303.04673","repositories_listed":3,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":5,"n_pointer_only":9,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/cost-effective-hyperparameter-optimization#ran","syntology_url":"https://syntology.ai/paper/2303.04673","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.04673"}},"official":{"repos":["microsoft/FLAML"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/preparing-the-vuk-uzenzele-and-za-gov","slug":"preparing-the-vuk-uzenzele-and-za-gov","title":"Preparing the Vuk'uzenzele and ZA-gov-multilingual South African multilingual corpora","date":"2023-03-07","arxiv_id":"2303.03750","repositories_listed":2,"syntology":{"n":17,"n_ran":12,"n_constructed":0,"n_ran_checked":11,"n_instrument":1,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/preparing-the-vuk-uzenzele-and-za-gov#ran","syntology_url":"https://syntology.ai/paper/2303.03750","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.03750"}},"official":{"repos":["dsfsi/gov-za-multilingual","dsfsi/vukuzenzele-nlp"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/the-bigscience-roots-corpus-a-1-6tb-composite","slug":"the-bigscience-roots-corpus-a-1-6tb-composite","title":"The BigScience ROOTS Corpus: A 1.6TB Composite Multilingual Dataset","date":"2023-03-07","arxiv_id":"2303.03915","repositories_listed":0,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/the-bigscience-roots-corpus-a-1-6tb-composite#ran","syntology_url":"https://syntology.ai/paper/2303.03915","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.03915"}},"official":null}},{"url":"/paper/speak-foreign-languages-with-your-own-voice","slug":"speak-foreign-languages-with-your-own-voice","title":"Speak Foreign Languages with Your Own Voice: Cross-Lingual Neural Codec Language Modeling","date":"2023-03-07","arxiv_id":"2303.03926","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/speak-foreign-languages-with-your-own-voice#ran","syntology_url":"https://syntology.ai/paper/2303.03926","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.03926"}},"official":null}},{"url":"/paper/conzic-controllable-zero-shot-image","slug":"conzic-controllable-zero-shot-image","title":"ConZIC: Controllable Zero-shot Image Captioning by Sampling-Based Polishing","date":"2023-03-04","arxiv_id":"2303.02437","repositories_listed":1,"syntology":{"n":10,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":7,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/conzic-controllable-zero-shot-image#ran","syntology_url":"https://syntology.ai/paper/2303.02437","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.02437"}},"official":{"repos":["joeyz0z/conzic"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":7,"ran_from_kinds":["official"]}}},{"url":"/paper/prompting-large-language-models-with-answer","slug":"prompting-large-language-models-with-answer","title":"Prophet: Prompting Large Language Models with Complementary Answer Heuristics for Knowledge-based Visual Question Answering","date":"2023-03-03","arxiv_id":"2303.01903","repositories_listed":1,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/prompting-large-language-models-with-answer#ran","syntology_url":"https://syntology.ai/paper/2303.01903","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.01903"}},"official":{"repos":["milvlg/prophet"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/variance-reduced-clipping-for-non-convex","slug":"variance-reduced-clipping-for-non-convex","title":"Variance-reduced Clipping for Non-convex Optimization","date":"2023-03-02","arxiv_id":"2303.00883","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/variance-reduced-clipping-for-non-convex#ran","syntology_url":"https://syntology.ai/paper/2303.00883","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.00883"}},"official":{"repos":["haochuan-mit/varaince-reduced-clipping-for-non-convex-optimization"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/brainbert-self-supervised-representation","slug":"brainbert-self-supervised-representation","title":"BrainBERT: Self-supervised representation learning for intracranial recordings","date":"2023-02-28","arxiv_id":"2302.14367","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":4,"n_ran_checked":4,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":6,"phrase":"5 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/brainbert-self-supervised-representation#ran","syntology_url":"https://syntology.ai/paper/2302.14367","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.14367"}},"official":{"repos":["czlwang/brainbert"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":4,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/information-restricted-neural-language-models","slug":"information-restricted-neural-language-models","title":"Information-Restricted Neural Language Models Reveal Different Brain Regions' Sensitivity to Semantics, Syntax and Context","date":"2023-02-28","arxiv_id":"2302.14389","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/information-restricted-neural-language-models#ran","syntology_url":"https://syntology.ai/paper/2302.14389","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.14389"}},"official":{"repos":["alexandrepsq/information-restrited-nlms"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/spikegpt-generative-pre-trained-language","slug":"spikegpt-generative-pre-trained-language","title":"SpikeGPT: Generative Pre-trained Language Model with Spiking Neural Networks","date":"2023-02-27","arxiv_id":"2302.13939","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/spikegpt-generative-pre-trained-language#ran","syntology_url":"https://syntology.ai/paper/2302.13939","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.13939"}},"official":{"repos":["ridgerchu/spikegpt"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/language-model-crossover-variation-through","slug":"language-model-crossover-variation-through","title":"Language Model Crossover: Variation through Few-Shot Prompting","date":"2023-02-23","arxiv_id":"2302.12170","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/language-model-crossover-variation-through#ran","syntology_url":"https://syntology.ai/paper/2302.12170","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.12170"}},"official":null}},{"url":"/paper/what-makes-a-language-easy-to-deep-learn","slug":"what-makes-a-language-easy-to-deep-learn","title":"What makes a language easy to deep-learn? Deep neural networks and humans similarly benefit from compositional structure","date":"2023-02-23","arxiv_id":"2302.12239","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":1,"n_instrument":4,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/what-makes-a-language-easy-to-deep-learn#ran","syntology_url":"https://syntology.ai/paper/2302.12239","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.12239"}},"official":{"repos":["lgalke/easy2deeplearn"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/side-adapter-network-for-open-vocabulary","slug":"side-adapter-network-for-open-vocabulary","title":"Side Adapter Network for Open-Vocabulary Semantic Segmentation","date":"2023-02-23","arxiv_id":"2302.12242","repositories_listed":3,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/side-adapter-network-for-open-vocabulary#ran","syntology_url":"https://syntology.ai/paper/2302.12242","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.12242"}},"official":{"repos":["mendelxu/san"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/an-independent-evaluation-of-chatgpt-on","slug":"an-independent-evaluation-of-chatgpt-on","title":"An Independent Evaluation of ChatGPT on Mathematical Word Problems (MWP)","date":"2023-02-23","arxiv_id":"2302.13814","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/an-independent-evaluation-of-chatgpt-on#ran","syntology_url":"https://syntology.ai/paper/2302.13814","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.13814"}},"official":{"repos":["lab-v2/chatgpt_mwp_eval"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/hyena-hierarchy-towards-larger-convolutional","slug":"hyena-hierarchy-towards-larger-convolutional","title":"Hyena Hierarchy: Towards Larger Convolutional Language Models","date":"2023-02-21","arxiv_id":"2302.10866","repositories_listed":7,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":0,"n_instrument":5,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/hyena-hierarchy-towards-larger-convolutional#ran","syntology_url":"https://syntology.ai/paper/2302.10866","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.10866"}},"official":{"repos":["hazyresearch/safari"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/towards-universal-fake-image-detectors-that","slug":"towards-universal-fake-image-detectors-that","title":"Towards Universal Fake Image Detectors that Generalize Across Generative Models","date":"2023-02-20","arxiv_id":"2302.10174","repositories_listed":2,"syntology":{"n":16,"n_ran":11,"n_constructed":0,"n_ran_checked":6,"n_instrument":5,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":14,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 5 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/towards-universal-fake-image-detectors-that#ran","syntology_url":"https://syntology.ai/paper/2302.10174","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.10174"}},"official":{"repos":["yuheng-li/universalfakedetect"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/pretraining-language-models-with-human","slug":"pretraining-language-models-with-human","title":"Pretraining Language Models with Human Preferences","date":"2023-02-16","arxiv_id":"2302.08582","repositories_listed":1,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pretraining-language-models-with-human#ran","syntology_url":"https://syntology.ai/paper/2302.08582","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.08582"}},"official":{"repos":["tomekkorbak/pretraining-with-human-feedback"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/learning-performance-improving-code-edits","slug":"learning-performance-improving-code-edits","title":"Learning Performance-Improving Code Edits","date":"2023-02-15","arxiv_id":"2302.07867","repositories_listed":2,"syntology":{"n":19,"n_ran":8,"n_constructed":0,"n_ran_checked":3,"n_instrument":5,"n_unverified":11,"n_honours":2,"n_violates":0,"n_no_contract":1,"n_pointer_only":19,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 0 violated, 1 with no contract checked; 5 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/learning-performance-improving-code-edits#ran","syntology_url":"https://syntology.ai/paper/2302.07867","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.07867"}},"official":{"repos":["madaan/pie-perf"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":11,"ran_from_kinds":["official"]}}},{"url":"/paper/switchprompt-learning-domain-specific-gated","slug":"switchprompt-learning-domain-specific-gated","title":"SwitchPrompt: Learning Domain-Specific Gated Soft Prompts for Classification in Low-Resource Domains","date":"2023-02-14","arxiv_id":"2302.06868","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/switchprompt-learning-domain-specific-gated#ran","syntology_url":"https://syntology.ai/paper/2302.06868","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.06868"}},"official":{"repos":["boschresearch/switchprompt"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/adaptive-test-generation-using-a-large","slug":"adaptive-test-generation-using-a-large","title":"An Empirical Evaluation of Using Large Language Models for Automated Unit Test Generation","date":"2023-02-13","arxiv_id":"2302.06527","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/adaptive-test-generation-using-a-large#ran","syntology_url":"https://syntology.ai/paper/2302.06527","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.06527"}},"official":{"repos":["githubnext/testpilot"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/symbolic-discovery-of-optimization-algorithms-1","slug":"symbolic-discovery-of-optimization-algorithms-1","title":"Symbolic Discovery of Optimization Algorithms","date":"2023-02-13","arxiv_id":"2302.06675","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/symbolic-discovery-of-optimization-algorithms-1#ran","syntology_url":"https://syntology.ai/paper/2302.06675","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.06675"}},"official":null}},{"url":"/paper/toolformer-language-models-can-teach","slug":"toolformer-language-models-can-teach","title":"Toolformer: Language Models Can Teach Themselves to Use Tools","date":"2023-02-09","arxiv_id":"2302.04761","repositories_listed":1,"syntology":{"n":10,"n_ran":7,"n_constructed":0,"n_ran_checked":5,"n_instrument":2,"n_unverified":3,"n_honours":1,"n_violates":2,"n_no_contract":2,"n_pointer_only":3,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 2 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/toolformer-language-models-can-teach#ran","syntology_url":"https://syntology.ai/paper/2302.04761","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.04761"}},"official":null}},{"url":"/paper/gladis-a-general-and-large-acronym","slug":"gladis-a-general-and-large-acronym","title":"GLADIS: A General and Large Acronym Disambiguation Benchmark","date":"2023-02-03","arxiv_id":"2302.01860","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/gladis-a-general-and-large-acronym#ran","syntology_url":"https://syntology.ai/paper/2302.01860","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.01860"}},"official":{"repos":["tigerchen52/gladis"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/multimodal-chain-of-thought-reasoning-in","slug":"multimodal-chain-of-thought-reasoning-in","title":"Multimodal Chain-of-Thought Reasoning in Language Models","date":"2023-02-02","arxiv_id":"2302.00923","repositories_listed":3,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":5,"n_instrument":4,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":4,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/multimodal-chain-of-thought-reasoning-in#ran","syntology_url":"https://syntology.ai/paper/2302.00923","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.00923"}},"official":{"repos":["amazon-science/mm-cot"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/collaborating-with-language-models-for","slug":"collaborating-with-language-models-for","title":"Collaborating with language models for embodied reasoning","date":"2023-02-01","arxiv_id":"2302.00763","repositories_listed":0,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/collaborating-with-language-models-for#ran","syntology_url":"https://syntology.ai/paper/2302.00763","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.00763"}},"official":null}},{"url":"/paper/grounding-language-models-to-images-for","slug":"grounding-language-models-to-images-for","title":"Grounding Language Models to Images for Multimodal Inputs and Outputs","date":"2023-01-31","arxiv_id":"2301.13823","repositories_listed":2,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/grounding-language-models-to-images-for#ran","syntology_url":"https://syntology.ai/paper/2301.13823","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.13823"}},"official":{"repos":["kohjingyu/fromage"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/in-context-retrieval-augmented-language","slug":"in-context-retrieval-augmented-language","title":"In-Context Retrieval-Augmented Language Models","date":"2023-01-31","arxiv_id":"2302.00083","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/in-context-retrieval-augmented-language#ran","syntology_url":"https://syntology.ai/paper/2302.00083","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.00083"}},"official":{"repos":["ai21labs/in-context-ralm"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/blip-2-bootstrapping-language-image-pre","slug":"blip-2-bootstrapping-language-image-pre","title":"BLIP-2: Bootstrapping Language-Image Pre-training with Frozen Image Encoders and Large Language Models","date":"2023-01-30","arxiv_id":"2301.12597","repositories_listed":17,"syntology":{"n":8,"n_ran":4,"n_constructed":4,"n_ran_checked":4,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"4 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified; every one of the 4 samples that ran constructed an object rather than computing a result","sample_list":"/paper/blip-2-bootstrapping-language-image-pre#ran","syntology_url":"https://syntology.ai/paper/2301.12597","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.12597"}},"official":{"repos":["salesforce/lavis"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/replug-retrieval-augmented-black-box-language","slug":"replug-retrieval-augmented-black-box-language","title":"REPLUG: Retrieval-Augmented Black-Box Language Models","date":"2023-01-30","arxiv_id":"2301.12652","repositories_listed":3,"syntology":{"n":13,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":10,"n_pointer_only":13,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 0 violated, 10 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/replug-retrieval-augmented-black-box-language#ran","syntology_url":"https://syntology.ai/paper/2301.12652","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.12652"}},"official":null}},{"url":"/paper/thoughtsource-a-central-hub-for-large","slug":"thoughtsource-a-central-hub-for-large","title":"ThoughtSource: A central hub for large language model reasoning data","date":"2023-01-27","arxiv_id":"2301.11596","repositories_listed":1,"syntology":{"n":7,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/thoughtsource-a-central-hub-for-large#ran","syntology_url":"https://syntology.ai/paper/2301.11596","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.11596"}},"official":{"repos":["openbiolink/thoughtsource"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/case-based-reasoning-with-language-models-for","slug":"case-based-reasoning-with-language-models-for","title":"Case-Based Reasoning with Language Models for Classification of Logical Fallacies","date":"2023-01-27","arxiv_id":"2301.11879","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":1,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/case-based-reasoning-with-language-models-for#ran","syntology_url":"https://syntology.ai/paper/2301.11879","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.11879"}},"official":{"repos":["zhpinkman/cbr"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/large-language-models-are-latent-variable-1","slug":"large-language-models-are-latent-variable-1","title":"Large Language Models Are Latent Variable Models: Explaining and Finding Good Demonstrations for In-Context Learning","date":"2023-01-27","arxiv_id":"2301.11916","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/large-language-models-are-latent-variable-1#ran","syntology_url":"https://syntology.ai/paper/2301.11916","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.11916"}},"official":{"repos":["wangxinyilinda/concept-based-demonstration-selection"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/byte-pair-encoding-for-symbolic-music","slug":"byte-pair-encoding-for-symbolic-music","title":"Byte Pair Encoding for Symbolic Music","date":"2023-01-27","arxiv_id":"2301.11975","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/byte-pair-encoding-for-symbolic-music#ran","syntology_url":"https://syntology.ai/paper/2301.11975","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.11975"}},"official":{"repos":["Natooz/MidiTok","natooz/bpe-symbolic-music"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/molecular-language-model-as-multi-task","slug":"molecular-language-model-as-multi-task","title":"Domain-Agnostic Molecular Generation with Chemical Feedback","date":"2023-01-26","arxiv_id":"2301.11259","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":2,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/molecular-language-model-as-multi-task#ran","syntology_url":"https://syntology.ai/paper/2301.11259","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.11259"}},"official":{"repos":["zjunlp/MolGen"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/detectgpt-zero-shot-machine-generated-text","slug":"detectgpt-zero-shot-machine-generated-text","title":"DetectGPT: Zero-Shot Machine-Generated Text Detection using Probability Curvature","date":"2023-01-26","arxiv_id":"2301.11305","repositories_listed":4,"syntology":{"n":9,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":4,"n_honours":1,"n_violates":2,"n_no_contract":2,"n_pointer_only":2,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 2 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/detectgpt-zero-shot-machine-generated-text#ran","syntology_url":"https://syntology.ai/paper/2301.11305","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.11305"}},"official":{"repos":["eric-mitchell/detect-gpt"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/videberta-a-powerful-pre-trained-language","slug":"videberta-a-powerful-pre-trained-language","title":"ViDeBERTa: A powerful pre-trained language model for Vietnamese","date":"2023-01-25","arxiv_id":"2301.10439","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/videberta-a-powerful-pre-trained-language#ran","syntology_url":"https://syntology.ai/paper/2301.10439","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.10439"}},"official":{"repos":["hysonlab/videberta"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/a-watermark-for-large-language-models","slug":"a-watermark-for-large-language-models","title":"A Watermark for Large Language Models","date":"2023-01-24","arxiv_id":"2301.10226","repositories_listed":8,"syntology":{"n":16,"n_ran":11,"n_constructed":7,"n_ran_checked":10,"n_instrument":1,"n_unverified":5,"n_honours":1,"n_violates":1,"n_no_contract":8,"n_pointer_only":5,"phrase":"11 ran (of which 7 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 1 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/a-watermark-for-large-language-models#ran","syntology_url":"https://syntology.ai/paper/2301.10226","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.10226"}},"official":{"repos":["jwkirchenbauer/lm-watermarking"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/texttt-tasksource-structured-dataset","slug":"texttt-tasksource-structured-dataset","title":"tasksource: A Dataset Harmonization Framework for Streamlined NLP Multi-Task Learning and Evaluation","date":"2023-01-14","arxiv_id":"2301.05948","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/texttt-tasksource-structured-dataset#ran","syntology_url":"https://syntology.ai/paper/2301.05948","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.05948"}},"official":{"repos":["sileod/tasksource"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/dynamic-grained-encoder-for-vision-1","slug":"dynamic-grained-encoder-for-vision-1","title":"Dynamic Grained Encoder for Vision Transformers","date":"2023-01-10","arxiv_id":"2301.03831","repositories_listed":1,"syntology":{"n":5,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":5,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/dynamic-grained-encoder-for-vision-1#ran","syntology_url":"https://syntology.ai/paper/2301.03831","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.03831"}},"official":{"repos":["stevengrove/vtpack"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/ernie-3-0-tiny-frustratingly-simple-method-to","slug":"ernie-3-0-tiny-frustratingly-simple-method-to","title":"ERNIE 3.0 Tiny: Frustratingly Simple Method to Improve Task-Agnostic Distillation Generalization","date":"2023-01-09","arxiv_id":"2301.03416","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/ernie-3-0-tiny-frustratingly-simple-method-to#ran","syntology_url":"https://syntology.ai/paper/2301.03416","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.03416"}},"official":{"repos":["PaddlePaddle/PaddleNLP"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/neural-codec-language-models-are-zero-shot","slug":"neural-codec-language-models-are-zero-shot","title":"Neural Codec Language Models are Zero-Shot Text to Speech Synthesizers","date":"2023-01-05","arxiv_id":"2301.02111","repositories_listed":7,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/neural-codec-language-models-are-zero-shot#ran","syntology_url":"https://syntology.ai/paper/2301.02111","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.02111"}},"official":{"repos":["microsoft/unilm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/muse-text-to-image-generation-via-masked","slug":"muse-text-to-image-generation-via-masked","title":"Muse: Text-To-Image Generation via Masked Generative Transformers","date":"2023-01-02","arxiv_id":"2301.00704","repositories_listed":5,"syntology":{"n":21,"n_ran":19,"n_constructed":0,"n_ran_checked":8,"n_instrument":11,"n_unverified":2,"n_honours":2,"n_violates":5,"n_no_contract":1,"n_pointer_only":11,"phrase":"19 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 2 honoured, 5 violated, 1 with no contract checked; 11 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/muse-text-to-image-generation-via-masked#ran","syntology_url":"https://syntology.ai/paper/2301.00704","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.00704"}},"official":null}},{"url":"/paper/massive-language-models-can-be-accurately","slug":"massive-language-models-can-be-accurately","title":"SparseGPT: Massive Language Models Can Be Accurately Pruned in One-Shot","date":"2023-01-02","arxiv_id":"2301.00774","repositories_listed":6,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":7,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":9,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/massive-language-models-can-be-accurately#ran","syntology_url":"https://syntology.ai/paper/2301.00774","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.00774"}},"official":{"repos":["ist-daslab/sparsegpt"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/cramming-training-a-language-model-on-a","slug":"cramming-training-a-language-model-on-a","title":"Cramming: Training a Language Model on a Single GPU in One Day","date":"2022-12-28","arxiv_id":"2212.14034","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":2,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 2 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/cramming-training-a-language-model-on-a#ran","syntology_url":"https://syntology.ai/paper/2212.14034","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.14034"}},"official":{"repos":["jonasgeiping/cramming"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/hungry-hungry-hippos-towards-language","slug":"hungry-hungry-hippos-towards-language","title":"Hungry Hungry Hippos: Towards Language Modeling with State Space Models","date":"2022-12-28","arxiv_id":"2212.14052","repositories_listed":3,"syntology":{"n":15,"n_ran":7,"n_constructed":0,"n_ran_checked":3,"n_instrument":4,"n_unverified":8,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 4 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/hungry-hungry-hippos-towards-language#ran","syntology_url":"https://syntology.ai/paper/2212.14052","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.14052"}},"official":{"repos":["hazyresearch/h3"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/improving-complex-knowledge-base-question","slug":"improving-complex-knowledge-base-question","title":"Improving Complex Knowledge Base Question Answering via Question-to-Action and Question-to-Question Alignment","date":"2022-12-26","arxiv_id":"2212.13036","repositories_listed":1,"syntology":{"n":4,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/improving-complex-knowledge-base-question#ran","syntology_url":"https://syntology.ai/paper/2212.13036","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.13036"}},"official":{"repos":["tttttttty/alcqa"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/genie-large-scale-pre-training-for-text","slug":"genie-large-scale-pre-training-for-text","title":"Text Generation with Diffusion Language Models: A Pre-training Approach with Continuous Paragraph Denoise","date":"2022-12-22","arxiv_id":"2212.11685","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/genie-large-scale-pre-training-for-text#ran","syntology_url":"https://syntology.ai/paper/2212.11685","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.11685"}},"official":{"repos":["microsoft/ProphetNet"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/training-language-models-for-deeper","slug":"training-language-models-for-deeper","title":"Training language models to summarize narratives improves brain alignment","date":"2022-12-21","arxiv_id":"2212.10898","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/training-language-models-for-deeper#ran","syntology_url":"https://syntology.ai/paper/2212.10898","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.10898"}},"official":{"repos":["awwkl/brain_language_narratives","awwkl/brain_language_summarization"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/entropy-and-distance-based-predictors-from","slug":"entropy-and-distance-based-predictors-from","title":"Entropy- and Distance-Based Predictors From GPT-2 Attention Patterns Predict Reading Times Over and Above GPT-2 Surprisal","date":"2022-12-21","arxiv_id":"2212.11185","repositories_listed":1,"syntology":{"n":11,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":8,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/entropy-and-distance-based-predictors-from#ran","syntology_url":"https://syntology.ai/paper/2212.11185","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.11185"}},"official":{"repos":["byungdoh/attn_dist"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/plug-play-directed-evolution-of-proteins-with","slug":"plug-play-directed-evolution-of-proteins-with","title":"Plug & Play Directed Evolution of Proteins with Gradient-based Discrete MCMC","date":"2022-12-20","arxiv_id":"2212.09925","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/plug-play-directed-evolution-of-proteins-with#ran","syntology_url":"https://syntology.ai/paper/2212.09925","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09925"}},"official":{"repos":["pemami4911/ppde"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/are-deep-neural-networks-smarter-than-second","slug":"are-deep-neural-networks-smarter-than-second","title":"Are Deep Neural Networks SMARTer than Second Graders?","date":"2022-12-20","arxiv_id":"2212.09993","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/are-deep-neural-networks-smarter-than-second#ran","syntology_url":"https://syntology.ai/paper/2212.09993","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09993"}},"official":{"repos":["merlresearch/SMART"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/bygpt5-end-to-end-style-conditioned-poetry","slug":"bygpt5-end-to-end-style-conditioned-poetry","title":"ByGPT5: End-to-End Style-conditioned Poetry Generation with Token-free Language Models","date":"2022-12-20","arxiv_id":"2212.10474","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/bygpt5-end-to-end-style-conditioned-poetry#ran","syntology_url":"https://syntology.ai/paper/2212.10474","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.10474"}},"official":{"repos":["potamides/uniformers"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/precise-zero-shot-dense-retrieval-without","slug":"precise-zero-shot-dense-retrieval-without","title":"Precise Zero-Shot Dense Retrieval without Relevance Labels","date":"2022-12-20","arxiv_id":"2212.10496","repositories_listed":3,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/precise-zero-shot-dense-retrieval-without#ran","syntology_url":"https://syntology.ai/paper/2212.10496","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.10496"}},"official":{"repos":["texttron/hyde"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/disco-distilling-phrasal-counterfactuals-with","slug":"disco-distilling-phrasal-counterfactuals-with","title":"DISCO: Distilling Counterfactuals with Large Language Models","date":"2022-12-20","arxiv_id":"2212.10534","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/disco-distilling-phrasal-counterfactuals-with#ran","syntology_url":"https://syntology.ai/paper/2212.10534","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.10534"}},"official":{"repos":["eric11eca/disco"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/a-length-extrapolatable-transformer","slug":"a-length-extrapolatable-transformer","title":"A Length-Extrapolatable Transformer","date":"2022-12-20","arxiv_id":"2212.10554","repositories_listed":5,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":1,"n_violates":2,"n_no_contract":1,"n_pointer_only":2,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 2 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/a-length-extrapolatable-transformer#ran","syntology_url":"https://syntology.ai/paper/2212.10554","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.10554"}},"official":{"repos":["microsoft/torchscale"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/self-instruct-aligning-language-model-with","slug":"self-instruct-aligning-language-model-with","title":"Self-Instruct: Aligning Language Models with Self-Generated Instructions","date":"2022-12-20","arxiv_id":"2212.10560","repositories_listed":19,"syntology":{"n":17,"n_ran":10,"n_constructed":3,"n_ran_checked":6,"n_instrument":4,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"10 ran (of which 3 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 4 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/self-instruct-aligning-language-model-with#ran","syntology_url":"https://syntology.ai/paper/2212.10560","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.10560"}},"official":{"repos":["tatsu-lab/stanford_alpaca","yizhongw/self-instruct"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/parsel-a-unified-natural-language-framework","slug":"parsel-a-unified-natural-language-framework","title":"Parsel: Algorithmic Reasoning with Language Models by Composing Decompositions","date":"2022-12-20","arxiv_id":"2212.10561","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/parsel-a-unified-natural-language-framework#ran","syntology_url":"https://syntology.ai/paper/2212.10561","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.10561"}},"official":{"repos":["ezelikman/parsel"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/emergent-analogical-reasoning-in-large","slug":"emergent-analogical-reasoning-in-large","title":"Emergent Analogical Reasoning in Large Language Models","date":"2022-12-19","arxiv_id":"2212.09196","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/emergent-analogical-reasoning-in-large#ran","syntology_url":"https://syntology.ai/paper/2212.09196","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09196"}},"official":{"repos":["taylorwwebb/emergent_analogies_llm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/textgrad-advancing-robustness-evaluation-in","slug":"textgrad-advancing-robustness-evaluation-in","title":"TextGrad: Advancing Robustness Evaluation in NLP by Gradient-Driven Optimization","date":"2022-12-19","arxiv_id":"2212.09254","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/textgrad-advancing-robustness-evaluation-in#ran","syntology_url":"https://syntology.ai/paper/2212.09254","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09254"}},"official":{"repos":["ucsb-nlp-chang/textgrad"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/promptboosting-black-box-text-classification","slug":"promptboosting-black-box-text-classification","title":"PromptBoosting: Black-Box Text Classification with Ten Forward Passes","date":"2022-12-19","arxiv_id":"2212.09257","repositories_listed":2,"syntology":{"n":11,"n_ran":5,"n_constructed":4,"n_ran_checked":4,"n_instrument":1,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":3,"phrase":"5 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/promptboosting-black-box-text-classification#ran","syntology_url":"https://syntology.ai/paper/2212.09257","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09257"}},"official":{"repos":["ucsb-nlp-chang/promptboosting"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/optimizing-prompts-for-text-to-image-1","slug":"optimizing-prompts-for-text-to-image-1","title":"Optimizing Prompts for Text-to-Image Generation","date":"2022-12-19","arxiv_id":"2212.09611","repositories_listed":3,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/optimizing-prompts-for-text-to-image-1#ran","syntology_url":"https://syntology.ai/paper/2212.09611","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09611"}},"official":{"repos":["microsoft/lmops"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/rethinking-the-role-of-scale-for-in-context","slug":"rethinking-the-role-of-scale-for-in-context","title":"Rethinking the Role of Scale for In-Context Learning: An Interpretability-based Case Study at 66 Billion Scale","date":"2022-12-18","arxiv_id":"2212.09095","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rethinking-the-role-of-scale-for-in-context#ran","syntology_url":"https://syntology.ai/paper/2212.09095","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09095"}},"official":{"repos":["amazon-science/llm-interpret"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/efficient-pre-training-of-masked-language","slug":"efficient-pre-training-of-masked-language","title":"Efficient Pre-training of Masked Language Model via Concept-based Curriculum Masking","date":"2022-12-15","arxiv_id":"2212.07617","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/efficient-pre-training-of-masked-language#ran","syntology_url":"https://syntology.ai/paper/2212.07617","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.07617"}},"official":{"repos":["koreamglee/concept-based-curriculum-masking"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/on-second-thought-let-s-not-think-step-by","slug":"on-second-thought-let-s-not-think-step-by","title":"On Second Thought, Let's Not Think Step by Step! Bias and Toxicity in Zero-Shot Reasoning","date":"2022-12-15","arxiv_id":"2212.08061","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/on-second-thought-let-s-not-think-step-by#ran","syntology_url":"https://syntology.ai/paper/2212.08061","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.08061"}},"official":{"repos":["salt-nlp/chain-of-thought-bias"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/joint-processing-of-linguistic-properties-in","slug":"joint-processing-of-linguistic-properties-in","title":"Joint processing of linguistic properties in brains and language models","date":"2022-12-15","arxiv_id":"2212.08094","repositories_listed":1,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/joint-processing-of-linguistic-properties-in#ran","syntology_url":"https://syntology.ai/paper/2212.08094","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.08094"}},"official":null}},{"url":"/paper/deepdfa-dataflow-analysis-guided-efficient","slug":"deepdfa-dataflow-analysis-guided-efficient","title":"Dataflow Analysis-Inspired Deep Learning for Efficient Vulnerability Detection","date":"2022-12-15","arxiv_id":"2212.08108","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/deepdfa-dataflow-analysis-guided-efficient#ran","syntology_url":"https://syntology.ai/paper/2212.08108","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.08108"}},"official":{"repos":["ISU-PAAL/DeepDFA"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/efficient-long-sequence-modeling-via-state","slug":"efficient-long-sequence-modeling-via-state","title":"Efficient Long Sequence Modeling via State Space Augmented Transformer","date":"2022-12-15","arxiv_id":"2212.08136","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/efficient-long-sequence-modeling-via-state#ran","syntology_url":"https://syntology.ai/paper/2212.08136","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.08136"}},"official":{"repos":["microsoft/efficientlongsequencemodeling"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/ulip-learning-unified-representation-of","slug":"ulip-learning-unified-representation-of","title":"ULIP: Learning a Unified Representation of Language, Images, and Point Clouds for 3D Understanding","date":"2022-12-10","arxiv_id":"2212.05171","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ulip-learning-unified-representation-of#ran","syntology_url":"https://syntology.ai/paper/2212.05171","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.05171"}},"official":{"repos":["salesforce/ulip"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/from-clozing-to-comprehending-retrofitting","slug":"from-clozing-to-comprehending-retrofitting","title":"From Cloze to Comprehension: Retrofitting Pre-trained Masked Language Model to Pre-trained Machine Reader","date":"2022-12-09","arxiv_id":"2212.04755","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":2,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":4,"phrase":"3 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/from-clozing-to-comprehending-retrofitting#ran","syntology_url":"https://syntology.ai/paper/2212.04755","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.04755"}},"official":{"repos":["damo-nlp-sg/pmr"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/speechlmscore-evaluating-speech-generation","slug":"speechlmscore-evaluating-speech-generation","title":"SpeechLMScore: Evaluating speech generation using speech language model","date":"2022-12-08","arxiv_id":"2212.04559","repositories_listed":2,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":8,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/speechlmscore-evaluating-speech-generation#ran","syntology_url":"https://syntology.ai/paper/2212.04559","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.04559"}},"official":{"repos":["espnet/espnet"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/robustness-of-learning-from-task-instructions","slug":"robustness-of-learning-from-task-instructions","title":"Robustness of Learning from Task Instructions","date":"2022-12-07","arxiv_id":"2212.03813","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/robustness-of-learning-from-task-instructions#ran","syntology_url":"https://syntology.ai/paper/2212.03813","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.03813"}},"official":{"repos":["jiashenggu/tk-instruct"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/discovering-latent-knowledge-in-language","slug":"discovering-latent-knowledge-in-language","title":"Discovering Latent Knowledge in Language Models Without Supervision","date":"2022-12-07","arxiv_id":"2212.03827","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/discovering-latent-knowledge-in-language#ran","syntology_url":"https://syntology.ai/paper/2212.03827","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.03827"}},"official":{"repos":["collin-burns/discovering_latent_knowledge"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/in-context-examples-selection-for-machine","slug":"in-context-examples-selection-for-machine","title":"In-context Examples Selection for Machine Translation","date":"2022-12-05","arxiv_id":"2212.02437","repositories_listed":2,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":7,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":2,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/in-context-examples-selection-for-machine#ran","syntology_url":"https://syntology.ai/paper/2212.02437","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.02437"}},"official":null}},{"url":"/paper/unikgqa-unified-retrieval-and-reasoning-for","slug":"unikgqa-unified-retrieval-and-reasoning-for","title":"UniKGQA: Unified Retrieval and Reasoning for Solving Multi-hop Question Answering Over Knowledge Graph","date":"2022-12-02","arxiv_id":"2212.00959","repositories_listed":1,"syntology":{"n":17,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/unikgqa-unified-retrieval-and-reasoning-for#ran","syntology_url":"https://syntology.ai/paper/2212.00959","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.00959"}},"official":{"repos":["rucaibox/unikgqa"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":8,"ran_from_kinds":["official"]}}},{"url":"/paper/softcorrect-error-correction-with-soft","slug":"softcorrect-error-correction-with-soft","title":"SoftCorrect: Error Correction with Soft Detection for Automatic Speech Recognition","date":"2022-12-02","arxiv_id":"2212.01039","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":2,"n_instrument":4,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/softcorrect-error-correction-with-soft#ran","syntology_url":"https://syntology.ai/paper/2212.01039","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.01039"}},"official":{"repos":["microsoft/NeuralSpeech"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/fast-inference-from-transformers-via","slug":"fast-inference-from-transformers-via","title":"Fast Inference from Transformers via Speculative Decoding","date":"2022-11-30","arxiv_id":"2211.17192","repositories_listed":7,"syntology":{"n":21,"n_ran":15,"n_constructed":1,"n_ran_checked":6,"n_instrument":9,"n_unverified":6,"n_honours":2,"n_violates":0,"n_no_contract":4,"n_pointer_only":6,"phrase":"15 ran (of which 1 constructed an object rather than computing a result; 6 with no instrument failure: 2 honoured, 0 violated, 4 with no contract checked; 9 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/fast-inference-from-transformers-via#ran","syntology_url":"https://syntology.ai/paper/2211.17192","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.17192"}},"official":null}},{"url":"/paper/coder-reviewer-reranking-for-code-generation","slug":"coder-reviewer-reranking-for-code-generation","title":"Coder Reviewer Reranking for Code Generation","date":"2022-11-29","arxiv_id":"2211.16490","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/coder-reviewer-reranking-for-code-generation#ran","syntology_url":"https://syntology.ai/paper/2211.16490","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.16490"}},"official":{"repos":["facebookresearch/coder_reviewer_reranking"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/diffusionbert-improving-generative-masked","slug":"diffusionbert-improving-generative-masked","title":"DiffusionBERT: Improving Generative Masked Language Models with Diffusion Models","date":"2022-11-28","arxiv_id":"2211.15029","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":2,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/diffusionbert-improving-generative-masked#ran","syntology_url":"https://syntology.ai/paper/2211.15029","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.15029"}},"official":{"repos":["hzfinfdu/diffusion-bert"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/conal-anticipating-outliers-with-large","slug":"conal-anticipating-outliers-with-large","title":"Contrastive Novelty-Augmented Learning: Anticipating Outliers with Large Language Models","date":"2022-11-28","arxiv_id":"2211.15718","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/conal-anticipating-outliers-with-large#ran","syntology_url":"https://syntology.ai/paper/2211.15718","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.15718"}},"official":{"repos":["albertkx/conal"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/self-supervised-vision-language-pretraining","slug":"self-supervised-vision-language-pretraining","title":"Self-supervised vision-language pretraining for Medical visual question answering","date":"2022-11-24","arxiv_id":"2211.13594","repositories_listed":2,"syntology":{"n":10,"n_ran":6,"n_constructed":0,"n_ran_checked":1,"n_instrument":5,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 5 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/self-supervised-vision-language-pretraining#ran","syntology_url":"https://syntology.ai/paper/2211.13594","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.13594"}},"official":{"repos":["pengfeiliheu/m2i2"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/open-vocabulary-attribute-detection","slug":"open-vocabulary-attribute-detection","title":"Open-vocabulary Attribute Detection","date":"2022-11-23","arxiv_id":"2211.12914","repositories_listed":1,"syntology":{"n":10,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":7,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 1 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/open-vocabulary-attribute-detection#ran","syntology_url":"https://syntology.ai/paper/2211.12914","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.12914"}},"official":{"repos":["OVAD-Benchmark/ovad-bechmark-code"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/multi-level-knowledge-distillation-for-out-of","slug":"multi-level-knowledge-distillation-for-out-of","title":"Multi-Level Knowledge Distillation for Out-of-Distribution Detection in Text","date":"2022-11-21","arxiv_id":"2211.11300","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/multi-level-knowledge-distillation-for-out-of#ran","syntology_url":"https://syntology.ai/paper/2211.11300","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.11300"}},"official":{"repos":["microsoft/KC"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/protein-language-model-rescue-mutations","slug":"protein-language-model-rescue-mutations","title":"Protein language model rescue mutations highlight variant effects and structure in clinically relevant genes","date":"2022-11-18","arxiv_id":"2211.10000","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/protein-language-model-rescue-mutations#ran","syntology_url":"https://syntology.ai/paper/2211.10000","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.10000"}},"official":{"repos":["dimenwarper/llm-for-clinical-variants"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/ignore-previous-prompt-attack-techniques-for","slug":"ignore-previous-prompt-attack-techniques-for","title":"Ignore Previous Prompt: Attack Techniques For Language Models","date":"2022-11-17","arxiv_id":"2211.09527","repositories_listed":1,"syntology":{"n":6,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/ignore-previous-prompt-attack-techniques-for#ran","syntology_url":"https://syntology.ai/paper/2211.09527","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.09527"}},"official":{"repos":["agencyenterprise/promptinject"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/instructpix2pix-learning-to-follow-image","slug":"instructpix2pix-learning-to-follow-image","title":"InstructPix2Pix: Learning to Follow Image Editing Instructions","date":"2022-11-17","arxiv_id":"2211.09800","repositories_listed":6,"syntology":{"n":20,"n_ran":17,"n_constructed":2,"n_ran_checked":12,"n_instrument":5,"n_unverified":3,"n_honours":2,"n_violates":3,"n_no_contract":7,"n_pointer_only":4,"phrase":"17 ran (of which 2 constructed an object rather than computing a result; 12 with no instrument failure: 2 honoured, 3 violated, 7 with no contract checked; 5 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/instructpix2pix-learning-to-follow-image#ran","syntology_url":"https://syntology.ai/paper/2211.09800","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.09800"}},"official":{"repos":["timothybrooks/instruct-pix2pix"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/uni-perceiver-v2-a-generalist-model-for-large","slug":"uni-perceiver-v2-a-generalist-model-for-large","title":"Uni-Perceiver v2: A Generalist Model for Large-Scale Vision and Vision-Language Tasks","date":"2022-11-17","arxiv_id":"2211.09808","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/uni-perceiver-v2-a-generalist-model-for-large#ran","syntology_url":"https://syntology.ai/paper/2211.09808","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.09808"}},"official":{"repos":["fundamentalvision/Uni-Perceiver"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/galactica-a-large-language-model-for-science-1","slug":"galactica-a-large-language-model-for-science-1","title":"Galactica: A Large Language Model for Science","date":"2022-11-16","arxiv_id":"2211.09085","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/galactica-a-large-language-model-for-science-1#ran","syntology_url":"https://syntology.ai/paper/2211.09085","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.09085"}},"official":{"repos":["paperswithcode/galai"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/adept-a-debiasing-prompt-framework","slug":"adept-a-debiasing-prompt-framework","title":"ADEPT: A DEbiasing PrompT Framework","date":"2022-11-10","arxiv_id":"2211.05414","repositories_listed":1,"syntology":{"n":13,"n_ran":8,"n_constructed":0,"n_ran_checked":5,"n_instrument":3,"n_unverified":5,"n_honours":1,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/adept-a-debiasing-prompt-framework#ran","syntology_url":"https://syntology.ai/paper/2211.05414","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.05414"}},"official":{"repos":["EmpathYang/ADEPT"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/bloom-a-176b-parameter-open-access","slug":"bloom-a-176b-parameter-open-access","title":"BLOOM: A 176B-Parameter Open-Access Multilingual Language Model","date":"2022-11-09","arxiv_id":"2211.05100","repositories_listed":7,"syntology":{"n":11,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":9,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/bloom-a-176b-parameter-open-access#ran","syntology_url":"https://syntology.ai/paper/2211.05100","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.05100"}},"official":null}},{"url":"/paper/pasta-table-operations-aware-fact","slug":"pasta-table-operations-aware-fact","title":"PASTA: Table-Operations Aware Fact Verification via Sentence-Table Cloze Pre-training","date":"2022-11-05","arxiv_id":"2211.02816","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":3,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 1 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/pasta-table-operations-aware-fact#ran","syntology_url":"https://syntology.ai/paper/2211.02816","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.02816"}},"official":{"repos":["ruc-datalab/PASTA"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/kglm-integrating-knowledge-graph-structure-in","slug":"kglm-integrating-knowledge-graph-structure-in","title":"KGLM: Integrating Knowledge Graph Structure in Language Models for Link Prediction","date":"2022-11-04","arxiv_id":"2211.02744","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/kglm-integrating-knowledge-graph-structure-in#ran","syntology_url":"https://syntology.ai/paper/2211.02744","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.02744"}},"official":{"repos":["ibpa/kglm"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/fine-tuning-language-models-via-epistemic","slug":"fine-tuning-language-models-via-epistemic","title":"Fine-Tuning Language Models via Epistemic Neural Networks","date":"2022-11-03","arxiv_id":"2211.01568","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/fine-tuning-language-models-via-epistemic#ran","syntology_url":"https://syntology.ai/paper/2211.01568","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.01568"}},"official":{"repos":["deepmind/neural_testbed"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/fine-tuning-pre-trained-language-models","slug":"fine-tuning-pre-trained-language-models","title":"Fine-Tuning Pre-Trained Language Models Effectively by Optimizing Subnetworks Adaptively","date":"2022-11-03","arxiv_id":"2211.01642","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":1,"n_ran_checked":1,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":4,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/fine-tuning-pre-trained-language-models#ran","syntology_url":"https://syntology.ai/paper/2211.01642","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.01642"}},"official":{"repos":["zhanghaojie077/dps"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/training-vision-language-models-with-less","slug":"training-vision-language-models-with-less","title":"Training Vision-Language Models with Less Bimodal Supervision","date":"2022-11-01","arxiv_id":"2211.00262","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/training-vision-language-models-with-less#ran","syntology_url":"https://syntology.ai/paper/2211.00262","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.00262"}},"official":{"repos":["eladsegal/less-bimodal-sup"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/improving-variational-autoencoders-with","slug":"improving-variational-autoencoders-with","title":"Improving Variational Autoencoders with Density Gap-based Regularization","date":"2022-11-01","arxiv_id":"2211.00321","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/improving-variational-autoencoders-with#ran","syntology_url":"https://syntology.ai/paper/2211.00321","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.00321"}},"official":{"repos":["zhangjf-nlp/dg-vaes"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/text-only-training-for-image-captioning-using","slug":"text-only-training-for-image-captioning-using","title":"Text-Only Training for Image Captioning using Noise-Injected CLIP","date":"2022-11-01","arxiv_id":"2211.00575","repositories_listed":4,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/text-only-training-for-image-captioning-using#ran","syntology_url":"https://syntology.ai/paper/2211.00575","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.00575"}},"official":{"repos":["davidhuji/capdec"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/interpretability-in-the-wild-a-circuit-for","slug":"interpretability-in-the-wild-a-circuit-for","title":"Interpretability in the Wild: a Circuit for Indirect Object Identification in GPT-2 small","date":"2022-11-01","arxiv_id":"2211.00593","repositories_listed":7,"syntology":{"n":13,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/interpretability-in-the-wild-a-circuit-for#ran","syntology_url":"https://syntology.ai/paper/2211.00593","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2211.00593"}},"official":{"repos":["redwoodresearch/easy-transformer"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}}],"record_sha256":"b40e11d0c0f1d0aadd5b8c94acda63e97b8cf12537add92040cf33b2abf1636c","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}