{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/language-modelling/papers/ran/21","list_of":"/task/language-modelling","task":"Language Modelling","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":21,"pages_in_order":25,"rows_per_page":100,"rows":[2001,2100],"of":2428,"counts":{"archive_papers_tagged":17610,"with_a_code_link":7012,"where_syntology_ran_a_sample":2428,"not_listed_spam_title":0,"listed":17610,"listed_where_code_ran":2428,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":2027,"every_run_a_failure_of_syntologys_instrument":401,"listed_with_a_run_with_no_instrument_failure":2027,"listed_every_run_a_failure_of_syntologys_instrument":401,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/language-modelling/papers/ran/1","prev":"/task/language-modelling/papers/ran/20","next":"/task/language-modelling/papers/ran/22","papers":[{"url":"/paper/probing-linguistic-information-for-logical","slug":"probing-linguistic-information-for-logical","title":"Probing Linguistic Information For Logical Inference In Pre-trained Language Models","date":"2021-12-03","arxiv_id":"2112.01753","repositories_listed":1,"syntology":{"n":14,"n_ran":12,"n_constructed":0,"n_ran_checked":11,"n_instrument":1,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":10,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 1 honoured, 0 violated, 10 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/probing-linguistic-information-for-logical#ran","syntology_url":"https://syntology.ai/paper/2112.01753","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.01753"}},"official":{"repos":["eric11eca/inference-information-probing"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/pixelated-butterfly-simple-and-efficient-1","slug":"pixelated-butterfly-simple-and-efficient-1","title":"Pixelated Butterfly: Simple and Efficient Sparse training for Neural Network Models","date":"2021-11-30","arxiv_id":"2112.00029","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":4,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":5,"phrase":"4 ran (of which 4 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified; every one of the 4 samples that ran constructed an object rather than computing a result","sample_list":"/paper/pixelated-butterfly-simple-and-efficient-1#ran","syntology_url":"https://syntology.ai/paper/2112.00029","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.00029"}},"official":{"repos":["HazyResearch/pixelfly"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/zero-shot-image-to-text-generation-for-visual","slug":"zero-shot-image-to-text-generation-for-visual","title":"ZeroCap: Zero-Shot Image-to-Text Generation for Visual-Semantic Arithmetic","date":"2021-11-29","arxiv_id":"2111.14447","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/zero-shot-image-to-text-generation-for-visual#ran","syntology_url":"https://syntology.ai/paper/2111.14447","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.14447"}},"official":{"repos":["yoadtew/zero-shot-image-to-text"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/crossing-the-format-boundary-of-text-and","slug":"crossing-the-format-boundary-of-text-and","title":"UniTAB: Unifying Text and Box Outputs for Grounded Vision-Language Modeling","date":"2021-11-23","arxiv_id":"2111.12085","repositories_listed":1,"syntology":{"n":15,"n_ran":14,"n_constructed":0,"n_ran_checked":9,"n_instrument":5,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":8,"n_pointer_only":5,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 1 honoured, 0 violated, 8 with no contract checked; 5 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/crossing-the-format-boundary-of-text-and#ran","syntology_url":"https://syntology.ai/paper/2111.12085","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.12085"}},"official":{"repos":["microsoft/UniTAB"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/robertuito-a-pre-trained-language-model-for","slug":"robertuito-a-pre-trained-language-model-for","title":"RoBERTuito: a pre-trained language model for social media text in Spanish","date":"2021-11-18","arxiv_id":"2111.09453","repositories_listed":1,"syntology":{"n":6,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/robertuito-a-pre-trained-language-model-for#ran","syntology_url":"https://syntology.ai/paper/2111.09453","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.09453"}},"official":{"repos":["pysentimiento/robertuito"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/debertav3-improving-deberta-using-electra","slug":"debertav3-improving-deberta-using-electra","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","date":"2021-11-18","arxiv_id":"2111.09543","repositories_listed":3,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/debertav3-improving-deberta-using-electra#ran","syntology_url":"https://syntology.ai/paper/2111.09543","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.09543"}},"official":{"repos":["microsoft/DeBERTa"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/clipcap-clip-prefix-for-image-captioning","slug":"clipcap-clip-prefix-for-image-captioning","title":"ClipCap: CLIP Prefix for Image Captioning","date":"2021-11-18","arxiv_id":"2111.09734","repositories_listed":4,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":2,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/clipcap-clip-prefix-for-image-captioning#ran","syntology_url":"https://syntology.ai/paper/2111.09734","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.09734"}},"official":{"repos":["rmokady/clip_prefix_caption"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/emscore-evaluating-video-captioning-via","slug":"emscore-evaluating-video-captioning-via","title":"EMScore: Evaluating Video Captioning via Coarse-Grained and Fine-Grained Embedding Matching","date":"2021-11-17","arxiv_id":"2111.08919","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/emscore-evaluating-video-captioning-via#ran","syntology_url":"https://syntology.ai/paper/2111.08919","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.08919"}},"official":{"repos":["shiyaya/emscore"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/nlp-from-scratch-without-large-scale","slug":"nlp-from-scratch-without-large-scale","title":"NLP From Scratch Without Large-Scale Pretraining: A Simple and Efficient Framework","date":"2021-11-07","arxiv_id":"2111.04130","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/nlp-from-scratch-without-large-scale#ran","syntology_url":"https://syntology.ai/paper/2111.04130","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.04130"}},"official":{"repos":["yaoxingcheng/TLM"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/an-explanation-of-in-context-learning-as-1","slug":"an-explanation-of-in-context-learning-as-1","title":"An Explanation of In-context Learning as Implicit Bayesian Inference","date":"2021-11-03","arxiv_id":"2111.02080","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/an-explanation-of-in-context-learning-as-1#ran","syntology_url":"https://syntology.ai/paper/2111.02080","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.02080"}},"official":{"repos":["p-lambda/incontext-learning"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/efficiently-modeling-long-sequences-with-1","slug":"efficiently-modeling-long-sequences-with-1","title":"Efficiently Modeling Long Sequences with Structured State Spaces","date":"2021-10-31","arxiv_id":"2111.00396","repositories_listed":8,"syntology":{"n":55,"n_ran":37,"n_constructed":8,"n_ran_checked":21,"n_instrument":16,"n_unverified":18,"n_honours":2,"n_violates":1,"n_no_contract":18,"n_pointer_only":3,"phrase":"37 ran (of which 8 constructed an object rather than computing a result; 21 with no instrument failure: 2 honoured, 1 violated, 18 with no contract checked; 16 where Syntology's instrument failed) · 18 unverified","sample_list":"/paper/efficiently-modeling-long-sequences-with-1#ran","syntology_url":"https://syntology.ai/paper/2111.00396","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.00396"}},"official":{"repos":["state-spaces/s4"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":5,"ran_from_kinds":["community","listed","official"]}}},{"url":"/paper/metaicl-learning-to-learn-in-context","slug":"metaicl-learning-to-learn-in-context","title":"MetaICL: Learning to Learn In Context","date":"2021-10-29","arxiv_id":"2110.15943","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/metaicl-learning-to-learn-in-context#ran","syntology_url":"https://syntology.ai/paper/2110.15943","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.15943"}},"official":{"repos":["facebookresearch/metaicl"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/node-feature-extraction-by-self-supervised-1","slug":"node-feature-extraction-by-self-supervised-1","title":"Node Feature Extraction by Self-Supervised Multi-scale Neighborhood Prediction","date":"2021-10-29","arxiv_id":"2111.00064","repositories_listed":4,"syntology":{"n":20,"n_ran":17,"n_constructed":0,"n_ran_checked":15,"n_instrument":2,"n_unverified":3,"n_honours":3,"n_violates":0,"n_no_contract":12,"n_pointer_only":2,"phrase":"17 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 3 honoured, 0 violated, 12 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/node-feature-extraction-by-self-supervised-1#ran","syntology_url":"https://syntology.ai/paper/2111.00064","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.00064"}},"official":{"repos":["amzn/pecos"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/scatterbrain-unifying-sparse-and-low-rank","slug":"scatterbrain-unifying-sparse-and-low-rank","title":"Scatterbrain: Unifying Sparse and Low-rank Attention Approximation","date":"2021-10-28","arxiv_id":"2110.15343","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/scatterbrain-unifying-sparse-and-low-rank#ran","syntology_url":"https://syntology.ai/paper/2110.15343","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.15343"}},"official":{"repos":["hazyresearch/scatterbrain"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/discovering-non-monotonic-autoregressive","slug":"discovering-non-monotonic-autoregressive","title":"Discovering Non-monotonic Autoregressive Orderings with Variational Inference","date":"2021-10-27","arxiv_id":"2110.15797","repositories_listed":1,"syntology":{"n":7,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/discovering-non-monotonic-autoregressive#ran","syntology_url":"https://syntology.ai/paper/2110.15797","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.15797"}},"official":{"repos":["xuanlinli17/autoregressive_inference"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/hierarchical-transformers-are-more-efficient","slug":"hierarchical-transformers-are-more-efficient","title":"Hierarchical Transformers Are More Efficient Language Models","date":"2021-10-26","arxiv_id":"2110.13711","repositories_listed":3,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":2,"n_no_contract":1,"n_pointer_only":2,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 2 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/hierarchical-transformers-are-more-efficient#ran","syntology_url":"https://syntology.ai/paper/2110.13711","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.13711"}},"official":{"repos":["google/trax"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/fast-model-editing-at-scale-1","slug":"fast-model-editing-at-scale-1","title":"Fast Model Editing at Scale","date":"2021-10-21","arxiv_id":"2110.11309","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/fast-model-editing-at-scale-1#ran","syntology_url":"https://syntology.ai/paper/2110.11309","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.11309"}},"official":{"repos":["eric-mitchell/mend"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/training-deep-neural-networks-with-adaptive","slug":"training-deep-neural-networks-with-adaptive","title":"Training Deep Neural Networks with Adaptive Momentum Inspired by the Quadratic Optimization","date":"2021-10-18","arxiv_id":"2110.09057","repositories_listed":1,"syntology":{"n":17,"n_ran":13,"n_constructed":0,"n_ran_checked":7,"n_instrument":6,"n_unverified":4,"n_honours":1,"n_violates":3,"n_no_contract":3,"n_pointer_only":5,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 1 honoured, 3 violated, 3 with no contract checked; 6 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/training-deep-neural-networks-with-adaptive#ran","syntology_url":"https://syntology.ai/paper/2110.09057","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.09057"}},"official":{"repos":["kentaroy47/vision-transformers-cifar10"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/hrkd-hierarchical-relational-knowledge","slug":"hrkd-hierarchical-relational-knowledge","title":"HRKD: Hierarchical Relational Knowledge Distillation for Cross-domain Language Model Compression","date":"2021-10-16","arxiv_id":"2110.08551","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":3,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/hrkd-hierarchical-relational-knowledge#ran","syntology_url":"https://syntology.ai/paper/2110.08551","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.08551"}},"official":{"repos":["cheneydon/hrkd"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":3,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/transformer-with-a-mixture-of-gaussian-keys-1","slug":"transformer-with-a-mixture-of-gaussian-keys-1","title":"Improving Transformers with Probabilistic Attention Keys","date":"2021-10-16","arxiv_id":"2110.08678","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/transformer-with-a-mixture-of-gaussian-keys-1#ran","syntology_url":"https://syntology.ai/paper/2110.08678","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.08678"}},"official":{"repos":["minhtannguyen/transformer-mgk"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/the-world-of-an-octopus-how-reporting-bias","slug":"the-world-of-an-octopus-how-reporting-bias","title":"The World of an Octopus: How Reporting Bias Influences a Language Model's Perception of Color","date":"2021-10-15","arxiv_id":"2110.08182","repositories_listed":1,"syntology":{"n":14,"n_ran":12,"n_constructed":0,"n_ran_checked":12,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/the-world-of-an-octopus-how-reporting-bias#ran","syntology_url":"https://syntology.ai/paper/2110.08182","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.08182"}},"official":{"repos":["nala-cub/coda"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/multitask-prompted-training-enables-zero-shot-1","slug":"multitask-prompted-training-enables-zero-shot-1","title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","date":"2021-10-15","arxiv_id":"2110.08207","repositories_listed":8,"syntology":{"n":15,"n_ran":13,"n_constructed":0,"n_ran_checked":11,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":10,"n_pointer_only":3,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 1 violated, 10 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/multitask-prompted-training-enables-zero-shot-1#ran","syntology_url":"https://syntology.ai/paper/2110.08207","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.08207"}},"official":{"repos":["bigscience-workshop/promptsource","bigscience-workshop/t-zero"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/boosting-coherence-of-language-models","slug":"boosting-coherence-of-language-models","title":"Coherence boosting: When your pretrained language model is not paying enough attention","date":"2021-10-15","arxiv_id":"2110.08294","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/boosting-coherence-of-language-models#ran","syntology_url":"https://syntology.ai/paper/2110.08294","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.08294"}},"official":{"repos":["zhenwang9102/coherence-boosting"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/generated-knowledge-prompting-for-commonsense","slug":"generated-knowledge-prompting-for-commonsense","title":"Generated Knowledge Prompting for Commonsense Reasoning","date":"2021-10-15","arxiv_id":"2110.08387","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/generated-knowledge-prompting-for-commonsense#ran","syntology_url":"https://syntology.ai/paper/2110.08387","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.08387"}},"official":{"repos":["liujch1998/gkp"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/composable-sparse-fine-tuning-for-cross","slug":"composable-sparse-fine-tuning-for-cross","title":"Composable Sparse Fine-Tuning for Cross-Lingual Transfer","date":"2021-10-14","arxiv_id":"2110.07560","repositories_listed":2,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/composable-sparse-fine-tuning-for-cross#ran","syntology_url":"https://syntology.ai/paper/2110.07560","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.07560"}},"official":{"repos":["cambridgeltl/composable-sft"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/p-tuning-v2-prompt-tuning-can-be-comparable","slug":"p-tuning-v2-prompt-tuning-can-be-comparable","title":"P-Tuning v2: Prompt Tuning Can Be Comparable to Fine-tuning Universally Across Scales and Tasks","date":"2021-10-14","arxiv_id":"2110.07602","repositories_listed":5,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/p-tuning-v2-prompt-tuning-can-be-comparable#ran","syntology_url":"https://syntology.ai/paper/2110.07602","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.07602"}},"official":{"repos":["thudm/p-tuning-v2"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/time-masking-for-temporal-language-models","slug":"time-masking-for-temporal-language-models","title":"Time Masking for Temporal Language Models","date":"2021-10-12","arxiv_id":"2110.06366","repositories_listed":2,"syntology":{"n":12,"n_ran":12,"n_constructed":0,"n_ran_checked":10,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 0 violated, 9 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/time-masking-for-temporal-language-models#ran","syntology_url":"https://syntology.ai/paper/2110.06366","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.06366"}},"official":{"repos":["guyrosin/tempobert"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/long-expressive-memory-for-sequence-modeling-1","slug":"long-expressive-memory-for-sequence-modeling-1","title":"Long Expressive Memory for Sequence Modeling","date":"2021-10-10","arxiv_id":"2110.04744","repositories_listed":1,"syntology":{"n":10,"n_ran":5,"n_constructed":1,"n_ran_checked":5,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":1,"phrase":"5 ran (of which 1 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/long-expressive-memory-for-sequence-modeling-1#ran","syntology_url":"https://syntology.ai/paper/2110.04744","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.04744"}},"official":{"repos":["tk-rusch/lem"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/pretrained-language-models-are-symbolic","slug":"pretrained-language-models-are-symbolic","title":"Pretrained Language Models are Symbolic Mathematics Solvers too!","date":"2021-10-07","arxiv_id":"2110.03501","repositories_listed":1,"syntology":{"n":14,"n_ran":9,"n_constructed":1,"n_ran_checked":7,"n_instrument":2,"n_unverified":5,"n_honours":0,"n_violates":1,"n_no_contract":6,"n_pointer_only":3,"phrase":"9 ran (of which 1 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 1 violated, 6 with no contract checked; 2 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/pretrained-language-models-are-symbolic#ran","syntology_url":"https://syntology.ai/paper/2110.03501","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.03501"}},"official":{"repos":["softsys4ai/differentiable-proving"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":1,"n_ran_no_instrument_failure":7,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/revisiting-self-training-for-few-shot","slug":"revisiting-self-training-for-few-shot","title":"Revisiting Self-Training for Few-Shot Learning of Language Model","date":"2021-10-04","arxiv_id":"2110.01256","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":8,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 1 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/revisiting-self-training-for-few-shot#ran","syntology_url":"https://syntology.ai/paper/2110.01256","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.01256"}},"official":{"repos":["matthewcym/sflm"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/generating-texts-under-constraint-through","slug":"generating-texts-under-constraint-through","title":"PPL-MCTS: Constrained Textual Generation Through Discriminator-Guided MCTS Decoding","date":"2021-09-28","arxiv_id":"2109.13582","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/generating-texts-under-constraint-through#ran","syntology_url":"https://syntology.ai/paper/2109.13582","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.13582"}},"official":{"repos":["NohTow/PPL-MCTS"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/pix2seq-a-language-modeling-framework-for","slug":"pix2seq-a-language-modeling-framework-for","title":"Pix2seq: A Language Modeling Framework for Object Detection","date":"2021-09-22","arxiv_id":"2109.10852","repositories_listed":6,"syntology":{"n":12,"n_ran":10,"n_constructed":3,"n_ran_checked":6,"n_instrument":4,"n_unverified":2,"n_honours":1,"n_violates":2,"n_no_contract":3,"n_pointer_only":10,"phrase":"10 ran (of which 3 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 2 violated, 3 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/pix2seq-a-language-modeling-framework-for#ran","syntology_url":"https://syntology.ai/paper/2109.10852","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.10852"}},"official":{"repos":["google-research/pix2seq"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/trocr-transformer-based-optical-character","slug":"trocr-transformer-based-optical-character","title":"TrOCR: Transformer-based Optical Character Recognition with Pre-trained Models","date":"2021-09-21","arxiv_id":"2109.10282","repositories_listed":8,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/trocr-transformer-based-optical-character#ran","syntology_url":"https://syntology.ai/paper/2109.10282","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.10282"}},"official":{"repos":["microsoft/unilm"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/distilling-linguistic-context-for-language","slug":"distilling-linguistic-context-for-language","title":"Distilling Linguistic Context for Language Model Compression","date":"2021-09-17","arxiv_id":"2109.08359","repositories_listed":1,"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":7,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/distilling-linguistic-context-for-language#ran","syntology_url":"https://syntology.ai/paper/2109.08359","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.08359"}},"official":{"repos":["geondopark/ckd"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/primer-searching-for-efficient-transformers","slug":"primer-searching-for-efficient-transformers","title":"Primer: Searching for Efficient Transformers for Language Modeling","date":"2021-09-17","arxiv_id":"2109.08668","repositories_listed":4,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":2,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 2 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/primer-searching-for-efficient-transformers#ran","syntology_url":"https://syntology.ai/paper/2109.08668","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.08668"}},"official":{"repos":["google-research/google-research"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/zero-shot-open-information-extraction-using","slug":"zero-shot-open-information-extraction-using","title":"Context-NER : Contextual Phrase Generation at Scale","date":"2021-09-16","arxiv_id":"2109.08079","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/zero-shot-open-information-extraction-using#ran","syntology_url":"https://syntology.ai/paper/2109.08079","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.08079"}},"official":{"repos":["him1411/edgar10q-dataset"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/allocating-large-vocabulary-capacity-for","slug":"allocating-large-vocabulary-capacity-for","title":"Allocating Large Vocabulary Capacity for Cross-lingual Language Model Pre-training","date":"2021-09-15","arxiv_id":"2109.07306","repositories_listed":2,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/allocating-large-vocabulary-capacity-for#ran","syntology_url":"https://syntology.ai/paper/2109.07306","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.07306"}},"official":{"repos":["bozheng-hit/vocapxlm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/rationales-for-sequential-predictions","slug":"rationales-for-sequential-predictions","title":"Rationales for Sequential Predictions","date":"2021-09-14","arxiv_id":"2109.06387","repositories_listed":2,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/rationales-for-sequential-predictions#ran","syntology_url":"https://syntology.ai/paper/2109.06387","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.06387"}},"official":{"repos":["keyonvafa/sequential-rationales"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/types-of-out-of-distribution-texts-and-how-to","slug":"types-of-out-of-distribution-texts-and-how-to","title":"Types of Out-of-Distribution Texts and How to Detect Them","date":"2021-09-14","arxiv_id":"2109.06827","repositories_listed":1,"syntology":{"n":12,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/types-of-out-of-distribution-texts-and-how-to#ran","syntology_url":"https://syntology.ai/paper/2109.06827","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.06827"}},"official":{"repos":["uditarora/ood-text-emnlp"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/raise-a-child-in-large-language-model-towards","slug":"raise-a-child-in-large-language-model-towards","title":"Raise a Child in Large Language Model: Towards Effective and Generalizable Fine-tuning","date":"2021-09-13","arxiv_id":"2109.05687","repositories_listed":3,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/raise-a-child-in-large-language-model-towards#ran","syntology_url":"https://syntology.ai/paper/2109.05687","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.05687"}},"official":{"repos":["alibaba/AliceMind","pkunlp-icler/childtuning"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/teasel-a-transformer-based-speech-prefixed","slug":"teasel-a-transformer-based-speech-prefixed","title":"TEASEL: A Transformer-Based Speech-Prefixed Language Model","date":"2021-09-12","arxiv_id":"2109.05522","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/teasel-a-transformer-based-speech-prefixed#ran","syntology_url":"https://syntology.ai/paper/2109.05522","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.05522"}},"official":null}},{"url":"/paper/studying-word-order-through-iterative","slug":"studying-word-order-through-iterative","title":"Studying word order through iterative shuffling","date":"2021-09-10","arxiv_id":"2109.04867","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/studying-word-order-through-iterative#ran","syntology_url":"https://syntology.ai/paper/2109.04867","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.04867"}},"official":{"repos":["malkin1729/ibis"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/distantly-supervised-named-entity-recognition-1","slug":"distantly-supervised-named-entity-recognition-1","title":"Distantly-Supervised Named Entity Recognition with Noise-Robust Learning and Language Model Augmented Self-Training","date":"2021-09-10","arxiv_id":"2109.05003","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/distantly-supervised-named-entity-recognition-1#ran","syntology_url":"https://syntology.ai/paper/2109.05003","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.05003"}},"official":{"repos":["yumeng5/roster"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/efficient-nearest-neighbor-language-models","slug":"efficient-nearest-neighbor-language-models","title":"Efficient Nearest Neighbor Language Models","date":"2021-09-09","arxiv_id":"2109.04212","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/efficient-nearest-neighbor-language-models#ran","syntology_url":"https://syntology.ai/paper/2109.04212","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.04212"}},"official":{"repos":["jxhe/efficient-knnlm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/kelm-knowledge-enhanced-pre-trained-language","slug":"kelm-knowledge-enhanced-pre-trained-language","title":"KELM: Knowledge Enhanced Pre-Trained Language Representations with Message Passing on Hierarchical Relational Graphs","date":"2021-09-09","arxiv_id":"2109.04223","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/kelm-knowledge-enhanced-pre-trained-language#ran","syntology_url":"https://syntology.ai/paper/2109.04223","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.04223"}},"official":{"repos":["nlp-anonymous-happy/anonymous-kg-guided-nlp"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/vision-and-language-or-vision-for-language-on","slug":"vision-and-language-or-vision-for-language-on","title":"Vision-and-Language or Vision-for-Language? On Cross-Modal Influence in Multimodal Transformers","date":"2021-09-09","arxiv_id":"2109.04448","repositories_listed":4,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/vision-and-language-or-vision-for-language-on#ran","syntology_url":"https://syntology.ai/paper/2109.04448","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.04448"}},"official":{"repos":["e-bug/cross-modal-ablation","e-bug/volta"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/filling-the-gaps-in-ancient-akkadian-texts-a","slug":"filling-the-gaps-in-ancient-akkadian-texts-a","title":"Filling the Gaps in Ancient Akkadian Texts: A Masked Language Modelling Approach","date":"2021-09-09","arxiv_id":"2109.04513","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/filling-the-gaps-in-ancient-akkadian-texts-a#ran","syntology_url":"https://syntology.ai/paper/2109.04513","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.04513"}},"official":{"repos":["slab-nlp/akk"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/bert-mbert-or-bibert-a-study-on","slug":"bert-mbert-or-bibert-a-study-on","title":"BERT, mBERT, or BiBERT? A Study on Contextualized Embeddings for Neural Machine Translation","date":"2021-09-09","arxiv_id":"2109.04588","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":1,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/bert-mbert-or-bibert-a-study-on#ran","syntology_url":"https://syntology.ai/paper/2109.04588","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.04588"}},"official":{"repos":["fe1ixxu/BiBERT"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/truthfulqa-measuring-how-models-mimic-human","slug":"truthfulqa-measuring-how-models-mimic-human","title":"TruthfulQA: Measuring How Models Mimic Human Falsehoods","date":"2021-09-08","arxiv_id":"2109.07958","repositories_listed":3,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/truthfulqa-measuring-how-models-mimic-human#ran","syntology_url":"https://syntology.ai/paper/2109.07958","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.07958"}},"official":{"repos":["sylinrl/truthfulqa"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/permuteformer-efficient-relative-position","slug":"permuteformer-efficient-relative-position","title":"PermuteFormer: Efficient Relative Position Encoding for Long Sequences","date":"2021-09-06","arxiv_id":"2109.02377","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/permuteformer-efficient-relative-position#ran","syntology_url":"https://syntology.ai/paper/2109.02377","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.02377"}},"official":{"repos":["cpcp1998/permuteformer"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/text-to-table-a-new-way-of-information","slug":"text-to-table-a-new-way-of-information","title":"Text-to-Table: A New Way of Information Extraction","date":"2021-09-06","arxiv_id":"2109.02707","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/text-to-table-a-new-way-of-information#ran","syntology_url":"https://syntology.ai/paper/2109.02707","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.02707"}},"official":{"repos":["shirley-wu/text_to_table"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-hierarchical-structures-with","slug":"learning-hierarchical-structures-with","title":"Learning Hierarchical Structures with Differentiable Nondeterministic Stacks","date":"2021-09-05","arxiv_id":"2109.01982","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":3,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 3 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/learning-hierarchical-structures-with#ran","syntology_url":"https://syntology.ai/paper/2109.01982","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.01982"}},"official":{"repos":["bdusell/nondeterministic-stack-rnn"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/ctal-pre-training-cross-modal-transformer-for","slug":"ctal-pre-training-cross-modal-transformer-for","title":"CTAL: Pre-training Cross-modal Transformer for Audio-and-Language Representations","date":"2021-09-01","arxiv_id":"2109.00181","repositories_listed":1,"syntology":{"n":19,"n_ran":15,"n_constructed":2,"n_ran_checked":15,"n_instrument":0,"n_unverified":4,"n_honours":1,"n_violates":0,"n_no_contract":14,"n_pointer_only":6,"phrase":"15 ran (of which 2 constructed an object rather than computing a result; 15 with no instrument failure: 1 honoured, 0 violated, 14 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/ctal-pre-training-cross-modal-transformer-for#ran","syntology_url":"https://syntology.ai/paper/2109.00181","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.00181"}},"official":{"repos":["ydkwim/ctal"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":13,"n_unverified":1,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/differentiable-prompt-makes-pre-trained","slug":"differentiable-prompt-makes-pre-trained","title":"Differentiable Prompt Makes Pre-trained Language Models Better Few-shot Learners","date":"2021-08-30","arxiv_id":"2108.13161","repositories_listed":4,"syntology":{"n":4,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/differentiable-prompt-makes-pre-trained#ran","syntology_url":"https://syntology.ai/paper/2108.13161","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.13161"}},"official":{"repos":["zjunlp/DART"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/models-in-a-spelling-bee-language-models","slug":"models-in-a-spelling-bee-language-models","title":"Models In a Spelling Bee: Language Models Implicitly Learn the Character Composition of Tokens","date":"2021-08-25","arxiv_id":"2108.11193","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":11,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/models-in-a-spelling-bee-language-models#ran","syntology_url":"https://syntology.ai/paper/2108.11193","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.11193"}},"official":{"repos":["itay1itzhak/spellingbee"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/simvlm-simple-visual-language-model","slug":"simvlm-simple-visual-language-model","title":"SimVLM: Simple Visual Language Model Pretraining with Weak Supervision","date":"2021-08-24","arxiv_id":"2108.10904","repositories_listed":2,"syntology":{"n":37,"n_ran":22,"n_constructed":8,"n_ran_checked":16,"n_instrument":6,"n_unverified":15,"n_honours":1,"n_violates":3,"n_no_contract":12,"n_pointer_only":32,"phrase":"22 ran (of which 8 constructed an object rather than computing a result; 16 with no instrument failure: 1 honoured, 3 violated, 12 with no contract checked; 6 where Syntology's instrument failed) · 15 unverified","sample_list":"/paper/simvlm-simple-visual-language-model#ran","syntology_url":"https://syntology.ai/paper/2108.10904","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.10904"}},"official":null}},{"url":"/paper/knowledge-perceived-multi-modal-pretraining","slug":"knowledge-perceived-multi-modal-pretraining","title":"Knowledge Perceived Multi-modal Pretraining in E-commerce","date":"2021-08-20","arxiv_id":"2109.00895","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/knowledge-perceived-multi-modal-pretraining#ran","syntology_url":"https://syntology.ai/paper/2109.00895","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.00895"}},"official":{"repos":["yushanzhu/k3m"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/modeling-protein-using-large-scale-pretrain","slug":"modeling-protein-using-large-scale-pretrain","title":"Modeling Protein Using Large-scale Pretrain Language Model","date":"2021-08-17","arxiv_id":"2108.07435","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":2,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/modeling-protein-using-large-scale-pretrain#ran","syntology_url":"https://syntology.ai/paper/2108.07435","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.07435"}},"official":{"repos":["THUDM/ProteinLM"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/demix-layers-disentangling-domains-for","slug":"demix-layers-disentangling-domains-for","title":"DEMix Layers: Disentangling Domains for Modular Language Modeling","date":"2021-08-11","arxiv_id":"2108.05036","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/demix-layers-disentangling-domains-for#ran","syntology_url":"https://syntology.ai/paper/2108.05036","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.05036"}},"official":{"repos":["kernelmachine/demix","kernelmachine/demix-data"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/bros-a-layout-aware-pre-trained-language","slug":"bros-a-layout-aware-pre-trained-language","title":"BROS: A Pre-trained Language Model Focusing on Text and Layout for Better Key Information Extraction from Documents","date":"2021-08-10","arxiv_id":"2108.04539","repositories_listed":2,"syntology":{"n":13,"n_ran":13,"n_constructed":0,"n_ran_checked":11,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/bros-a-layout-aware-pre-trained-language#ran","syntology_url":"https://syntology.ai/paper/2108.04539","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.04539"}},"official":{"repos":["clovaai/bros"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/noisy-channel-language-model-prompting-for","slug":"noisy-channel-language-model-prompting-for","title":"Noisy Channel Language Model Prompting for Few-Shot Text Classification","date":"2021-08-09","arxiv_id":"2108.04106","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/noisy-channel-language-model-prompting-for#ran","syntology_url":"https://syntology.ai/paper/2108.04106","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.04106"}},"official":{"repos":["shmsw25/Channel-LM-Prompting"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/controlled-text-generation-as-continuous","slug":"controlled-text-generation-as-continuous","title":"Controlled Text Generation as Continuous Optimization with Multiple Constraints","date":"2021-08-04","arxiv_id":"2108.01850","repositories_listed":1,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/controlled-text-generation-as-continuous#ran","syntology_url":"https://syntology.ai/paper/2108.01850","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.01850"}},"official":null}},{"url":"/paper/curriculum-learning-for-language-modeling","slug":"curriculum-learning-for-language-modeling","title":"Curriculum learning for language modeling","date":"2021-08-04","arxiv_id":"2108.02170","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/curriculum-learning-for-language-modeling#ran","syntology_url":"https://syntology.ai/paper/2108.02170","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.02170"}},"official":{"repos":["spacemanidol/CurriculumLearningForLanguageModels"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/analyzing-speaker-information-in-self","slug":"analyzing-speaker-information-in-self","title":"Analyzing Speaker Information in Self-Supervised Models to Improve Zero-Resource Speech Processing","date":"2021-08-02","arxiv_id":"2108.00917","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/analyzing-speaker-information-in-self#ran","syntology_url":"https://syntology.ai/paper/2108.00917","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.00917"}},"official":null}},{"url":"/paper/structural-guidance-for-transformer-language","slug":"structural-guidance-for-transformer-language","title":"Structural Guidance for Transformer Language Models","date":"2021-07-30","arxiv_id":"2108.00104","repositories_listed":1,"syntology":{"n":12,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":9,"n_pointer_only":1,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 1 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/structural-guidance-for-transformer-language#ran","syntology_url":"https://syntology.ai/paper/2108.00104","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.00104"}},"official":{"repos":["IBM/transformers-struct-guidance"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/mwp-bert-a-strong-baseline-for-math-word","slug":"mwp-bert-a-strong-baseline-for-math-word","title":"MWP-BERT: Numeracy-Augmented Pre-training for Math Word Problem Solving","date":"2021-07-28","arxiv_id":"2107.13435","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/mwp-bert-a-strong-baseline-for-math-word#ran","syntology_url":"https://syntology.ai/paper/2107.13435","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.13435"}},"official":{"repos":["lzhenwen/mwp-bert"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/h-transformer-1d-fast-one-dimensional","slug":"h-transformer-1d-fast-one-dimensional","title":"H-Transformer-1D: Fast One-Dimensional Hierarchical Attention for Sequences","date":"2021-07-25","arxiv_id":"2107.11906","repositories_listed":2,"syntology":{"n":10,"n_ran":9,"n_constructed":1,"n_ran_checked":6,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":5,"n_pointer_only":1,"phrase":"9 ran (of which 1 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 1 violated, 5 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/h-transformer-1d-fast-one-dimensional#ran","syntology_url":"https://syntology.ai/paper/2107.11906","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.11906"}},"official":null}},{"url":"/paper/flex-unifying-evaluation-for-few-shot-nlp","slug":"flex-unifying-evaluation-for-few-shot-nlp","title":"FLEX: Unifying Evaluation for Few-Shot NLP","date":"2021-07-15","arxiv_id":"2107.07170","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/flex-unifying-evaluation-for-few-shot-nlp#ran","syntology_url":"https://syntology.ai/paper/2107.07170","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.07170"}},"official":{"repos":["allenai/flex","allenai/unifew"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/deduplicating-training-data-makes-language","slug":"deduplicating-training-data-makes-language","title":"Deduplicating Training Data Makes Language Models Better","date":"2021-07-14","arxiv_id":"2107.06499","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/deduplicating-training-data-makes-language#ran","syntology_url":"https://syntology.ai/paper/2107.06499","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.06499"}},"official":{"repos":["google-research/deduplicate-text-datasets"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"url":"/paper/codified-audio-language-modeling-learns","slug":"codified-audio-language-modeling-learns","title":"Codified audio language modeling learns useful representations for music information retrieval","date":"2021-07-12","arxiv_id":"2107.05677","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/codified-audio-language-modeling-learns#ran","syntology_url":"https://syntology.ai/paper/2107.05677","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.05677"}},"official":{"repos":["p-lambda/jukemir"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/combiner-full-attention-transformer-with","slug":"combiner-full-attention-transformer-with","title":"Combiner: Full Attention Transformer with Sparse Computation Cost","date":"2021-07-12","arxiv_id":"2107.05768","repositories_listed":2,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/combiner-full-attention-transformer-with#ran","syntology_url":"https://syntology.ai/paper/2107.05768","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.05768"}},"official":{"repos":["google-research/google-research"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/evaluating-large-language-models-trained-on","slug":"evaluating-large-language-models-trained-on","title":"Evaluating Large Language Models Trained on Code","date":"2021-07-07","arxiv_id":"2107.03374","repositories_listed":13,"syntology":{"n":39,"n_ran":26,"n_constructed":0,"n_ran_checked":24,"n_instrument":2,"n_unverified":13,"n_honours":1,"n_violates":0,"n_no_contract":23,"n_pointer_only":4,"phrase":"26 ran (of which 0 constructed an object rather than computing a result; 24 with no instrument failure: 1 honoured, 0 violated, 23 with no contract checked; 2 where Syntology's instrument failed) · 13 unverified","sample_list":"/paper/evaluating-large-language-models-trained-on#ran","syntology_url":"https://syntology.ai/paper/2107.03374","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.03374"}},"official":{"repos":["openai/human-eval"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["found_in_text","listed","official"]}}},{"url":"/paper/long-short-transformer-efficient-transformers","slug":"long-short-transformer-efficient-transformers","title":"Long-Short Transformer: Efficient Transformers for Language and Vision","date":"2021-07-05","arxiv_id":"2107.02192","repositories_listed":3,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":2,"n_no_contract":1,"n_pointer_only":2,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 2 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/long-short-transformer-efficient-transformers#ran","syntology_url":"https://syntology.ai/paper/2107.02192","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.02192"}},"official":{"repos":["NVIDIA/transformer-ls"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official","unlocated"]}}},{"url":"/paper/r-drop-regularized-dropout-for-neural","slug":"r-drop-regularized-dropout-for-neural","title":"R-Drop: Regularized Dropout for Neural Networks","date":"2021-06-28","arxiv_id":"2106.14448","repositories_listed":8,"syntology":{"n":6,"n_ran":4,"n_constructed":2,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 2 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/r-drop-regularized-dropout-for-neural#ran","syntology_url":"https://syntology.ai/paper/2106.14448","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.14448"}},"official":{"repos":["dropreg/R-Drop"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/symbolicgpt-a-generative-transformer-model","slug":"symbolicgpt-a-generative-transformer-model","title":"SymbolicGPT: A Generative Transformer Model for Symbolic Regression","date":"2021-06-27","arxiv_id":"2106.14131","repositories_listed":2,"syntology":{"n":9,"n_ran":9,"n_constructed":0,"n_ran_checked":8,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/symbolicgpt-a-generative-transformer-model#ran","syntology_url":"https://syntology.ai/paper/2106.14131","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.14131"}},"official":{"repos":["git.uwaterloo.ca/data-analytics-lab/symbolicgpt2"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/secure-distributed-training-at-scale","slug":"secure-distributed-training-at-scale","title":"Secure Distributed Training at Scale","date":"2021-06-21","arxiv_id":"2106.11257","repositories_listed":3,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/secure-distributed-training-at-scale#ran","syntology_url":"https://syntology.ai/paper/2106.11257","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.11257"}},"official":{"repos":["yandex-research/btard","iclr-paper/btard"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/golos-russian-dataset-for-speech-research","slug":"golos-russian-dataset-for-speech-research","title":"Golos: Russian Dataset for Speech Research","date":"2021-06-18","arxiv_id":"2106.10161","repositories_listed":2,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":1,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":5,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/golos-russian-dataset-for-speech-research#ran","syntology_url":"https://syntology.ai/paper/2106.10161","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.10161"}},"official":{"repos":["sberdevices/golos"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/bitfit-simple-parameter-efficient-fine-tuning","slug":"bitfit-simple-parameter-efficient-fine-tuning","title":"BitFit: Simple Parameter-efficient Fine-tuning for Transformer-based Masked Language-models","date":"2021-06-18","arxiv_id":"2106.10199","repositories_listed":6,"syntology":{"n":13,"n_ran":4,"n_constructed":1,"n_ran_checked":3,"n_instrument":1,"n_unverified":9,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"4 ran (of which 1 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/bitfit-simple-parameter-efficient-fine-tuning#ran","syntology_url":"https://syntology.ai/paper/2106.10199","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.10199"}},"official":{"repos":["benzakenelad/BitFit"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/on-anytime-learning-at-macroscale","slug":"on-anytime-learning-at-macroscale","title":"On Anytime Learning at Macroscale","date":"2021-06-17","arxiv_id":"2106.09563","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":5,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/on-anytime-learning-at-macroscale#ran","syntology_url":"https://syntology.ai/paper/2106.09563","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.09563"}},"official":{"repos":["facebookresearch/alma"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/lora-low-rank-adaptation-of-large-language","slug":"lora-low-rank-adaptation-of-large-language","title":"LoRA: Low-Rank Adaptation of Large Language Models","date":"2021-06-17","arxiv_id":"2106.09685","repositories_listed":74,"syntology":{"n":84,"n_ran":51,"n_constructed":19,"n_ran_checked":44,"n_instrument":7,"n_unverified":33,"n_honours":1,"n_violates":0,"n_no_contract":43,"n_pointer_only":30,"phrase":"51 ran (of which 19 constructed an object rather than computing a result; 44 with no instrument failure: 1 honoured, 0 violated, 43 with no contract checked; 7 where Syntology's instrument failed) · 33 unverified","sample_list":"/paper/lora-low-rank-adaptation-of-large-language#ran","syntology_url":"https://syntology.ai/paper/2106.09685","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.09685"}},"official":{"repos":["microsoft/LoRA"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/direction-is-what-you-need-improving-word","slug":"direction-is-what-you-need-improving-word","title":"Direction is what you need: Improving Word Embedding Compression in Large Language Models","date":"2021-06-15","arxiv_id":"2106.08181","repositories_listed":1,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 1 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/direction-is-what-you-need-improving-word#ran","syntology_url":"https://syntology.ai/paper/2106.08181","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.08181"}},"official":{"repos":["MohammadrezaBanaei/orientation_based_embedding_compression"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/scene-transformer-a-unified-multi-task-model","slug":"scene-transformer-a-unified-multi-task-model","title":"Scene Transformer: A unified architecture for predicting multiple agent trajectories","date":"2021-06-15","arxiv_id":"2106.08417","repositories_listed":4,"syntology":{"n":6,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":6,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/scene-transformer-a-unified-multi-task-model#ran","syntology_url":"https://syntology.ai/paper/2106.08417","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.08417"}},"official":null}},{"url":"/paper/hubert-self-supervised-speech-representation","slug":"hubert-self-supervised-speech-representation","title":"HuBERT: Self-Supervised Speech Representation Learning by Masked Prediction of Hidden Units","date":"2021-06-14","arxiv_id":"2106.07447","repositories_listed":11,"syntology":{"n":9,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/hubert-self-supervised-speech-representation#ran","syntology_url":"https://syntology.ai/paper/2106.07447","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.07447"}},"official":{"repos":["pytorch/fairseq","huggingface/transformers"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/generate-annotate-and-learn-generative-models","slug":"generate-annotate-and-learn-generative-models","title":"Generate, Annotate, and Learn: NLP with Synthetic Text","date":"2021-06-11","arxiv_id":"2106.06168","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/generate-annotate-and-learn-generative-models#ran","syntology_url":"https://syntology.ai/paper/2106.06168","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.06168"}},"official":{"repos":["xlhex/gal_syntex"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/improving-pretrained-cross-lingual-language","slug":"improving-pretrained-cross-lingual-language","title":"Improving Pretrained Cross-Lingual Language Models via Self-Labeled Word Alignment","date":"2021-06-11","arxiv_id":"2106.06381","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/improving-pretrained-cross-lingual-language#ran","syntology_url":"https://syntology.ai/paper/2106.06381","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.06381"}},"official":{"repos":["CZWin32768/XLM-Align"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/parameter-efficient-multi-task-fine-tuning","slug":"parameter-efficient-multi-task-fine-tuning","title":"Parameter-efficient Multi-task Fine-tuning for Transformers via Shared Hypernetworks","date":"2021-06-08","arxiv_id":"2106.04489","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":3,"n_ran_checked":3,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"4 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/parameter-efficient-multi-task-fine-tuning#ran","syntology_url":"https://syntology.ai/paper/2106.04489","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.04489"}},"official":{"repos":["rabeehk/hyperformer"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":3,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/luna-linear-unified-nested-attention","slug":"luna-linear-unified-nested-attention","title":"Luna: Linear Unified Nested Attention","date":"2021-06-03","arxiv_id":"2106.01540","repositories_listed":2,"syntology":{"n":10,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":7,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/luna-linear-unified-nested-attention#ran","syntology_url":"https://syntology.ai/paper/2106.01540","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.01540"}},"official":{"repos":["XuezheMax/fairseq-apollo"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":3,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/provably-secure-generative-linguistic","slug":"provably-secure-generative-linguistic","title":"Provably Secure Generative Linguistic Steganography","date":"2021-06-03","arxiv_id":"2106.02011","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":2,"n_ran_checked":3,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":2,"n_pointer_only":5,"phrase":"4 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 1 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/provably-secure-generative-linguistic#ran","syntology_url":"https://syntology.ai/paper/2106.02011","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.02011"}},"official":{"repos":["Mhzzzzz/ADG-steganography"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/a-generalizable-approach-to-learning","slug":"a-generalizable-approach-to-learning","title":"A Generalizable Approach to Learning Optimizers","date":"2021-06-02","arxiv_id":"2106.00958","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-generalizable-approach-to-learning#ran","syntology_url":"https://syntology.ai/paper/2106.00958","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.00958"}},"official":{"repos":["openai/LHOPT"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/differential-privacy-for-text-analytics-via","slug":"differential-privacy-for-text-analytics-via","title":"Differential Privacy for Text Analytics via Natural Text Sanitization","date":"2021-06-02","arxiv_id":"2106.01221","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/differential-privacy-for-text-analytics-via#ran","syntology_url":"https://syntology.ai/paper/2106.01221","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.01221"}},"official":{"repos":["xiangyue9607/SanText"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/decision-transformer-reinforcement-learning","slug":"decision-transformer-reinforcement-learning","title":"Decision Transformer: Reinforcement Learning via Sequence Modeling","date":"2021-06-02","arxiv_id":"2106.01345","repositories_listed":20,"syntology":{"n":26,"n_ran":17,"n_constructed":10,"n_ran_checked":13,"n_instrument":4,"n_unverified":9,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":8,"phrase":"17 ran (of which 10 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 4 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/decision-transformer-reinforcement-learning#ran","syntology_url":"https://syntology.ai/paper/2106.01345","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.01345"}},"official":{"repos":["kzl/decision-transformer"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/attention-based-contextual-language-model","slug":"attention-based-contextual-language-model","title":"Attention-based Contextual Language Model Adaptation for Speech Recognition","date":"2021-06-02","arxiv_id":"2106.01451","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":3,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/attention-based-contextual-language-model#ran","syntology_url":"https://syntology.ai/paper/2106.01451","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.01451"}},"official":{"repos":["amazon-research/contextual-attention-nlm"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/mathbert-a-pre-trained-language-model-for","slug":"mathbert-a-pre-trained-language-model-for","title":"MathBERT: A Pre-trained Language Model for General NLP Tasks in Mathematics Education","date":"2021-06-02","arxiv_id":"2106.07340","repositories_listed":1,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":4,"n_instrument":2,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":9,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/mathbert-a-pre-trained-language-model-for#ran","syntology_url":"https://syntology.ai/paper/2106.07340","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.07340"}},"official":{"repos":["tbs17/MathBERT"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/shuowen-jiezi-linguistically-informed","slug":"shuowen-jiezi-linguistically-informed","title":"Sub-Character Tokenization for Chinese Pretrained Language Models","date":"2021-06-01","arxiv_id":"2106.00400","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/shuowen-jiezi-linguistically-informed#ran","syntology_url":"https://syntology.ai/paper/2106.00400","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.00400"}},"official":{"repos":["thunlp/subchartokenization"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/dialogue-oriented-pre-training","slug":"dialogue-oriented-pre-training","title":"Dialogue-oriented Pre-training","date":"2021-06-01","arxiv_id":"2106.00420","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":4,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/dialogue-oriented-pre-training#ran","syntology_url":"https://syntology.ai/paper/2106.00420","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.00420"}},"official":{"repos":["xyease/Dialog-PrLM"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/incorporating-visual-layout-structures-for","slug":"incorporating-visual-layout-structures-for","title":"VILA: Improving Structured Content Extraction from Scientific PDFs Using Visual Layout Groups","date":"2021-06-01","arxiv_id":"2106.00676","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/incorporating-visual-layout-structures-for#ran","syntology_url":"https://syntology.ai/paper/2106.00676","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.00676"}},"official":{"repos":["allenai/VILA"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/cascaded-head-colliding-attention","slug":"cascaded-head-colliding-attention","title":"Cascaded Head-colliding Attention","date":"2021-05-31","arxiv_id":"2105.14850","repositories_listed":1,"syntology":{"n":10,"n_ran":9,"n_constructed":4,"n_ran_checked":5,"n_instrument":4,"n_unverified":1,"n_honours":1,"n_violates":1,"n_no_contract":3,"n_pointer_only":5,"phrase":"9 ran (of which 4 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 1 violated, 3 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/cascaded-head-colliding-attention#ran","syntology_url":"https://syntology.ai/paper/2105.14850","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.14850"}},"official":{"repos":["LZhengisme/CODA"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":2,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["found_in_text","official","unlocated"]}}},{"url":"/paper/neurallog-natural-language-inference-with","slug":"neurallog-natural-language-inference-with","title":"NeuralLog: Natural Language Inference with Joint Neural and Logical Reasoning","date":"2021-05-29","arxiv_id":"2105.14167","repositories_listed":1,"syntology":{"n":6,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/neurallog-natural-language-inference-with#ran","syntology_url":"https://syntology.ai/paper/2105.14167","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.14167"}},"official":{"repos":["eric11eca/NeuralLog"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/protaugment-unsupervised-diverse-short-texts","slug":"protaugment-unsupervised-diverse-short-texts","title":"ProtAugment: Unsupervised diverse short-texts paraphrasing for intent detection meta-learning","date":"2021-05-27","arxiv_id":"2105.12995","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/protaugment-unsupervised-diverse-short-texts#ran","syntology_url":"https://syntology.ai/paper/2105.12995","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.12995"}},"official":{"repos":["tdopierre/ProtAugment"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/generative-text-modeling-through-short-run","slug":"generative-text-modeling-through-short-run","title":"Generative Text Modeling through Short Run Inference","date":"2021-05-27","arxiv_id":"2106.02513","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/generative-text-modeling-through-short-run#ran","syntology_url":"https://syntology.ai/paper/2106.02513","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.02513"}},"official":{"repos":["bpucla/sri_text"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}}],"record_sha256":"f76c3bbaa8c3825fb36b58894a407de55159a5fe9eb7fce5ba37e63a1ddeb8fd","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}