{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/natural-language-understanding/papers/ran/2","list_of":"/task/natural-language-understanding","task":"Natural Language Understanding","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":2,"pages_in_order":2,"rows_per_page":100,"rows":[101,185],"of":185,"counts":{"archive_papers_tagged":1978,"with_a_code_link":809,"where_syntology_ran_a_sample":185,"not_listed_spam_title":0,"listed":1978,"listed_where_code_ran":185,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":155,"every_run_a_failure_of_syntologys_instrument":30,"listed_with_a_run_with_no_instrument_failure":155,"listed_every_run_a_failure_of_syntologys_instrument":30,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/natural-language-understanding/papers/ran/1","prev":"/task/natural-language-understanding/papers/ran/1","next":null,"papers":[{"url":"/paper/kala-knowledge-augmented-language-model-1","slug":"kala-knowledge-augmented-language-model-1","title":"KALA: Knowledge-Augmented Language Model Adaptation","date":"2022-04-22","arxiv_id":"2204.10555","repositories_listed":1,"syntology":{"n":16,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":14,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 14 unverified","sample_list":"/paper/kala-knowledge-augmented-language-model-1#ran","syntology_url":"https://syntology.ai/paper/2204.10555","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.10555"}},"official":{"repos":["nardien/kala"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/imagination-augmented-natural-language-1","slug":"imagination-augmented-natural-language-1","title":"Imagination-Augmented Natural Language Understanding","date":"2022-04-18","arxiv_id":"2204.08535","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/imagination-augmented-natural-language-1#ran","syntology_url":"https://syntology.ai/paper/2204.08535","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.08535"}},"official":{"repos":["yujielu10/iace-nlu"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/massive-a-1m-example-multilingual-natural","slug":"massive-a-1m-example-multilingual-natural","title":"MASSIVE: A 1M-Example Multilingual Natural Language Understanding Dataset with 51 Typologically-Diverse Languages","date":"2022-04-18","arxiv_id":"2204.08582","repositories_listed":6,"syntology":{"n":10,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":7,"n_pointer_only":1,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 1 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/massive-a-1m-example-multilingual-natural#ran","syntology_url":"https://syntology.ai/paper/2204.08582","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.08582"}},"official":{"repos":["alexa/massive"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/generative-biomedical-entity-linking-via","slug":"generative-biomedical-entity-linking-via","title":"Generative Biomedical Entity Linking via Knowledge Base-Guided Pre-training and Synonyms-Aware Fine-tuning","date":"2022-04-11","arxiv_id":"2204.05164","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/generative-biomedical-entity-linking-via#ran","syntology_url":"https://syntology.ai/paper/2204.05164","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.05164"}},"official":{"repos":["yuanhy1997/genbioel"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/value-understanding-dialect-disparity-in-nlu","slug":"value-understanding-dialect-disparity-in-nlu","title":"VALUE: Understanding Dialect Disparity in NLU","date":"2022-04-06","arxiv_id":"2204.03031","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/value-understanding-dialect-disparity-in-nlu#ran","syntology_url":"https://syntology.ai/paper/2204.03031","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.03031"}},"official":{"repos":["salt-nlp/value"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/an-analysis-of-negation-in-natural-language","slug":"an-analysis-of-negation-in-natural-language","title":"An Analysis of Negation in Natural Language Understanding Corpora","date":"2022-03-16","arxiv_id":"2203.08929","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/an-analysis-of-negation-in-natural-language#ran","syntology_url":"https://syntology.ai/paper/2203.08929","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.08929"}},"official":{"repos":["mosharafhossain/negation-and-nlu"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/tableformer-robust-transformer-modeling-for-1","slug":"tableformer-robust-transformer-modeling-for-1","title":"TableFormer: Robust Transformer Modeling for Table-Text Encoding","date":"2022-03-01","arxiv_id":"2203.00274","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/tableformer-robust-transformer-modeling-for-1#ran","syntology_url":"https://syntology.ai/paper/2203.00274","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.00274"}},"official":{"repos":["google-research/tapas"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/merit-meta-path-guided-contrastive-learning","slug":"merit-meta-path-guided-contrastive-learning","title":"MERIt: Meta-Path Guided Contrastive Learning for Logical Reasoning","date":"2022-03-01","arxiv_id":"2203.00357","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":2,"n_ran_checked":2,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"5 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/merit-meta-path-guided-contrastive-learning#ran","syntology_url":"https://syntology.ai/paper/2203.00357","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.00357"}},"official":{"repos":["sparkjiao/merit"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-to-merge-tokens-in-vision","slug":"learning-to-merge-tokens-in-vision","title":"Learning to Merge Tokens in Vision Transformers","date":"2022-02-24","arxiv_id":"2202.12015","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":3,"n_no_contract":0,"n_pointer_only":2,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 3 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/learning-to-merge-tokens-in-vision#ran","syntology_url":"https://syntology.ai/paper/2202.12015","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.12015"}},"official":null}},{"url":"/paper/data2vec-a-general-framework-for-self-1","slug":"data2vec-a-general-framework-for-self-1","title":"data2vec: A General Framework for Self-supervised Learning in Speech, Vision and Language","date":"2022-02-07","arxiv_id":"2202.03555","repositories_listed":12,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/data2vec-a-general-framework-for-self-1#ran","syntology_url":"https://syntology.ai/paper/2202.03555","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.03555"}},"official":{"repos":["pytorch/fairseq"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/no-parameters-left-behind-sensitivity-guided-1","slug":"no-parameters-left-behind-sensitivity-guided-1","title":"No Parameters Left Behind: Sensitivity Guided Adaptive Learning Rate for Training Large Transformer Models","date":"2022-02-06","arxiv_id":"2202.02664","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/no-parameters-left-behind-sensitivity-guided-1#ran","syntology_url":"https://syntology.ai/paper/2202.02664","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2202.02664"}},"official":{"repos":["cliang1453/sage"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/causal-distillation-for-language-models","slug":"causal-distillation-for-language-models","title":"Causal Distillation for Language Models","date":"2021-12-05","arxiv_id":"2112.02505","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/causal-distillation-for-language-models#ran","syntology_url":"https://syntology.ai/paper/2112.02505","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.02505"}},"official":{"repos":["frankaging/Causal-Distill"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/probing-linguistic-information-for-logical","slug":"probing-linguistic-information-for-logical","title":"Probing Linguistic Information For Logical Inference In Pre-trained Language Models","date":"2021-12-03","arxiv_id":"2112.01753","repositories_listed":1,"syntology":{"n":14,"n_ran":12,"n_constructed":0,"n_ran_checked":11,"n_instrument":1,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":10,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 1 honoured, 0 violated, 10 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/probing-linguistic-information-for-logical#ran","syntology_url":"https://syntology.ai/paper/2112.01753","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.01753"}},"official":{"repos":["eric11eca/inference-information-probing"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/robertuito-a-pre-trained-language-model-for","slug":"robertuito-a-pre-trained-language-model-for","title":"RoBERTuito: a pre-trained language model for social media text in Spanish","date":"2021-11-18","arxiv_id":"2111.09453","repositories_listed":1,"syntology":{"n":6,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/robertuito-a-pre-trained-language-model-for#ran","syntology_url":"https://syntology.ai/paper/2111.09453","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.09453"}},"official":{"repos":["pysentimiento/robertuito"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/debertav3-improving-deberta-using-electra","slug":"debertav3-improving-deberta-using-electra","title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","date":"2021-11-18","arxiv_id":"2111.09543","repositories_listed":3,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/debertav3-improving-deberta-using-electra#ran","syntology_url":"https://syntology.ai/paper/2111.09543","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.09543"}},"official":{"repos":["microsoft/DeBERTa"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/on-transferability-of-prompt-tuning-for","slug":"on-transferability-of-prompt-tuning-for","title":"On Transferability of Prompt Tuning for Natural Language Processing","date":"2021-11-12","arxiv_id":"2111.06719","repositories_listed":1,"syntology":{"n":9,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/on-transferability-of-prompt-tuning-for#ran","syntology_url":"https://syntology.ai/paper/2111.06719","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.06719"}},"official":{"repos":["thunlp/Prompt-Transferability"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/clues-few-shot-learning-evaluation-in-natural","slug":"clues-few-shot-learning-evaluation-in-natural","title":"CLUES: Few-Shot Learning Evaluation in Natural Language Understanding","date":"2021-11-04","arxiv_id":"2111.02570","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/clues-few-shot-learning-evaluation-in-natural#ran","syntology_url":"https://syntology.ai/paper/2111.02570","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.02570"}},"official":{"repos":["microsoft/clues"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/types-of-out-of-distribution-texts-and-how-to","slug":"types-of-out-of-distribution-texts-and-how-to","title":"Types of Out-of-Distribution Texts and How to Detect Them","date":"2021-09-14","arxiv_id":"2109.06827","repositories_listed":1,"syntology":{"n":12,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/types-of-out-of-distribution-texts-and-how-to#ran","syntology_url":"https://syntology.ai/paper/2109.06827","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.06827"}},"official":{"repos":["uditarora/ood-text-emnlp"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/graph-based-network-with-contextualized","slug":"graph-based-network-with-contextualized","title":"Graph Based Network with Contextualized Representations of Turns in Dialogue","date":"2021-09-09","arxiv_id":"2109.04008","repositories_listed":1,"syntology":{"n":17,"n_ran":15,"n_constructed":0,"n_ran_checked":12,"n_instrument":3,"n_unverified":2,"n_honours":6,"n_violates":1,"n_no_contract":5,"n_pointer_only":8,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 6 honoured, 1 violated, 5 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/graph-based-network-with-contextualized#ran","syntology_url":"https://syntology.ai/paper/2109.04008","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.04008"}},"official":{"repos":["blacknoodle/tucore-gcn"],"state":"official (archive's flag): 15 ran","n_ran":15,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/flipda-effective-and-robust-data-augmentation","slug":"flipda-effective-and-robust-data-augmentation","title":"FlipDA: Effective and Robust Data Augmentation for Few-Shot Learning","date":"2021-08-13","arxiv_id":"2108.06332","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/flipda-effective-and-robust-data-augmentation#ran","syntology_url":"https://syntology.ai/paper/2108.06332","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.06332"}},"official":{"repos":["zhouj8553/flipda"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/an-investigation-of-the-in-effectiveness-of","slug":"an-investigation-of-the-in-effectiveness-of","title":"An Investigation of the (In)effectiveness of Counterfactually Augmented Data","date":"2021-07-01","arxiv_id":"2107.00753","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/an-investigation-of-the-in-effectiveness-of#ran","syntology_url":"https://syntology.ai/paper/2107.00753","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.00753"}},"official":{"repos":["joshinh/investigation-cad"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/text-to-sql-in-the-wild-a-naturally-occurring","slug":"text-to-sql-in-the-wild-a-naturally-occurring","title":"Text-to-SQL in the Wild: A Naturally-Occurring Dataset Based on Stack Exchange Data","date":"2021-06-09","arxiv_id":"2106.05006","repositories_listed":1,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/text-to-sql-in-the-wild-a-naturally-occurring#ran","syntology_url":"https://syntology.ai/paper/2106.05006","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.05006"}},"official":{"repos":["hirupert/sede"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/a-generative-symbolic-model-for-more-general","slug":"a-generative-symbolic-model-for-more-general","title":"Towards General Natural Language Understanding with Probabilistic Worldbuilding","date":"2021-05-06","arxiv_id":"2105.02486","repositories_listed":2,"syntology":{"n":14,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":1,"n_no_contract":7,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 1 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/a-generative-symbolic-model-for-more-general#ran","syntology_url":"https://syntology.ai/paper/2105.02486","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.02486"}},"official":{"repos":["asaparov/fictionalgeoqa","asaparov/pwl"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/effect-of-vision-and-language-extensions-on","slug":"effect-of-vision-and-language-extensions-on","title":"Effect of Visual Extensions on Natural Language Understanding in Vision-and-Language Models","date":"2021-04-16","arxiv_id":"2104.08066","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":7,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":4,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/effect-of-vision-and-language-extensions-on#ran","syntology_url":"https://syntology.ai/paper/2104.08066","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08066"}},"official":{"repos":["alab-nii/eval_vl_glue"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/adversarial-training-as-stackelberg-game-an","slug":"adversarial-training-as-stackelberg-game-an","title":"Adversarial Regularization as Stackelberg Game: An Unrolled Optimization Approach","date":"2021-04-11","arxiv_id":"2104.04886","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/adversarial-training-as-stackelberg-game-an#ran","syntology_url":"https://syntology.ai/paper/2104.04886","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.04886"}},"official":{"repos":["SimiaoZuo/Stackelberg-Adv"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/all-nlp-tasks-are-generation-tasks-a-general","slug":"all-nlp-tasks-are-generation-tasks-a-general","title":"GLM: General Language Model Pretraining with Autoregressive Blank Infilling","date":"2021-03-18","arxiv_id":"2103.10360","repositories_listed":8,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/all-nlp-tasks-are-generation-tasks-a-general#ran","syntology_url":"https://syntology.ai/paper/2103.10360","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.10360"}},"official":{"repos":["THUDM/GLM"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/gpt-understands-too","slug":"gpt-understands-too","title":"GPT Understands, Too","date":"2021-03-18","arxiv_id":"2103.10385","repositories_listed":10,"syntology":{"n":3,"n_ran":3,"n_constructed":1,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/gpt-understands-too#ran","syntology_url":"https://syntology.ai/paper/2103.10385","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.10385"}},"official":{"repos":["THUDM/P-tuning"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/multilingual-code-switching-for-zero-shot","slug":"multilingual-code-switching-for-zero-shot","title":"Multilingual Code-Switching for Zero-Shot Cross-Lingual Intent Prediction and Slot Filling","date":"2021-03-13","arxiv_id":"2103.07792","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/multilingual-code-switching-for-zero-shot#ran","syntology_url":"https://syntology.ai/paper/2103.07792","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.07792"}},"official":{"repos":["jitinkrishnan/Multilingual-ZeroShot-SlotFilling"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-transferable-visual-models-from","slug":"learning-transferable-visual-models-from","title":"Learning Transferable Visual Models From Natural Language Supervision","date":"2021-02-26","arxiv_id":"2103.00020","repositories_listed":82,"syntology":{"n":20,"n_ran":16,"n_constructed":0,"n_ran_checked":2,"n_instrument":14,"n_unverified":4,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":16,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 14 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/learning-transferable-visual-models-from#ran","syntology_url":"https://syntology.ai/paper/2103.00020","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.00020"}},"official":{"repos":["openai/CLIP"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/what-makes-good-in-context-examples-for-gpt-3","slug":"what-makes-good-in-context-examples-for-gpt-3","title":"What Makes Good In-Context Examples for GPT-$3$?","date":"2021-01-17","arxiv_id":"2101.06804","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/what-makes-good-in-context-examples-for-gpt-3#ran","syntology_url":"https://syntology.ai/paper/2101.06804","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2101.06804"}},"official":null}},{"url":"/paper/russiansuperglue-a-russian-language","slug":"russiansuperglue-a-russian-language","title":"RussianSuperGLUE: A Russian Language Understanding Evaluation Benchmark","date":"2020-10-29","arxiv_id":"2010.15925","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/russiansuperglue-a-russian-language#ran","syntology_url":"https://syntology.ai/paper/2010.15925","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.15925"}},"official":{"repos":["RussianNLP/RussianSuperGLUE"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-interpretable-natural-language","slug":"towards-interpretable-natural-language","title":"Towards Interpretable Natural Language Understanding with Explanations as Latent Variables","date":"2020-10-24","arxiv_id":"2011.05268","repositories_listed":1,"syntology":{"n":14,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":12,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 12 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/towards-interpretable-natural-language#ran","syntology_url":"https://syntology.ai/paper/2011.05268","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2011.05268"}},"official":{"repos":["JamesHujy/ELV"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":12,"ran_from_kinds":["official"]}}},{"url":"/paper/evidential-sparsification-of-multimodal","slug":"evidential-sparsification-of-multimodal","title":"Evidential Sparsification of Multimodal Latent Spaces in Conditional Variational Autoencoders","date":"2020-10-19","arxiv_id":"2010.09164","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":3,"n_ran_checked":3,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":6,"phrase":"5 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/evidential-sparsification-of-multimodal#ran","syntology_url":"https://syntology.ai/paper/2010.09164","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.09164"}},"official":{"repos":["sisl/EvidentialSparsification"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":3,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/improving-constituency-parsing-with-span","slug":"improving-constituency-parsing-with-span","title":"Improving Constituency Parsing with Span Attention","date":"2020-10-15","arxiv_id":"2010.07543","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/improving-constituency-parsing-with-span#ran","syntology_url":"https://syntology.ai/paper/2010.07543","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.07543"}},"official":{"repos":["cuhksz-nlp/SAPar"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/incorporating-bert-into-parallel-sequence","slug":"incorporating-bert-into-parallel-sequence","title":"Incorporating BERT into Parallel Sequence Decoding with Adapters","date":"2020-10-13","arxiv_id":"2010.06138","repositories_listed":1,"syntology":{"n":13,"n_ran":8,"n_constructed":0,"n_ran_checked":5,"n_instrument":3,"n_unverified":5,"n_honours":1,"n_violates":0,"n_no_contract":4,"n_pointer_only":3,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/incorporating-bert-into-parallel-sequence#ran","syntology_url":"https://syntology.ai/paper/2010.06138","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.06138"}},"official":{"repos":["lemmonation/abnet"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/comet-atomic-2020-on-symbolic-and-neural","slug":"comet-atomic-2020-on-symbolic-and-neural","title":"COMET-ATOMIC 2020: On Symbolic and Neural Commonsense Knowledge Graphs","date":"2020-10-12","arxiv_id":"2010.05953","repositories_listed":3,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":2,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/comet-atomic-2020-on-symbolic-and-neural#ran","syntology_url":"https://syntology.ai/paper/2010.05953","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.05953"}},"official":{"repos":["allenai/comet-atomic-2020"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/counterfactually-augmented-snli-training-data","slug":"counterfactually-augmented-snli-training-data","title":"Counterfactually-Augmented SNLI Training Data Does Not Yield Better Generalization Than Unaugmented Data","date":"2020-10-09","arxiv_id":"2010.04762","repositories_listed":1,"syntology":{"n":16,"n_ran":16,"n_constructed":0,"n_ran_checked":15,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":15,"n_pointer_only":0,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 0 honoured, 0 violated, 15 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/counterfactually-augmented-snli-training-data#ran","syntology_url":"https://syntology.ai/paper/2010.04762","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.04762"}},"official":{"repos":["nyu-mll/CNLI-generalization"],"state":"official (archive's flag): 16 ran","n_ran":16,"n_constructed":0,"n_ran_no_instrument_failure":15,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/an-empirical-study-of-tokenization-strategies","slug":"an-empirical-study-of-tokenization-strategies","title":"An Empirical Study of Tokenization Strategies for Various Korean NLP Tasks","date":"2020-10-06","arxiv_id":"2010.02534","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/an-empirical-study-of-tokenization-strategies#ran","syntology_url":"https://syntology.ai/paper/2010.02534","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.02534"}},"official":{"repos":["kakaobrain/kortok"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/a-simple-but-tough-to-beat-data-augmentation","slug":"a-simple-but-tough-to-beat-data-augmentation","title":"A Simple but Tough-to-Beat Data Augmentation Approach for Natural Language Understanding and Generation","date":"2020-09-29","arxiv_id":"2009.13818","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-simple-but-tough-to-beat-data-augmentation#ran","syntology_url":"https://syntology.ai/paper/2009.13818","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.13818"}},"official":{"repos":["dinghanshen/Cutoff"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/indonlu-benchmark-and-resources-for","slug":"indonlu-benchmark-and-resources-for","title":"IndoNLU: Benchmark and Resources for Evaluating Indonesian Natural Language Understanding","date":"2020-09-11","arxiv_id":"2009.05387","repositories_listed":3,"syntology":{"n":14,"n_ran":11,"n_constructed":0,"n_ran_checked":10,"n_instrument":1,"n_unverified":3,"n_honours":1,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 0 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/indonlu-benchmark-and-resources-for#ran","syntology_url":"https://syntology.ai/paper/2009.05387","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.05387"}},"official":{"repos":["indobenchmark/indonlu"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/self-supervised-learning-for-deep-models-in","slug":"self-supervised-learning-for-deep-models-in","title":"Self-supervised Learning for Large-scale Item Recommendations","date":"2020-07-25","arxiv_id":"2007.12865","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/self-supervised-learning-for-deep-models-in#ran","syntology_url":"https://syntology.ai/paper/2007.12865","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.12865"}},"official":null}},{"url":"/paper/towards-debiasing-sentence-representations-1","slug":"towards-debiasing-sentence-representations-1","title":"Towards Debiasing Sentence Representations","date":"2020-07-16","arxiv_id":"2007.08100","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/towards-debiasing-sentence-representations-1#ran","syntology_url":"https://syntology.ai/paper/2007.08100","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.08100"}},"official":{"repos":["pliang279/sent_debias"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/rethinking-the-positional-encoding-in","slug":"rethinking-the-positional-encoding-in","title":"Rethinking Positional Encoding in Language Pre-training","date":"2020-06-28","arxiv_id":"2006.15595","repositories_listed":3,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/rethinking-the-positional-encoding-in#ran","syntology_url":"https://syntology.ai/paper/2006.15595","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.15595"}},"official":{"repos":["guolinke/TUPE"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/multi-branch-attentive-transformer","slug":"multi-branch-attentive-transformer","title":"Multi-branch Attentive Transformer","date":"2020-06-18","arxiv_id":"2006.10270","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":2,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"3 ran (of which 2 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/multi-branch-attentive-transformer#ran","syntology_url":"https://syntology.ai/paper/2006.10270","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.10270"}},"official":null}},{"url":"/paper/mc-bert-efficient-language-pre-training-via-a","slug":"mc-bert-efficient-language-pre-training-via-a","title":"MC-BERT: Efficient Language Pre-Training via a Meta Controller","date":"2020-06-10","arxiv_id":"2006.05744","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":4,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/mc-bert-efficient-language-pre-training-via-a#ran","syntology_url":"https://syntology.ai/paper/2006.05744","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.05744"}},"official":{"repos":["MC-BERT/MC-BERT"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/deberta-decoding-enhanced-bert-with","slug":"deberta-decoding-enhanced-bert-with","title":"DeBERTa: Decoding-enhanced BERT with Disentangled Attention","date":"2020-06-05","arxiv_id":"2006.03654","repositories_listed":14,"syntology":{"n":13,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":9,"n_honours":2,"n_violates":1,"n_no_contract":0,"n_pointer_only":3,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/deberta-decoding-enhanced-bert-with#ran","syntology_url":"https://syntology.ai/paper/2006.03654","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2006.03654"}},"official":{"repos":["microsoft/DeBERTa"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","named_in_paper","unlocated"]}}},{"url":"/paper/probing-linguistic-systematicity","slug":"probing-linguistic-systematicity","title":"Probing Linguistic Systematicity","date":"2020-05-08","arxiv_id":"2005.04315","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/probing-linguistic-systematicity#ran","syntology_url":"https://syntology.ai/paper/2005.04315","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.04315"}},"official":{"repos":["emilygoodwin/systematicity"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/mind-the-trade-off-debiasing-nlu-models","slug":"mind-the-trade-off-debiasing-nlu-models","title":"Mind the Trade-off: Debiasing NLU Models without Degrading the In-distribution Performance","date":"2020-05-01","arxiv_id":"2005.00315","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/mind-the-trade-off-debiasing-nlu-models#ran","syntology_url":"https://syntology.ai/paper/2005.00315","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.00315"}},"official":{"repos":["UKPLab/acl2020-confidence-regularization"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/colbert-efficient-and-effective-passage","slug":"colbert-efficient-and-effective-passage","title":"ColBERT: Efficient and Effective Passage Search via Contextualized Late Interaction over BERT","date":"2020-04-27","arxiv_id":"2004.12832","repositories_listed":9,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/colbert-efficient-and-effective-passage#ran","syntology_url":"https://syntology.ai/paper/2004.12832","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.12832"}},"official":{"repos":["stanford-futuredata/ColBERT"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/probabilistically-masked-language-model","slug":"probabilistically-masked-language-model","title":"Probabilistically Masked Language Model Capable of Autoregressive Generation in Arbitrary Word Order","date":"2020-04-24","arxiv_id":"2004.11579","repositories_listed":3,"syntology":{"n":35,"n_ran":21,"n_constructed":1,"n_ran_checked":12,"n_instrument":9,"n_unverified":14,"n_honours":4,"n_violates":3,"n_no_contract":5,"n_pointer_only":29,"phrase":"21 ran (of which 1 constructed an object rather than computing a result; 12 with no instrument failure: 4 honoured, 3 violated, 5 with no contract checked; 9 where Syntology's instrument failed) · 14 unverified","sample_list":"/paper/probabilistically-masked-language-model#ran","syntology_url":"https://syntology.ai/paper/2004.11579","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.11579"}},"official":{"repos":["huawei-noah/Pretrained-Language-Model"],"state":"official (archive's flag): 15 ran","n_ran":15,"n_constructed":1,"n_ran_no_instrument_failure":8,"n_unverified":13,"ran_from_kinds":["listed","official","unlocated"]}}},{"url":"/paper/tod-bert-pre-trained-natural-language","slug":"tod-bert-pre-trained-natural-language","title":"TOD-BERT: Pre-trained Natural Language Understanding for Task-Oriented Dialogue","date":"2020-04-15","arxiv_id":"2004.06871","repositories_listed":1,"syntology":{"n":13,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":9,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":13,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/tod-bert-pre-trained-natural-language#ran","syntology_url":"https://syntology.ai/paper/2004.06871","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.06871"}},"official":{"repos":["jasonwu0731/ToD-BERT"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":9,"ran_from_kinds":["official"]}}},{"url":"/paper/unsupervised-commonsense-question-answering","slug":"unsupervised-commonsense-question-answering","title":"Unsupervised Commonsense Question Answering with Self-Talk","date":"2020-04-11","arxiv_id":"2004.05483","repositories_listed":1,"syntology":{"n":5,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/unsupervised-commonsense-question-answering#ran","syntology_url":"https://syntology.ai/paper/2004.05483","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.05483"}},"official":{"repos":["vered1986/self_talk"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/are-natural-language-inference-models","slug":"are-natural-language-inference-models","title":"Are Natural Language Inference Models IMPPRESsive? Learning IMPlicature and PRESupposition","date":"2020-04-07","arxiv_id":"2004.03066","repositories_listed":1,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":3,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":5,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/are-natural-language-inference-models#ran","syntology_url":"https://syntology.ai/paper/2004.03066","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.03066"}},"official":{"repos":["alexwarstadt/data_generation"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/sum-product-networks-a-survey","slug":"sum-product-networks-a-survey","title":"Sum-product networks: A survey","date":"2020-04-02","arxiv_id":"2004.01167","repositories_listed":3,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/sum-product-networks-a-survey#ran","syntology_url":"https://syntology.ai/paper/2004.01167","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.01167"}},"official":{"repos":["arranger1044/awesome-spn","SPFlow/SPFlow"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/electra-pre-training-text-encoders-as-1","slug":"electra-pre-training-text-encoders-as-1","title":"ELECTRA: Pre-training Text Encoders as Discriminators Rather Than Generators","date":"2020-03-23","arxiv_id":"2003.10555","repositories_listed":19,"syntology":{"n":40,"n_ran":31,"n_constructed":7,"n_ran_checked":18,"n_instrument":13,"n_unverified":9,"n_honours":2,"n_violates":2,"n_no_contract":14,"n_pointer_only":10,"phrase":"31 ran (of which 7 constructed an object rather than computing a result; 18 with no instrument failure: 2 honoured, 2 violated, 14 with no contract checked; 13 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/electra-pre-training-text-encoders-as-1#ran","syntology_url":"https://syntology.ai/paper/2003.10555","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2003.10555"}},"official":{"repos":["google-research/electra"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/unilmv2-pseudo-masked-language-models-for","slug":"unilmv2-pseudo-masked-language-models-for","title":"UniLMv2: Pseudo-Masked Language Models for Unified Language Model Pre-Training","date":"2020-02-28","arxiv_id":"2002.12804","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/unilmv2-pseudo-masked-language-models-for#ran","syntology_url":"https://syntology.ai/paper/2002.12804","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.12804"}},"official":{"repos":["microsoft/unilm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/power-bert-accelerating-bert-inference-for","slug":"power-bert-accelerating-bert-inference-for","title":"PoWER-BERT: Accelerating BERT Inference via Progressive Word-vector Elimination","date":"2020-01-24","arxiv_id":"2001.08950","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":2,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/power-bert-accelerating-bert-inference-for#ran","syntology_url":"https://syntology.ai/paper/2001.08950","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2001.08950"}},"official":{"repos":["IBM/PoWER-BERT"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":2,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/stacked-debert-all-attention-in-incomplete","slug":"stacked-debert-all-attention-in-incomplete","title":"Stacked DeBERT: All Attention in Incomplete Data for Text Classification","date":"2020-01-01","arxiv_id":"2001.00137","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/stacked-debert-all-attention-in-incomplete#ran","syntology_url":"https://syntology.ai/paper/2001.00137","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2001.00137"}},"official":{"repos":["gcunhase/StackedDeBERT"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/smart-robust-and-efficient-fine-tuning-for","slug":"smart-robust-and-efficient-fine-tuning-for","title":"SMART: Robust and Efficient Fine-Tuning for Pre-trained Natural Language Models through Principled Regularized Optimization","date":"2019-11-08","arxiv_id":"1911.03437","repositories_listed":6,"syntology":{"n":8,"n_ran":8,"n_constructed":0,"n_ran_checked":5,"n_instrument":3,"n_unverified":0,"n_honours":2,"n_violates":1,"n_no_contract":2,"n_pointer_only":1,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 1 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/smart-robust-and-efficient-fine-tuning-for#ran","syntology_url":"https://syntology.ai/paper/1911.03437","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.03437"}},"official":{"repos":["namisan/mt-dnn"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/adversarial-nli-a-new-benchmark-for-natural","slug":"adversarial-nli-a-new-benchmark-for-natural","title":"Adversarial NLI: A New Benchmark for Natural Language Understanding","date":"2019-10-31","arxiv_id":"1910.14599","repositories_listed":2,"syntology":{"n":12,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/adversarial-nli-a-new-benchmark-for-natural#ran","syntology_url":"https://syntology.ai/paper/1910.14599","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.14599"}},"official":{"repos":["facebookresearch/anli"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/using-speech-synthesis-to-train-end-to-end","slug":"using-speech-synthesis-to-train-end-to-end","title":"Using Speech Synthesis to Train End-to-End Spoken Language Understanding Models","date":"2019-10-21","arxiv_id":"1910.09463","repositories_listed":3,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":8,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/using-speech-synthesis-to-train-end-to-end#ran","syntology_url":"https://syntology.ai/paper/1910.09463","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.09463"}},"official":{"repos":["lorenlugosch/end-to-end-SLU"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/hierarchical-multi-task-natural-language","slug":"hierarchical-multi-task-natural-language","title":"Hierarchical Multi-Task Natural Language Understanding for Cross-domain Conversational AI: HERMIT NLU","date":"2019-10-02","arxiv_id":"1910.00912","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/hierarchical-multi-task-natural-language#ran","syntology_url":"https://syntology.ai/paper/1910.00912","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.00912"}},"official":null}},{"url":"/paper/linking-artificial-and-human-neural","slug":"linking-artificial-and-human-neural","title":"Linking artificial and human neural representations of language","date":"2019-10-02","arxiv_id":"1910.01244","repositories_listed":1,"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":4,"n_instrument":4,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":3,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 4 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/linking-artificial-and-human-neural#ran","syntology_url":"https://syntology.ai/paper/1910.01244","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.01244"}},"official":null}},{"url":"/paper/simple-but-effective-techniques-to-reduce","slug":"simple-but-effective-techniques-to-reduce","title":"End-to-End Bias Mitigation by Modelling Biases in Corpora","date":"2019-09-13","arxiv_id":"1909.06321","repositories_listed":2,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/simple-but-effective-techniques-to-reduce#ran","syntology_url":"https://syntology.ai/paper/1909.06321","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.06321"}},"official":{"repos":["rabeehk/robust-nli","rabeehk/robust-nli-fixed"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/moss-end-to-end-dialog-system-framework-with","slug":"moss-end-to-end-dialog-system-framework-with","title":"MOSS: End-to-End Dialog System Framework with Modular Supervision","date":"2019-09-12","arxiv_id":"1909.05528","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":2,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 2 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/moss-end-to-end-dialog-system-framework-with#ran","syntology_url":"https://syntology.ai/paper/1909.05528","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.05528"}},"official":null}},{"url":"/paper/tabfact-a-large-scale-dataset-for-table-based","slug":"tabfact-a-large-scale-dataset-for-table-based","title":"TabFact: A Large-scale Dataset for Table-based Fact Verification","date":"2019-09-05","arxiv_id":"1909.02164","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/tabfact-a-large-scale-dataset-for-table-based#ran","syntology_url":"https://syntology.ai/paper/1909.02164","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.02164"}},"official":{"repos":["wenhuchen/Table-Fact-Checking"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/semantics-aware-bert-for-language","slug":"semantics-aware-bert-for-language","title":"Semantics-aware BERT for Language Understanding","date":"2019-09-05","arxiv_id":"1909.02209","repositories_listed":1,"syntology":{"n":12,"n_ran":7,"n_constructed":0,"n_ran_checked":5,"n_instrument":2,"n_unverified":5,"n_honours":2,"n_violates":0,"n_no_contract":3,"n_pointer_only":3,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 2 honoured, 0 violated, 3 with no contract checked; 2 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/semantics-aware-bert-for-language#ran","syntology_url":"https://syntology.ai/paper/1909.02209","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.02209"}},"official":{"repos":["cooelf/SemBERT"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/effective-use-of-transformer-networks-for","slug":"effective-use-of-transformer-networks-for","title":"Effective Use of Transformer Networks for Entity Tracking","date":"2019-09-05","arxiv_id":"1909.02635","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":2,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/effective-use-of-transformer-networks-for#ran","syntology_url":"https://syntology.ai/paper/1909.02635","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.02635"}},"official":{"repos":["aditya2211/transformer-entity-tracking"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/190807898","slug":"190807898","title":"Are We Modeling the Task or the Annotator? An Investigation of Annotator Bias in Natural Language Understanding Datasets","date":"2019-08-21","arxiv_id":"1908.07898","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/190807898#ran","syntology_url":"https://syntology.ai/paper/1908.07898","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1908.07898"}},"official":null}},{"url":"/paper/clutrr-a-diagnostic-benchmark-for-inductive","slug":"clutrr-a-diagnostic-benchmark-for-inductive","title":"CLUTRR: A Diagnostic Benchmark for Inductive Reasoning from Text","date":"2019-08-16","arxiv_id":"1908.06177","repositories_listed":5,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/clutrr-a-diagnostic-benchmark-for-inductive#ran","syntology_url":"https://syntology.ai/paper/1908.06177","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1908.06177"}},"official":{"repos":["facebookresearch/clutrr"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/leveraging-pre-trained-checkpoints-for","slug":"leveraging-pre-trained-checkpoints-for","title":"Leveraging Pre-trained Checkpoints for Sequence Generation Tasks","date":"2019-07-29","arxiv_id":"1907.12461","repositories_listed":7,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/leveraging-pre-trained-checkpoints-for#ran","syntology_url":"https://syntology.ai/paper/1907.12461","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.12461"}},"official":null}},{"url":"/paper/why-build-an-assistant-in-minecraft","slug":"why-build-an-assistant-in-minecraft","title":"Why Build an Assistant in Minecraft?","date":"2019-07-22","arxiv_id":"1907.09273","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/why-build-an-assistant-in-minecraft#ran","syntology_url":"https://syntology.ai/paper/1907.09273","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1907.09273"}},"official":{"repos":["facebookresearch/craftassist"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/190600363","slug":"190600363","title":"Does It Make Sense? And Why? A Pilot Study for Sense Making and Explanation","date":"2019-06-02","arxiv_id":"1906.00363","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/190600363#ran","syntology_url":"https://syntology.ai/paper/1906.00363","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.00363"}},"official":{"repos":["wangcunxiang/Sen-Making-and-Explanation"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/a-generalized-framework-of-sequence","slug":"a-generalized-framework-of-sequence","title":"A Generalized Framework of Sequence Generation with Application to Undirected Sequence Models","date":"2019-05-29","arxiv_id":"1905.12790","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":2,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"3 ran (of which 2 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-generalized-framework-of-sequence#ran","syntology_url":"https://syntology.ai/paper/1905.12790","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1905.12790"}},"official":{"repos":["nyu-dl/dl4mt-seqgen"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/bert-for-joint-intent-classification-and-slot","slug":"bert-for-joint-intent-classification-and-slot","title":"BERT for Joint Intent Classification and Slot Filling","date":"2019-02-28","arxiv_id":"1902.10909","repositories_listed":16,"syntology":{"n":32,"n_ran":26,"n_constructed":0,"n_ran_checked":19,"n_instrument":7,"n_unverified":6,"n_honours":1,"n_violates":0,"n_no_contract":18,"n_pointer_only":5,"phrase":"26 ran (of which 0 constructed an object rather than computing a result; 19 with no instrument failure: 1 honoured, 0 violated, 18 with no contract checked; 7 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/bert-for-joint-intent-classification-and-slot#ran","syntology_url":"https://syntology.ai/paper/1902.10909","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1902.10909"}},"official":null}},{"url":"/paper/multi-task-deep-neural-networks-for-natural","slug":"multi-task-deep-neural-networks-for-natural","title":"Multi-Task Deep Neural Networks for Natural Language Understanding","date":"2019-01-31","arxiv_id":"1901.11504","repositories_listed":7,"syntology":{"n":13,"n_ran":9,"n_constructed":0,"n_ran_checked":6,"n_instrument":3,"n_unverified":4,"n_honours":1,"n_violates":1,"n_no_contract":4,"n_pointer_only":4,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 1 honoured, 1 violated, 4 with no contract checked; 3 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/multi-task-deep-neural-networks-for-natural#ran","syntology_url":"https://syntology.ai/paper/1901.11504","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1901.11504"}},"official":{"repos":["namisan/mt-dnn"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/cross-lingual-language-model-pretraining","slug":"cross-lingual-language-model-pretraining","title":"Cross-lingual Language Model Pretraining","date":"2019-01-22","arxiv_id":"1901.07291","repositories_listed":17,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":1,"n_no_contract":4,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 1 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/cross-lingual-language-model-pretraining#ran","syntology_url":"https://syntology.ai/paper/1901.07291","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1901.07291"}},"official":null}},{"url":"/paper/bert-pre-training-of-deep-bidirectional","slug":"bert-pre-training-of-deep-bidirectional","title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","date":"2018-10-11","arxiv_id":"1810.04805","repositories_listed":534,"syntology":{"n":659,"n_ran":300,"n_constructed":75,"n_ran_checked":235,"n_instrument":65,"n_unverified":359,"n_honours":17,"n_violates":4,"n_no_contract":214,"n_pointer_only":164,"phrase":"300 ran (of which 75 constructed an object rather than computing a result; 235 with no instrument failure: 17 honoured, 4 violated, 214 with no contract checked; 65 where Syntology's instrument failed) · 359 unverified","sample_list":"/paper/bert-pre-training-of-deep-bidirectional#ran","syntology_url":"https://syntology.ai/paper/1810.04805","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1810.04805"}},"official":{"repos":["google-research/bert"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/a-simple-method-for-commonsense-reasoning","slug":"a-simple-method-for-commonsense-reasoning","title":"A Simple Method for Commonsense Reasoning","date":"2018-06-07","arxiv_id":"1806.02847","repositories_listed":2,"syntology":{"n":7,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/a-simple-method-for-commonsense-reasoning#ran","syntology_url":"https://syntology.ai/paper/1806.02847","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1806.02847"}},"official":null}},{"url":"/paper/stress-test-evaluation-for-natural-language","slug":"stress-test-evaluation-for-natural-language","title":"Stress Test Evaluation for Natural Language Inference","date":"2018-06-02","arxiv_id":"1806.00692","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/stress-test-evaluation-for-natural-language#ran","syntology_url":"https://syntology.ai/paper/1806.00692","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1806.00692"}},"official":null}},{"url":"/paper/snips-voice-platform-an-embedded-spoken","slug":"snips-voice-platform-an-embedded-spoken","title":"Snips Voice Platform: an embedded Spoken Language Understanding system for private-by-design voice interfaces","date":"2018-05-25","arxiv_id":"1805.10190","repositories_listed":16,"syntology":{"n":15,"n_ran":13,"n_constructed":0,"n_ran_checked":12,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":0,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/snips-voice-platform-an-embedded-spoken#ran","syntology_url":"https://syntology.ai/paper/1805.10190","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1805.10190"}},"official":{"repos":["snipsco/nlu-benchmark","snipsco/snips-nlu"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/glue-a-multi-task-benchmark-and-analysis","slug":"glue-a-multi-task-benchmark-and-analysis","title":"GLUE: A Multi-Task Benchmark and Analysis Platform for Natural Language Understanding","date":"2018-04-20","arxiv_id":"1804.07461","repositories_listed":11,"syntology":{"n":14,"n_ran":14,"n_constructed":0,"n_ran_checked":12,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":11,"n_pointer_only":1,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 1 honoured, 0 violated, 11 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/glue-a-multi-task-benchmark-and-analysis#ran","syntology_url":"https://syntology.ai/paper/1804.07461","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1804.07461"}},"official":null}},{"url":"/paper/attention-is-all-you-need","slug":"attention-is-all-you-need","title":"Attention Is All You Need","date":"2017-06-12","arxiv_id":"1706.03762","repositories_listed":595,"syntology":{"n":946,"n_ran":610,"n_constructed":293,"n_ran_checked":529,"n_instrument":81,"n_unverified":336,"n_honours":45,"n_violates":15,"n_no_contract":469,"n_pointer_only":451,"phrase":"610 ran (of which 293 constructed an object rather than computing a result; 529 with no instrument failure: 45 honoured, 15 violated, 469 with no contract checked; 81 where Syntology's instrument failed) · 336 unverified","sample_list":"/paper/attention-is-all-you-need#ran","syntology_url":"https://syntology.ai/paper/1706.03762","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1706.03762"}},"official":{"repos":["tensorflow/tensor2tensor"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/neural-architecture-search-with-reinforcement","slug":"neural-architecture-search-with-reinforcement","title":"Neural Architecture Search with Reinforcement Learning","date":"2016-11-05","arxiv_id":"1611.01578","repositories_listed":12,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":0,"n_honours":2,"n_violates":1,"n_no_contract":0,"n_pointer_only":3,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/neural-architecture-search-with-reinforcement#ran","syntology_url":"https://syntology.ai/paper/1611.01578","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1611.01578"}},"official":{"repos":["tensorflow/models"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/a-neural-conversational-model","slug":"a-neural-conversational-model","title":"A Neural Conversational Model","date":"2015-06-19","arxiv_id":"1506.05869","repositories_listed":18,"syntology":{"n":4,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/a-neural-conversational-model#ran","syntology_url":"https://syntology.ai/paper/1506.05869","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1506.05869"}},"official":null}}],"record_sha256":"3d4c235c675e30a5132b65dad7ee7079cb575c619d6a910d6c5a402618dfbf88","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}