{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/sentence/papers/ran/4","list_of":"/task/sentence","task":"Sentence","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":4,"pages_in_order":7,"rows_per_page":100,"rows":[301,400],"of":657,"counts":{"archive_papers_tagged":10752,"with_a_code_link":3811,"where_syntology_ran_a_sample":657,"not_listed_spam_title":0,"listed":10752,"listed_where_code_ran":657,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":544,"every_run_a_failure_of_syntologys_instrument":113,"listed_with_a_run_with_no_instrument_failure":544,"listed_every_run_a_failure_of_syntologys_instrument":113,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/sentence/papers/ran/1","prev":"/task/sentence/papers/ran/3","next":"/task/sentence/papers/ran/5","papers":[{"url":"/paper/longchecker-improving-scientific-claim","slug":"longchecker-improving-scientific-claim","title":"MultiVerS: Improving scientific claim verification with weak supervision and full-document context","date":"2021-12-02","arxiv_id":"2112.01640","repositories_listed":3,"syntology":{"n":13,"n_ran":13,"n_constructed":0,"n_ran_checked":13,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":13,"n_pointer_only":0,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 13 with no instrument failure: 0 honoured, 0 violated, 13 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/longchecker-improving-scientific-claim#ran","syntology_url":"https://syntology.ai/paper/2112.01640","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2112.01640"}},"official":{"repos":["dwadden/longchecker","dwadden/multivers"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":13,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/zero-shot-image-to-text-generation-for-visual","slug":"zero-shot-image-to-text-generation-for-visual","title":"ZeroCap: Zero-Shot Image-to-Text Generation for Visual-Semantic Arithmetic","date":"2021-11-29","arxiv_id":"2111.14447","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/zero-shot-image-to-text-generation-for-visual#ran","syntology_url":"https://syntology.ai/paper/2111.14447","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.14447"}},"official":{"repos":["yoadtew/zero-shot-image-to-text"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/summac-re-visiting-nli-based-models-for","slug":"summac-re-visiting-nli-based-models-for","title":"SummaC: Re-Visiting NLI-based Models for Inconsistency Detection in Summarization","date":"2021-11-18","arxiv_id":"2111.09525","repositories_listed":3,"syntology":{"n":23,"n_ran":12,"n_constructed":0,"n_ran_checked":10,"n_instrument":2,"n_unverified":11,"n_honours":1,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 0 violated, 9 with no contract checked; 2 where Syntology's instrument failed) · 11 unverified","sample_list":"/paper/summac-re-visiting-nli-based-models-for#ran","syntology_url":"https://syntology.ai/paper/2111.09525","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.09525"}},"official":{"repos":["tingofurro/summac"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/multi-vector-models-with-textual-guidance-for","slug":"multi-vector-models-with-textual-guidance-for","title":"Multi-Vector Models with Textual Guidance for Fine-Grained Scientific Document Similarity","date":"2021-11-16","arxiv_id":"2111.08366","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/multi-vector-models-with-textual-guidance-for#ran","syntology_url":"https://syntology.ai/paper/2111.08366","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.08366"}},"official":{"repos":["allenai/aspire"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/triggerless-backdoor-attack-for-nlp-tasks","slug":"triggerless-backdoor-attack-for-nlp-tasks","title":"Triggerless Backdoor Attack for NLP Tasks with Clean Labels","date":"2021-11-15","arxiv_id":"2111.07970","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/triggerless-backdoor-attack-for-nlp-tasks#ran","syntology_url":"https://syntology.ai/paper/2111.07970","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.07970"}},"official":{"repos":["leileigan/clean_label_textual_backdoor_attack"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/primer-pyramid-based-masked-sentence-pre","slug":"primer-pyramid-based-masked-sentence-pre","title":"PRIMERA: Pyramid-based Masked Sentence Pre-training for Multi-document Summarization","date":"2021-10-16","arxiv_id":"2110.08499","repositories_listed":3,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":4,"n_instrument":3,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/primer-pyramid-based-masked-sentence-pre#ran","syntology_url":"https://syntology.ai/paper/2110.08499","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.08499"}},"official":{"repos":["allenai/primer"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/virtual-augmentation-supported-contrastive","slug":"virtual-augmentation-supported-contrastive","title":"Virtual Augmentation Supported Contrastive Learning of Sentence Representations","date":"2021-10-16","arxiv_id":"2110.08552","repositories_listed":2,"syntology":{"n":8,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/virtual-augmentation-supported-contrastive#ran","syntology_url":"https://syntology.ai/paper/2110.08552","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.08552"}},"official":{"repos":["amazon-research/sentence-representations"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/improving-graph-based-sentence-ordering-with","slug":"improving-graph-based-sentence-ordering-with","title":"Improving Graph-based Sentence Ordering with Iteratively Predicted Pairwise Orderings","date":"2021-10-13","arxiv_id":"2110.06446","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/improving-graph-based-sentence-ordering-with#ran","syntology_url":"https://syntology.ai/paper/2110.06446","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.06446"}},"official":{"repos":["deeplearnxmu/irseg"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/time-masking-for-temporal-language-models","slug":"time-masking-for-temporal-language-models","title":"Time Masking for Temporal Language Models","date":"2021-10-12","arxiv_id":"2110.06366","repositories_listed":2,"syntology":{"n":12,"n_ran":12,"n_constructed":0,"n_ran_checked":10,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 1 honoured, 0 violated, 9 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/time-masking-for-temporal-language-models#ran","syntology_url":"https://syntology.ai/paper/2110.06366","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.06366"}},"official":{"repos":["guyrosin/tempobert"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/what-makes-sentences-semantically-related-a","slug":"what-makes-sentences-semantically-related-a","title":"What Makes Sentences Semantically Related: A Textual Relatedness Dataset and Empirical Study","date":"2021-10-10","arxiv_id":"2110.04845","repositories_listed":2,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/what-makes-sentences-semantically-related-a#ran","syntology_url":"https://syntology.ai/paper/2110.04845","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.04845"}},"official":{"repos":["priya22/semantic-textual-relatedness"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/the-eval4nlp-shared-task-on-explainable","slug":"the-eval4nlp-shared-task-on-explainable","title":"The Eval4NLP Shared Task on Explainable Quality Estimation: Overview and Results","date":"2021-10-08","arxiv_id":"2110.04392","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/the-eval4nlp-shared-task-on-explainable#ran","syntology_url":"https://syntology.ai/paper/2110.04392","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.04392"}},"official":{"repos":["eval4nlp/sharedtask2021"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/weakly-supervised-human-object-interaction-1","slug":"weakly-supervised-human-object-interaction-1","title":"Weakly Supervised Human-Object Interaction Detection in Video via Contrastive Spatiotemporal Regions","date":"2021-10-07","arxiv_id":"2110.03562","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/weakly-supervised-human-object-interaction-1#ran","syntology_url":"https://syntology.ai/paper/2110.03562","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.03562"}},"official":{"repos":["ShuangLI59/weakly-supervised-human-object-detection-video"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/co-training-an-unsupervised-constituency","slug":"co-training-an-unsupervised-constituency","title":"Co-training an Unsupervised Constituency Parser with Weak Supervision","date":"2021-10-05","arxiv_id":"2110.02283","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/co-training-an-unsupervised-constituency#ran","syntology_url":"https://syntology.ai/paper/2110.02283","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.02283"}},"official":{"repos":["Nickil21/weakly-supervised-parsing"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/revisiting-self-training-for-few-shot","slug":"revisiting-self-training-for-few-shot","title":"Revisiting Self-Training for Few-Shot Learning of Language Model","date":"2021-10-04","arxiv_id":"2110.01256","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":8,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 1 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/revisiting-self-training-for-few-shot#ran","syntology_url":"https://syntology.ai/paper/2110.01256","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2110.01256"}},"official":{"repos":["matthewcym/sflm"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["found_in_text","official"]}}},{"url":"/paper/fastcorrect-2-fast-error-correction-on","slug":"fastcorrect-2-fast-error-correction-on","title":"FastCorrect 2: Fast Error Correction on Multiple Candidates for Automatic Speech Recognition","date":"2021-09-29","arxiv_id":"2109.14420","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/fastcorrect-2-fast-error-correction-on#ran","syntology_url":"https://syntology.ai/paper/2109.14420","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.14420"}},"official":{"repos":["microsoft/NeuralSpeech"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/convfit-conversational-fine-tuning-of","slug":"convfit-conversational-fine-tuning-of","title":"ConvFiT: Conversational Fine-Tuning of Pretrained Language Models","date":"2021-09-21","arxiv_id":"2109.10126","repositories_listed":0,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/convfit-conversational-fine-tuning-of#ran","syntology_url":"https://syntology.ai/paper/2109.10126","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.10126"}},"official":null}},{"url":"/paper/weakly-supervised-explainable-phrasal","slug":"weakly-supervised-explainable-phrasal","title":"Weakly Supervised Explainable Phrasal Reasoning with Neural Fuzzy Logic","date":"2021-09-18","arxiv_id":"2109.08927","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":1,"n_ran_checked":1,"n_instrument":2,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":5,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/weakly-supervised-explainable-phrasal#ran","syntology_url":"https://syntology.ai/paper/2109.08927","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.08927"}},"official":{"repos":["manga-uofa/epr"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/zero-shot-open-information-extraction-using","slug":"zero-shot-open-information-extraction-using","title":"Context-NER : Contextual Phrase Generation at Scale","date":"2021-09-16","arxiv_id":"2109.08079","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/zero-shot-open-information-extraction-using#ran","syntology_url":"https://syntology.ai/paper/2109.08079","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.08079"}},"official":{"repos":["him1411/edgar10q-dataset"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-document-level-paraphrase-generation","slug":"towards-document-level-paraphrase-generation","title":"Towards Document-Level Paraphrase Generation with Sentence Rewriting and Reordering","date":"2021-09-15","arxiv_id":"2109.07095","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":1,"n_ran_checked":5,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":1,"phrase":"6 ran (of which 1 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/towards-document-level-paraphrase-generation#ran","syntology_url":"https://syntology.ai/paper/2109.07095","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.07095"}},"official":{"repos":["l-zhe/corpg"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":1,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/unist-unified-end-to-end-model-for-streaming","slug":"unist-unified-end-to-end-model-for-streaming","title":"Learning When to Translate for Streaming Speech","date":"2021-09-15","arxiv_id":"2109.07368","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/unist-unified-end-to-end-model-for-streaming#ran","syntology_url":"https://syntology.ai/paper/2109.07368","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.07368"}},"official":{"repos":["dqqcasia/mosst"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/pairwise-supervised-contrastive-learning-of","slug":"pairwise-supervised-contrastive-learning-of","title":"Pairwise Supervised Contrastive Learning of Sentence Representations","date":"2021-09-12","arxiv_id":"2109.05424","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/pairwise-supervised-contrastive-learning-of#ran","syntology_url":"https://syntology.ai/paper/2109.05424","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.05424"}},"official":{"repos":["amazon-research/sentence-representations"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/universal-simultaneous-machine-translation","slug":"universal-simultaneous-machine-translation","title":"Universal Simultaneous Machine Translation with Mixture-of-Experts Wait-k Policy","date":"2021-09-11","arxiv_id":"2109.05238","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/universal-simultaneous-machine-translation#ran","syntology_url":"https://syntology.ai/paper/2109.05238","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.05238"}},"official":{"repos":["ictnlp/moe-waitk"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/studying-word-order-through-iterative","slug":"studying-word-order-through-iterative","title":"Studying word order through iterative shuffling","date":"2021-09-10","arxiv_id":"2109.04867","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/studying-word-order-through-iterative#ran","syntology_url":"https://syntology.ai/paper/2109.04867","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.04867"}},"official":{"repos":["malkin1729/ibis"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/efficient-contrastive-learning-via-novel-data","slug":"efficient-contrastive-learning-via-novel-data","title":"Efficient Contrastive Learning via Novel Data Augmentation and Curriculum Learning","date":"2021-09-10","arxiv_id":"2109.05941","repositories_listed":1,"syntology":{"n":9,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":9,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/efficient-contrastive-learning-via-novel-data#ran","syntology_url":"https://syntology.ai/paper/2109.05941","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.05941"}},"official":{"repos":["vano1205/efficientcl"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/graph-based-network-with-contextualized","slug":"graph-based-network-with-contextualized","title":"Graph Based Network with Contextualized Representations of Turns in Dialogue","date":"2021-09-09","arxiv_id":"2109.04008","repositories_listed":1,"syntology":{"n":17,"n_ran":15,"n_constructed":0,"n_ran_checked":12,"n_instrument":3,"n_unverified":2,"n_honours":6,"n_violates":1,"n_no_contract":5,"n_pointer_only":8,"phrase":"15 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 6 honoured, 1 violated, 5 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/graph-based-network-with-contextualized#ran","syntology_url":"https://syntology.ai/paper/2109.04008","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.04008"}},"official":{"repos":["blacknoodle/tucore-gcn"],"state":"official (archive's flag): 15 ran","n_ran":15,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/pause-positive-and-annealed-unlabeled","slug":"pause-positive-and-annealed-unlabeled","title":"PAUSE: Positive and Annealed Unlabeled Sentence Embedding","date":"2021-09-07","arxiv_id":"2109.03155","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pause-positive-and-annealed-unlabeled#ran","syntology_url":"https://syntology.ai/paper/2109.03155","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.03155"}},"official":{"repos":["eqtpartners/pause"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/pushing-paraphrase-away-from-original","slug":"pushing-paraphrase-away-from-original","title":"Pushing Paraphrase Away from Original Sentence: A Multi-Round Paraphrase Generation Approach","date":"2021-09-04","arxiv_id":"2109.01862","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":3,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"4 ran (of which 3 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pushing-paraphrase-away-from-original#ran","syntology_url":"https://syntology.ai/paper/2109.01862","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.01862"}},"official":{"repos":["l-zhe/btmpg"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":3,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-improving-adversarial-training-of-nlp","slug":"towards-improving-adversarial-training-of-nlp","title":"Towards Improving Adversarial Training of NLP Models","date":"2021-09-01","arxiv_id":"2109.00544","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/towards-improving-adversarial-training-of-nlp#ran","syntology_url":"https://syntology.ai/paper/2109.00544","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.00544"}},"official":{"repos":["QData/TextAttack-A2T"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/plan-then-generate-controlled-data-to-text","slug":"plan-then-generate-controlled-data-to-text","title":"Plan-then-Generate: Controlled Data-to-Text Generation via Planning","date":"2021-08-31","arxiv_id":"2108.13740","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/plan-then-generate-controlled-data-to-text#ran","syntology_url":"https://syntology.ai/paper/2108.13740","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.13740"}},"official":{"repos":["google-research-datasets/ToTTo","yxuansu/plangen"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/aeda-an-easier-data-augmentation-technique","slug":"aeda-an-easier-data-augmentation-technique","title":"AEDA: An Easier Data Augmentation Technique for Text Classification","date":"2021-08-30","arxiv_id":"2108.13230","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/aeda-an-easier-data-augmentation-technique#ran","syntology_url":"https://syntology.ai/paper/2108.13230","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.13230"}},"official":{"repos":["akkarimi/aeda_nlp"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/event-extraction-as-natural-language","slug":"event-extraction-as-natural-language","title":"DEGREE: A Data-Efficient Generation-Based Event Extraction Model","date":"2021-08-29","arxiv_id":"2108.12724","repositories_listed":2,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/event-extraction-as-natural-language#ran","syntology_url":"https://syntology.ai/paper/2108.12724","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.12724"}},"official":{"repos":["pluslabnlp/degree"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/dae-gan-dynamic-aspect-aware-gan-for-text-to","slug":"dae-gan-dynamic-aspect-aware-gan-for-text-to","title":"DAE-GAN: Dynamic Aspect-aware GAN for Text-to-Image Synthesis","date":"2021-08-27","arxiv_id":"2108.12141","repositories_listed":1,"syntology":{"n":7,"n_ran":4,"n_constructed":2,"n_ran_checked":2,"n_instrument":2,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":7,"phrase":"4 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/dae-gan-dynamic-aspect-aware-gan-for-text-to#ran","syntology_url":"https://syntology.ai/paper/2108.12141","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.12141"}},"official":{"repos":["hiarsal/dae-gan"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/elaborative-rehearsal-for-zero-shot-action","slug":"elaborative-rehearsal-for-zero-shot-action","title":"Elaborative Rehearsal for Zero-shot Action Recognition","date":"2021-08-05","arxiv_id":"2108.02833","repositories_listed":1,"syntology":{"n":15,"n_ran":10,"n_constructed":0,"n_ran_checked":8,"n_instrument":2,"n_unverified":5,"n_honours":0,"n_violates":1,"n_no_contract":7,"n_pointer_only":0,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 1 violated, 7 with no contract checked; 2 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/elaborative-rehearsal-for-zero-shot-action#ran","syntology_url":"https://syntology.ai/paper/2108.02833","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.02833"}},"official":{"repos":["DeLightCMU/ElaborativeRehearsal"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/controlled-text-generation-as-continuous","slug":"controlled-text-generation-as-continuous","title":"Controlled Text Generation as Continuous Optimization with Multiple Constraints","date":"2021-08-04","arxiv_id":"2108.01850","repositories_listed":1,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":5,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/controlled-text-generation-as-continuous#ran","syntology_url":"https://syntology.ai/paper/2108.01850","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2108.01850"}},"official":null}},{"url":"/paper/difficulty-aware-machine-translation","slug":"difficulty-aware-machine-translation","title":"Difficulty-Aware Machine Translation Evaluation","date":"2021-07-30","arxiv_id":"2107.14402","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/difficulty-aware-machine-translation#ran","syntology_url":"https://syntology.ai/paper/2107.14402","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.14402"}},"official":{"repos":["NLP2CT/Difficulty-Aware-MT-Evaluation"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/to-ship-or-not-to-ship-an-extensive","slug":"to-ship-or-not-to-ship-an-extensive","title":"To Ship or Not to Ship: An Extensive Evaluation of Automatic Metrics for Machine Translation","date":"2021-07-22","arxiv_id":"2107.10821","repositories_listed":2,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":2,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":3,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/to-ship-or-not-to-ship-an-extensive#ran","syntology_url":"https://syntology.ai/paper/2107.10821","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.10821"}},"official":{"repos":["MicrosoftTranslator/ToShipOrNotToShip"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/multi-stage-pre-training-over-simplified","slug":"multi-stage-pre-training-over-simplified","title":"Multi-stage Pre-training over Simplified Multimodal Pre-training Models","date":"2021-07-22","arxiv_id":"2107.14596","repositories_listed":1,"syntology":{"n":9,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":9,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/multi-stage-pre-training-over-simplified#ran","syntology_url":"https://syntology.ai/paper/2107.14596","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.14596"}},"official":{"repos":["lttsmn/LXMERT-S"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":3,"n_ran_no_instrument_failure":3,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/constructing-multi-modal-dialogue-dataset-by","slug":"constructing-multi-modal-dialogue-dataset-by","title":"Constructing Multi-Modal Dialogue Dataset by Replacing Text with Semantically Relevant Images","date":"2021-07-19","arxiv_id":"2107.08685","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/constructing-multi-modal-dialogue-dataset-by#ran","syntology_url":"https://syntology.ai/paper/2107.08685","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.08685"}},"official":{"repos":["shh1574/multi-modal-dialogue-dataset"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/deduplicating-training-data-makes-language","slug":"deduplicating-training-data-makes-language","title":"Deduplicating Training Data Makes Language Models Better","date":"2021-07-14","arxiv_id":"2107.06499","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/deduplicating-training-data-makes-language#ran","syntology_url":"https://syntology.ai/paper/2107.06499","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.06499"}},"official":{"repos":["google-research/deduplicate-text-datasets"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed"]}}},{"url":"/paper/unire-a-unified-label-space-for-entity","slug":"unire-a-unified-label-space-for-entity","title":"UniRE: A Unified Label Space for Entity Relation Extraction","date":"2021-07-09","arxiv_id":"2107.04292","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/unire-a-unified-label-space-for-entity#ran","syntology_url":"https://syntology.ai/paper/2107.04292","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.04292"}},"official":{"repos":["Receiling/UniRE"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/learned-token-pruning-for-transformers","slug":"learned-token-pruning-for-transformers","title":"Learned Token Pruning for Transformers","date":"2021-07-02","arxiv_id":"2107.00910","repositories_listed":1,"syntology":{"n":12,"n_ran":10,"n_constructed":0,"n_ran_checked":9,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":12,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/learned-token-pruning-for-transformers#ran","syntology_url":"https://syntology.ai/paper/2107.00910","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2107.00910"}},"official":{"repos":["kssteven418/ltp"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/twag-a-topic-guided-wikipedia-abstract","slug":"twag-a-topic-guided-wikipedia-abstract","title":"TWAG: A Topic-Guided Wikipedia Abstract Generator","date":"2021-06-29","arxiv_id":"2106.15135","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":3,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":5,"phrase":"4 ran (of which 3 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/twag-a-topic-guided-wikipedia-abstract#ran","syntology_url":"https://syntology.ai/paper/2106.15135","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.15135"}},"official":{"repos":["THU-KEG/TWAG"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":3,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/a-training-free-and-reference-free","slug":"a-training-free-and-reference-free","title":"A Training-free and Reference-free Summarization Evaluation Metric via Centrality-weighted Relevance and Self-referenced Redundancy","date":"2021-06-26","arxiv_id":"2106.13945","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-training-free-and-reference-free#ran","syntology_url":"https://syntology.ai/paper/2106.13945","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.13945"}},"official":{"repos":["Chen-Wang-CUHK/Training-Free-and-Ref-Free-Summ-Evaluation"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/docnli-a-large-scale-dataset-for-document","slug":"docnli-a-large-scale-dataset-for-document","title":"DocNLI: A Large-scale Dataset for Document-level Natural Language Inference","date":"2021-06-17","arxiv_id":"2106.09449","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/docnli-a-large-scale-dataset-for-document#ran","syntology_url":"https://syntology.ai/paper/2106.09449","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.09449"}},"official":{"repos":["salesforce/DocNLI"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/cblue-a-chinese-biomedical-language","slug":"cblue-a-chinese-biomedical-language","title":"CBLUE: A Chinese Biomedical Language Understanding Evaluation Benchmark","date":"2021-06-15","arxiv_id":"2106.08087","repositories_listed":2,"syntology":{"n":16,"n_ran":11,"n_constructed":0,"n_ran_checked":8,"n_instrument":3,"n_unverified":5,"n_honours":1,"n_violates":0,"n_no_contract":7,"n_pointer_only":2,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 1 honoured, 0 violated, 7 with no contract checked; 3 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/cblue-a-chinese-biomedical-language#ran","syntology_url":"https://syntology.ai/paper/2106.08087","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.08087"}},"official":{"repos":["cbluebenchmark/cblue"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/sequence-level-training-for-non","slug":"sequence-level-training-for-non","title":"Sequence-Level Training for Non-Autoregressive Neural Machine Translation","date":"2021-06-15","arxiv_id":"2106.08122","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/sequence-level-training-for-non#ran","syntology_url":"https://syntology.ai/paper/2106.08122","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.08122"}},"official":{"repos":["ictnlp/Seq-NAT"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/gigaspeech-an-evolving-multi-domain-asr","slug":"gigaspeech-an-evolving-multi-domain-asr","title":"GigaSpeech: An Evolving, Multi-domain ASR Corpus with 10,000 Hours of Transcribed Audio","date":"2021-06-13","arxiv_id":"2106.06909","repositories_listed":3,"syntology":{"n":10,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/gigaspeech-an-evolving-multi-domain-asr#ran","syntology_url":"https://syntology.ai/paper/2106.06909","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.06909"}},"official":{"repos":["SpeechColab/GigaSpeech"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/common-sense-beyond-english-evaluating-and","slug":"common-sense-beyond-english-evaluating-and","title":"Common Sense Beyond English: Evaluating and Improving Multilingual Language Models for Commonsense Reasoning","date":"2021-06-13","arxiv_id":"2106.06937","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/common-sense-beyond-english-evaluating-and#ran","syntology_url":"https://syntology.ai/paper/2106.06937","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.06937"}},"official":{"repos":["INK-USC/XCSR"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/variational-information-bottleneck-for-2","slug":"variational-information-bottleneck-for-2","title":"Variational Information Bottleneck for Effective Low-Resource Fine-Tuning","date":"2021-06-10","arxiv_id":"2106.05469","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/variational-information-bottleneck-for-2#ran","syntology_url":"https://syntology.ai/paper/2106.05469","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.05469"}},"official":{"repos":["rabeehk/vibert"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["community"]}}},{"url":"/paper/causal-analysis-of-syntactic-agreement","slug":"causal-analysis-of-syntactic-agreement","title":"Causal Analysis of Syntactic Agreement Mechanisms in Neural Language Models","date":"2021-06-10","arxiv_id":"2106.06087","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/causal-analysis-of-syntactic-agreement#ran","syntology_url":"https://syntology.ai/paper/2106.06087","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.06087"}},"official":{"repos":["mattf1n/lm-intervention"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/annotation-curricula-to-implicitly-train-non","slug":"annotation-curricula-to-implicitly-train-non","title":"Annotation Curricula to Implicitly Train Non-Expert Annotators","date":"2021-06-04","arxiv_id":"2106.02382","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/annotation-curricula-to-implicitly-train-non#ran","syntology_url":"https://syntology.ai/paper/2106.02382","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.02382"}},"official":{"repos":["ukplab/annotation-curriculum"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/entity-concept-enhanced-few-shot-relation","slug":"entity-concept-enhanced-few-shot-relation","title":"Entity Concept-enhanced Few-shot Relation Extraction","date":"2021-06-04","arxiv_id":"2106.02401","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":3,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"4 ran (of which 3 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/entity-concept-enhanced-few-shot-relation#ran","syntology_url":"https://syntology.ai/paper/2106.02401","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.02401"}},"official":{"repos":["LittleGuoKe/ConceptFERE"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":3,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/three-sentences-are-all-you-need-local-path","slug":"three-sentences-are-all-you-need-local-path","title":"Three Sentences Are All You Need: Local Path Enhanced Document Relation Extraction","date":"2021-06-03","arxiv_id":"2106.01793","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/three-sentences-are-all-you-need-local-path#ran","syntology_url":"https://syntology.ai/paper/2106.01793","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.01793"}},"official":null}},{"url":"/paper/self-guided-contrastive-learning-for-bert","slug":"self-guided-contrastive-learning-for-bert","title":"Self-Guided Contrastive Learning for BERT Sentence Representations","date":"2021-06-03","arxiv_id":"2106.07345","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/self-guided-contrastive-learning-for-bert#ran","syntology_url":"https://syntology.ai/paper/2106.07345","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.07345"}},"official":{"repos":["galsang/SG-BERT"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/g-transformer-for-document-level-machine","slug":"g-transformer-for-document-level-machine","title":"G-Transformer for Document-level Machine Translation","date":"2021-05-31","arxiv_id":"2105.14761","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":2,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/g-transformer-for-document-level-machine#ran","syntology_url":"https://syntology.ai/paper/2105.14761","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.14761"}},"official":{"repos":["baoguangsheng/g-transformer"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/a-semantic-based-method-for-unsupervised","slug":"a-semantic-based-method-for-unsupervised","title":"A Semantic-based Method for Unsupervised Commonsense Question Answering","date":"2021-05-31","arxiv_id":"2105.14781","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/a-semantic-based-method-for-unsupervised#ran","syntology_url":"https://syntology.ai/paper/2105.14781","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.14781"}},"official":null}},{"url":"/paper/retrieval-enhanced-model-for-commonsense","slug":"retrieval-enhanced-model-for-commonsense","title":"Retrieval Enhanced Model for Commonsense Generation","date":"2021-05-24","arxiv_id":"2105.11174","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":2,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/retrieval-enhanced-model-for-commonsense#ran","syntology_url":"https://syntology.ai/paper/2105.11174","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.11174"}},"official":{"repos":["HanNight/RE-T5"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/semantic-representation-for-dialogue-modeling","slug":"semantic-representation-for-dialogue-modeling","title":"Semantic Representation for Dialogue Modeling","date":"2021-05-21","arxiv_id":"2105.10188","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":3,"n_pointer_only":1,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 1 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/semantic-representation-for-dialogue-modeling#ran","syntology_url":"https://syntology.ai/paper/2105.10188","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.10188"}},"official":{"repos":["muyeby/AMR-Dialogue"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/improving-lexically-constrained-neural","slug":"improving-lexically-constrained-neural","title":"Improving Lexically Constrained Neural Machine Translation with Source-Conditioned Masked Span Prediction","date":"2021-05-12","arxiv_id":"2105.05498","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":3,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/improving-lexically-constrained-neural#ran","syntology_url":"https://syntology.ai/paper/2105.05498","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.05498"}},"official":{"repos":["wns823/NMT_SSP"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/defsent-sentence-embeddings-using-definition","slug":"defsent-sentence-embeddings-using-definition","title":"DefSent: Sentence Embeddings using Definition Sentences","date":"2021-05-10","arxiv_id":"2105.04339","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/defsent-sentence-embeddings-using-definition#ran","syntology_url":"https://syntology.ai/paper/2105.04339","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.04339"}},"official":{"repos":["hppRC/defsent"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/improving-named-entity-recognition-by","slug":"improving-named-entity-recognition-by","title":"Improving Named Entity Recognition by External Context Retrieving and Cooperative Learning","date":"2021-05-08","arxiv_id":"2105.03654","repositories_listed":3,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/improving-named-entity-recognition-by#ran","syntology_url":"https://syntology.ai/paper/2105.03654","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.03654"}},"official":{"repos":["modelscope/adaseq"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/network-pruning-that-matters-a-case-study-on-1","slug":"network-pruning-that-matters-a-case-study-on-1","title":"Network Pruning That Matters: A Case Study on Retraining Variants","date":"2021-05-07","arxiv_id":"2105.03193","repositories_listed":1,"syntology":{"n":12,"n_ran":8,"n_constructed":0,"n_ran_checked":6,"n_instrument":2,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":2,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 2 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/network-pruning-that-matters-a-case-study-on-1#ran","syntology_url":"https://syntology.ai/paper/2105.03193","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.03193"}},"official":{"repos":["lehduong/NPTM"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/paraphrastic-representations-at-scale","slug":"paraphrastic-representations-at-scale","title":"Paraphrastic Representations at Scale","date":"2021-04-30","arxiv_id":"2104.15114","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/paraphrastic-representations-at-scale#ran","syntology_url":"https://syntology.ai/paper/2104.15114","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.15114"}},"official":{"repos":["jwieting/paraphrastic-representations-at-scale"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/amr-parsing-with-action-pointer-transformer","slug":"amr-parsing-with-action-pointer-transformer","title":"AMR Parsing with Action-Pointer Transformer","date":"2021-04-29","arxiv_id":"2104.14674","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/amr-parsing-with-action-pointer-transformer#ran","syntology_url":"https://syntology.ai/paper/2104.14674","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.14674"}},"official":null}},{"url":"/paper/refining-targeted-syntactic-evaluation-of","slug":"refining-targeted-syntactic-evaluation-of","title":"Refining Targeted Syntactic Evaluation of Language Models","date":"2021-04-19","arxiv_id":"2104.09635","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":2,"n_ran_checked":2,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"5 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/refining-targeted-syntactic-evaluation-of#ran","syntology_url":"https://syntology.ai/paper/2104.09635","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.09635"}},"official":{"repos":["bnewm0609/refining-tse"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/a-token-level-reference-free-hallucination","slug":"a-token-level-reference-free-hallucination","title":"A Token-level Reference-free Hallucination Detection Benchmark for Free-form Text Generation","date":"2021-04-18","arxiv_id":"2104.08704","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-token-level-reference-free-hallucination#ran","syntology_url":"https://syntology.ai/paper/2104.08704","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08704"}},"official":{"repos":["microsoft/HaDes"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/simcse-simple-contrastive-learning-of","slug":"simcse-simple-contrastive-learning-of","title":"SimCSE: Simple Contrastive Learning of Sentence Embeddings","date":"2021-04-18","arxiv_id":"2104.08821","repositories_listed":23,"syntology":{"n":30,"n_ran":17,"n_constructed":9,"n_ran_checked":12,"n_instrument":5,"n_unverified":13,"n_honours":1,"n_violates":0,"n_no_contract":11,"n_pointer_only":19,"phrase":"17 ran (of which 9 constructed an object rather than computing a result; 12 with no instrument failure: 1 honoured, 0 violated, 11 with no contract checked; 5 where Syntology's instrument failed) · 13 unverified","sample_list":"/paper/simcse-simple-contrastive-learning-of#ran","syntology_url":"https://syntology.ai/paper/2104.08821","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08821"}},"official":{"repos":["princeton-nlp/SimCSE"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/attacking-text-classifiers-via-sentence","slug":"attacking-text-classifiers-via-sentence","title":"R&R: Metric-guided Adversarial Sentence Generation","date":"2021-04-17","arxiv_id":"2104.08453","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/attacking-text-classifiers-via-sentence#ran","syntology_url":"https://syntology.ai/paper/2104.08453","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08453"}},"official":{"repos":["DAI-Lab/fibber"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/sentence-alignment-with-parallel-documents","slug":"sentence-alignment-with-parallel-documents","title":"Sentence Alignment with Parallel Documents Facilitates Biomedical Machine Translation","date":"2021-04-17","arxiv_id":"2104.08588","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sentence-alignment-with-parallel-documents#ran","syntology_url":"https://syntology.ai/paper/2104.08588","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08588"}},"official":{"repos":["luosx18/biomedical-sentence-aligner"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/re-tacred-addressing-shortcomings-of-the","slug":"re-tacred-addressing-shortcomings-of-the","title":"Re-TACRED: Addressing Shortcomings of the TACRED Dataset","date":"2021-04-16","arxiv_id":"2104.08398","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":6,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/re-tacred-addressing-shortcomings-of-the#ran","syntology_url":"https://syntology.ai/paper/2104.08398","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08398"}},"official":{"repos":["gstoica27/Re-TACRED"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/unmasking-the-mask-evaluating-social-biases","slug":"unmasking-the-mask-evaluating-social-biases","title":"Unmasking the Mask -- Evaluating Social Biases in Masked Language Models","date":"2021-04-15","arxiv_id":"2104.07496","repositories_listed":2,"syntology":{"n":8,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/unmasking-the-mask-evaluating-social-biases#ran","syntology_url":"https://syntology.ai/paper/2104.07496","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.07496"}},"official":{"repos":["kanekomasahiro/evaluate_bias_in_mlm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/generating-datasets-with-pretrained-language","slug":"generating-datasets-with-pretrained-language","title":"Generating Datasets with Pretrained Language Models","date":"2021-04-15","arxiv_id":"2104.07540","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/generating-datasets-with-pretrained-language#ran","syntology_url":"https://syntology.ai/paper/2104.07540","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.07540"}},"official":{"repos":["timoschick/dino"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/tsdae-using-transformer-based-sequential","slug":"tsdae-using-transformer-based-sequential","title":"TSDAE: Using Transformer-based Sequential Denoising Auto-Encoder for Unsupervised Sentence Embedding Learning","date":"2021-04-14","arxiv_id":"2104.06979","repositories_listed":6,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/tsdae-using-transformer-based-sequential#ran","syntology_url":"https://syntology.ai/paper/2104.06979","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.06979"}},"official":{"repos":["kwang2049/pytorch-bertflow","kwang2049/useb","ukplab/pytorch-bertflow"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/reformulating-sentence-ordering-as","slug":"reformulating-sentence-ordering-as","title":"Is Everything in Order? A Simple Way to Order Sentences","date":"2021-04-14","arxiv_id":"2104.07064","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/reformulating-sentence-ordering-as#ran","syntology_url":"https://syntology.ai/paper/2104.07064","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.07064"}},"official":{"repos":["fabrahman/rebart"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/document-level-event-argument-extraction-by","slug":"document-level-event-argument-extraction-by","title":"Document-Level Event Argument Extraction by Conditional Generation","date":"2021-04-13","arxiv_id":"2104.05919","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/document-level-event-argument-extraction-by#ran","syntology_url":"https://syntology.ai/paper/2104.05919","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.05919"}},"official":{"repos":["raspberryice/gen-arg"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/continual-learning-for-text-classification","slug":"continual-learning-for-text-classification","title":"Continual Learning for Text Classification with Information Disentanglement Based Regularization","date":"2021-04-12","arxiv_id":"2104.05489","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/continual-learning-for-text-classification#ran","syntology_url":"https://syntology.ai/paper/2104.05489","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.05489"}},"official":{"repos":["GT-SALT/IDBR"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/annotating-and-modeling-fine-grained","slug":"annotating-and-modeling-fine-grained","title":"Annotating and Modeling Fine-grained Factuality in Summarization","date":"2021-04-09","arxiv_id":"2104.04302","repositories_listed":3,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/annotating-and-modeling-fine-grained#ran","syntology_url":"https://syntology.ai/paper/2104.04302","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.04302"}},"official":{"repos":["tagoyal/factuality-datasets"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/explaining-neural-network-predictions-on","slug":"explaining-neural-network-predictions-on","title":"Explaining Neural Network Predictions on Sentence Pairs via Learning Word-Group Masks","date":"2021-04-09","arxiv_id":"2104.04488","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/explaining-neural-network-predictions-on#ran","syntology_url":"https://syntology.ai/paper/2104.04488","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.04488"}},"official":{"repos":["UVa-NLP/GMASK"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/evidence-based-verification-for-real-world","slug":"evidence-based-verification-for-real-world","title":"AmbiFC: Fact-Checking Ambiguous Claims with Evidence","date":"2021-04-01","arxiv_id":"2104.00640","repositories_listed":2,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/evidence-based-verification-for-real-world#ran","syntology_url":"https://syntology.ai/paper/2104.00640","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.00640"}},"official":{"repos":["CambridgeNLIP/verification-real-world-info-needs"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/whitening-sentence-representations-for-better","slug":"whitening-sentence-representations-for-better","title":"Whitening Sentence Representations for Better Semantics and Faster Retrieval","date":"2021-03-29","arxiv_id":"2103.15316","repositories_listed":3,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":3,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/whitening-sentence-representations-for-better#ran","syntology_url":"https://syntology.ai/paper/2103.15316","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.15316"}},"official":{"repos":["bojone/BERT-whitening"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/transformer-visualization-via-dictionary","slug":"transformer-visualization-via-dictionary","title":"Transformer visualization via dictionary learning: contextualized embedding as a linear superposition of transformer factors","date":"2021-03-29","arxiv_id":"2103.15949","repositories_listed":1,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/transformer-visualization-via-dictionary#ran","syntology_url":"https://syntology.ai/paper/2103.15949","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.15949"}},"official":{"repos":["zeyuyun1/transformervis"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/dagn-discourse-aware-graph-network-for","slug":"dagn-discourse-aware-graph-network-for","title":"DAGN: Discourse-Aware Graph Network for Logical Reasoning","date":"2021-03-26","arxiv_id":"2103.14349","repositories_listed":2,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":5,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/dagn-discourse-aware-graph-network-for#ran","syntology_url":"https://syntology.ai/paper/2103.14349","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.14349"}},"official":{"repos":["Eleanor-H/DAGN"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/synthesis-of-compositional-animations-from","slug":"synthesis-of-compositional-animations-from","title":"Synthesis of Compositional Animations from Textual Descriptions","date":"2021-03-26","arxiv_id":"2103.14675","repositories_listed":1,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/synthesis-of-compositional-animations-from#ran","syntology_url":"https://syntology.ai/paper/2103.14675","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.14675"}},"official":{"repos":["anindita127/complextext2animation"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/exercise-i-thought-you-said-extra-fries","slug":"exercise-i-thought-you-said-extra-fries","title":"Exercise? I thought you said 'Extra Fries': Leveraging Sentence Demarcations and Multi-hop Attention for Meme Affect Analysis","date":"2021-03-23","arxiv_id":"2103.12377","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/exercise-i-thought-you-said-extra-fries#ran","syntology_url":"https://syntology.ai/paper/2103.12377","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.12377"}},"official":{"repos":["LCS2-IIITD/MHA-MEME"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/human-like-controllable-image-captioning-with","slug":"human-like-controllable-image-captioning-with","title":"Human-like Controllable Image Captioning with Verb-specific Semantic Roles","date":"2021-03-22","arxiv_id":"2103.12204","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/human-like-controllable-image-captioning-with#ran","syntology_url":"https://syntology.ai/paper/2103.12204","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.12204"}},"official":{"repos":["mad-red/VSR-guided-CIC"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/cryptonite-a-cryptic-crossword-benchmark-for","slug":"cryptonite-a-cryptic-crossword-benchmark-for","title":"Cryptonite: A Cryptic Crossword Benchmark for Extreme Ambiguity in Language","date":"2021-03-01","arxiv_id":"2103.01242","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/cryptonite-a-cryptic-crossword-benchmark-for#ran","syntology_url":"https://syntology.ai/paper/2103.01242","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.01242"}},"official":{"repos":["aviaefrat/cryptonite"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/transformer-in-transformer","slug":"transformer-in-transformer","title":"Transformer in Transformer","date":"2021-02-27","arxiv_id":"2103.00112","repositories_listed":12,"syntology":{"n":24,"n_ran":16,"n_constructed":12,"n_ran_checked":15,"n_instrument":1,"n_unverified":8,"n_honours":1,"n_violates":1,"n_no_contract":13,"n_pointer_only":5,"phrase":"16 ran (of which 12 constructed an object rather than computing a result; 15 with no instrument failure: 1 honoured, 1 violated, 13 with no contract checked; 1 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/transformer-in-transformer#ran","syntology_url":"https://syntology.ai/paper/2103.00112","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.00112"}},"official":{"repos":["huawei-noah/CV-backbones"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":4,"n_ran_no_instrument_failure":4,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/how-true-is-gpt-2-an-empirical-analysis-of","slug":"how-true-is-gpt-2-an-empirical-analysis-of","title":"Bias Out-of-the-Box: An Empirical Analysis of Intersectional Occupational Biases in Popular Generative Language Models","date":"2021-02-08","arxiv_id":"2102.04130","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":0,"n_instrument":5,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 5 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/how-true-is-gpt-2-an-empirical-analysis-of#ran","syntology_url":"https://syntology.ai/paper/2102.04130","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2102.04130"}},"official":{"repos":["oxai/intersectional_gpt2"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/debiasing-pre-trained-contextualised","slug":"debiasing-pre-trained-contextualised","title":"Debiasing Pre-trained Contextualised Embeddings","date":"2021-01-23","arxiv_id":"2101.09523","repositories_listed":2,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":1,"n_instrument":3,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/debiasing-pre-trained-contextualised#ran","syntology_url":"https://syntology.ai/paper/2101.09523","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2101.09523"}},"official":{"repos":["kanekomasahiro/context-debias"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/evaluating-multilingual-text-encoders-for","slug":"evaluating-multilingual-text-encoders-for","title":"Evaluating Multilingual Text Encoders for Unsupervised Cross-Lingual Retrieval","date":"2021-01-21","arxiv_id":"2101.08370","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/evaluating-multilingual-text-encoders-for#ran","syntology_url":"https://syntology.ai/paper/2101.08370","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2101.08370"}},"official":{"repos":["rlitschk/EncoderCLIR"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/what-makes-good-in-context-examples-for-gpt-3","slug":"what-makes-good-in-context-examples-for-gpt-3","title":"What Makes Good In-Context Examples for GPT-$3$?","date":"2021-01-17","arxiv_id":"2101.06804","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/what-makes-good-in-context-examples-for-gpt-3#ran","syntology_url":"https://syntology.ai/paper/2101.06804","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2101.06804"}},"official":null}},{"url":"/paper/weakly-supervised-hierarchical-models-for","slug":"weakly-supervised-hierarchical-models-for","title":"Weakly-Supervised Hierarchical Models for Predicting Persuasive Strategies in Good-faith Textual Requests","date":"2021-01-16","arxiv_id":"2101.06351","repositories_listed":1,"syntology":{"n":4,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":4,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/weakly-supervised-hierarchical-models-for#ran","syntology_url":"https://syntology.ai/paper/2101.06351","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2101.06351"}},"official":{"repos":["GT-SALT/Persuasion_Strategy_WVAE"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/similarity-reasoning-and-filtration-for-image","slug":"similarity-reasoning-and-filtration-for-image","title":"Similarity Reasoning and Filtration for Image-Text Matching","date":"2021-01-05","arxiv_id":"2101.01368","repositories_listed":1,"syntology":{"n":12,"n_ran":10,"n_constructed":6,"n_ran_checked":7,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":12,"phrase":"10 ran (of which 6 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/similarity-reasoning-and-filtration-for-image#ran","syntology_url":"https://syntology.ai/paper/2101.01368","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2101.01368"}},"official":{"repos":["Paranioar/SGRAF"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":6,"n_ran_no_instrument_failure":7,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/natural-language-inference-in-context","slug":"natural-language-inference-in-context","title":"Natural Language Inference in Context -- Investigating Contextual Reasoning over Long Texts","date":"2020-11-10","arxiv_id":"2011.04864","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/natural-language-inference-in-context#ran","syntology_url":"https://syntology.ai/paper/2011.04864","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2011.04864"}},"official":{"repos":["csitfun/ConTRoL-dataset"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/human-centric-spatio-temporal-video-grounding","slug":"human-centric-spatio-temporal-video-grounding","title":"Human-centric Spatio-Temporal Video Grounding With Visual Transformers","date":"2020-11-10","arxiv_id":"2011.05049","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/human-centric-spatio-temporal-video-grounding#ran","syntology_url":"https://syntology.ai/paper/2011.05049","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2011.05049"}},"official":{"repos":["tzhhhh123/HC-STVG"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-to-model-and-ignore-dataset-bias","slug":"learning-to-model-and-ignore-dataset-bias","title":"Learning to Model and Ignore Dataset Bias with Mixed Capacity Ensembles","date":"2020-11-07","arxiv_id":"2011.03856","repositories_listed":1,"syntology":{"n":18,"n_ran":10,"n_constructed":5,"n_ran_checked":8,"n_instrument":2,"n_unverified":8,"n_honours":2,"n_violates":1,"n_no_contract":5,"n_pointer_only":0,"phrase":"10 ran (of which 5 constructed an object rather than computing a result; 8 with no instrument failure: 2 honoured, 1 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/learning-to-model-and-ignore-dataset-bias#ran","syntology_url":"https://syntology.ai/paper/2011.03856","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2011.03856"}},"official":{"repos":["chrisc36/autobias"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":5,"n_ran_no_instrument_failure":8,"n_unverified":8,"ran_from_kinds":["official"]}}},{"url":"/paper/finding-friends-and-flipping-frenemies","slug":"finding-friends-and-flipping-frenemies","title":"Finding Friends and Flipping Frenemies: Automatic Paraphrase Dataset Augmentation Using Graph Theory","date":"2020-11-03","arxiv_id":"2011.01856","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/finding-friends-and-flipping-frenemies#ran","syntology_url":"https://syntology.ai/paper/2011.01856","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2011.01856"}},"official":{"repos":["hannahxchen/automatic-paraphrase-dataset-augmentation"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/abnirml-analyzing-the-behavior-of-neural-ir","slug":"abnirml-analyzing-the-behavior-of-neural-ir","title":"ABNIRML: Analyzing the Behavior of Neural IR Models","date":"2020-11-02","arxiv_id":"2011.00696","repositories_listed":2,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/abnirml-analyzing-the-behavior-of-neural-ir#ran","syntology_url":"https://syntology.ai/paper/2011.00696","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2011.00696"}},"official":{"repos":["allenai/abnirml"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/on-the-sentence-embeddings-from-pre-trained","slug":"on-the-sentence-embeddings-from-pre-trained","title":"On the Sentence Embeddings from Pre-trained Language Models","date":"2020-11-02","arxiv_id":"2011.05864","repositories_listed":3,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":2,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 2 honoured, 1 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/on-the-sentence-embeddings-from-pre-trained#ran","syntology_url":"https://syntology.ai/paper/2011.05864","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2011.05864"}},"official":{"repos":["bohanli/BERT-flow"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/coot-cooperative-hierarchical-transformer-for","slug":"coot-cooperative-hierarchical-transformer-for","title":"COOT: Cooperative Hierarchical Transformer for Video-Text Representation Learning","date":"2020-11-01","arxiv_id":"2011.00597","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/coot-cooperative-hierarchical-transformer-for#ran","syntology_url":"https://syntology.ai/paper/2011.00597","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2011.00597"}},"official":{"repos":["gingsi/coot-videotext"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}}],"record_sha256":"5ccc8ea377c2de5124e13bc546f45c814ba1abdf86296d0b4e2e070b47acd772","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}