{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/reading-comprehension/papers/5","list_of":"/task/reading-comprehension","task":"Reading Comprehension","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"repositories listed in the archive (most first), then date (newest first), then slug","page":5,"pages_in_order":18,"rows_per_page":100,"rows":[401,500],"of":1760,"counts":{"archive_papers_tagged":1760,"with_a_code_link":634,"where_syntology_ran_a_sample":139,"not_listed_spam_title":0,"listed":1760,"listed_where_code_ran":139,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":120,"every_run_a_failure_of_syntologys_instrument":19,"listed_with_a_run_with_no_instrument_failure":120,"listed_every_run_a_failure_of_syntologys_instrument":19,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/reading-comprehension","prev":"/task/reading-comprehension/papers/4","next":"/task/reading-comprehension/papers/6","papers":[{"url":"/paper/effect-of-vision-and-language-extensions-on","slug":"effect-of-vision-and-language-extensions-on","title":"Effect of Visual Extensions on Natural Language Understanding in Vision-and-Language Models","date":"2021-04-16","arxiv_id":"2104.08066","repositories_listed":1,"syntology":{"n":9,"n_ran":8,"n_constructed":0,"n_ran_checked":7,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":4,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/effect-of-vision-and-language-extensions-on#ran","syntology_url":"https://syntology.ai/paper/2104.08066","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08066"}},"official":{"repos":["alab-nii/eval_vl_glue"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/ester-a-machine-reading-comprehension-dataset","slug":"ester-a-machine-reading-comprehension-dataset","title":"ESTER: A Machine Reading Comprehension Dataset for Event Semantic Relation Reasoning","date":"2021-04-16","arxiv_id":"2104.08350","repositories_listed":1,"syntology":null},{"url":"/paper/nt5-training-t5-to-perform-numerical","slug":"nt5-training-t5-to-perform-numerical","title":"NT5?! Training T5 to Perform Numerical Reasoning","date":"2021-04-15","arxiv_id":"2104.07307","repositories_listed":1,"syntology":null},{"url":"/paper/evaluating-explanations-for-reading","slug":"evaluating-explanations-for-reading","title":"Connecting Attributions and QA Model Behavior on Realistic Counterfactuals","date":"2021-04-09","arxiv_id":"2104.04515","repositories_listed":1,"syntology":null},{"url":"/paper/recam-iitk-at-semeval-2021-task-4-bert-and","slug":"recam-iitk-at-semeval-2021-task-4-bert-and","title":"ReCAM@IITK at SemEval-2021 Task 4: BERT and ALBERT based Ensemble for Abstract Word Prediction","date":"2021-04-04","arxiv_id":"2104.01563","repositories_listed":1,"syntology":null},{"url":"/paper/is-the-understanding-of-explicit-discourse","slug":"is-the-understanding-of-explicit-discourse","title":"Is the Understanding of Explicit Discourse Relations Required in Machine Reading Comprehension?","date":"2021-04-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/xrjl-hkust-at-semeval-2021-task-4-wordnet","slug":"xrjl-hkust-at-semeval-2021-task-4-wordnet","title":"XRJL-HKUST at SemEval-2021 Task 4: WordNet-Enhanced Dual Multi-head Co-Attention for Reading Comprehension of Abstract Meaning","date":"2021-03-30","arxiv_id":"2103.16102","repositories_listed":1,"syntology":null},{"url":"/paper/quinductor-a-multilingual-data-driven-method","slug":"quinductor-a-multilingual-data-driven-method","title":"Quinductor: a multilingual data-driven method for generating reading-comprehension questions using Universal Dependencies","date":"2021-03-18","arxiv_id":"2103.10121","repositories_listed":1,"syntology":null},{"url":"/paper/cooperative-learning-of-zero-shot-machine","slug":"cooperative-learning-of-zero-shot-machine","title":"Cooperative Self-training of Machine Reading Comprehension","date":"2021-03-12","arxiv_id":"2103.07449","repositories_listed":1,"syntology":null},{"url":"/paper/answerquest-a-system-for-generating-question","slug":"answerquest-a-system-for-generating-question","title":"AnswerQuest: A System for Generating Question-Answer Items from Multi-Paragraph Documents","date":"2021-03-05","arxiv_id":"2103.03820","repositories_listed":1,"syntology":null},{"url":"/paper/zjuklab-at-semeval-2021-task-4-negative","slug":"zjuklab-at-semeval-2021-task-4-negative","title":"ZJUKLAB at SemEval-2021 Task 4: Negative Augmentation with Language Model for Reading Comprehension of Abstract Meaning","date":"2021-02-25","arxiv_id":"2102.12828","repositories_listed":1,"syntology":null},{"url":"/paper/lrg-at-semeval-2021-task-4-improving-reading","slug":"lrg-at-semeval-2021-task-4-improving-reading","title":"LRG at SemEval-2021 Task 4: Improving Reading Comprehension with Abstract Words using Augmentation, Linguistic Features and Voting","date":"2021-02-24","arxiv_id":"2102.12255","repositories_listed":1,"syntology":null},{"url":"/paper/visualmrc-machine-reading-comprehension-on","slug":"visualmrc-machine-reading-comprehension-on","title":"VisualMRC: Machine Reading Comprehension on Document Images","date":"2021-01-27","arxiv_id":"2101.11272","repositories_listed":1,"syntology":null},{"url":"/paper/a-trigger-sense-memory-flow-framework-for","slug":"a-trigger-sense-memory-flow-framework-for","title":"A Trigger-Sense Memory Flow Framework for Joint Entity and Relation Extraction","date":"2021-01-25","arxiv_id":"2101.10213","repositories_listed":1,"syntology":null},{"url":"/paper/english-machine-reading-comprehension","slug":"english-machine-reading-comprehension","title":"English Machine Reading Comprehension Datasets: A Survey","date":"2021-01-25","arxiv_id":"2101.10421","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/english-machine-reading-comprehension#ran","syntology_url":"https://syntology.ai/paper/2101.10421","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2101.10421"}},"official":{"repos":["dariad/rczoo"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/websrc-a-dataset-for-web-based-structural","slug":"websrc-a-dataset-for-web-based-structural","title":"WebSRC: A Dataset for Web-Based Structural Reading Comprehension","date":"2021-01-23","arxiv_id":"2101.09465","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/websrc-a-dataset-for-web-based-structural#ran","syntology_url":"https://syntology.ai/paper/2101.09465","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2101.09465"}},"official":null}},{"url":"/paper/templates-of-generic-geographic-information","slug":"templates-of-generic-geographic-information","title":"Templates of generic geographic information for answering where-questions","date":"2021-01-21","arxiv_id":"2101.08394","repositories_listed":1,"syntology":null},{"url":"/paper/situation-and-behavior-understanding-by-trope","slug":"situation-and-behavior-understanding-by-trope","title":"Situation and Behavior Understanding by Trope Detection on Films","date":"2021-01-19","arxiv_id":"2101.07632","repositories_listed":1,"syntology":null},{"url":"/paper/comqa-compositional-question-answering-via","slug":"comqa-compositional-question-answering-via","title":"ComQA:Compositional Question Answering via Hierarchical Graph Neural Networks","date":"2021-01-16","arxiv_id":"2101.06400","repositories_listed":1,"syntology":null},{"url":"/paper/tsqa-tabular-scenario-based-question","slug":"tsqa-tabular-scenario-based-question","title":"TSQA: Tabular Scenario Based Question Answering","date":"2021-01-14","arxiv_id":"2101.11429","repositories_listed":1,"syntology":null},{"url":"/paper/latent-alignment-of-procedural-concepts-in-1","slug":"latent-alignment-of-procedural-concepts-in-1","title":"Latent Alignment of Procedural Concepts in Multimodal Recipes","date":"2021-01-12","arxiv_id":"2101.04727","repositories_listed":1,"syntology":null},{"url":"/paper/araelectra-pre-training-text-discriminators","slug":"araelectra-pre-training-text-discriminators","title":"AraELECTRA: Pre-Training Text Discriminators for Arabic Language Understanding","date":"2020-12-31","arxiv_id":"2012.15516","repositories_listed":1,"syntology":null},{"url":"/paper/coreference-reasoning-in-machine-reading","slug":"coreference-reasoning-in-machine-reading","title":"Coreference Reasoning in Machine Reading Comprehension","date":"2020-12-31","arxiv_id":"2012.15573","repositories_listed":1,"syntology":null},{"url":"/paper/using-natural-language-relations-between-1","slug":"using-natural-language-relations-between-1","title":"Using Natural Language Relations between Answer Choices for Machine Comprehension","date":"2020-12-31","arxiv_id":"2012.15837","repositories_listed":1,"syntology":null},{"url":"/paper/erica-improving-entity-and-relation","slug":"erica-improving-entity-and-relation","title":"ERICA: Improving Entity and Relation Understanding for Pre-trained Language Models via Contrastive Learning","date":"2020-12-30","arxiv_id":"2012.15022","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":1,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/erica-improving-entity-and-relation#ran","syntology_url":"https://syntology.ai/paper/2012.15022","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2012.15022"}},"official":{"repos":["thunlp/ERICA"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/optimizing-deeper-transformers-on-small","slug":"optimizing-deeper-transformers-on-small","title":"Optimizing Deeper Transformers on Small Datasets","date":"2020-12-30","arxiv_id":"2012.15355","repositories_listed":1,"syntology":null},{"url":"/paper/dialogue-graph-modeling-for-conversational","slug":"dialogue-graph-modeling-for-conversational","title":"Dialogue Graph Modeling for Conversational Machine Reading","date":"2020-12-29","arxiv_id":"2012.14827","repositories_listed":1,"syntology":null},{"url":"/paper/negation-in-cognitive-reasoning","slug":"negation-in-cognitive-reasoning","title":"Negation in Cognitive Reasoning","date":"2020-12-23","arxiv_id":"2012.12641","repositories_listed":1,"syntology":null},{"url":"/paper/reasoning-in-dialog-improving-response","slug":"reasoning-in-dialog-improving-response","title":"Reasoning in Dialog: Improving Response Generation by Context Reading Comprehension","date":"2020-12-14","arxiv_id":"2012.07410","repositories_listed":1,"syntology":null},{"url":"/paper/parsinlu-a-suite-of-language-understanding","slug":"parsinlu-a-suite-of-language-understanding","title":"ParsiNLU: A Suite of Language Understanding Challenges for Persian","date":"2020-12-11","arxiv_id":"2012.06154","repositories_listed":1,"syntology":null},{"url":"/paper/ctrlsum-towards-generic-controllable-text-1","slug":"ctrlsum-towards-generic-controllable-text-1","title":"CTRLsum: Towards Generic Controllable Text Summarization","date":"2020-12-08","arxiv_id":"2012.04281","repositories_listed":1,"syntology":null},{"url":"/paper/from-bag-of-sentences-to-document-distantly","slug":"from-bag-of-sentences-to-document-distantly","title":"From Bag of Sentences to Document: Distantly Supervised Relation Extraction via Machine Reading Comprehension","date":"2020-12-08","arxiv_id":"2012.04334","repositories_listed":1,"syntology":null},{"url":"/paper/reference-knowledgeable-network-for-machine","slug":"reference-knowledgeable-network-for-machine","title":"Reference Knowledgeable Network for Machine Reading Comprehension","date":"2020-12-07","arxiv_id":"2012.03709","repositories_listed":1,"syntology":null},{"url":"/paper/semantics-altering-modifications-for","slug":"semantics-altering-modifications-for","title":"Semantics Altering Modifications for Evaluating Comprehension in Machine Reading","date":"2020-12-07","arxiv_id":"2012.04056","repositories_listed":1,"syntology":null},{"url":"/paper/nut-rc-noisy-user-generated-text-oriented","slug":"nut-rc-noisy-user-generated-text-oriented","title":"NUT-RC: Noisy User-generated Text-oriented Reading Comprehension","date":"2020-12-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/sql-generation-via-machine-reading","slug":"sql-generation-via-machine-reading","title":"SQL Generation via Machine Reading Comprehension","date":"2020-12-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/synonym-knowledge-enhanced-reader-for-chinese","slug":"synonym-knowledge-enhanced-reader-for-chinese","title":"Synonym Knowledge Enhanced Reader for Chinese Idiom Reading Comprehension","date":"2020-11-09","arxiv_id":"2011.04499","repositories_listed":1,"syntology":null},{"url":"/paper/from-dataset-recycling-to-multi-property","slug":"from-dataset-recycling-to-multi-property","title":"From Dataset Recycling to Multi-Property Extraction and Beyond","date":"2020-11-06","arxiv_id":"2011.03228","repositories_listed":1,"syntology":null},{"url":"/paper/context-aware-answer-extraction-in-question","slug":"context-aware-answer-extraction-in-question","title":"Context-Aware Answer Extraction in Question Answering","date":"2020-11-05","arxiv_id":"2011.02687","repositories_listed":1,"syntology":null},{"url":"/paper/reconsider-re-ranking-using-span-focused","slug":"reconsider-re-ranking-using-span-focused","title":"RECONSIDER: Re-Ranking using Span-Focused Cross-Attention for Open Domain Question Answering","date":"2020-10-21","arxiv_id":"2010.10757","repositories_listed":1,"syntology":null},{"url":"/paper/technical-question-answering-across-tasks-and","slug":"technical-question-answering-across-tasks-and","title":"Technical Question Answering across Tasks and Domains","date":"2020-10-19","arxiv_id":"2010.09780","repositories_listed":1,"syntology":null},{"url":"/paper/towards-interpreting-bert-for-reading","slug":"towards-interpreting-bert-for-reading","title":"Towards Interpreting BERT for Reading Comprehension Based QA","date":"2020-10-18","arxiv_id":"2010.08983","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/towards-interpreting-bert-for-reading#ran","syntology_url":"https://syntology.ai/paper/2010.08983","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.08983"}},"official":{"repos":["iitmnlp/BERT-Analysis-RCQA"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/a-wrong-answer-or-a-wrong-question-an","slug":"a-wrong-answer-or-a-wrong-question-an","title":"A Wrong Answer or a Wrong Question? An Intricate Relationship between Question Reformulation and Answer Selection in Conversational Question Answering","date":"2020-10-13","arxiv_id":"2010.06835","repositories_listed":1,"syntology":null},{"url":"/paper/counterfactually-augmented-snli-training-data","slug":"counterfactually-augmented-snli-training-data","title":"Counterfactually-Augmented SNLI Training Data Does Not Yield Better Generalization Than Unaugmented Data","date":"2020-10-09","arxiv_id":"2010.04762","repositories_listed":1,"syntology":{"n":16,"n_ran":16,"n_constructed":0,"n_ran_checked":15,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":15,"n_pointer_only":0,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 0 honoured, 0 violated, 15 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/counterfactually-augmented-snli-training-data#ran","syntology_url":"https://syntology.ai/paper/2010.04762","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.04762"}},"official":{"repos":["nyu-mll/CNLI-generalization"],"state":"official (archive's flag): 16 ran","n_ran":16,"n_constructed":0,"n_ran_no_instrument_failure":15,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/mocha-a-dataset-for-training-and-evaluating","slug":"mocha-a-dataset-for-training-and-evaluating","title":"MOCHA: A Dataset for Training and Evaluating Generative Reading Comprehension Metrics","date":"2020-10-07","arxiv_id":"2010.03636","repositories_listed":1,"syntology":null},{"url":"/paper/policyqa-a-reading-comprehension-dataset-for","slug":"policyqa-a-reading-comprehension-dataset-for","title":"PolicyQA: A Reading Comprehension Dataset for Privacy Policies","date":"2020-10-06","arxiv_id":"2010.02557","repositories_listed":1,"syntology":null},{"url":"/paper/discern-discourse-aware-entailment-reasoning","slug":"discern-discourse-aware-entailment-reasoning","title":"Discern: Discourse-Aware Entailment Reasoning Network for Conversational Machine Reading","date":"2020-10-05","arxiv_id":"2010.01838","repositories_listed":1,"syntology":null},{"url":"/paper/interactive-fiction-game-playing-as-multi","slug":"interactive-fiction-game-playing-as-multi","title":"Interactive Fiction Game Playing as Multi-Paragraph Reading Comprehension with Reinforcement Learning","date":"2020-10-05","arxiv_id":"2010.02386","repositories_listed":1,"syntology":null},{"url":"/paper/inquisitive-question-generation-for-high","slug":"inquisitive-question-generation-for-high","title":"Inquisitive Question Generation for High Level Text Comprehension","date":"2020-10-04","arxiv_id":"2010.01657","repositories_listed":1,"syntology":null},{"url":"/paper/tell-me-how-to-ask-again-question-data","slug":"tell-me-how-to-ask-again-question-data","title":"Tell Me How to Ask Again: Question Data Augmentation with Controllable Rewriting in Continuous Space","date":"2020-10-04","arxiv_id":"2010.01475","repositories_listed":1,"syntology":null},{"url":"/paper/biomedical-named-entity-recognition-using","slug":"biomedical-named-entity-recognition-using","title":"Biomedical named entity recognition using BERT in the machine reading comprehension framework","date":"2020-09-03","arxiv_id":"2009.01560","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-empowered-representation-learning","slug":"knowledge-empowered-representation-learning","title":"Knowledge-Empowered Representation Learning for Chinese Medical Reading Comprehension: Task, Model and Resources","date":"2020-08-24","arxiv_id":"2008.10327","repositories_listed":1,"syntology":null},{"url":"/paper/fat-albert-finding-answers-in-large-texts","slug":"fat-albert-finding-answers-in-large-texts","title":"FAT ALBERT: Finding Answers in Large Texts using Semantic Similarity Attention Layer based on BERT","date":"2020-08-22","arxiv_id":"2009.01004","repositories_listed":1,"syntology":null},{"url":"/paper/asking-effective-and-diverse-questions-a","slug":"asking-effective-and-diverse-questions-a","title":"Asking Effective and Diverse Questions: A Machine Reading Comprehension based Framework for Joint Entity-Relation Extraction","date":"2020-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/explicit-memory-tracker-with-coarse-to-fine","slug":"explicit-memory-tracker-with-coarse-to-fine","title":"Explicit Memory Tracker with Coarse-to-Fine Reasoning for Conversational Machine Reading","date":"2020-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/machine-reading-of-historical-events","slug":"machine-reading-of-historical-events","title":"Machine Reading of Historical Events","date":"2020-07-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/nlpcontributions-an-annotation-scheme-for","slug":"nlpcontributions-an-annotation-scheme-for","title":"NLPContributions: An Annotation Scheme for Machine Reading of Scholarly Contributions in Natural Language Processing Literature","date":"2020-06-23","arxiv_id":"2006.12870","repositories_listed":1,"syntology":null},{"url":"/paper/reco-a-large-scale-chinese-reading","slug":"reco-a-large-scale-chinese-reading","title":"ReCO: A Large Scale Chinese Reading Comprehension Dataset on Opinion","date":"2020-06-22","arxiv_id":"2006.12146","repositories_listed":1,"syntology":null},{"url":"/paper/memory-transformer","slug":"memory-transformer","title":"Memory Transformer","date":"2020-06-20","arxiv_id":"2006.11527","repositories_listed":1,"syntology":null},{"url":"/paper/gmat-global-memory-augmentation-for","slug":"gmat-global-memory-augmentation-for","title":"GMAT: Global Memory Augmentation for Transformers","date":"2020-06-05","arxiv_id":"2006.03274","repositories_listed":1,"syntology":null},{"url":"/paper/emt-explicit-memory-tracker-with-coarse-to","slug":"emt-explicit-memory-tracker-with-coarse-to","title":"EMT: Explicit Memory Tracker with Coarse-to-Fine Reasoning for Conversational Machine Reading","date":"2020-05-26","arxiv_id":"2005.12484","repositories_listed":1,"syntology":null},{"url":"/paper/pretraining-with-contrastive-sentence","slug":"pretraining-with-contrastive-sentence","title":"Pretraining with Contrastive Sentence Objectives Improves Discourse Performance of Language Models","date":"2020-05-20","arxiv_id":"2005.10389","repositories_listed":1,"syntology":null},{"url":"/paper/adversarial-training-for-commonsense","slug":"adversarial-training-for-commonsense","title":"Adversarial Training for Commonsense Inference","date":"2020-05-17","arxiv_id":"2005.08156","repositories_listed":1,"syntology":null},{"url":"/paper/recurrent-chunking-mechanisms-for-long-text","slug":"recurrent-chunking-mechanisms-for-long-text","title":"Recurrent Chunking Mechanisms for Long-Text Machine Reading Comprehension","date":"2020-05-16","arxiv_id":"2005.08056","repositories_listed":1,"syntology":null},{"url":"/paper/biomrc-a-dataset-for-biomedical-machine","slug":"biomrc-a-dataset-for-biomedical-machine","title":"BIOMRC: A Dataset for Biomedical Machine Reading Comprehension","date":"2020-05-13","arxiv_id":"2005.06376","repositories_listed":1,"syntology":null},{"url":"/paper/machine-reading-comprehension-the-role-of","slug":"machine-reading-comprehension-the-role-of","title":"Machine Reading Comprehension: The Role of Contextualized Language Models and Beyond","date":"2020-05-13","arxiv_id":"2005.06249","repositories_listed":1,"syntology":null},{"url":"/paper/document-modeling-with-graph-attention","slug":"document-modeling-with-graph-attention","title":"Document Modeling with Graph Attention Networks for Multi-grained Machine Reading Comprehension","date":"2020-05-12","arxiv_id":"2005.05806","repositories_listed":1,"syntology":{"n":16,"n_ran":8,"n_constructed":8,"n_ran_checked":8,"n_instrument":0,"n_unverified":8,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":16,"phrase":"8 ran (of which 8 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 8 unverified; every one of the 8 samples that ran constructed an object rather than computing a result","sample_list":"/paper/document-modeling-with-graph-attention#ran","syntology_url":"https://syntology.ai/paper/2005.05806","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.05806"}},"official":{"repos":["DancingSoul/NQ_BERT-DM"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":8,"n_ran_no_instrument_failure":8,"n_unverified":8,"ran_from_kinds":["official"]}}},{"url":"/paper/a-dataset-for-statutory-reasoning-in-tax-law","slug":"a-dataset-for-statutory-reasoning-in-tax-law","title":"A Dataset for Statutory Reasoning in Tax Law Entailment and Question Answering","date":"2020-05-11","arxiv_id":"2005.05257","repositories_listed":1,"syntology":null},{"url":"/paper/a-self-training-method-for-machine-reading","slug":"a-self-training-method-for-machine-reading","title":"A Self-Training Method for Machine Reading Comprehension with Soft Evidence Extraction","date":"2020-05-11","arxiv_id":"2005.05189","repositories_listed":1,"syntology":null},{"url":"/paper/measuring-and-reducing-non-multifact","slug":"measuring-and-reducing-non-multifact","title":"Is Multihop QA in DiRe Condition? Measuring and Reducing Disconnected Reasoning","date":"2020-05-02","arxiv_id":"2005.00789","repositories_listed":1,"syntology":{"n":3,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 3 unverified","sample_list":"/paper/measuring-and-reducing-non-multifact#ran","syntology_url":"https://syntology.ai/paper/2005.00789","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.00789"}},"official":{"repos":["stonybrooknlp/dire"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":3,"ran_from_kinds":[]}}},{"url":"/paper/clinical-reading-comprehension-a-thorough","slug":"clinical-reading-comprehension-a-thorough","title":"Clinical Reading Comprehension: A Thorough Analysis of the emrQA Dataset","date":"2020-05-01","arxiv_id":"2005.00574","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/clinical-reading-comprehension-a-thorough#ran","syntology_url":"https://syntology.ai/paper/2005.00574","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.00574"}},"official":{"repos":["xiangyue9607/CliniRC"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/diverse-visuo-lingustic-question-answering","slug":"diverse-visuo-lingustic-question-answering","title":"Visuo-Linguistic Question Answering (VLQA) Challenge","date":"2020-05-01","arxiv_id":"2005.00330","repositories_listed":1,"syntology":null},{"url":"/paper/starc-structured-annotations-for-reading","slug":"starc-structured-annotations-for-reading","title":"STARC: Structured Annotations for Reading Comprehension","date":"2020-04-30","arxiv_id":"2004.14797","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/starc-structured-annotations-for-reading#ran","syntology_url":"https://syntology.ai/paper/2004.14797","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.14797"}},"official":{"repos":["berzak/onestop-qa"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/benchmarking-robustness-of-machine-reading","slug":"benchmarking-robustness-of-machine-reading","title":"Benchmarking Robustness of Machine Reading Comprehension Models","date":"2020-04-29","arxiv_id":"2004.14004","repositories_listed":1,"syntology":null},{"url":"/paper/the-curse-of-performance-instability-in","slug":"the-curse-of-performance-instability-in","title":"The Curse of Performance Instability in Analysis Datasets: Consequences, Source, and Suggestions","date":"2020-04-28","arxiv_id":"2004.13606","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":3,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 3 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/the-curse-of-performance-instability-in#ran","syntology_url":"https://syntology.ai/paper/2004.13606","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.13606"}},"official":{"repos":["owenzx/InstabilityAnalysis"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/logic-guided-data-augmentation-and","slug":"logic-guided-data-augmentation-and","title":"Logic-Guided Data Augmentation and Regularization for Consistent Question Answering","date":"2020-04-21","arxiv_id":"2004.10157","repositories_listed":1,"syntology":{"n":18,"n_ran":8,"n_constructed":0,"n_ran_checked":0,"n_instrument":8,"n_unverified":10,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 8 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/logic-guided-data-augmentation-and#ran","syntology_url":"https://syntology.ai/paper/2004.10157","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.10157"}},"official":{"repos":["AkariAsai/logic_guided_qa"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":10,"ran_from_kinds":["official"]}}},{"url":"/paper/adversarial-augmentation-policy-search-for","slug":"adversarial-augmentation-policy-search-for","title":"Adversarial Augmentation Policy Search for Domain and Cross-Lingual Generalization in Reading Comprehension","date":"2020-04-13","arxiv_id":"2004.06076","repositories_listed":1,"syntology":null},{"url":"/paper/from-machine-reading-comprehension-to","slug":"from-machine-reading-comprehension-to","title":"From Machine Reading Comprehension to Dialogue State Tracking: Bridging the Gap","date":"2020-04-13","arxiv_id":"2004.05827","repositories_listed":1,"syntology":null},{"url":"/paper/molweni-a-challenge-multiparty-dialogues","slug":"molweni-a-challenge-multiparty-dialogues","title":"Molweni: A Challenge Multiparty Dialogues-based Machine Reading Comprehension Dataset with Discourse Structure","date":"2020-04-10","arxiv_id":"2004.05080","repositories_listed":1,"syntology":null},{"url":"/paper/a-sentence-cloze-dataset-for-chinese-machine","slug":"a-sentence-cloze-dataset-for-chinese-machine","title":"A Sentence Cloze Dataset for Chinese Machine Reading Comprehension","date":"2020-04-07","arxiv_id":"2004.03116","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-sentence-cloze-dataset-for-chinese-machine#ran","syntology_url":"https://syntology.ai/paper/2004.03116","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.03116"}},"official":{"repos":["ymcui/cmrc2019"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/variational-question-answer-pair-generation","slug":"variational-question-answer-pair-generation","title":"Improving the Robustness of QA Models to Challenge Sets with Variational Question-Answer Pair Generation","date":"2020-04-07","arxiv_id":"2004.03238","repositories_listed":1,"syntology":null},{"url":"/paper/evaluating-nlp-models-via-contrast-sets","slug":"evaluating-nlp-models-via-contrast-sets","title":"Evaluating Models' Local Decision Boundaries via Contrast Sets","date":"2020-04-06","arxiv_id":"2004.02709","repositories_listed":1,"syntology":null},{"url":"/paper/you-are-grounded-latent-name-artifacts-in-pre","slug":"you-are-grounded-latent-name-artifacts-in-pre","title":"\"You are grounded!\": Latent Name Artifacts in Pre-trained Language Models","date":"2020-04-06","arxiv_id":"2004.03012","repositories_listed":1,"syntology":null},{"url":"/paper/trec-cast-2019-the-conversational-assistance","slug":"trec-cast-2019-the-conversational-assistance","title":"TREC CAsT 2019: The Conversational Assistance Track Overview","date":"2020-03-30","arxiv_id":"2003.13624","repositories_listed":1,"syntology":null},{"url":"/paper/a-framework-for-evaluation-of-machine-reading","slug":"a-framework-for-evaluation-of-machine-reading","title":"A Framework for Evaluation of Machine Reading Comprehension Gold Standards","date":"2020-03-10","arxiv_id":"2003.04642","repositories_listed":1,"syntology":null},{"url":"/paper/textbrewer-an-open-source-knowledge","slug":"textbrewer-an-open-source-knowledge","title":"TextBrewer: An Open-Source Knowledge Distillation Toolkit for Natural Language Processing","date":"2020-02-28","arxiv_id":"2002.12620","repositories_listed":1,"syntology":null},{"url":"/paper/reclor-a-reading-comprehension-dataset-1","slug":"reclor-a-reading-comprehension-dataset-1","title":"ReClor: A Reading Comprehension Dataset Requiring Logical Reasoning","date":"2020-02-11","arxiv_id":"2002.04326","repositories_listed":1,"syntology":{"n":2,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"0 ran · 2 unverified","sample_list":"/paper/reclor-a-reading-comprehension-dataset-1#ran","syntology_url":"https://syntology.ai/paper/2002.04326","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.04326"}},"official":{"repos":["yuweihao/reclor"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/beat-the-ai-investigating-adversarial-human","slug":"beat-the-ai-investigating-adversarial-human","title":"Beat the AI: Investigating Adversarial Human Annotation for Reading Comprehension","date":"2020-02-02","arxiv_id":"2002.00293","repositories_listed":1,"syntology":null},{"url":"/paper/data-mining-in-clinical-trial-text","slug":"data-mining-in-clinical-trial-text","title":"Data Mining in Clinical Trial Text: Transformers for Classification and Question Answering Tasks","date":"2020-01-30","arxiv_id":"2001.11268","repositories_listed":1,"syntology":null},{"url":"/paper/the-shmoop-corpus-a-dataset-of-stories-with","slug":"the-shmoop-corpus-a-dataset-of-stories-with","title":"The Shmoop Corpus: A Dataset of Stories with Loosely Aligned Summaries","date":"2019-12-30","arxiv_id":"1912.13082","repositories_listed":1,"syntology":null},{"url":"/paper/evaluating-commonsense-in-pre-trained","slug":"evaluating-commonsense-in-pre-trained","title":"Evaluating Commonsense in Pre-trained Language Models","date":"2019-11-27","arxiv_id":"1911.11931","repositories_listed":1,"syntology":null},{"url":"/paper/temporal-reasoning-via-audio-question","slug":"temporal-reasoning-via-audio-question","title":"Temporal Reasoning via Audio Question Answering","date":"2019-11-21","arxiv_id":"1911.09655","repositories_listed":1,"syntology":null},{"url":"/paper/unsupervised-domain-adaptation-on-reading","slug":"unsupervised-domain-adaptation-on-reading","title":"Unsupervised Domain Adaptation on Reading Comprehension","date":"2019-11-13","arxiv_id":"1911.06137","repositories_listed":1,"syntology":null},{"url":"/paper/coreference-resolution-as-query-based-span","slug":"coreference-resolution-as-query-based-span","title":"Coreference Resolution as Query-based Span Prediction","date":"2019-11-05","arxiv_id":"1911.01746","repositories_listed":1,"syntology":null},{"url":"/paper/answering-naturally-factoid-to-full-length","slug":"answering-naturally-factoid-to-full-length","title":"Answering Naturally: Factoid to Full length Answer Generation","date":"2019-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/d-net-a-pre-training-and-fine-tuning","slug":"d-net-a-pre-training-and-fine-tuning","title":"D-NET: A Pre-Training and Fine-Tuning Framework for Improving the Generalization of Machine Reading Comprehension","date":"2019-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/forget-me-not-reducing-catastrophic","slug":"forget-me-not-reducing-catastrophic","title":"Forget Me Not: Reducing Catastrophic Forgetting for Domain Adaptation in Reading Comprehension","date":"2019-11-01","arxiv_id":"1911.00202","repositories_listed":1,"syntology":null},{"url":"/paper/select-answer-and-explain-interpretable-multi","slug":"select-answer-and-explain-interpretable-multi","title":"Select, Answer and Explain: Interpretable Multi-hop Reading Comprehension over Multiple Documents","date":"2019-11-01","arxiv_id":"1911.00484","repositories_listed":1,"syntology":{"n":15,"n_ran":12,"n_constructed":0,"n_ran_checked":12,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/select-answer-and-explain-interpretable-multi#ran","syntology_url":"https://syntology.ai/paper/1911.00484","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1911.00484"}},"official":null}},{"url":"/paper/capturing-greater-context-for-question","slug":"capturing-greater-context-for-question","title":"Capturing Greater Context for Question Generation","date":"2019-10-22","arxiv_id":"1910.10274","repositories_listed":1,"syntology":null},{"url":"/paper/mrqa-2019-shared-task-evaluating","slug":"mrqa-2019-shared-task-evaluating","title":"MRQA 2019 Shared Task: Evaluating Generalization in Reading Comprehension","date":"2019-10-22","arxiv_id":"1910.09753","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mrqa-2019-shared-task-evaluating#ran","syntology_url":"https://syntology.ai/paper/1910.09753","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.09753"}},"official":{"repos":["mrqa/MRQA-Shared-Task-2019"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}}],"record_sha256":"41417d0a8b58128a1eda2de9ea1196b01f0e970d3417334275983ae3912a92d5","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}