{"url":"/task/logical-reasoning-reading-comprehension","name":"Logical Reasoning Reading Comprehension","slug":"logical-reasoning-reading-comprehension","description_markdown":"Logical reasoning reading comprehension is a task proposed by the paper ReClor (ICLR 2020),  which is to evaluate the logical reasoning ability of machine reading comprehension models. ReClor is the first dataset for logical reasoning reading comprehension.","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":4,"papers_with_code":4,"benchmarks":0,"benchmark_tables_in_archive":0,"benchmark_tables_shown":0,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":2,"subtasks":0,"parent_tasks":1},"benchmarks":[],"datasets":[{"url":"/dataset/rwsd","name":"RWSD","full_name":"The Winograd Schema Challenge (Russian)","num_papers_in_archive":7},{"url":"/dataset/justlogic","name":"JustLogic","full_name":"","num_papers_in_archive":1}],"subtasks":[],"parent_tasks":[{"url":"/task/reading-comprehension","name":"Reading Comprehension"}],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":4,"of":4,"tagged_in_all":4,"items":[{"url":"/paper/logiqa-2-0-an-improved-dataset-for-logical","title":"LogiQA 2.0—An Improved Dataset for Logical Reasoning in Natural Language Understanding","date":"2023-06-06","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/contrastive-learning-with-logic-driven-data","title":"Abstract Meaning Representation-Based Logic-Driven Data Augmentation for Logical Reasoning","date":"2023-05-21","arxiv_id":"2305.12599","repositories_listed":1,"syntology":null},{"url":"/paper/deepa2-a-modular-framework-for-deep-argument","title":"DeepA2: A Modular Framework for Deep Argument Analysis with Pretrained Neural Text2Text Language Models","date":"2021-10-04","arxiv_id":"2110.01509","repositories_listed":1,"syntology":null},{"url":"/paper/reclor-a-reading-comprehension-dataset-1","title":"ReClor: A Reading Comprehension Dataset Requiring Logical Reasoning","date":"2020-02-11","arxiv_id":"2002.04326","repositories_listed":1,"syntology":{"n":2,"n_ran":0,"n_unverified":2,"n_pointer_only":2}}],"syntology_records":1,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}