{"url":"/dataset/mawps","name":"MAWPS","full_name":"MAth Word ProblemS","description_markdown":"**MAWPS** is an online repository of Math Word Problems, to provide a unified testbed to evaluate different algorithms.\r\nMAWPS allows for the automatic construction of datasets with particular characteristics, providing tools for tuning the lexical and template overlap of a dataset as well as for filtering ungrammatical problems from web-sourced corpora. The online nature of this repository facilitates easy community contribution. \r\nAmassed 3,320 problems, including the full datasets used in several previous works.","description_withheld":null,"homepage":"https://github.com/sroy9/mawps","introduced_date":"2016-06-01","introduced_date_note":null,"introduced_by":{"paper":"/paper/mawps-a-math-word-problem-repository","title":"MAWPS: A Math Word Problem Repository","first_author":"Rik Koncel-Kedziorski","url":null},"license":null,"modalities":[],"tasks":[{"name":"Math Word Problem Solving","url":"/task/math-word-problem-solving","datasets_with_task":"/datasets/task/math-word-problem-solving"},{"name":"Math Word Problem SolvingΩ","url":"/task/math-word-problem-solvingo","datasets_with_task":"/datasets/task/math-word-problem-solvingo"}],"languages":[{"name":"English","url":"/datasets/language/english"}],"variants":["MAWPS"],"data_loaders":[],"num_papers_in_archive":122,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[{"leaderboard":"/sota/math-word-problem-solving-on-mawps","task":"Math Word Problem Solving","dataset_variant":"MAWPS","rows":25,"metrics":["Accuracy (%)"],"first_row_in_archive_order":{"model":"OpenMath-CodeLlama-70B (w/ code)","paper":"/paper/openmathinstruct-1-a-1-8-million-math","metrics":{"Accuracy (%)":"95.7"},"code_links":[{"title":"kipok/nemo-skills","url":"https://github.com/kipok/nemo-skills"}]},"note":"rows are the archive's own order at snapshot; nothing here re-ranks them"}],"papers_with_a_benchmark_row":[{"paper":"/paper/openmathinstruct-1-a-1-8-million-math","title":"OpenMathInstruct-1: A 1.8 Million Math Instruction Tuning Dataset","date":"2024-02-15","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/athena-mathematical-reasoning-with-thought","title":"ATHENA: Mathematical Reasoning with Thought Expansion","date":"2023-11-02","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/an-expression-tree-decoding-strategy-for","title":"An Expression Tree Decoding Strategy for Mathematical Equation Generation","date":"2023-10-14","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/llama-2-open-foundation-and-fine-tuned-chat","title":"Llama 2: Open Foundation and Fine-Tuned Chat Models","date":"2023-07-18","rows_on_this_dataset":1,"code_links":19,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":52,"samples_ran":31,"samples_unverified":21,"pointer_only_for_licence":16,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/math-word-problem-solving-by-generating","title":"Math Word Problem Solving by Generating Linguistic Variants of Problem Statements","date":"2023-06-24","rows_on_this_dataset":5,"code_links":1,"syntology":null},{"paper":"/paper/learning-multi-step-reasoning-from-arithmetic","title":"Learning Multi-Step Reasoning by Solving Arithmetic Tasks","date":"2023-06-02","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/multi-view-reasoning-consistent-contrastive","title":"Multi-View Reasoning: Consistent Contrastive Learning for Math Word Problem","date":"2022-10-21","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":13,"samples_ran":1,"samples_unverified":12,"pointer_only_for_licence":0,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/ept-x-an-expression-pointer-transformer-model","title":"EPT-X: An Expression-Pointer Transformer model that generates eXplanations for numbers","date":"2022-05-01","rows_on_this_dataset":2,"code_links":1,"syntology":null},{"paper":"/paper/learning-to-reason-deductively-math-word","title":"Learning to Reason Deductively: Math Word Problem Solving as Complex Relation Extraction","date":"2022-03-19","rows_on_this_dataset":1,"code_links":1,"syntology":{"read_at":"2026-09-24T18:15:14+00:00","samples_harvested":3,"samples_ran":2,"samples_unverified":1,"pointer_only_for_licence":3,"claim":"Per-sample execution on synthesized fixtures; not a correctness claim."}},{"paper":"/paper/are-nlp-models-really-able-to-solve-simple","title":"Are NLP Models really able to Solve Simple Math Word Problems?","date":"2021-03-12","rows_on_this_dataset":2,"code_links":3,"syntology":null},{"paper":"/paper/generating-equation-by-utilizing-operators","title":"Generating Equation by Utilizing Operators : GEO model","date":"2020-12-01","rows_on_this_dataset":1,"code_links":0,"syntology":null},{"paper":"/paper/point-to-the-expression-solving-algebraic","title":"Point to the Expression: Solving Algebraic Word Problems using the Expression-Pointer Transformer Model","date":"2020-11-01","rows_on_this_dataset":1,"code_links":1,"syntology":null},{"paper":"/paper/graph-to-tree-learning-for-solving-math-word","title":"Graph-to-Tree Learning for Solving Math Word Problems","date":"2020-07-01","rows_on_this_dataset":1,"code_links":1,"syntology":null}],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":3,"samples_harvested":68,"samples_ran":34,"samples_unverified":34,"pointer_only_for_licence":19,"papers_with_no_sample_that_ran":0,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}