{"url":"/dataset/emma","name":"EMMA","full_name":"An Enhanced MultiModal ReAsoning Benchmark","description_markdown":"We introduce EMMA (Enhanced MultiModal reAsoning), a benchmark targeting organic multimodal reasoning across mathematics, physics, chemistry, and coding. EMMA tasks demand advanced cross-modal reasoning that cannot be solved by thinking separately in each modality, offering an enhanced test suite for MLLMs' reasoning capabilities.\r\n\r\nEMMA is composed of 2,788 problems, of which 1,796 are newly constructed, across four domains. Within each subject, we further provide fine-grained labels for each question based on the specific skills it measures.","description_withheld":null,"homepage":"https://emma-benchmark.github.io/","introduced_date":"2025-01-09","introduced_date_note":null,"introduced_by":null,"license":null,"modalities":[],"tasks":[{"name":"Visual Reasoning","url":"/task/visual-reasoning","datasets_with_task":"/datasets/task/visual-reasoning"},{"name":"Multimodal Reasoning","url":"/task/multimodal-reasoning","datasets_with_task":"/datasets/task/multimodal-reasoning"}],"languages":[{"name":"English","url":"/datasets/language/english"}],"variants":["EMMA"],"data_loaders":[{"repo":"https://github.com/hychaochao/EMMA","url":"https://github.com/hychaochao/EMMA","frameworks":[]},{"repo":"https://github.com/hychaochao/EMMA","url":"https://huggingface.co/datasets/luckychao/EMMA","frameworks":[]}],"num_papers_in_archive":1,"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28"},"benchmarks":[],"papers_with_a_benchmark_row":[],"syntology_totals":{"read_at":"2026-09-24T18:15:14+00:00","papers_with_samples":0,"samples_harvested":0,"samples_ran":0,"samples_unverified":0,"pointer_only_for_licence":0,"papers_with_no_sample_that_ran":0,"note":"the per-paper counts above, summed; not a rate"},"papers_note":"The archive never published its papers-using-dataset list; these are papers with a leaderboard row on this dataset's benchmarks."}