{"url":"/task/multilingual-machine-comprehension","name":"Multilingual Machine Comprehension in English Hindi","slug":"multilingual-machine-comprehension","description_markdown":"Multilingual Machine Comprehension (MMC) is a Question-Answering (QA) sub-task that involves quoting the answer for a question from a given snippet, where the question and the snippet can be in different languages. Results on an extended version of the recently released XQuAD dataset, which we propose to use as the evaluation benchmark for future research.","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":1,"papers_with_code":1,"benchmarks":1,"benchmark_tables_in_archive":1,"benchmark_tables_shown":1,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":2,"subtasks":0,"parent_tasks":1},"benchmarks":[{"leaderboard":"/sota/multilingual-machine-comprehension-in-english","slug":"multilingual-machine-comprehension-in-english","dataset":"Extended XQuAD","dataset_url":null,"rows_in_archive":1,"metrics":["F1 (QE-PE)","EM(QE-PE)","F1 (QE-PH)","EM(QE-PH)","F1(QH-PE)","EM(QH-PE)","F1(QH-PH)","EM(QH-PH)"],"first_row_in_archive_order":{"model":"m-BERT augmented with Hindi QA","paper_title":"BERT Based Multilingual Machine Comprehension in English and Hindi","paper_url":"/paper/bert-based-multilingual-machine-comprehension","paper_date":"2020-06-02","arxiv_id":"2006.01432","code_links":[{"title":"somiltg/xquad","url":"https://github.com/somiltg/xquad"},{"title":"somiltg/bert","url":"https://github.com/somiltg/bert"}],"syntology":null}}],"datasets":[{"url":"/dataset/belebele","name":"Belebele","full_name":"","num_papers_in_archive":68},{"url":"/dataset/visiting-card-id-card-images-hindi-english","name":"Visiting Card | ID Card Images | Hindi-English","full_name":"datacluster.ai","num_papers_in_archive":0}],"subtasks":[],"parent_tasks":[{"url":"/task/question-answering","name":"Question Answering"}],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":1,"of":1,"tagged_in_all":1,"items":[{"url":"/paper/bert-based-multilingual-machine-comprehension","title":"BERT Based Multilingual Machine Comprehension in English and Hindi","date":"2020-06-02","arxiv_id":"2006.01432","repositories_listed":2,"syntology":null}],"syntology_records":0,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}