{"url":"/task/distractor-generation","name":"Distractor Generation","slug":"distractor-generation","description_markdown":"Given a passage, a question, and an answer phrase, the goal of distractor generation (DG) is to generate context-related wrong options (i.e., distractor) for multiple-choice questions (MCQ).","categories":[{"name":"Adversarial","url":"/area/adversarial"},{"name":"Computer Code","url":"/area/computer-code"},{"name":"Natural Language Processing","url":"/area/natural-language-processing"},{"name":"Speech","url":"/area/speech"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":41,"papers_with_code":17,"benchmarks":1,"benchmark_tables_in_archive":1,"benchmark_tables_shown":1,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":2,"subtasks":0,"parent_tasks":1},"benchmarks":[{"leaderboard":"/sota/distractor-generation-on-race","slug":"distractor-generation-on-race","dataset":"RACE","dataset_url":"/dataset/race","rows_in_archive":1,"metrics":["BLEU-1","BLEU-2","BLEU-3","BLEU-4","ROUGE-L"],"first_row_in_archive_order":{"model":"BDG p.m.","paper_title":"A BERT-based Distractor Generation Scheme with Multi-tasking and Negative Answer Training Strategies","paper_url":"/paper/a-bert-based-distractor-generation-scheme","paper_date":"2020-10-12","arxiv_id":"2010.05384","code_links":[{"title":"voidful/BDG","url":"https://github.com/voidful/BDG"}],"syntology":null}}],"datasets":[{"url":"/dataset/race","name":"RACE","full_name":"ReAding Comprehension dataset from Examinations","num_papers_in_archive":412},{"url":"/dataset/sciq","name":"SciQ","full_name":"SciQ","num_papers_in_archive":183}],"subtasks":[],"parent_tasks":[{"url":"/task/text-generation","name":"Text Generation"}],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":17,"of":17,"tagged_in_all":41,"items":[{"url":"/paper/brainteaser-lateral-thinking-puzzles-for","title":"BRAINTEASER: Lateral Thinking Puzzles for Large Language Models","date":"2023-10-08","arxiv_id":"2310.05057","repositories_listed":2,"syntology":{"n":7,"n_ran":3,"n_unverified":4,"n_pointer_only":3}},{"url":"/paper/distractor-generation-for-multiple-choice-1","title":"Distractor generation for multiple-choice questions with predictive prompting and large language models","date":"2023-07-30","arxiv_id":"2307.16338","repositories_listed":2,"syntology":null},{"url":"/paper/quiz-style-question-generation-for-news","title":"Quiz-Style Question Generation for News Stories","date":"2021-02-18","arxiv_id":"2102.09094","repositories_listed":2,"syntology":null},{"url":"/paper/generating-distractors-for-reading","title":"Generating Distractors for Reading Comprehension Questions from Real Examinations","date":"2018-09-08","arxiv_id":"1809.02768","repositories_listed":2,"syntology":null},{"url":"/paper/wrong-answers-can-also-be-useful-plausibleqa","title":"Wrong Answers Can Also Be Useful: PlausibleQA -- A Large-Scale QA Dataset with Answer Plausibility Scores","date":"2025-02-22","arxiv_id":"2502.16358","repositories_listed":1,"syntology":null},{"url":"/paper/disgem-distractor-generation-for-multiple","title":"DisGeM: Distractor Generation for Multiple Choice Questions with Span Masking","date":"2024-09-26","arxiv_id":"2409.18263","repositories_listed":1,"syntology":null},{"url":"/paper/chain-of-exemplar-enhancing-distractor","title":"Chain-of-Exemplar: Enhancing Distractor Generation for Multimodal Educational Question Generation","date":"2024-08-16","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/divert-distractor-generation-with-variational","title":"DiVERT: Distractor Generation with Variational Errors Represented as Text for Math Multiple-choice Questions","date":"2024-06-27","arxiv_id":"2406.19356","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_unverified":2,"n_pointer_only":3}},{"url":"/paper/exploring-automated-distractor-generation-for","title":"Exploring Automated Distractor Generation for Math Multiple-choice Questions via Large Language Models","date":"2024-04-02","arxiv_id":"2404.02124","repositories_listed":1,"syntology":null},{"url":"/paper/cdgp-automatic-cloze-distractor-generation","title":"CDGP: Automatic Cloze Distractor Generation based on Pre-trained Language Model","date":"2024-03-15","arxiv_id":"2403.10326","repositories_listed":1,"syntology":null},{"url":"/paper/a-novel-multi-stage-prompting-approach-for","title":"A Novel Multi-Stage Prompting Approach for Language Agnostic MCQ Generation using GPT","date":"2024-01-13","arxiv_id":"2401.07098","repositories_listed":1,"syntology":null},{"url":"/paper/eduqg-a-multi-format-multiple-choice-dataset","title":"EduQG: A Multi-format Multiple Choice Dataset for the Educational Domain","date":"2022-10-12","arxiv_id":"2210.06104","repositories_listed":1,"syntology":null},{"url":"/paper/bert-based-distractor-generation-for-swedish","title":"BERT-based distractor generation for Swedish reading comprehension questions using a small-scale dataset","date":"2021-08-09","arxiv_id":"2108.03973","repositories_listed":1,"syntology":null},{"url":"/paper/zmbart-an-unsupervised-cross-lingual-transfer","title":"ZmBART: An Unsupervised Cross-lingual Transfer Framework for Language Generation","date":"2021-06-03","arxiv_id":"2106.01597","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_unverified":1,"n_pointer_only":4}},{"url":"/paper/a-bert-based-distractor-generation-scheme-1","title":"A BERT-based Distractor Generation Scheme with Multi-tasking and Negative Answer Training Strategies.","date":"2020-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/a-bert-based-distractor-generation-scheme","title":"A BERT-based Distractor Generation Scheme with Multi-tasking and Negative Answer Training Strategies","date":"2020-10-12","arxiv_id":"2010.05384","repositories_listed":1,"syntology":null},{"url":"/paper/distractor-generation-for-multiple-choice","title":"Distractor Generation for Multiple Choice Questions Using Learning to Rank","date":"2018-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null}],"syntology_records":3,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}