{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/question-generation/papers/ran/1","list_of":"/task/question-generation","task":"Question Generation","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"ran","order_definition":"only papers where Syntology ran at least one harvested sample; date (newest first), ties by arXiv id","caption":"We ran code from the paper's repository; we did not run it on this task or check it against the task's benchmarks.","absence":"A paper missing from this list is not a recorded non-run: it may have no arXiv id, no harvested code, or only samples that have not run yet.","page":1,"pages_in_order":1,"rows_per_page":100,"rows":[1,47],"of":47,"counts":{"archive_papers_tagged":664,"with_a_code_link":264,"where_syntology_ran_a_sample":47,"not_listed_spam_title":0,"listed":664,"listed_where_code_ran":47,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":38,"every_run_a_failure_of_syntologys_instrument":9,"listed_with_a_run_with_no_instrument_failure":38,"listed_every_run_a_failure_of_syntologys_instrument":9,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/question-generation/papers/ran/1","prev":null,"next":null,"papers":[{"url":"/paper/qg-sms-enhancing-test-item-analysis-via","slug":"qg-sms-enhancing-test-item-analysis-via","title":"QG-SMS: Enhancing Test Item Analysis via Student Modeling and Simulation","date":"2025-03-07","arxiv_id":"2503.05888","repositories_listed":0,"syntology":{"n":4,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/qg-sms-enhancing-test-item-analysis-via#ran","syntology_url":"https://syntology.ai/paper/2503.05888","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2503.05888"}},"official":null}},{"url":"/paper/infinity-mm-scaling-multimodal-performance","slug":"infinity-mm-scaling-multimodal-performance","title":"Infinity-MM: Scaling Multimodal Performance with Large-Scale and High-Quality Instruction Data","date":"2024-10-24","arxiv_id":"2410.18558","repositories_listed":4,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/infinity-mm-scaling-multimodal-performance#ran","syntology_url":"https://syntology.ai/paper/2410.18558","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2410.18558"}},"official":null}},{"url":"/paper/consistency-training-by-synthetic-question","slug":"consistency-training-by-synthetic-question","title":"Consistency Training by Synthetic Question Generation for Conversational Question Answering","date":"2024-04-17","arxiv_id":"2404.11109","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/consistency-training-by-synthetic-question#ran","syntology_url":"https://syntology.ai/paper/2404.11109","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2404.11109"}},"official":{"repos":["hamedhematian/syncqg"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/treeeval-benchmark-free-evaluation-of-large","slug":"treeeval-benchmark-free-evaluation-of-large","title":"TreeEval: Benchmark-Free Evaluation of Large Language Models through Tree Planning","date":"2024-02-20","arxiv_id":"2402.13125","repositories_listed":1,"syntology":{"n":6,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":6,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/treeeval-benchmark-free-evaluation-of-large#ran","syntology_url":"https://syntology.ai/paper/2402.13125","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.13125"}},"official":{"repos":["ashura5/treeeval"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/scaling-the-authoring-of-autotutors-with","slug":"scaling-the-authoring-of-autotutors-with","title":"AutoTutor meets Large Language Models: A Language Model Tutor with Rich Pedagogy and Guardrails","date":"2024-02-14","arxiv_id":"2402.09216","repositories_listed":1,"syntology":{"n":10,"n_ran":4,"n_constructed":0,"n_ran_checked":4,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":10,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/scaling-the-authoring-of-autotutors-with#ran","syntology_url":"https://syntology.ai/paper/2402.09216","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.09216"}},"official":{"repos":["eth-lre/mwptutor"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/dbcopilot-scaling-natural-language-querying","slug":"dbcopilot-scaling-natural-language-querying","title":"DBCopilot: Natural Language Querying over Massive Databases via Schema Routing","date":"2023-12-06","arxiv_id":"2312.03463","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/dbcopilot-scaling-natural-language-querying#ran","syntology_url":"https://syntology.ai/paper/2312.03463","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.03463"}},"official":{"repos":["tshu-w/dbcopilot"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/diversity-enhanced-narrative-question","slug":"diversity-enhanced-narrative-question","title":"Diversity Enhanced Narrative Question Generation for Storybooks","date":"2023-10-25","arxiv_id":"2310.16446","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/diversity-enhanced-narrative-question#ran","syntology_url":"https://syntology.ai/paper/2310.16446","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.16446"}},"official":{"repos":["hkyoon95/mqg"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/diversify-question-generation-with-retrieval","slug":"diversify-question-generation-with-retrieval","title":"Diversify Question Generation with Retrieval-Augmented Style Transfer","date":"2023-10-23","arxiv_id":"2310.14503","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":8,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":11,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/diversify-question-generation-with-retrieval#ran","syntology_url":"https://syntology.ai/paper/2310.14503","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.14503"}},"official":{"repos":["gouqi666/rast"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/prompting-large-language-models-with-chain-of","slug":"prompting-large-language-models-with-chain-of","title":"Prompting Large Language Models with Chain-of-Thought for Few-Shot Knowledge Base Question Generation","date":"2023-10-12","arxiv_id":"2310.08395","repositories_listed":0,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":3,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/prompting-large-language-models-with-chain-of#ran","syntology_url":"https://syntology.ai/paper/2310.08395","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.08395"}},"official":null}},{"url":"/paper/vdc-versatile-data-cleanser-for-detecting","slug":"vdc-versatile-data-cleanser-for-detecting","title":"VDC: Versatile Data Cleanser based on Visual-Linguistic Inconsistency by Multimodal Large Language Models","date":"2023-09-28","arxiv_id":"2309.16211","repositories_listed":1,"syntology":{"n":17,"n_ran":8,"n_constructed":4,"n_ran_checked":5,"n_instrument":3,"n_unverified":9,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"8 ran (of which 4 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 3 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/vdc-versatile-data-cleanser-for-detecting#ran","syntology_url":"https://syntology.ai/paper/2309.16211","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2309.16211"}},"official":{"repos":["zihao-ai/vdc"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":4,"n_ran_no_instrument_failure":5,"n_unverified":9,"ran_from_kinds":["official"]}}},{"url":"/paper/event-extraction-as-question-generation-and","slug":"event-extraction-as-question-generation-and","title":"Event Extraction as Question Generation and Answering","date":"2023-07-10","arxiv_id":"2307.05567","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/event-extraction-as-question-generation-and#ran","syntology_url":"https://syntology.ai/paper/2307.05567","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.05567"}},"official":{"repos":["dataminr-ai/event-extraction-as-question-generation-and-answering"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/tess-text-to-text-self-conditioned-simplex","slug":"tess-text-to-text-self-conditioned-simplex","title":"TESS: Text-to-Text Self-Conditioned Simplex Diffusion","date":"2023-05-15","arxiv_id":"2305.08379","repositories_listed":2,"syntology":{"n":15,"n_ran":12,"n_constructed":0,"n_ran_checked":12,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/tess-text-to-text-self-conditioned-simplex#ran","syntology_url":"https://syntology.ai/paper/2305.08379","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.08379"}},"official":{"repos":["allenai/tess-diffusion"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["listed","official"]}}},{"url":"/paper/modeling-what-to-ask-and-how-to-ask-for","slug":"modeling-what-to-ask-and-how-to-ask-for","title":"Modeling What-to-ask and How-to-ask for Answer-unaware Conversational Question Generation","date":"2023-05-04","arxiv_id":"2305.03088","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/modeling-what-to-ask-and-how-to-ask-for#ran","syntology_url":"https://syntology.ai/paper/2305.03088","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.03088"}},"official":{"repos":["dxlong2000/sg-cqg"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/textbox-2-0-a-text-generation-library-with","slug":"textbox-2-0-a-text-generation-library-with","title":"TextBox 2.0: A Text Generation Library with Pre-trained Language Models","date":"2022-12-26","arxiv_id":"2212.13005","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":1,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; the one sample that ran constructed an object rather than computing a result","sample_list":"/paper/textbox-2-0-a-text-generation-library-with#ran","syntology_url":"https://syntology.ai/paper/2212.13005","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.13005"}},"official":{"repos":["RUCAIBox/TextBox"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/reinforced-clarification-question-generation","slug":"reinforced-clarification-question-generation","title":"ClarifyDelphi: Reinforced Clarification Questions with Defeasibility Rewards for Social and Moral Situations","date":"2022-12-20","arxiv_id":"2212.10409","repositories_listed":2,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":3,"n_instrument":2,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 1 honoured, 0 violated, 2 with no contract checked; 2 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/reinforced-clarification-question-generation#ran","syntology_url":"https://syntology.ai/paper/2212.10409","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.10409"}},"official":{"repos":["allenai/clarifydelphi","valentinapy/clarifyd"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/generative-language-models-for-paragraph","slug":"generative-language-models-for-paragraph","title":"Generative Language Models for Paragraph-Level Question Generation","date":"2022-10-08","arxiv_id":"2210.03992","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/generative-language-models-for-paragraph#ran","syntology_url":"https://syntology.ai/paper/2210.03992","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2210.03992"}},"official":{"repos":["asahi417/lm-question-generation"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/improving-passage-retrieval-with-zero-shot","slug":"improving-passage-retrieval-with-zero-shot","title":"Improving Passage Retrieval with Zero-Shot Question Generation","date":"2022-04-15","arxiv_id":"2204.07496","repositories_listed":1,"syntology":{"n":14,"n_ran":8,"n_constructed":4,"n_ran_checked":5,"n_instrument":3,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":10,"phrase":"8 ran (of which 4 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 3 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/improving-passage-retrieval-with-zero-shot#ran","syntology_url":"https://syntology.ai/paper/2204.07496","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.07496"}},"official":{"repos":["DevSinghSachan/unsupervised-passage-reranking"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":4,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/true-re-evaluating-factual-consistency-1","slug":"true-re-evaluating-factual-consistency-1","title":"TRUE: Re-evaluating Factual Consistency Evaluation","date":"2022-04-11","arxiv_id":"2204.04991","repositories_listed":2,"syntology":{"n":6,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/true-re-evaluating-factual-consistency-1#ran","syntology_url":"https://syntology.ai/paper/2204.04991","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.04991"}},"official":{"repos":["google-research/true"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/zero-shot-open-information-extraction-using","slug":"zero-shot-open-information-extraction-using","title":"Context-NER : Contextual Phrase Generation at Scale","date":"2021-09-16","arxiv_id":"2109.08079","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/zero-shot-open-information-extraction-using#ran","syntology_url":"https://syntology.ai/paper/2109.08079","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.08079"}},"official":{"repos":["him1411/edgar10q-dataset"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/truthfulqa-measuring-how-models-mimic-human","slug":"truthfulqa-measuring-how-models-mimic-human","title":"TruthfulQA: Measuring How Models Mimic Human Falsehoods","date":"2021-09-08","arxiv_id":"2109.07958","repositories_listed":3,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/truthfulqa-measuring-how-models-mimic-human#ran","syntology_url":"https://syntology.ai/paper/2109.07958","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2109.07958"}},"official":{"repos":["sylinrl/truthfulqa"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/zmbart-an-unsupervised-cross-lingual-transfer","slug":"zmbart-an-unsupervised-cross-lingual-transfer","title":"ZmBART: An Unsupervised Cross-lingual Transfer Framework for Language Generation","date":"2021-06-03","arxiv_id":"2106.01597","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":4,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/zmbart-an-unsupervised-cross-lingual-transfer#ran","syntology_url":"https://syntology.ai/paper/2106.01597","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.01597"}},"official":{"repos":["kaushal0494/ZmBART"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/el-attention-memory-efficient-lossless","slug":"el-attention-memory-efficient-lossless","title":"EL-Attention: Memory Efficient Lossless Attention for Generation","date":"2021-05-11","arxiv_id":"2105.04779","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":2,"n_ran_checked":4,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":2,"phrase":"6 ran (of which 2 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/el-attention-memory-efficient-lossless#ran","syntology_url":"https://syntology.ai/paper/2105.04779","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.04779"}},"official":{"repos":["microsoft/fastseq"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":2,"n_ran_no_instrument_failure":4,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/q-2-evaluating-factual-consistency-in","slug":"q-2-evaluating-factual-consistency-in","title":"$Q^{2}$: Evaluating Factual Consistency in Knowledge-Grounded Dialogues via Question Generation and Question Answering","date":"2021-04-16","arxiv_id":"2104.08202","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/q-2-evaluating-factual-consistency-in#ran","syntology_url":"https://syntology.ai/paper/2104.08202","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08202"}},"official":null}},{"url":"/paper/data-questeval-a-referenceless-metric-for","slug":"data-questeval-a-referenceless-metric-for","title":"Data-QuestEval: A Referenceless Metric for Data-to-Text Semantic Evaluation","date":"2021-04-15","arxiv_id":"2104.07555","repositories_listed":2,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/data-questeval-a-referenceless-metric-for#ran","syntology_url":"https://syntology.ai/paper/2104.07555","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.07555"}},"official":{"repos":["ThomasScialom/QuestEval","recitalAI/QuestEval"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/ask-what-s-missing-and-what-s-useful","slug":"ask-what-s-missing-and-what-s-useful","title":"Ask what's missing and what's useful: Improving Clarification Question Generation using Global Knowledge","date":"2021-04-14","arxiv_id":"2104.06828","repositories_listed":1,"syntology":{"n":14,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/ask-what-s-missing-and-what-s-useful#ran","syntology_url":"https://syntology.ai/paper/2104.06828","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.06828"}},"official":{"repos":["microsoft/clarification-qgen-globalinfo"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/cliniqg4qa-generating-diverse-questions-for","slug":"cliniqg4qa-generating-diverse-questions-for","title":"CliniQG4QA: Generating Diverse Questions for Domain Adaptation of Clinical Question Answering","date":"2020-10-30","arxiv_id":"2010.16021","repositories_listed":2,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":1,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/cliniqg4qa-generating-diverse-questions-for#ran","syntology_url":"https://syntology.ai/paper/2010.16021","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.16021"}},"official":{"repos":["panushri25/emrQA","sunlab-osu/CliniQG4QA"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/multi-hop-question-generation-with-graph","slug":"multi-hop-question-generation-with-graph","title":"Multi-hop Question Generation with Graph Convolutional Network","date":"2020-10-19","arxiv_id":"2010.09240","repositories_listed":1,"syntology":{"n":15,"n_ran":11,"n_constructed":4,"n_ran_checked":7,"n_instrument":4,"n_unverified":4,"n_honours":0,"n_violates":1,"n_no_contract":6,"n_pointer_only":0,"phrase":"11 ran (of which 4 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 1 violated, 6 with no contract checked; 4 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/multi-hop-question-generation-with-graph#ran","syntology_url":"https://syntology.ai/paper/2010.09240","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2010.09240"}},"official":{"repos":["HLTCHKUST/MulQG"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":4,"n_ran_no_instrument_failure":7,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/text-generation-by-learning-from-off-policy","slug":"text-generation-by-learning-from-off-policy","title":"Text Generation by Learning from Demonstrations","date":"2020-09-16","arxiv_id":"2009.07839","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":2,"n_ran_checked":3,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"4 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/text-generation-by-learning-from-off-policy#ran","syntology_url":"https://syntology.ai/paper/2009.07839","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.07839"}},"official":{"repos":["yzpang/gold-off-policy-text-gen-iclr21"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/investigating-pretrained-language-models-for","slug":"investigating-pretrained-language-models-for","title":"Investigating Pretrained Language Models for Graph-to-Text Generation","date":"2020-07-16","arxiv_id":"2007.08426","repositories_listed":3,"syntology":{"n":12,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":2,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/investigating-pretrained-language-models-for#ran","syntology_url":"https://syntology.ai/paper/2007.08426","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2007.08426"}},"official":{"repos":["UKPLab/plms-graph2text"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/generating-diverse-and-consistent-qa-pairs","slug":"generating-diverse-and-consistent-qa-pairs","title":"Generating Diverse and Consistent QA pairs from Contexts with Information-Maximizing Hierarchical Conditional VAEs","date":"2020-05-28","arxiv_id":"2005.13837","repositories_listed":1,"syntology":{"n":16,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":11,"n_pointer_only":3,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 0 honoured, 0 violated, 11 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/generating-diverse-and-consistent-qa-pairs#ran","syntology_url":"https://syntology.ai/paper/2005.13837","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.13837"}},"official":{"repos":["seanie12/Info-HCVAE"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/transformer-based-end-to-end-question","slug":"transformer-based-end-to-end-question","title":"Simplifying Paragraph-level Question Generation via Transformer Language Models","date":"2020-05-03","arxiv_id":"2005.01107","repositories_listed":4,"syntology":{"n":8,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/transformer-based-end-to-end-question#ran","syntology_url":"https://syntology.ai/paper/2005.01107","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.01107"}},"official":null}},{"url":"/paper/semantic-graphs-for-generating-deep-questions","slug":"semantic-graphs-for-generating-deep-questions","title":"Semantic Graphs for Generating Deep Questions","date":"2020-04-27","arxiv_id":"2004.12704","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/semantic-graphs-for-generating-deep-questions#ran","syntology_url":"https://syntology.ai/paper/2004.12704","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.12704"}},"official":{"repos":["WING-NUS/SG-Deep-Question-Generation"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":3,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/template-based-question-generation-from","slug":"template-based-question-generation-from","title":"Template-Based Question Generation from Retrieved Sentences for Improved Unsupervised Question Answering","date":"2020-04-24","arxiv_id":"2004.11892","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/template-based-question-generation-from#ran","syntology_url":"https://syntology.ai/paper/2004.11892","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.11892"}},"official":{"repos":["awslabs/unsupervised-qa"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/toward-subgraph-guided-knowledge-graph","slug":"toward-subgraph-guided-knowledge-graph","title":"Toward Subgraph-Guided Knowledge Graph Question Generation with Graph Neural Networks","date":"2020-04-13","arxiv_id":"2004.06015","repositories_listed":1,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/toward-subgraph-guided-knowledge-graph#ran","syntology_url":"https://syntology.ai/paper/2004.06015","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.06015"}},"official":null}},{"url":"/paper/unilmv2-pseudo-masked-language-models-for","slug":"unilmv2-pseudo-masked-language-models-for","title":"UniLMv2: Pseudo-Masked Language Models for Unified Language Model Pre-Training","date":"2020-02-28","arxiv_id":"2002.12804","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/unilmv2-pseudo-masked-language-models-for#ran","syntology_url":"https://syntology.ai/paper/2002.12804","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.12804"}},"official":{"repos":["microsoft/unilm"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/asking-questions-the-human-way-scalable","slug":"asking-questions-the-human-way-scalable","title":"Asking Questions the Human Way: Scalable Question-Answer Generation from Text Corpus","date":"2020-01-27","arxiv_id":"2002.00748","repositories_listed":2,"syntology":{"n":8,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":2,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/asking-questions-the-human-way-scalable#ran","syntology_url":"https://syntology.ai/paper/2002.00748","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2002.00748"}},"official":{"repos":["bangliu/ACS-QG"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/exploring-the-limits-of-transfer-learning","slug":"exploring-the-limits-of-transfer-learning","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","date":"2019-10-23","arxiv_id":"1910.10683","repositories_listed":57,"syntology":{"n":31,"n_ran":21,"n_constructed":0,"n_ran_checked":20,"n_instrument":1,"n_unverified":10,"n_honours":1,"n_violates":0,"n_no_contract":19,"n_pointer_only":0,"phrase":"21 ran (of which 0 constructed an object rather than computing a result; 20 with no instrument failure: 1 honoured, 0 violated, 19 with no contract checked; 1 where Syntology's instrument failed) · 10 unverified","sample_list":"/paper/exploring-the-limits-of-transfer-learning#ran","syntology_url":"https://syntology.ai/paper/1910.10683","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1910.10683"}},"official":null}},{"url":"/paper/addressing-semantic-drift-in-question","slug":"addressing-semantic-drift-in-question","title":"Addressing Semantic Drift in Question Generation for Semi-Supervised Question Answering","date":"2019-09-13","arxiv_id":"1909.06356","repositories_listed":2,"syntology":{"n":19,"n_ran":13,"n_constructed":0,"n_ran_checked":11,"n_instrument":2,"n_unverified":6,"n_honours":2,"n_violates":1,"n_no_contract":8,"n_pointer_only":1,"phrase":"13 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 2 honoured, 1 violated, 8 with no contract checked; 2 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/addressing-semantic-drift-in-question#ran","syntology_url":"https://syntology.ai/paper/1909.06356","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.06356"}},"official":{"repos":["ZhangShiyue/QGforQA"],"state":"official (archive's flag): 13 ran","n_ran":13,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/question-generation-by-transformers","slug":"question-generation-by-transformers","title":"Question Generation by Transformers","date":"2019-09-09","arxiv_id":"1909.05017","repositories_listed":1,"syntology":{"n":14,"n_ran":5,"n_constructed":0,"n_ran_checked":4,"n_instrument":1,"n_unverified":9,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 1 where Syntology's instrument failed) · 9 unverified","sample_list":"/paper/question-generation-by-transformers#ran","syntology_url":"https://syntology.ai/paper/1909.05017","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1909.05017"}},"official":null}},{"url":"/paper/reinforcement-learning-based-graph-to","slug":"reinforcement-learning-based-graph-to","title":"Reinforcement Learning Based Graph-to-Sequence Model for Natural Question Generation","date":"2019-08-14","arxiv_id":"1908.04942","repositories_listed":1,"syntology":{"n":10,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/reinforcement-learning-based-graph-to#ran","syntology_url":"https://syntology.ai/paper/1908.04942","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1908.04942"}},"official":{"repos":["hugochan/RL-based-Graph2Seq-for-NQG"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":7,"ran_from_kinds":["official"]}}},{"url":"/paper/multi-hop-reading-comprehension-through","slug":"multi-hop-reading-comprehension-through","title":"Multi-hop Reading Comprehension through Question Decomposition and Rescoring","date":"2019-06-07","arxiv_id":"1906.02916","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/multi-hop-reading-comprehension-through#ran","syntology_url":"https://syntology.ai/paper/1906.02916","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1906.02916"}},"official":{"repos":["shmsw25/DecompRC"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-a-better-metric-for-evaluating","slug":"towards-a-better-metric-for-evaluating","title":"Towards a Better Metric for Evaluating Question Generation Systems","date":"2018-08-30","arxiv_id":"1808.10192","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/towards-a-better-metric-for-evaluating#ran","syntology_url":"https://syntology.ai/paper/1808.10192","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1808.10192"}},"official":{"repos":["PrekshaNema25/Answerability-Metric"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/zero-shot-question-generation-from-knowledge","slug":"zero-shot-question-generation-from-knowledge","title":"Zero-Shot Question Generation from Knowledge Graphs for Unseen Predicates and Entity Types","date":"2018-02-19","arxiv_id":"1802.06842","repositories_listed":1,"syntology":{"n":4,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":4,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/zero-shot-question-generation-from-knowledge#ran","syntology_url":"https://syntology.ai/paper/1802.06842","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1802.06842"}},"official":{"repos":["NAACL2018Anonymous/submission"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/neural-question-generation-from-text-a","slug":"neural-question-generation-from-text-a","title":"Neural Question Generation from Text: A Preliminary Study","date":"2017-04-06","arxiv_id":"1704.01792","repositories_listed":6,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/neural-question-generation-from-text-a#ran","syntology_url":"https://syntology.ai/paper/1704.01792","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1704.01792"}},"official":{"repos":["magic282/NQG"],"state":"community repositories only","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed"]}}},{"url":"/paper/diverse-beam-search-decoding-diverse","slug":"diverse-beam-search-decoding-diverse","title":"Diverse Beam Search: Decoding Diverse Solutions from Neural Sequence Models","date":"2016-10-07","arxiv_id":"1610.02424","repositories_listed":25,"syntology":{"n":14,"n_ran":7,"n_constructed":0,"n_ran_checked":6,"n_instrument":1,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":14,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 1 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/diverse-beam-search-decoding-diverse#ran","syntology_url":"https://syntology.ai/paper/1610.02424","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1610.02424"}},"official":{"repos":["ashwinkalyan/dbs"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["listed","unlocated"]}}},{"url":"/paper/generating-natural-questions-about-an-image","slug":"generating-natural-questions-about-an-image","title":"Generating Natural Questions About an Image","date":"2016-03-19","arxiv_id":"1603.06059","repositories_listed":2,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/generating-natural-questions-about-an-image#ran","syntology_url":"https://syntology.ai/paper/1603.06059","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1603.06059"}},"official":null}},{"url":"/paper/exploring-models-and-data-for-image-question","slug":"exploring-models-and-data-for-image-question","title":"Exploring Models and Data for Image Question Answering","date":"2015-05-08","arxiv_id":"1505.02074","repositories_listed":3,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/exploring-models-and-data-for-image-question#ran","syntology_url":"https://syntology.ai/paper/1505.02074","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"1505.02074"}},"official":{"repos":["renmengye/imageqa-public"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["listed","official"]}}}],"record_sha256":"bccd855c379eb98eb08518024e8e0b9441d0c3b56e0389cd5a323ad97e3d8e51","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}