{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/question-answering/papers/34","list_of":"/task/question-answering","task":"Question Answering","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"repositories listed in the archive (most first), then date (newest first), then slug","page":34,"pages_in_order":109,"rows_per_page":100,"rows":[3301,3400],"of":10817,"counts":{"archive_papers_tagged":10817,"with_a_code_link":4171,"where_syntology_ran_a_sample":1274,"not_listed_spam_title":0,"listed":10817,"listed_where_code_ran":1274,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":1073,"every_run_a_failure_of_syntologys_instrument":201,"listed_with_a_run_with_no_instrument_failure":1073,"listed_every_run_a_failure_of_syntologys_instrument":201,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/question-answering","prev":"/task/question-answering/papers/33","next":"/task/question-answering/papers/35","papers":[{"url":"/paper/syntax-augmented-multilingual-bert-for-cross","slug":"syntax-augmented-multilingual-bert-for-cross","title":"Syntax-augmented Multilingual BERT for Cross-lingual Transfer","date":"2021-06-03","arxiv_id":"2106.02134","repositories_listed":1,"syntology":null},{"url":"/paper/efficient-passage-retrieval-with-hashing-for","slug":"efficient-passage-retrieval-with-hashing-for","title":"Efficient Passage Retrieval with Hashing for Open-domain Question Answering","date":"2021-06-02","arxiv_id":"2106.00882","repositories_listed":1,"syntology":null},{"url":"/paper/ember-no-code-context-enrichment-via","slug":"ember-no-code-context-enrichment-via","title":"Ember: No-Code Context Enrichment via Similarity-Based Keyless Joins","date":"2021-06-02","arxiv_id":"2106.01501","repositories_listed":1,"syntology":null},{"url":"/paper/ethical-advice-taker-do-language-models","slug":"ethical-advice-taker-do-language-models","title":"Ethical-Advice Taker: Do Language Models Understand Natural Language Interventions?","date":"2021-06-02","arxiv_id":"2106.01465","repositories_listed":1,"syntology":{"n":11,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/ethical-advice-taker-do-language-models#ran","syntology_url":"https://syntology.ai/paper/2106.01465","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.01465"}},"official":{"repos":["allenai/ethical-interventions"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/knowing-more-about-questions-can-help","slug":"knowing-more-about-questions-can-help","title":"Knowing More About Questions Can Help: Improving Calibration in Question Answering","date":"2021-06-02","arxiv_id":"2106.01494","repositories_listed":1,"syntology":null},{"url":"/paper/minimax-and-neyman-pearson-meta-learning-for","slug":"minimax-and-neyman-pearson-meta-learning-for","title":"Minimax and Neyman-Pearson Meta-Learning for Outlier Languages","date":"2021-06-02","arxiv_id":"2106.01051","repositories_listed":1,"syntology":null},{"url":"/paper/on-the-efficacy-of-adversarial-data","slug":"on-the-efficacy-of-adversarial-data","title":"On the Efficacy of Adversarial Data Collection for Question Answering: Results from a Large-Scale Randomized Study","date":"2021-06-02","arxiv_id":"2106.00872","repositories_listed":1,"syntology":null},{"url":"/paper/who-blames-or-endorses-whom-entity-to-entity","slug":"who-blames-or-endorses-whom-entity-to-entity","title":"Who Blames or Endorses Whom? Entity-to-Entity Directed Sentiment Extraction in News Text","date":"2021-06-02","arxiv_id":"2106.01033","repositories_listed":1,"syntology":null},{"url":"/paper/clevr-hyp-a-challenge-dataset-and-baselines-1","slug":"clevr-hyp-a-challenge-dataset-and-baselines-1","title":"CLEVR\\_HYP: A Challenge Dataset and Baselines for Visual Question Answering with Hypothetical Actions over Images","date":"2021-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/convosumm-conversation-summarization","slug":"convosumm-conversation-summarization","title":"ConvoSumm: Conversation Summarization Benchmark and Improved Abstractive Summarization with Argument Mining","date":"2021-06-01","arxiv_id":"2106.00829","repositories_listed":1,"syntology":null},{"url":"/paper/decembert-learning-from-noisy-instructional","slug":"decembert-learning-from-noisy-instructional","title":"DeCEMBERT: Learning from Noisy Instructional Videos via Dense Captions and Entropy Minimization","date":"2021-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/dot-an-efficient-double-transformer-for-nlp","slug":"dot-an-efficient-double-transformer-for-nlp","title":"DoT: An efficient Double Transformer for NLP tasks with tables","date":"2021-06-01","arxiv_id":"2106.00479","repositories_listed":1,"syntology":{"n":9,"n_ran":5,"n_constructed":1,"n_ran_checked":1,"n_instrument":4,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"5 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 4 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/dot-an-efficient-double-transformer-for-nlp#ran","syntology_url":"https://syntology.ai/paper/2106.00479","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.00479"}},"official":{"repos":["google-research/tapas"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/ease-a-diagnostic-tool-for-vqa-based-on","slug":"ease-a-diagnostic-tool-for-vqa-based-on","title":"EaSe: A Diagnostic Tool for VQA based on Answer Diversity","date":"2021-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/emrkbqa-a-clinical-knowledge-base-question","slug":"emrkbqa-a-clinical-knowledge-base-question","title":"emrKBQA: A Clinical Knowledge-Base Question Answering Dataset","date":"2021-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/what-ingredients-make-for-an-effective","slug":"what-ingredients-make-for-an-effective","title":"What Ingredients Make for an Effective Crowdsourcing Protocol for Difficult NLU Data Collection Tasks?","date":"2021-06-01","arxiv_id":"2106.00794","repositories_listed":1,"syntology":null},{"url":"/paper/a-semantic-based-method-for-unsupervised","slug":"a-semantic-based-method-for-unsupervised","title":"A Semantic-based Method for Unsupervised Commonsense Question Answering","date":"2021-05-31","arxiv_id":"2105.14781","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/a-semantic-based-method-for-unsupervised#ran","syntology_url":"https://syntology.ai/paper/2105.14781","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.14781"}},"official":null}},{"url":"/paper/geoqa-a-geometric-question-answering","slug":"geoqa-a-geometric-question-answering","title":"GeoQA: A Geometric Question Answering Benchmark Towards Multimodal Numerical Reasoning","date":"2021-05-30","arxiv_id":"2105.14517","repositories_listed":1,"syntology":{"n":5,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":5,"phrase":"0 ran · 5 unverified","sample_list":"/paper/geoqa-a-geometric-question-answering#ran","syntology_url":"https://syntology.ai/paper/2105.14517","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.14517"}},"official":{"repos":["chen-judge/GeoQA"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":5,"ran_from_kinds":[]}}},{"url":"/paper/lpf-a-language-prior-feedback-objective","slug":"lpf-a-language-prior-feedback-objective","title":"LPF: A Language-Prior Feedback Objective Function for De-biased Visual Question Answering","date":"2021-05-29","arxiv_id":"2105.14300","repositories_listed":1,"syntology":null},{"url":"/paper/scifive-a-text-to-text-transformer-model-for","slug":"scifive-a-text-to-text-transformer-model-for","title":"SciFive: a text-to-text transformer model for biomedical literature","date":"2021-05-28","arxiv_id":"2106.03598","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/scifive-a-text-to-text-transformer-model-for#ran","syntology_url":"https://syntology.ai/paper/2106.03598","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.03598"}},"official":{"repos":["justinphan3110/SciFive"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-more-equitable-question-answering","slug":"towards-more-equitable-question-answering","title":"Towards More Equitable Question Answering Systems: How Much More Data Do You Need?","date":"2021-05-28","arxiv_id":"2105.14115","repositories_listed":1,"syntology":null},{"url":"/paper/cosqa-20000-web-queries-for-code-search-and","slug":"cosqa-20000-web-queries-for-code-search-and","title":"CoSQA: 20,000+ Web Queries for Code Search and Question Answering","date":"2021-05-27","arxiv_id":"2105.13239","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/cosqa-20000-web-queries-for-code-search-and#ran","syntology_url":"https://syntology.ai/paper/2105.13239","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.13239"}},"official":{"repos":["Jun-jie-Huang/CoCLR"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/improve-query-focused-abstractive","slug":"improve-query-focused-abstractive","title":"Improve Query Focused Abstractive Summarization by Incorporating Answer Relevance","date":"2021-05-27","arxiv_id":"2105.12969","repositories_listed":1,"syntology":null},{"url":"/paper/dynamic-semantic-graph-construction-and","slug":"dynamic-semantic-graph-construction-and","title":"Dynamic Semantic Graph Construction and Reasoning for Explainable Multi-hop Science Question Answering","date":"2021-05-25","arxiv_id":"2105.11776","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/dynamic-semantic-graph-construction-and#ran","syntology_url":"https://syntology.ai/paper/2105.11776","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.11776"}},"official":{"repos":["wwxu21/AMR-SG"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/few-shot-upsampling-for-protest-size","slug":"few-shot-upsampling-for-protest-size","title":"Few-Shot Upsampling for Protest Size Detection","date":"2021-05-24","arxiv_id":"2105.11260","repositories_listed":1,"syntology":null},{"url":"/paper/multi-modal-understanding-and-generation-for","slug":"multi-modal-understanding-and-generation-for","title":"Multi-modal Understanding and Generation for Medical Images and Text via Vision-Language Pre-Training","date":"2021-05-24","arxiv_id":"2105.11333","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/multi-modal-understanding-and-generation-for#ran","syntology_url":"https://syntology.ai/paper/2105.11333","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.11333"}},"official":{"repos":["SuperSupermoon/MedViLL"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/structurallm-structural-pre-training-for-form","slug":"structurallm-structural-pre-training-for-form","title":"StructuralLM: Structural Pre-training for Form Understanding","date":"2021-05-24","arxiv_id":"2105.11210","repositories_listed":1,"syntology":{"n":5,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 5 unverified","sample_list":"/paper/structurallm-structural-pre-training-for-form#ran","syntology_url":"https://syntology.ai/paper/2105.11210","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.11210"}},"official":{"repos":["alibaba/AliceMind"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":5,"ran_from_kinds":[]}}},{"url":"/paper/vanilla-verbalized-answers-in-natural","slug":"vanilla-verbalized-answers-in-natural","title":"VANiLLa : Verbalized Answers in Natural Language at Large Scale","date":"2021-05-24","arxiv_id":"2105.11407","repositories_listed":1,"syntology":null},{"url":"/paper/modeling-worlds-in-text-1","slug":"modeling-worlds-in-text-1","title":"Modeling Worlds in Text","date":"2021-05-21","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/representation-learning-in-sequence-to","slug":"representation-learning-in-sequence-to","title":"Training Heterogeneous Features in Sequence to Sequence Tasks: Latent Enhanced Multi-filter Seq2Seq Model","date":"2021-05-18","arxiv_id":"2105.08840","repositories_listed":1,"syntology":null},{"url":"/paper/tat-qa-a-question-answering-benchmark-on-a","slug":"tat-qa-a-question-answering-benchmark-on-a","title":"TAT-QA: A Question Answering Benchmark on a Hybrid of Tabular and Textual Content in Finance","date":"2021-05-17","arxiv_id":"2105.07624","repositories_listed":1,"syntology":{"n":12,"n_ran":11,"n_constructed":0,"n_ran_checked":11,"n_instrument":0,"n_unverified":1,"n_honours":2,"n_violates":0,"n_no_contract":9,"n_pointer_only":2,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 11 with no instrument failure: 2 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/tat-qa-a-question-answering-benchmark-on-a#ran","syntology_url":"https://syntology.ai/paper/2105.07624","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.07624"}},"official":{"repos":["NExTplusplus/TAT-QA"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":11,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/qaconv-question-answering-on-informative","slug":"qaconv-question-answering-on-informative","title":"QAConv: Question Answering on Informative Conversations","date":"2021-05-14","arxiv_id":"2105.06912","repositories_listed":1,"syntology":null},{"url":"/paper/predicting-text-readability-from-scrolling","slug":"predicting-text-readability-from-scrolling","title":"Predicting Text Readability from Scrolling Interactions","date":"2021-05-13","arxiv_id":"2105.06354","repositories_listed":1,"syntology":null},{"url":"/paper/relation-aware-hierarchical-attention","slug":"relation-aware-hierarchical-attention","title":"Relation-aware Hierarchical Attention Framework for Video Question Answering","date":"2021-05-13","arxiv_id":"2105.06160","repositories_listed":1,"syntology":null},{"url":"/paper/found-a-reason-for-me-weakly-supervised","slug":"found-a-reason-for-me-weakly-supervised","title":"Found a Reason for me? Weakly-supervised Grounded Visual Question Answering using Capsules","date":"2021-05-11","arxiv_id":"2105.04836","repositories_listed":1,"syntology":null},{"url":"/paper/reinforcement-learning-from-reformulations-in","slug":"reinforcement-learning-from-reformulations-in","title":"Reinforcement Learning from Reformulations in Conversational Question Answering over Knowledge Graphs","date":"2021-05-11","arxiv_id":"2105.04850","repositories_listed":1,"syntology":null},{"url":"/paper/expmrc-explainability-evaluation-for-machine","slug":"expmrc-explainability-evaluation-for-machine","title":"ExpMRC: Explainability Evaluation for Machine Reading Comprehension","date":"2021-05-10","arxiv_id":"2105.04126","repositories_listed":1,"syntology":null},{"url":"/paper/improving-factual-consistency-of-abstractive","slug":"improving-factual-consistency-of-abstractive","title":"Improving Factual Consistency of Abstractive Summarization via Question Answering","date":"2021-05-10","arxiv_id":"2105.04623","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/improving-factual-consistency-of-abstractive#ran","syntology_url":"https://syntology.ai/paper/2105.04623","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.04623"}},"official":null}},{"url":"/paper/inter-gps-interpretable-geometry-problem","slug":"inter-gps-interpretable-geometry-problem","title":"Inter-GPS: Interpretable Geometry Problem Solving with Formal Language and Symbolic Reasoning","date":"2021-05-10","arxiv_id":"2105.04165","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/inter-gps-interpretable-geometry-problem#ran","syntology_url":"https://syntology.ai/paper/2105.04165","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.04165"}},"official":{"repos":["lupantech/InterGPS"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/lawformer-a-pre-trained-language-model-for","slug":"lawformer-a-pre-trained-language-model-for","title":"Lawformer: A Pre-trained Language Model for Chinese Legal Long Documents","date":"2021-05-09","arxiv_id":"2105.03887","repositories_listed":1,"syntology":null},{"url":"/paper/passage-retrieval-for-outside-knowledge","slug":"passage-retrieval-for-outside-knowledge","title":"Passage Retrieval for Outside-Knowledge Visual Question Answering","date":"2021-05-09","arxiv_id":"2105.03938","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/passage-retrieval-for-outside-knowledge#ran","syntology_url":"https://syntology.ai/paper/2105.03938","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.03938"}},"official":{"repos":["prdwb/okvqa-release"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/d2s-document-to-slide-generation-via-query","slug":"d2s-document-to-slide-generation-via-query","title":"D2S: Document-to-Slide Generation Via Query-Based Text Summarization","date":"2021-05-08","arxiv_id":"2105.03664","repositories_listed":1,"syntology":null},{"url":"/paper/a-dataset-of-information-seeking-questions","slug":"a-dataset-of-information-seeking-questions","title":"A Dataset of Information-Seeking Questions and Answers Anchored in Research Papers","date":"2021-05-07","arxiv_id":"2105.03011","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-dataset-of-information-seeking-questions#ran","syntology_url":"https://syntology.ai/paper/2105.03011","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.03011"}},"official":{"repos":["allenai/qasper-led-baseline"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-to-perturb-word-embeddings-for-out","slug":"learning-to-perturb-word-embeddings-for-out","title":"Learning to Perturb Word Embeddings for Out-of-distribution QA","date":"2021-05-06","arxiv_id":"2105.02692","repositories_listed":1,"syntology":{"n":10,"n_ran":8,"n_constructed":0,"n_ran_checked":4,"n_instrument":4,"n_unverified":2,"n_honours":2,"n_violates":1,"n_no_contract":1,"n_pointer_only":6,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 2 honoured, 1 violated, 1 with no contract checked; 4 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/learning-to-perturb-word-embeddings-for-out#ran","syntology_url":"https://syntology.ai/paper/2105.02692","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.02692"}},"official":{"repos":["seanie12/SWEP"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/adavqa-overcoming-language-priors-with","slug":"adavqa-overcoming-language-priors-with","title":"AdaVQA: Overcoming Language Priors with Adapted Margin Cosine Loss","date":"2021-05-05","arxiv_id":"2105.01993","repositories_listed":1,"syntology":null},{"url":"/paper/conversational-machine-reading-comprehension","slug":"conversational-machine-reading-comprehension","title":"Conversational Machine Reading Comprehension for Vietnamese Healthcare Texts","date":"2021-05-04","arxiv_id":"2105.01542","repositories_listed":1,"syntology":null},{"url":"/paper/hidden-backdoors-in-human-centric-language","slug":"hidden-backdoors-in-human-centric-language","title":"Hidden Backdoors in Human-Centric Language Models","date":"2021-05-01","arxiv_id":"2105.00164","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/hidden-backdoors-in-human-centric-language#ran","syntology_url":"https://syntology.ai/paper/2105.00164","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.00164"}},"official":{"repos":["lishaofeng/NLP_Backdoor"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["unlocated"]}}},{"url":"/paper/when-to-fold-em-how-to-answer-unanswerable","slug":"when-to-fold-em-how-to-answer-unanswerable","title":"When to Fold'em: How to answer Unanswerable questions","date":"2021-05-01","arxiv_id":"2105.00328","repositories_listed":1,"syntology":null},{"url":"/paper/reltransformer-balancing-the-visual","slug":"reltransformer-balancing-the-visual","title":"RelTransformer: A Transformer-Based Long-Tail Visual Relationship Recognition","date":"2021-04-24","arxiv_id":"2104.11934","repositories_listed":1,"syntology":null},{"url":"/paper/graghvqa-language-guided-graph-neural","slug":"graghvqa-language-guided-graph-neural","title":"GraghVQA: Language-Guided Graph Neural Networks for Graph-based Visual Question Answering","date":"2021-04-20","arxiv_id":"2104.10283","repositories_listed":1,"syntology":null},{"url":"/paper/x-metra-ada-cross-lingual-meta-transfer","slug":"x-metra-ada-cross-lingual-meta-transfer","title":"X-METRA-ADA: Cross-lingual Meta-Transfer Learning Adaptation to Natural Language Understanding and Question Answering","date":"2021-04-20","arxiv_id":"2104.09696","repositories_listed":1,"syntology":null},{"url":"/paper/natural-language-generation-using-link","slug":"natural-language-generation-using-link","title":"Natural Language Generation Using Link Grammar for General Conversational Intelligence","date":"2021-04-19","arxiv_id":"2105.00830","repositories_listed":1,"syntology":null},{"url":"/paper/can-nli-models-verify-qa-systems-predictions","slug":"can-nli-models-verify-qa-systems-predictions","title":"Can NLI Models Verify QA Systems' Predictions?","date":"2021-04-18","arxiv_id":"2104.08731","repositories_listed":1,"syntology":null},{"url":"/paper/fednlp-a-research-platform-for-federated","slug":"fednlp-a-research-platform-for-federated","title":"FedNLP: Benchmarking Federated Learning Methods for Natural Language Processing Tasks","date":"2021-04-18","arxiv_id":"2104.08815","repositories_listed":1,"syntology":null},{"url":"/paper/gooaq-open-question-answering-with-diverse","slug":"gooaq-open-question-answering-with-diverse","title":"GooAQ: Open Question Answering with Diverse Answer Types","date":"2021-04-18","arxiv_id":"2104.08727","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/gooaq-open-question-answering-with-diverse#ran","syntology_url":"https://syntology.ai/paper/2104.08727","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08727"}},"official":{"repos":["allenai/gooaq"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/explaining-answers-with-entailment-trees","slug":"explaining-answers-with-entailment-trees","title":"Explaining Answers with Entailment Trees","date":"2021-04-17","arxiv_id":"2104.08661","repositories_listed":1,"syntology":{"n":17,"n_ran":16,"n_constructed":0,"n_ran_checked":15,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":15,"n_pointer_only":1,"phrase":"16 ran (of which 0 constructed an object rather than computing a result; 15 with no instrument failure: 0 honoured, 0 violated, 15 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/explaining-answers-with-entailment-trees#ran","syntology_url":"https://syntology.ai/paper/2104.08661","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08661"}},"official":null}},{"url":"/paper/mobile-app-tasks-with-iterative-feedback","slug":"mobile-app-tasks-with-iterative-feedback","title":"Mobile App Tasks with Iterative Feedback (MoTIF): Addressing Task Feasibility in Interactive Visual Environments","date":"2021-04-17","arxiv_id":"2104.08560","repositories_listed":1,"syntology":null},{"url":"/paper/capturing-row-and-column-semantics-in","slug":"capturing-row-and-column-semantics-in","title":"Capturing Row and Column Semantics in Transformer Based Question Answering over Tables","date":"2021-04-16","arxiv_id":"2104.08303","repositories_listed":1,"syntology":{"n":10,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":1,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/capturing-row-and-column-semantics-in#ran","syntology_url":"https://syntology.ai/paper/2104.08303","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08303"}},"official":{"repos":["IBM/row-column-intersection"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/ester-a-machine-reading-comprehension-dataset","slug":"ester-a-machine-reading-comprehension-dataset","title":"ESTER: A Machine Reading Comprehension Dataset for Event Semantic Relation Reasoning","date":"2021-04-16","arxiv_id":"2104.08350","repositories_listed":1,"syntology":null},{"url":"/paper/q-2-evaluating-factual-consistency-in","slug":"q-2-evaluating-factual-consistency-in","title":"$Q^{2}$: Evaluating Factual Consistency in Knowledge-Grounded Dialogues via Question Generation and Question Answering","date":"2021-04-16","arxiv_id":"2104.08202","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/q-2-evaluating-factual-consistency-in#ran","syntology_url":"https://syntology.ai/paper/2104.08202","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08202"}},"official":null}},{"url":"/paper/what-to-pre-train-on-efficient-intermediate","slug":"what-to-pre-train-on-efficient-intermediate","title":"What to Pre-Train on? Efficient Intermediate Task Selection","date":"2021-04-16","arxiv_id":"2104.08247","repositories_listed":1,"syntology":{"n":6,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/what-to-pre-train-on-efficient-intermediate#ran","syntology_url":"https://syntology.ai/paper/2104.08247","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.08247"}},"official":{"repos":["adapter-hub/efficient-task-transfer"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/designing-a-minimal-retrieve-and-read-system","slug":"designing-a-minimal-retrieve-and-read-system","title":"Designing a Minimal Retrieve-and-Read System for Open-Domain Question Answering","date":"2021-04-15","arxiv_id":"2104.07242","repositories_listed":1,"syntology":{"n":5,"n_ran":4,"n_constructed":0,"n_ran_checked":0,"n_instrument":4,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/designing-a-minimal-retrieve-and-read-system#ran","syntology_url":"https://syntology.ai/paper/2104.07242","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.07242"}},"official":{"repos":["clovaai/minimal-rnr-qa"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/sequence-tagging-for-biomedical-extractive","slug":"sequence-tagging-for-biomedical-extractive","title":"Sequence tagging for biomedical extractive question answering","date":"2021-04-15","arxiv_id":"2104.07535","repositories_listed":1,"syntology":null},{"url":"/paper/time-stamped-language-model-teaching-language","slug":"time-stamped-language-model-teaching-language","title":"Time-Stamped Language Model: Teaching Language Models to Understand the Flow of Events","date":"2021-04-15","arxiv_id":"2104.07635","repositories_listed":1,"syntology":null},{"url":"/paper/transfernet-an-effective-and-transparent","slug":"transfernet-an-effective-and-transparent","title":"TransferNet: An Effective and Transparent Framework for Multi-hop Question Answering over Relation Graph","date":"2021-04-15","arxiv_id":"2104.07302","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/transfernet-an-effective-and-transparent#ran","syntology_url":"https://syntology.ai/paper/2104.07302","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.07302"}},"official":{"repos":["shijx12/TransferNet"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/event-detection-as-question-answering-with","slug":"event-detection-as-question-answering-with","title":"Event Detection as Question Answering with Entity Information","date":"2021-04-14","arxiv_id":"2104.06969","repositories_listed":1,"syntology":null},{"url":"/paper/tweac-transformer-with-extendable-qa-agent","slug":"tweac-transformer-with-extendable-qa-agent","title":"TWEAC: Transformer with Extendable QA Agent Classifiers","date":"2021-04-14","arxiv_id":"2104.07081","repositories_listed":1,"syntology":null},{"url":"/paper/clevr-hyp-a-challenge-dataset-and-baselines","slug":"clevr-hyp-a-challenge-dataset-and-baselines","title":"CLEVR_HYP: A Challenge Dataset and Baselines for Visual Question Answering with Hypothetical Actions over Images","date":"2021-04-13","arxiv_id":"2104.05981","repositories_listed":1,"syntology":null},{"url":"/paper/multi-step-reasoning-over-unstructured-text","slug":"multi-step-reasoning-over-unstructured-text","title":"Multi-Step Reasoning Over Unstructured Text with Beam Dense Retrieval","date":"2021-04-13","arxiv_id":"2104.05883","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":3,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":5,"phrase":"3 ran (of which 3 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified; every one of the 3 samples that ran constructed an object rather than computing a result","sample_list":"/paper/multi-step-reasoning-over-unstructured-text#ran","syntology_url":"https://syntology.ai/paper/2104.05883","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.05883"}},"official":{"repos":["henryzhao5852/BeamDR"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":3,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/a-replication-study-of-dense-passage","slug":"a-replication-study-of-dense-passage","title":"A Replication Study of Dense Passage Retriever","date":"2021-04-12","arxiv_id":"2104.05740","repositories_listed":1,"syntology":null},{"url":"/paper/spartqa-a-textual-question-answering","slug":"spartqa-a-textual-question-answering","title":"SpartQA: : A Textual Question Answering Benchmark for Spatial Reasoning","date":"2021-04-12","arxiv_id":"2104.05832","repositories_listed":1,"syntology":{"n":15,"n_ran":9,"n_constructed":0,"n_ran_checked":9,"n_instrument":0,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":9,"n_pointer_only":0,"phrase":"9 ran (of which 0 constructed an object rather than computing a result; 9 with no instrument failure: 0 honoured, 0 violated, 9 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/spartqa-a-textual-question-answering#ran","syntology_url":"https://syntology.ai/paper/2104.05832","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.05832"}},"official":{"repos":["HLR/SpartQA_generation"],"state":"official (archive's flag): 9 ran","n_ran":9,"n_constructed":0,"n_ran_no_instrument_failure":9,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/meta-tuning-language-models-to-answer-prompts","slug":"meta-tuning-language-models-to-answer-prompts","title":"Adapting Language Models for Zero-shot Learning by Meta-tuning on Dataset and Prompt Collections","date":"2021-04-10","arxiv_id":"2104.04670","repositories_listed":1,"syntology":null},{"url":"/paper/fill-in-the-blank-as-a-challenging-video","slug":"fill-in-the-blank-as-a-challenging-video","title":"FIBER: Fill-in-the-Blanks as a Challenging Video Understanding Evaluation Framework","date":"2021-04-09","arxiv_id":"2104.04182","repositories_listed":1,"syntology":null},{"url":"/paper/pqa-perceptual-question-answering","slug":"pqa-perceptual-question-answering","title":"PQA: Perceptual Question Answering","date":"2021-04-08","arxiv_id":"2104.03589","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/pqa-perceptual-question-answering#ran","syntology_url":"https://syntology.ai/paper/2104.03589","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.03589"}},"official":null}},{"url":"/paper/beyond-question-based-biases-assessing","slug":"beyond-question-based-biases-assessing","title":"Beyond Question-Based Biases: Assessing Multimodal Shortcut Learning in Visual Question Answering","date":"2021-04-07","arxiv_id":"2104.03149","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/beyond-question-based-biases-assessing#ran","syntology_url":"https://syntology.ai/paper/2104.03149","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.03149"}},"official":{"repos":["cdancette/detect-shortcuts"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/cbench-towards-better-evaluation-of-question","slug":"cbench-towards-better-evaluation-of-question","title":"CBench: Towards Better Evaluation of Question Answering Over Knowledge Graphs","date":"2021-04-05","arxiv_id":"2105.00811","repositories_listed":1,"syntology":null},{"url":"/paper/conversational-question-answering-over-1","slug":"conversational-question-answering-over-1","title":"Conversational Question Answering over Knowledge Graphs with Transformer and Graph Attention Networks","date":"2021-04-04","arxiv_id":"2104.01569","repositories_listed":1,"syntology":null},{"url":"/paper/mmbert-multimodal-bert-pretraining-for","slug":"mmbert-multimodal-bert-pretraining-for","title":"MMBERT: Multimodal BERT Pretraining for Improved Medical VQA","date":"2021-04-03","arxiv_id":"2104.01394","repositories_listed":1,"syntology":null},{"url":"/paper/visqa-x-raying-vision-and-language-reasoning","slug":"visqa-x-raying-vision-and-language-reasoning","title":"VisQA: X-raying Vision and Language Reasoning in Transformers","date":"2021-04-02","arxiv_id":"2104.00926","repositories_listed":1,"syntology":null},{"url":"/paper/an-investigation-of-critical-issues-in-bias","slug":"an-investigation-of-critical-issues-in-bias","title":"Are Bias Mitigation Techniques for Deep Learning Effective?","date":"2021-04-01","arxiv_id":"2104.00170","repositories_listed":1,"syntology":{"n":11,"n_ran":6,"n_constructed":0,"n_ran_checked":4,"n_instrument":2,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":4,"n_pointer_only":1,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 4 with no instrument failure: 0 honoured, 0 violated, 4 with no contract checked; 2 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/an-investigation-of-critical-issues-in-bias#ran","syntology_url":"https://syntology.ai/paper/2104.00170","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2104.00170"}},"official":{"repos":["erobic/bias-mitigators"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":4,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/automatically-generating-cause-and-effect","slug":"automatically-generating-cause-and-effect","title":"Automatically Generating Cause-and-Effect Questions from Passages","date":"2021-04-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/exploring-neural-language-models-via-analysis","slug":"exploring-neural-language-models-via-analysis","title":"Exploring Neural Language Models via Analysis of Local and Global Self-Attention Spaces","date":"2021-04-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/fetaqa-free-form-table-question-answering","slug":"fetaqa-free-form-table-question-answering","title":"FeTaQA: Free-form Table Question Answering","date":"2021-04-01","arxiv_id":"2104.00369","repositories_listed":1,"syntology":null},{"url":"/paper/multireqa-a-cross-domain-evaluation","slug":"multireqa-a-cross-domain-evaluation","title":"MultiReQA: A Cross-Domain Evaluation forRetrieval Question Answering Models","date":"2021-04-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/nlquad-a-non-factoid-long-question-answering","slug":"nlquad-a-non-factoid-long-question-answering","title":"NLQuAD: A Non-Factoid Long Question Answering Data Set","date":"2021-04-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/generic-attention-model-explainability-for","slug":"generic-attention-model-explainability-for","title":"Generic Attention-model Explainability for Interpreting Bi-Modal and Encoder-Decoder Transformers","date":"2021-03-29","arxiv_id":"2103.15679","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/generic-attention-model-explainability-for#ran","syntology_url":"https://syntology.ai/paper/2103.15679","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.15679"}},"official":{"repos":["hila-chefer/Transformer-MM-Explainability"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/just-because-you-are-right-doesn-t-mean-i-am","slug":"just-because-you-are-right-doesn-t-mean-i-am","title":"'Just because you are right, doesn't mean I am wrong': Overcoming a Bottleneck in the Development and Evaluation of Open-Ended Visual Question Answering (VQA) Tasks","date":"2021-03-28","arxiv_id":"2103.15022","repositories_listed":1,"syntology":null},{"url":"/paper/bridging-vision-and-language-from-the-video","slug":"bridging-vision-and-language-from-the-video","title":"A Comprehensive Review of the Video-to-Text Problem","date":"2021-03-27","arxiv_id":"2103.14785","repositories_listed":1,"syntology":null},{"url":"/paper/on-the-hidden-treasure-of-dialog-in-video","slug":"on-the-hidden-treasure-of-dialog-in-video","title":"On the hidden treasure of dialog in video question answering","date":"2021-03-26","arxiv_id":"2103.14517","repositories_listed":1,"syntology":null},{"url":"/paper/unicorn-on-rainbow-a-universal-commonsense","slug":"unicorn-on-rainbow-a-universal-commonsense","title":"UNICORN on RAINBOW: A Universal Commonsense Reasoning Model on a New Multitask Benchmark","date":"2021-03-24","arxiv_id":"2103.13009","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/unicorn-on-rainbow-a-universal-commonsense#ran","syntology_url":"https://syntology.ai/paper/2103.13009","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.13009"}},"official":{"repos":["allenai/rainbow"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/multi-modal-answer-validation-for-knowledge","slug":"multi-modal-answer-validation-for-knowledge","title":"Multi-Modal Answer Validation for Knowledge-Based VQA","date":"2021-03-23","arxiv_id":"2103.12248","repositories_listed":1,"syntology":null},{"url":"/paper/safeval-summarization-asks-for-fact-based","slug":"safeval-summarization-asks-for-fact-based","title":"QuestEval: Summarization Asks for Fact-based Evaluation","date":"2021-03-23","arxiv_id":"2103.12693","repositories_listed":1,"syntology":null},{"url":"/paper/mitigating-false-negative-contexts-in-multi","slug":"mitigating-false-negative-contexts-in-multi","title":"Mitigating False-Negative Contexts in Multi-document Question Answering with Retrieval Marginalization","date":"2021-03-22","arxiv_id":"2103.12235","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":2,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":1,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mitigating-false-negative-contexts-in-multi#ran","syntology_url":"https://syntology.ai/paper/2103.12235","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2103.12235"}},"official":{"repos":["niansong1996/retrieval_marginalization"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/open-domain-question-answering-over-tables","slug":"open-domain-question-answering-over-tables","title":"Open Domain Question Answering over Tables via Dense Retrieval","date":"2021-03-22","arxiv_id":"2103.12011","repositories_listed":1,"syntology":null},{"url":"/paper/controllable-generation-from-pre-trained","slug":"controllable-generation-from-pre-trained","title":"Controllable Generation from Pre-trained Language Models via Inverse Prompting","date":"2021-03-19","arxiv_id":"2103.10685","repositories_listed":1,"syntology":null},{"url":"/paper/context-transformer-with-stacked-pointer","slug":"context-transformer-with-stacked-pointer","title":"Context Transformer with Stacked Pointer Networks for Conversational Question Answering over Knowledge Graphs","date":"2021-03-13","arxiv_id":"2103.07766","repositories_listed":1,"syntology":null},{"url":"/paper/paraqa-a-question-answering-dataset-with","slug":"paraqa-a-question-answering-dataset-with","title":"ParaQA: A Question Answering Dataset with Paraphrase Responses for Single-Turn Conversation","date":"2021-03-13","arxiv_id":"2103.07771","repositories_listed":1,"syntology":null},{"url":"/paper/cooperative-learning-of-zero-shot-machine","slug":"cooperative-learning-of-zero-shot-machine","title":"Cooperative Self-training of Machine Reading Comprehension","date":"2021-03-12","arxiv_id":"2103.07449","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-graph-question-answering-using","slug":"knowledge-graph-question-answering-using","title":"Knowledge Graph Question Answering using Graph-Pattern Isomorphism","date":"2021-03-11","arxiv_id":"2103.06752","repositories_listed":1,"syntology":null},{"url":"/paper/select-substitute-search-a-new-benchmark-for","slug":"select-substitute-search-a-new-benchmark-for","title":"Select, Substitute, Search: A New Benchmark for Knowledge-Augmented Visual Question Answering","date":"2021-03-09","arxiv_id":"2103.05568","repositories_listed":1,"syntology":null},{"url":"/paper/contextual-dropout-an-efficient-sample-1","slug":"contextual-dropout-an-efficient-sample-1","title":"Contextual Dropout: An Efficient Sample-Dependent Dropout Module","date":"2021-03-06","arxiv_id":"2103.04181","repositories_listed":1,"syntology":null}],"record_sha256":"f589dc6e7c051ef9495463728e06203306239bd644dbb80fd4552f1a798e9929","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}