{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/question-answering/papers/30","list_of":"/task/question-answering","task":"Question Answering","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"repositories listed in the archive (most first), then date (newest first), then slug","page":30,"pages_in_order":109,"rows_per_page":100,"rows":[2901,3000],"of":10817,"counts":{"archive_papers_tagged":10817,"with_a_code_link":4171,"where_syntology_ran_a_sample":1274,"not_listed_spam_title":0,"listed":10817,"listed_where_code_ran":1274,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":1073,"every_run_a_failure_of_syntologys_instrument":201,"listed_with_a_run_with_no_instrument_failure":1073,"listed_every_run_a_failure_of_syntologys_instrument":201,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/question-answering","prev":"/task/question-answering/papers/29","next":"/task/question-answering/papers/31","papers":[{"url":"/paper/memory-based-model-editing-at-scale","slug":"memory-based-model-editing-at-scale","title":"Memory-Based Model Editing at Scale","date":"2022-06-13","arxiv_id":"2206.06520","repositories_listed":1,"syntology":{"n":14,"n_ran":6,"n_constructed":1,"n_ran_checked":2,"n_instrument":4,"n_unverified":8,"n_honours":0,"n_violates":1,"n_no_contract":1,"n_pointer_only":0,"phrase":"6 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 1 violated, 1 with no contract checked; 4 where Syntology's instrument failed) · 8 unverified","sample_list":"/paper/memory-based-model-editing-at-scale#ran","syntology_url":"https://syntology.ai/paper/2206.06520","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.06520"}},"official":null}},{"url":"/paper/ask-to-know-more-generating-counterfactual","slug":"ask-to-know-more-generating-counterfactual","title":"Ask to Know More: Generating Counterfactual Explanations for Fake Claims","date":"2022-06-10","arxiv_id":"2206.04869","repositories_listed":1,"syntology":null},{"url":"/paper/cvil-cross-lingual-training-of-vision","slug":"cvil-cross-lingual-training-of-vision","title":"cViL: Cross-Lingual Training of Vision-Language Models using Knowledge Distillation","date":"2022-06-07","arxiv_id":"2206.03354","repositories_listed":1,"syntology":null},{"url":"/paper/invariant-grounding-for-video-question-1","slug":"invariant-grounding-for-video-question-1","title":"Invariant Grounding for Video Question Answering","date":"2022-06-06","arxiv_id":"2206.02349","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/invariant-grounding-for-video-question-1#ran","syntology_url":"https://syntology.ai/paper/2206.02349","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.02349"}},"official":{"repos":["yl3800/igv"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-to-ask-like-a-physician","slug":"learning-to-ask-like-a-physician","title":"Learning to Ask Like a Physician","date":"2022-06-06","arxiv_id":"2206.02696","repositories_listed":1,"syntology":null},{"url":"/paper/no-parameter-left-behind-how-distillation-and","slug":"no-parameter-left-behind-how-distillation-and","title":"No Parameter Left Behind: How Distillation and Model Size Affect Zero-Shot Retrieval","date":"2022-06-06","arxiv_id":"2206.02873","repositories_listed":1,"syntology":null},{"url":"/paper/a-okvqa-a-benchmark-for-visual-question","slug":"a-okvqa-a-benchmark-for-visual-question","title":"A-OKVQA: A Benchmark for Visual Question Answering using World Knowledge","date":"2022-06-03","arxiv_id":"2206.01718","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-okvqa-a-benchmark-for-visual-question#ran","syntology_url":"https://syntology.ai/paper/2206.01718","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.01718"}},"official":{"repos":["allenai/aokvqa"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/multihiertt-numerical-reasoning-over-multi-1","slug":"multihiertt-numerical-reasoning-over-multi-1","title":"MultiHiertt: Numerical Reasoning over Multi Hierarchical Tabular and Textual Data","date":"2022-06-03","arxiv_id":"2206.01347","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/multihiertt-numerical-reasoning-over-multi-1#ran","syntology_url":"https://syntology.ai/paper/2206.01347","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.01347"}},"official":{"repos":["psunlpgroup/multihiertt"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/qagcn-a-graph-convolutional-network-based","slug":"qagcn-a-graph-convolutional-network-based","title":"QAGCN: Answering Multi-Relation Questions via Single-Step Implicit Reasoning over Knowledge Graphs","date":"2022-06-03","arxiv_id":"2206.01818","repositories_listed":1,"syntology":null},{"url":"/paper/revisiting-the-video-in-video-language","slug":"revisiting-the-video-in-video-language","title":"Revisiting the \"Video\" in Video-Language Understanding","date":"2022-06-03","arxiv_id":"2206.01720","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":2,"n_ran_checked":3,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 2 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/revisiting-the-video-in-video-language#ran","syntology_url":"https://syntology.ai/paper/2206.01720","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.01720"}},"official":null}},{"url":"/paper/tce-at-qur-an-qa-2022-arabic-language","slug":"tce-at-qur-an-qa-2022-arabic-language","title":"TCE at Qur'an QA 2022: Arabic Language Question Answering Over Holy Qur'an Using a Post-Processed Ensemble of BERT-based Models","date":"2022-06-03","arxiv_id":"2206.01550","repositories_listed":1,"syntology":null},{"url":"/paper/revive-regional-visual-representation-matters","slug":"revive-regional-visual-representation-matters","title":"REVIVE: Regional Visual Representation Matters in Knowledge-Based Visual Question Answering","date":"2022-06-02","arxiv_id":"2206.01201","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":2,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":2,"phrase":"2 ran (of which 2 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified; every one of the 2 samples that ran constructed an object rather than computing a result","sample_list":"/paper/revive-regional-visual-representation-matters#ran","syntology_url":"https://syntology.ai/paper/2206.01201","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2206.01201"}},"official":{"repos":["yzleroy/revive"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":2,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/an-open-source-contractual-language","slug":"an-open-source-contractual-language","title":"An Open Source Contractual Language Understanding Application Using Machine Learning","date":"2022-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/deepref-a-framework-for-optimized-deep","slug":"deepref-a-framework-for-optimized-deep","title":"DeepREF: A Framework for Optimized Deep Learning-based Relation Classification","date":"2022-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/dtw-at-quran-qa-2022-utilising-transfer","slug":"dtw-at-quran-qa-2022-utilising-transfer","title":"DTW at Qur’an QA 2022: Utilising Transfer Learning with Transformers for Question Answering in a Low-resource Domain","date":"2022-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/improving-event-duration-question-answering","slug":"improving-event-duration-question-answering","title":"Improving Event Duration Question Answering by Leveraging Existing Temporal Information Extraction Data","date":"2022-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/question-answering-classification-for-amharic","slug":"question-answering-classification-for-amharic","title":"Question Answering Classification for Amharic Social Media Community Based Questions","date":"2022-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/russian-jeopardy-data-set-for-question","slug":"russian-jeopardy-data-set-for-question","title":"Russian Jeopardy! Data Set for Question-Answering Systems","date":"2022-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/smash-at-quran-qa-2022-creating-better","slug":"smash-at-quran-qa-2022-creating-better","title":"SMASH at Qur’an QA 2022: Creating Better Faithful Data Splits for Low-resourced Question Answering Scenarios","date":"2022-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/task-driven-and-experience-based-question","slug":"task-driven-and-experience-based-question","title":"Task-Driven and Experience-Based Question Answering Corpus for In-Home Robot Application in the House3D Virtual Environment","date":"2022-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/tce-at-quran-qa-2022-arabic-language-question","slug":"tce-at-quran-qa-2022-arabic-language-question","title":"TCE at Qur’an QA 2022: Arabic Language Question Answering Over Holy Qur’an Using a Post-Processed Ensemble of BERT-based Models","date":"2022-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/vimqa-a-vietnamese-dataset-for-advanced","slug":"vimqa-a-vietnamese-dataset-for-advanced","title":"VIMQA: A Vietnamese Dataset for Advanced Reasoning and Explainable Multi-hop Question Answering","date":"2022-06-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/expressive-scene-graph-generation-using","slug":"expressive-scene-graph-generation-using","title":"Expressive Scene Graph Generation Using Commonsense Knowledge Infusion for Visual Understanding and Reasoning","date":"2022-05-31","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/ea-2-e-improving-consistency-with-event","slug":"ea-2-e-improving-consistency-with-event","title":"EA$^2$E: Improving Consistency with Event Awareness for Document-Level Argument Extraction","date":"2022-05-30","arxiv_id":"2205.14847","repositories_listed":1,"syntology":null},{"url":"/paper/from-representation-to-reasoning-towards-both","slug":"from-representation-to-reasoning-towards-both","title":"From Representation to Reasoning: Towards both Evidence and Commonsense Reasoning for Video Question-Answering","date":"2022-05-30","arxiv_id":"2205.14895","repositories_listed":1,"syntology":{"n":8,"n_ran":8,"n_constructed":0,"n_ran_checked":6,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/from-representation-to-reasoning-towards-both#ran","syntology_url":"https://syntology.ai/paper/2205.14895","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.14895"}},"official":{"repos":["bcmi/causal-vidqa"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/temporal-knowledge-graph-question-answering","slug":"temporal-knowledge-graph-question-answering","title":"Temporal knowledge graph question answering via subgraph reasoning","date":"2022-05-30","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/git-a-generative-image-to-text-transformer","slug":"git-a-generative-image-to-text-transformer","title":"GIT: A Generative Image-to-text Transformer for Vision and Language","date":"2022-05-27","arxiv_id":"2205.14100","repositories_listed":1,"syntology":{"n":21,"n_ran":14,"n_constructed":0,"n_ran_checked":14,"n_instrument":0,"n_unverified":7,"n_honours":0,"n_violates":0,"n_no_contract":14,"n_pointer_only":0,"phrase":"14 ran (of which 0 constructed an object rather than computing a result; 14 with no instrument failure: 0 honoured, 0 violated, 14 with no contract checked; 0 where Syntology's instrument failed) · 7 unverified","sample_list":"/paper/git-a-generative-image-to-text-transformer#ran","syntology_url":"https://syntology.ai/paper/2205.14100","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.14100"}},"official":{"repos":["microsoft/GenerativeImage2Text"],"state":"official (archive's flag): 14 ran","n_ran":14,"n_constructed":0,"n_ran_no_instrument_failure":14,"n_unverified":7,"ran_from_kinds":["official"]}}},{"url":"/paper/nearest-neighbor-zero-shot-inference","slug":"nearest-neighbor-zero-shot-inference","title":"kNN-Prompt: Nearest Neighbor Zero-Shot Inference","date":"2022-05-27","arxiv_id":"2205.13792","repositories_listed":1,"syntology":null},{"url":"/paper/learning-dialogue-representations-from","slug":"learning-dialogue-representations-from","title":"Learning Dialogue Representations from Consecutive Utterances","date":"2022-05-26","arxiv_id":"2205.13568","repositories_listed":1,"syntology":null},{"url":"/paper/refining-query-representations-for-dense","slug":"refining-query-representations-for-dense","title":"Optimizing Test-Time Query Representations for Dense Retrieval","date":"2022-05-25","arxiv_id":"2205.12680","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":1,"n_instrument":4,"n_unverified":1,"n_honours":0,"n_violates":1,"n_no_contract":0,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 1 violated, 0 with no contract checked; 4 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/refining-query-representations-for-dense#ran","syntology_url":"https://syntology.ai/paper/2205.12680","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.12680"}},"official":{"repos":["dmis-lab/tour"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/revisiting-calibration-for-question-answering","slug":"revisiting-calibration-for-question-answering","title":"Re-Examining Calibration: The Case of Question Answering","date":"2022-05-25","arxiv_id":"2205.12507","repositories_listed":1,"syntology":null},{"url":"/paper/tacube-pre-computing-data-cubes-for-answering","slug":"tacube-pre-computing-data-cubes-for-answering","title":"TaCube: Pre-computing Data Cubes for Answering Numerical-Reasoning Questions over Tabular Data","date":"2022-05-25","arxiv_id":"2205.12682","repositories_listed":1,"syntology":null},{"url":"/paper/teaching-broad-reasoning-skills-via","slug":"teaching-broad-reasoning-skills-via","title":"Teaching Broad Reasoning Skills for Multi-Step QA by Generating Hard Contexts","date":"2022-05-25","arxiv_id":"2205.12496","repositories_listed":1,"syntology":null},{"url":"/paper/retromae-pre-training-retrieval-oriented","slug":"retromae-pre-training-retrieval-oriented","title":"RetroMAE: Pre-Training Retrieval-oriented Language Models Via Masked Auto-Encoder","date":"2022-05-24","arxiv_id":"2205.12035","repositories_listed":1,"syntology":null},{"url":"/paper/memory-enriched-computation-and-learning-in","slug":"memory-enriched-computation-and-learning-in","title":"Memory-enriched computation and learning in spiking neural networks through Hebbian plasticity","date":"2022-05-23","arxiv_id":"2205.11276","repositories_listed":1,"syntology":null},{"url":"/paper/on-measuring-social-biases-in-prompt-based-1","slug":"on-measuring-social-biases-in-prompt-based-1","title":"On Measuring Social Biases in Prompt-Based Multi-Task Learning","date":"2022-05-23","arxiv_id":"2205.11605","repositories_listed":1,"syntology":null},{"url":"/paper/prompt-tuning-for-discriminative-pre-trained-1","slug":"prompt-tuning-for-discriminative-pre-trained-1","title":"Prompt Tuning for Discriminative Pre-trained Language Models","date":"2022-05-23","arxiv_id":"2205.11166","repositories_listed":1,"syntology":{"n":12,"n_ran":7,"n_constructed":4,"n_ran_checked":5,"n_instrument":2,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"7 ran (of which 4 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 2 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/prompt-tuning-for-discriminative-pre-trained-1#ran","syntology_url":"https://syntology.ai/paper/2205.11166","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.11166"}},"official":{"repos":["thunlp/dpt"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":4,"n_ran_no_instrument_failure":5,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/interpretable-proof-generation-via-iterative-1","slug":"interpretable-proof-generation-via-iterative-1","title":"Interpretable Proof Generation via Iterative Backward Reasoning","date":"2022-05-22","arxiv_id":"2205.10714","repositories_listed":1,"syntology":null},{"url":"/paper/language-models-with-image-descriptors-are","slug":"language-models-with-image-descriptors-are","title":"Language Models with Image Descriptors are Strong Few-Shot Video-Language Learners","date":"2022-05-22","arxiv_id":"2205.10747","repositories_listed":1,"syntology":{"n":7,"n_ran":7,"n_constructed":0,"n_ran_checked":7,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":7,"n_pointer_only":0,"phrase":"7 ran (of which 0 constructed an object rather than computing a result; 7 with no instrument failure: 0 honoured, 0 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/language-models-with-image-descriptors-are#ran","syntology_url":"https://syntology.ai/paper/2205.10747","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10747"}},"official":{"repos":["mikewangwzhl/vidil"],"state":"official (archive's flag): 7 ran","n_ran":7,"n_constructed":0,"n_ran_no_instrument_failure":7,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/relphormer-relational-graph-transformer-for","slug":"relphormer-relational-graph-transformer-for","title":"Relphormer: Relational Graph Transformer for Knowledge Graph Representations","date":"2022-05-22","arxiv_id":"2205.10852","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/relphormer-relational-graph-transformer-for#ran","syntology_url":"https://syntology.ai/paper/2205.10852","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.10852"}},"official":{"repos":["zjunlp/relphormer"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/least-to-most-prompting-enables-complex","slug":"least-to-most-prompting-enables-complex","title":"Least-to-Most Prompting Enables Complex Reasoning in Large Language Models","date":"2022-05-21","arxiv_id":"2205.10625","repositories_listed":1,"syntology":null},{"url":"/paper/ns3-neuro-symbolic-semantic-code-search","slug":"ns3-neuro-symbolic-semantic-code-search","title":"NS3: Neuro-Symbolic Semantic Code Search","date":"2022-05-21","arxiv_id":"2205.10674","repositories_listed":1,"syntology":null},{"url":"/paper/down-and-across-introducing-crossword-solving-1","slug":"down-and-across-introducing-crossword-solving-1","title":"Down and Across: Introducing Crossword-Solving as a New NLP Benchmark","date":"2022-05-20","arxiv_id":"2205.10442","repositories_listed":1,"syntology":null},{"url":"/paper/transition-based-semantic-role-labeling-with","slug":"transition-based-semantic-role-labeling-with","title":"Transition-based Semantic Role Labeling with Pointer Networks","date":"2022-05-20","arxiv_id":"2205.10023","repositories_listed":1,"syntology":null},{"url":"/paper/automated-crossword-solving-1","slug":"automated-crossword-solving-1","title":"Automated Crossword Solving","date":"2022-05-19","arxiv_id":"2205.09665","repositories_listed":1,"syntology":{"n":6,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/automated-crossword-solving-1#ran","syntology_url":"https://syntology.ai/paper/2205.09665","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.09665"}},"official":{"repos":["albertkx/berkeley-crossword-solver"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/table-retrieval-may-not-necessitate-table","slug":"table-retrieval-may-not-necessitate-table","title":"Table Retrieval May Not Necessitate Table-specific Model Design","date":"2022-05-19","arxiv_id":"2205.09843","repositories_listed":1,"syntology":{"n":12,"n_ran":11,"n_constructed":0,"n_ran_checked":8,"n_instrument":3,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":6,"phrase":"11 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 3 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/table-retrieval-may-not-necessitate-table#ran","syntology_url":"https://syntology.ai/paper/2205.09843","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.09843"}},"official":{"repos":["zorazrw/nqt-retrieval"],"state":"official (archive's flag): 11 ran","n_ran":11,"n_constructed":0,"n_ran_no_instrument_failure":8,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/dialog-inpainting-turning-documents-into","slug":"dialog-inpainting-turning-documents-into","title":"Dialog Inpainting: Turning Documents into Dialogs","date":"2022-05-18","arxiv_id":"2205.09073","repositories_listed":1,"syntology":null},{"url":"/paper/entailment-tree-explanations-via-iterative","slug":"entailment-tree-explanations-via-iterative","title":"Entailment Tree Explanations via Iterative Retrieval-Generation Reasoner","date":"2022-05-18","arxiv_id":"2205.09224","repositories_listed":1,"syntology":{"n":19,"n_ran":17,"n_constructed":0,"n_ran_checked":16,"n_instrument":1,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":16,"n_pointer_only":1,"phrase":"17 ran (of which 0 constructed an object rather than computing a result; 16 with no instrument failure: 0 honoured, 0 violated, 16 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/entailment-tree-explanations-via-iterative#ran","syntology_url":"https://syntology.ai/paper/2205.09224","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.09224"}},"official":{"repos":["amazon-research/irgr"],"state":"official (archive's flag): 17 ran","n_ran":17,"n_constructed":0,"n_ran_no_instrument_failure":16,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/a-neuro-symbolic-asp-pipeline-for-visual","slug":"a-neuro-symbolic-asp-pipeline-for-visual","title":"A Neuro-Symbolic ASP Pipeline for Visual Question Answering","date":"2022-05-16","arxiv_id":"2205.07548","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-graph-question-answering-datasets","slug":"knowledge-graph-question-answering-datasets","title":"Knowledge Graph Question Answering Datasets and Their Generalizability: Are They Enough for Future Research?","date":"2022-05-13","arxiv_id":"2205.06573","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/knowledge-graph-question-answering-datasets#ran","syntology_url":"https://syntology.ai/paper/2205.06573","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.06573"}},"official":{"repos":["KGQA/KGQA-datasets-generalization"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/near-negative-distinction-giving-a-second","slug":"near-negative-distinction-giving-a-second","title":"Near-Negative Distinction: Giving a Second Life to Human Evaluation Datasets","date":"2022-05-13","arxiv_id":"2205.06871","repositories_listed":1,"syntology":null},{"url":"/paper/dtw-at-qur-an-qa-2022-utilising-transfer","slug":"dtw-at-qur-an-qa-2022-utilising-transfer","title":"DTW at Qur'an QA 2022: Utilising Transfer Learning with Transformers for Question Answering in a Low-resource Domain","date":"2022-05-12","arxiv_id":"2205.06025","repositories_listed":1,"syntology":null},{"url":"/paper/learning-to-answer-visual-questions-from-web","slug":"learning-to-answer-visual-questions-from-web","title":"Learning to Answer Visual Questions from Web Videos","date":"2022-05-10","arxiv_id":"2205.05019","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/learning-to-answer-visual-questions-from-web#ran","syntology_url":"https://syntology.ai/paper/2205.05019","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.05019"}},"official":{"repos":["antoyang/just-ask"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/multilevel-hierarchical-network-with","slug":"multilevel-hierarchical-network-with","title":"Multilevel Hierarchical Network with Multiscale Sampling for Video Question Answering","date":"2022-05-09","arxiv_id":"2205.04061","repositories_listed":1,"syntology":null},{"url":"/paper/proqa-structural-prompt-based-pre-training-1","slug":"proqa-structural-prompt-based-pre-training-1","title":"ProQA: Structural Prompt-based Pre-training for Unified Question Answering","date":"2022-05-09","arxiv_id":"2205.04040","repositories_listed":1,"syntology":null},{"url":"/paper/kecp-knowledge-enhanced-contrastive-prompting","slug":"kecp-knowledge-enhanced-contrastive-prompting","title":"KECP: Knowledge Enhanced Contrastive Prompting for Few-shot Extractive Question Answering","date":"2022-05-06","arxiv_id":"2205.03071","repositories_listed":1,"syntology":null},{"url":"/paper/qlevr-a-diagnostic-dataset-for","slug":"qlevr-a-diagnostic-dataset-for","title":"QLEVR: A Diagnostic Dataset for Quantificational Language and Elementary Visual Reasoning","date":"2022-05-06","arxiv_id":"2205.03075","repositories_listed":1,"syntology":null},{"url":"/paper/the-unreliability-of-explanations-in-few-shot","slug":"the-unreliability-of-explanations-in-few-shot","title":"The Unreliability of Explanations in Few-shot Prompting for Textual Reasoning","date":"2022-05-06","arxiv_id":"2205.03401","repositories_listed":1,"syntology":null},{"url":"/paper/translating-place-related-questions-to","slug":"translating-place-related-questions-to","title":"Translating Place-Related Questions to GeoSPARQL Queries","date":"2022-05-06","arxiv_id":"2205.03067","repositories_listed":1,"syntology":null},{"url":"/paper/declaration-based-prompt-tuning-for-visual","slug":"declaration-based-prompt-tuning-for-visual","title":"Declaration-based Prompt Tuning for Visual Question Answering","date":"2022-05-05","arxiv_id":"2205.02456","repositories_listed":1,"syntology":null},{"url":"/paper/what-is-right-for-me-is-not-yet-right-for-you","slug":"what-is-right-for-me-is-not-yet-right-for-you","title":"What is Right for Me is Not Yet Right for You: A Dataset for Grounding Relative Directions via Multi-Task Learning","date":"2022-05-05","arxiv_id":"2205.02671","repositories_listed":1,"syntology":null},{"url":"/paper/analysing-the-robustness-of-dual-encoders-for","slug":"analysing-the-robustness-of-dual-encoders-for","title":"Analysing the Robustness of Dual Encoders for Dense Retrieval Against Misspellings","date":"2022-05-04","arxiv_id":"2205.02303","repositories_listed":1,"syntology":null},{"url":"/paper/compositional-task-oriented-parsing-as","slug":"compositional-task-oriented-parsing-as","title":"Compositional Task-Oriented Parsing as Abstractive Question Answering","date":"2022-05-04","arxiv_id":"2205.02068","repositories_listed":1,"syntology":null},{"url":"/paper/hybrid-transformer-with-multi-level-fusion","slug":"hybrid-transformer-with-multi-level-fusion","title":"Hybrid Transformer with Multi-level Fusion for Multimodal Knowledge Graph Completion","date":"2022-05-04","arxiv_id":"2205.02357","repositories_listed":1,"syntology":null},{"url":"/paper/drugehrqa-a-question-answering-dataset-on-1","slug":"drugehrqa-a-question-answering-dataset-on-1","title":"DrugEHRQA: A Question Answering Dataset on Structured and Unstructured Electronic Health Records For Medicine Related Queries","date":"2022-05-03","arxiv_id":"2205.01290","repositories_listed":1,"syntology":null},{"url":"/paper/xltime-a-cross-lingual-knowledge-transfer-2","slug":"xltime-a-cross-lingual-knowledge-transfer-2","title":"XLTime: A Cross-Lingual Knowledge Transfer Framework for Temporal Expression Extraction","date":"2022-05-03","arxiv_id":"2205.01757","repositories_listed":1,"syntology":null},{"url":"/paper/paragraph-based-transformer-pre-training-for","slug":"paragraph-based-transformer-pre-training-for","title":"Paragraph-based Transformer Pre-training for Multi-Sentence Inference","date":"2022-05-02","arxiv_id":"2205.01228","repositories_listed":1,"syntology":null},{"url":"/paper/answer-level-calibration-for-free-form","slug":"answer-level-calibration-for-free-form","title":"Answer-level Calibration for Free-form Multiple Choice Question Answering","date":"2022-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/beeds-large-scale-biomedical-event-extraction","slug":"beeds-large-scale-biomedical-event-extraction","title":"BEEDS: Large-Scale Biomedical Event Extraction using Distant Supervision and Question Answering","date":"2022-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/elqa-a-corpus-of-questions-and-answers-about","slug":"elqa-a-corpus-of-questions-and-answers-about","title":"ELQA: A Corpus of Metalinguistic Questions and Answers about English","date":"2022-05-01","arxiv_id":"2205.00395","repositories_listed":1,"syntology":null},{"url":"/paper/hosmel-a-hot-swappable-modularized-entity","slug":"hosmel-a-hot-swappable-modularized-entity","title":"HOSMEL: A Hot-Swappable Modularized Entity Linking Toolkit for Chinese","date":"2022-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/identifying-relevant-common-sense-information","slug":"identifying-relevant-common-sense-information","title":"Identifying relevant common sense information in knowledge graphs","date":"2022-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/kafsp-knowledge-aware-fuzzy-semantic-parsing","slug":"kafsp-knowledge-aware-fuzzy-semantic-parsing","title":"KaFSP: Knowledge-Aware Fuzzy Semantic Parsing for Conversational Question Answering over a Large-Scale Knowledge Base","date":"2022-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/mmcoqa-conversational-question-answering-over","slug":"mmcoqa-conversational-question-answering-over","title":"MMCoQA: Conversational Question Answering over Text, Tables, and Images","date":"2022-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/systematic-inequalities-in-language-1","slug":"systematic-inequalities-in-language-1","title":"Systematic Inequalities in Language Technology Performance across the World’s Languages","date":"2022-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/textrm-dureader-textrm-vis-a-chinese-dataset","slug":"textrm-dureader-textrm-vis-a-chinese-dataset","title":"\\textrm{DuReader}_{\\textrm{vis}}: A Chinese Dataset for Open-domain Document Visual Question Answering","date":"2022-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/vilmedic-a-framework-for-research-at-the","slug":"vilmedic-a-framework-for-research-at-the","title":"ViLMedic: a framework for research at the intersection of vision and language in medical AI","date":"2022-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/what-makes-good-in-context-examples-for-gpt-3-1","slug":"what-makes-good-in-context-examples-for-gpt-3-1","title":"What Makes Good In-Context Examples for GPT-3?","date":"2022-05-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/clues-before-answers-generation-enhanced","slug":"clues-before-answers-generation-enhanced","title":"Clues Before Answers: Generation-Enhanced Multiple-Choice QA","date":"2022-04-30","arxiv_id":"2205.00274","repositories_listed":1,"syntology":{"n":11,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":6,"n_honours":1,"n_violates":0,"n_no_contract":4,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 1 honoured, 0 violated, 4 with no contract checked; 0 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/clues-before-answers-generation-enhanced#ran","syntology_url":"https://syntology.ai/paper/2205.00274","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.00274"}},"official":{"repos":["nju-websoft/genmc"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":6,"ran_from_kinds":["official"]}}},{"url":"/paper/engineering-flexible-machine-learning-systems","slug":"engineering-flexible-machine-learning-systems","title":"Engineering flexible machine learning systems by traversing functionally-invariant paths","date":"2022-04-30","arxiv_id":"2205.00334","repositories_listed":1,"syntology":null},{"url":"/paper/answer-consolidation-formulation-and","slug":"answer-consolidation-formulation-and","title":"Answer Consolidation: Formulation and Benchmarking","date":"2022-04-29","arxiv_id":"2205.00042","repositories_listed":1,"syntology":null},{"url":"/paper/polyglot-prompt-multilingual-multitask","slug":"polyglot-prompt-multilingual-multitask","title":"Polyglot Prompt: Multilingual Multitask PrompTraining","date":"2022-04-29","arxiv_id":"2204.14264","repositories_listed":1,"syntology":{"n":4,"n_ran":4,"n_constructed":0,"n_ran_checked":2,"n_instrument":2,"n_unverified":0,"n_honours":2,"n_violates":0,"n_no_contract":0,"n_pointer_only":4,"phrase":"4 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 2 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/polyglot-prompt-multilingual-multitask#ran","syntology_url":"https://syntology.ai/paper/2204.14264","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.14264"}},"official":{"repos":["jinlanfu/polyglot_prompt"],"state":"official (archive's flag): 4 ran","n_ran":4,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/grit-general-robust-image-task-benchmark","slug":"grit-general-robust-image-task-benchmark","title":"GRIT: General Robust Image Task Benchmark","date":"2022-04-28","arxiv_id":"2204.13653","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/grit-general-robust-image-task-benchmark#ran","syntology_url":"https://syntology.ai/paper/2204.13653","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.13653"}},"official":{"repos":["allenai/grit_official"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/inferring-implicit-relations-with-language","slug":"inferring-implicit-relations-with-language","title":"Inferring Implicit Relations in Complex Questions with Language Models","date":"2022-04-28","arxiv_id":"2204.13778","repositories_listed":1,"syntology":null},{"url":"/paper/reliable-visual-question-answering-abstain","slug":"reliable-visual-question-answering-abstain","title":"Reliable Visual Question Answering: Abstain Rather Than Answer Incorrectly","date":"2022-04-28","arxiv_id":"2204.13631","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/reliable-visual-question-answering-abstain#ran","syntology_url":"https://syntology.ai/paper/2204.13631","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.13631"}},"official":{"repos":["facebookresearch/reliable_vqa"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/science-checker-extractive-boolean-question","slug":"science-checker-extractive-boolean-question","title":"Science Checker: Extractive-Boolean Question Answering For Scientific Fact Checking","date":"2022-04-26","arxiv_id":"2204.12263","repositories_listed":1,"syntology":null},{"url":"/paper/hypergraph-transformer-weakly-supervised","slug":"hypergraph-transformer-weakly-supervised","title":"Hypergraph Transformer: Weakly-supervised Multi-hop Reasoning for Knowledge-based Visual Question Answering","date":"2022-04-22","arxiv_id":"2204.10448","repositories_listed":1,"syntology":null},{"url":"/paper/kala-knowledge-augmented-language-model-1","slug":"kala-knowledge-augmented-language-model-1","title":"KALA: Knowledge-Augmented Language Model Adaptation","date":"2022-04-22","arxiv_id":"2204.10555","repositories_listed":1,"syntology":{"n":16,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":14,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":1,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 14 unverified","sample_list":"/paper/kala-knowledge-augmented-language-model-1#ran","syntology_url":"https://syntology.ai/paper/2204.10555","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.10555"}},"official":{"repos":["nardien/kala"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["found_in_text"]}}},{"url":"/paper/attention-in-reasoning-dataset-analysis-and","slug":"attention-in-reasoning-dataset-analysis-and","title":"Attention in Reasoning: Dataset, Analysis, and Modeling","date":"2022-04-20","arxiv_id":"2204.09774","repositories_listed":1,"syntology":null},{"url":"/paper/lingyi-medical-conversational-question","slug":"lingyi-medical-conversational-question","title":"LingYi: Medical Conversational Question Answering System based on Multi-modal Knowledge Graphs","date":"2022-04-20","arxiv_id":"2204.09220","repositories_listed":1,"syntology":null},{"url":"/paper/stepgame-a-new-benchmark-for-robust-multi-hop-1","slug":"stepgame-a-new-benchmark-for-robust-multi-hop-1","title":"StepGame: A New Benchmark for Robust Multi-Hop Spatial Reasoning in Texts","date":"2022-04-18","arxiv_id":"2204.08292","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":4,"n_ran_checked":5,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 4 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/stepgame-a-new-benchmark-for-robust-multi-hop-1#ran","syntology_url":"https://syntology.ai/paper/2204.08292","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.08292"}},"official":{"repos":["ZhengxiangShi/StepGame"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":4,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/tabi-type-aware-bi-encoders-for-open-domain","slug":"tabi-type-aware-bi-encoders-for-open-domain","title":"TABi: Type-Aware Bi-Encoders for Open-Domain Entity Retrieval","date":"2022-04-18","arxiv_id":"2204.08173","repositories_listed":1,"syntology":null},{"url":"/paper/arcaneqa-dynamic-program-induction-and","slug":"arcaneqa-dynamic-program-induction-and","title":"ArcaneQA: Dynamic Program Induction and Contextualized Encoding for Knowledge Base Question Answering","date":"2022-04-17","arxiv_id":"2204.08109","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/arcaneqa-dynamic-program-induction-and#ran","syntology_url":"https://syntology.ai/paper/2204.08109","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.08109"}},"official":{"repos":["dki-lab/arcaneqa"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["unlocated"]}}},{"url":"/paper/characterizing-the-efficiency-vs-accuracy","slug":"characterizing-the-efficiency-vs-accuracy","title":"Characterizing the Efficiency vs. Accuracy Trade-off for Long-Context NLP Models","date":"2022-04-15","arxiv_id":"2204.07288","repositories_listed":1,"syntology":null},{"url":"/paper/improving-passage-retrieval-with-zero-shot","slug":"improving-passage-retrieval-with-zero-shot","title":"Improving Passage Retrieval with Zero-Shot Question Generation","date":"2022-04-15","arxiv_id":"2204.07496","repositories_listed":1,"syntology":{"n":14,"n_ran":8,"n_constructed":4,"n_ran_checked":5,"n_instrument":3,"n_unverified":6,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":10,"phrase":"8 ran (of which 4 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 3 where Syntology's instrument failed) · 6 unverified","sample_list":"/paper/improving-passage-retrieval-with-zero-shot#ran","syntology_url":"https://syntology.ai/paper/2204.07496","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.07496"}},"official":{"repos":["DevSinghSachan/unsupervised-passage-reranking"],"state":"official (archive's flag): 8 ran","n_ran":8,"n_constructed":4,"n_ran_no_instrument_failure":5,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/moebert-from-bert-to-mixture-of-experts-via-1","slug":"moebert-from-bert-to-mixture-of-experts-via-1","title":"MoEBERT: from BERT to Mixture-of-Experts via Importance-Guided Adaptation","date":"2022-04-15","arxiv_id":"2204.07675","repositories_listed":1,"syntology":null},{"url":"/paper/towards-fine-grained-causal-reasoning-and-qa","slug":"towards-fine-grained-causal-reasoning-and-qa","title":"Towards Fine-grained Causal Reasoning and QA","date":"2022-04-15","arxiv_id":"2204.07408","repositories_listed":1,"syntology":null},{"url":"/paper/exploring-dual-encoder-architectures-for","slug":"exploring-dual-encoder-architectures-for","title":"Exploring Dual Encoder Architectures for Question Answering","date":"2022-04-14","arxiv_id":"2204.07120","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/exploring-dual-encoder-architectures-for#ran","syntology_url":"https://syntology.ai/paper/2204.07120","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.07120"}},"official":null}},{"url":"/paper/can-question-rewriting-help-conversational","slug":"can-question-rewriting-help-conversational","title":"Can Question Rewriting Help Conversational Question Answering?","date":"2022-04-13","arxiv_id":"2204.06239","repositories_listed":1,"syntology":{"n":8,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/can-question-rewriting-help-conversational#ran","syntology_url":"https://syntology.ai/paper/2204.06239","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2204.06239"}},"official":{"repos":["hltchkust/cqr4cqa"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/asqa-factoid-questions-meet-long-form-answers","slug":"asqa-factoid-questions-meet-long-form-answers","title":"ASQA: Factoid Questions Meet Long-Form Answers","date":"2022-04-12","arxiv_id":"2204.06092","repositories_listed":1,"syntology":null}],"record_sha256":"5055c45a0e6111436abe14e3fb9c0dd11f719fdc0c85834dfcff8e58f07d3a22","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}