{"url":"/task/semantic-parsing","name":"Semantic Parsing","slug":"semantic-parsing","description_markdown":"**Semantic Parsing** is the task of transducing natural language utterances into formal meaning representations. The target meaning representations can be defined according to a wide variety of formalisms. This include linguistically-motivated semantic representations that are designed to capture the meaning of any sentence such as λ-calculus or the abstract meaning representations. Alternatively, for more task-driven approaches to Semantic Parsing, it is common for meaning representations to represent executable programs such as SQL queries, robotic commands, smart phone instructions, and even general-purpose programming languages like Python and Java.\n\n\n<span class=\"description-source\">Source: [Tranx: A Transition-based Neural Abstract Syntax Parser for Semantic Parsing and Code Generation ](https://arxiv.org/abs/1810.02720)</span>","categories":[{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":1202,"papers_with_code":414,"benchmarks":20,"benchmark_tables_in_archive":20,"benchmark_tables_shown":20,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":44,"subtasks":7,"parent_tasks":0},"benchmarks":[{"leaderboard":"/sota/semantic-parsing-on-wikitablequestions","slug":"semantic-parsing-on-wikitablequestions","dataset":"WikiTableQuestions","dataset_url":"/dataset/wikitablequestions","rows_in_archive":22,"metrics":["Accuracy (Test)","Accuracy (Dev)","Accuracy","Test Accuracy"],"first_row_in_archive_order":{"model":"ARTEMIS-DA","paper_title":"ARTEMIS-DA: An Advanced Reasoning and Transformation Engine for Multi-Step Insight Synthesis in Data Analytics","paper_url":"/paper/advanced-reasoning-and-transformation-engine","paper_date":"2024-12-18","arxiv_id":"2412.14146","code_links":[],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-spider","slug":"semantic-parsing-on-spider","dataset":"spider","dataset_url":"/dataset/spider-realistic","rows_in_archive":10,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"RESDSQL-3B + NatSQL","paper_title":"RESDSQL: Decoupling Schema Linking and Skeleton Parsing for Text-to-SQL","paper_url":"/paper/decoupling-the-skeleton-parsing-and-schema","paper_date":"2023-02-12","arxiv_id":"2302.05965","code_links":[{"title":"ruckbreasoning/resdsql","url":"https://github.com/ruckbreasoning/resdsql"}],"syntology":{"n":1,"n_ran":0,"n_unverified":1,"n_pointer_only":0}}},{"leaderboard":"/sota/semantic-parsing-on-cfq","slug":"semantic-parsing-on-cfq","dataset":"CFQ","dataset_url":"/dataset/cfq","rows_in_archive":5,"metrics":["Exact Match"],"first_row_in_archive_order":{"model":"Dynamic Least-to-Most Prompting","paper_title":"Compositional Semantic Parsing with Large Language Models","paper_url":"/paper/compositional-semantic-parsing-with-large","paper_date":"2022-09-29","arxiv_id":"2209.15003","code_links":[],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-webquestionssp","slug":"semantic-parsing-on-webquestionssp","dataset":"WebQuestionsSP","dataset_url":"/dataset/webquestionssp","rows_in_archive":5,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"ReaRev","paper_title":"ReaRev: Adaptive Reasoning for Question Answering over Knowledge Graphs","paper_url":"/paper/rearev-adaptive-reasoning-for-question","paper_date":"2022-10-24","arxiv_id":"2210.13650","code_links":[{"title":"cmavro/rearev_kgqa","url":"https://github.com/cmavro/rearev_kgqa"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-wikisql-1","slug":"semantic-parsing-on-wikisql-1","dataset":"WikiSQL","dataset_url":"/dataset/wikisql","rows_in_archive":5,"metrics":["Accuracy","Denotation accuracy (test)"],"first_row_in_archive_order":{"model":"NL2SQL-BERT","paper_title":"Content Enhanced BERT-based Text-to-SQL Generation","paper_url":"/paper/content-enhanced-bert-based-text-to-sql","paper_date":"2019-10-16","arxiv_id":"1910.07179","code_links":[{"title":"guotong1988/NL2SQL-RULE","url":"https://github.com/guotong1988/NL2SQL-RULE"},{"title":"guotong1988/NL2SQL-BERT","url":"https://github.com/guotong1988/NL2SQL-BERT"},{"title":"shivam017arora/Conversational-BI","url":"https://github.com/shivam017arora/Conversational-BI"},{"title":"yangyucheng000/University","url":"https://github.com/yangyucheng000/University/tree/main/model-2/bert_generation"},{"title":"realsonalkumar/Mish-Mash-Hackathon","url":"https://github.com/realsonalkumar/Mish-Mash-Hackathon"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-atis","slug":"semantic-parsing-on-atis","dataset":"ATIS","dataset_url":null,"rows_in_archive":4,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"PhraseTransformer","paper_title":"PhraseTransformer: An Incorporation of Local Context Information into Sequence-to-sequence Semantic Parsing","paper_url":"/paper/phrasetransformer-an-incorporation-of-local","paper_date":"2022-11-29","arxiv_id":null,"code_links":[{"title":"phuongnm94/PhraseTransformer","url":"https://github.com/phuongnm94/PhraseTransformer"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-geo","slug":"semantic-parsing-on-geo","dataset":"Geo","dataset_url":null,"rows_in_archive":3,"metrics":["Accuracy"],"first_row_in_archive_order":{"model":"coarse2fine","paper_title":"Coarse-to-Fine Decoding for Neural Semantic Parsing","paper_url":"/paper/coarse-to-fine-decoding-for-neural-semantic","paper_date":"2018-05-12","arxiv_id":"1805.04793","code_links":[{"title":"donglixp/coarse2fine","url":"https://github.com/donglixp/coarse2fine"},{"title":"inyukwo1/Coarse2fine_boilerplate","url":"https://github.com/inyukwo1/Coarse2fine_boilerplate"}],"syntology":{"n":5,"n_ran":0,"n_unverified":5,"n_pointer_only":0}}},{"leaderboard":"/sota/semantic-parsing-on-ptg-czech-mrp-2020","slug":"semantic-parsing-on-ptg-czech-mrp-2020","dataset":"PTG (czech, MRP 2020)","dataset_url":null,"rows_in_archive":3,"metrics":["F1"],"first_row_in_archive_order":{"model":"PERIN + RobeCzech","paper_title":"RobeCzech: Czech RoBERTa, a monolingual contextualized language representation model","paper_url":"/paper/robeczech-czech-roberta-a-monolingual","paper_date":"2021-05-24","arxiv_id":"2105.11314","code_links":[],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-amr-chinese-mrp-2020","slug":"semantic-parsing-on-amr-chinese-mrp-2020","dataset":"AMR (chinese, MRP 2020)","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"PERIN","paper_title":"ÚFAL at MRP 2020: Permutation-invariant Semantic Parsing in PERIN","paper_url":"/paper/ufal-at-mrp-2020-permutation-invariant","paper_date":"2020-11-02","arxiv_id":"2011.00758","code_links":[{"title":"ufal/perin","url":"https://github.com/ufal/perin"},{"title":"gotheregit/chinese-amr","url":"https://github.com/gotheregit/chinese-amr"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-amr-english-mrp-2020","slug":"semantic-parsing-on-amr-english-mrp-2020","dataset":"AMR (english, MRP 2020)","dataset_url":"/dataset/amr-bank","rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"PERIN","paper_title":"ÚFAL at MRP 2020: Permutation-invariant Semantic Parsing in PERIN","paper_url":"/paper/ufal-at-mrp-2020-permutation-invariant","paper_date":"2020-11-02","arxiv_id":"2011.00758","code_links":[{"title":"ufal/perin","url":"https://github.com/ufal/perin"},{"title":"gotheregit/chinese-amr","url":"https://github.com/gotheregit/chinese-amr"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-drg-english-mrp-2020","slug":"semantic-parsing-on-drg-english-mrp-2020","dataset":"DRG (english, MRP 2020)","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"PERIN","paper_title":"ÚFAL at MRP 2020: Permutation-invariant Semantic Parsing in PERIN","paper_url":"/paper/ufal-at-mrp-2020-permutation-invariant","paper_date":"2020-11-02","arxiv_id":"2011.00758","code_links":[{"title":"ufal/perin","url":"https://github.com/ufal/perin"},{"title":"gotheregit/chinese-amr","url":"https://github.com/gotheregit/chinese-amr"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-drg-german-mrp-2020","slug":"semantic-parsing-on-drg-german-mrp-2020","dataset":"DRG (german, MRP 2020)","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"PERIN","paper_title":"ÚFAL at MRP 2020: Permutation-invariant Semantic Parsing in PERIN","paper_url":"/paper/ufal-at-mrp-2020-permutation-invariant","paper_date":"2020-11-02","arxiv_id":"2011.00758","code_links":[{"title":"ufal/perin","url":"https://github.com/ufal/perin"},{"title":"gotheregit/chinese-amr","url":"https://github.com/gotheregit/chinese-amr"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-eds-english-mrp-2020","slug":"semantic-parsing-on-eds-english-mrp-2020","dataset":"EDS (english, MRP 2020)","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"PERIN","paper_title":"ÚFAL at MRP 2020: Permutation-invariant Semantic Parsing in PERIN","paper_url":"/paper/ufal-at-mrp-2020-permutation-invariant","paper_date":"2020-11-02","arxiv_id":"2011.00758","code_links":[{"title":"ufal/perin","url":"https://github.com/ufal/perin"},{"title":"gotheregit/chinese-amr","url":"https://github.com/gotheregit/chinese-amr"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-ptg-english-mrp-2020","slug":"semantic-parsing-on-ptg-english-mrp-2020","dataset":"PTG (english, MRP 2020)","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"PERIN","paper_title":"ÚFAL at MRP 2020: Permutation-invariant Semantic Parsing in PERIN","paper_url":"/paper/ufal-at-mrp-2020-permutation-invariant","paper_date":"2020-11-02","arxiv_id":"2011.00758","code_links":[{"title":"ufal/perin","url":"https://github.com/ufal/perin"},{"title":"gotheregit/chinese-amr","url":"https://github.com/gotheregit/chinese-amr"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-sqa","slug":"semantic-parsing-on-sqa","dataset":"SQA","dataset_url":"/dataset/sqa","rows_in_archive":2,"metrics":["Denotation Accuracy","Accuracy"],"first_row_in_archive_order":{"model":"TAPEX-Large","paper_title":"TAPEX: Table Pre-training via Learning a Neural SQL Executor","paper_url":"/paper/tapex-table-pre-training-via-learning-a","paper_date":"2021-07-16","arxiv_id":"2107.07653","code_links":[{"title":"microsoft/Table-Pretraining","url":"https://github.com/microsoft/Table-Pretraining"},{"title":"sohanpatnaik106/cabinet_qa","url":"https://github.com/sohanpatnaik106/cabinet_qa"},{"title":"MindCode-4/code-5","url":"https://github.com/MindCode-4/code-5/tree/main/tapex"},{"title":"pwc-1/Paper-9","url":"https://github.com/pwc-1/Paper-9/tree/main/1/tapex"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-ucca-english-mrp-2020","slug":"semantic-parsing-on-ucca-english-mrp-2020","dataset":"UCCA (english, MRP 2020)","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"PERIN","paper_title":"ÚFAL at MRP 2020: Permutation-invariant Semantic Parsing in PERIN","paper_url":"/paper/ufal-at-mrp-2020-permutation-invariant","paper_date":"2020-11-02","arxiv_id":"2011.00758","code_links":[{"title":"ufal/perin","url":"https://github.com/ufal/perin"},{"title":"gotheregit/chinese-amr","url":"https://github.com/gotheregit/chinese-amr"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-ucca-german-mrp-2020","slug":"semantic-parsing-on-ucca-german-mrp-2020","dataset":"UCCA (german, MRP 2020)","dataset_url":null,"rows_in_archive":2,"metrics":["F1"],"first_row_in_archive_order":{"model":"PERIN","paper_title":"ÚFAL at MRP 2020: Permutation-invariant Semantic Parsing in PERIN","paper_url":"/paper/ufal-at-mrp-2020-permutation-invariant","paper_date":"2020-11-02","arxiv_id":"2011.00758","code_links":[{"title":"ufal/perin","url":"https://github.com/ufal/perin"},{"title":"gotheregit/chinese-amr","url":"https://github.com/gotheregit/chinese-amr"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-complexwebquestions-v1-0","slug":"semantic-parsing-on-complexwebquestions-v1-0","dataset":"complexWebQuestions-V1.0","dataset_url":null,"rows_in_archive":1,"metrics":["EM"],"first_row_in_archive_order":{"model":"HSP","paper_title":"Complex Question Decomposition for Semantic Parsing","paper_url":"/paper/complex-question-decomposition-for-semantic","paper_date":"2019-07-01","arxiv_id":null,"code_links":[{"title":"cairohy/hsp","url":"https://github.com/cairohy/hsp"}],"syntology":null}},{"leaderboard":"/sota/semantic-parsing-on-graphquestions","slug":"semantic-parsing-on-graphquestions","dataset":"GraphQuestions","dataset_url":"/dataset/graphquestions","rows_in_archive":1,"metrics":["F1 Score"],"first_row_in_archive_order":{"model":"ReasonBERTR","paper_title":"ReasonBERT: Pre-trained to Reason with Distant Supervision","paper_url":"/paper/reasonbert-pre-trained-to-reason-with-distant","paper_date":"2021-09-10","arxiv_id":"2109.04912","code_links":[{"title":"sunlab-osu/reasonbert","url":"https://github.com/sunlab-osu/reasonbert"}],"syntology":{"n":11,"n_ran":3,"n_unverified":8,"n_pointer_only":0}}},{"leaderboard":"/sota/semantic-parsing-on-sparc","slug":"semantic-parsing-on-sparc","dataset":"SParC","dataset_url":"/dataset/sparc","rows_in_archive":1,"metrics":["Exact"],"first_row_in_archive_order":{"model":"MeMCE","paper_title":"Memory-Based Semantic Parsing","paper_url":"/paper/memory-based-semantic-parsing","paper_date":"2021-09-07","arxiv_id":"2110.07358","code_links":[{"title":"worksheets/0xbd49d04e","url":"https://worksheets.codalab.org/worksheets/0xbd49d04e5a494a978642bbaf028b659b"}],"syntology":null}}],"datasets":[{"url":"/dataset/framenet","name":"FrameNet","full_name":"","num_papers_in_archive":444},{"url":"/dataset/wikisql","name":"WikiSQL","full_name":"WikiSQL","num_papers_in_archive":267},{"url":"/dataset/scan","name":"SCAN","full_name":"Simplified versions of the CommAI Navigation tasks","num_papers_in_archive":148},{"url":"/dataset/spider-realistic","name":"Spider-Realistic","full_name":"","num_papers_in_archive":91},{"url":"/dataset/wikitablequestions","name":"WikiTableQuestions","full_name":"","num_papers_in_archive":79},{"url":"/dataset/cfq","name":"CFQ","full_name":"Compositional Freebase Questions","num_papers_in_archive":66},{"url":"/dataset/occluded-reid","name":"Occluded REID","full_name":"Occluded REID","num_papers_in_archive":65},{"url":"/dataset/complexwebquestions","name":"ComplexWebQuestions","full_name":"ComplexWebQuestions","num_papers_in_archive":62},{"url":"/dataset/webquestionssp","name":"WebQuestionsSP","full_name":"WebQuestions Semantic Parses Dataset","num_papers_in_archive":61},{"url":"/dataset/sparc","name":"SParC","full_name":"Semantic Parsing in Context","num_papers_in_archive":59},{"url":"/dataset/nombank","name":"NomBank","full_name":"NomBank","num_papers_in_archive":50},{"url":"/dataset/concode","name":"CONCODE","full_name":"","num_papers_in_archive":46},{"url":"/dataset/cosql","name":"CoSQL","full_name":"Conversational Text-to-SQL Challenge","num_papers_in_archive":45},{"url":"/dataset/geometry3k","name":"Geometry3K","full_name":"","num_papers_in_archive":45},{"url":"/dataset/csqa","name":"CSQA","full_name":"","num_papers_in_archive":40},{"url":"/dataset/sqa","name":"SQA","full_name":"SequentialQA","num_papers_in_archive":37},{"url":"/dataset/mixsnips","name":"MixSNIPS","full_name":"","num_papers_in_archive":26},{"url":"/dataset/topv2","name":"TOPv2","full_name":"Task Oriented Parsing v2","num_papers_in_archive":25},{"url":"/dataset/kqa-pro","name":"KQA Pro","full_name":"","num_papers_in_archive":23},{"url":"/dataset/amr-bank","name":"AMR Bank","full_name":"Abstract Meaning Representation","num_papers_in_archive":22},{"url":"/dataset/hearthstone","name":"Hearthstone","full_name":"","num_papers_in_archive":22},{"url":"/dataset/quarel","name":"QuaRel","full_name":"QuaRel","num_papers_in_archive":20},{"url":"/dataset/webchild","name":"WebChild","full_name":"","num_papers_in_archive":20},{"url":"/dataset/groningen-meaning-bank","name":"Groningen Meaning Bank","full_name":"","num_papers_in_archive":18},{"url":"/dataset/graphquestions","name":"GraphQuestions","full_name":"","num_papers_in_archive":14},{"url":"/dataset/fashion-144k","name":"Fashion 144K","full_name":"","num_papers_in_archive":11},{"url":"/dataset/sede","name":"SEDE","full_name":"Stack Exchange Data Explorer","num_papers_in_archive":11},{"url":"/dataset/comqa","name":"ComQA","full_name":"","num_papers_in_archive":9},{"url":"/dataset/simplequestionswikidata","name":"SimpleQuestionsWikiData","full_name":"","num_papers_in_archive":6},{"url":"/dataset/splash","name":"SPLASH","full_name":"","num_papers_in_archive":6},{"url":"/dataset/followup","name":"FollowUp","full_name":"","num_papers_in_archive":5},{"url":"/dataset/aethel","name":"aethel","full_name":"Automatically Extracted Theorems from Lassy","num_papers_in_archive":4},{"url":"/dataset/pcfg-set","name":"PCFG SET","full_name":"Probabilistic Context Free Grammar String Edit Task","num_papers_in_archive":4},{"url":"/dataset/szeged-corpus","name":"Szeged Corpus","full_name":"","num_papers_in_archive":4},{"url":"/dataset/mimic-sparql","name":"MIMIC-SPARQL","full_name":"","num_papers_in_archive":3},{"url":"/dataset/multilingual-top","name":"Multilingual TOP","full_name":"","num_papers_in_archive":3},{"url":"/dataset/spades","name":"Spades","full_name":"Semantic PArsing of DEclarative Sentences","num_papers_in_archive":2},{"url":"/dataset/spcql","name":"SpCQL","full_name":"Text-to-CQL","num_papers_in_archive":2},{"url":"/dataset/schema2qa","name":"Stanford Schema2QA Dataset","full_name":"","num_papers_in_archive":2},{"url":"/dataset/vitext2sql","name":"ViText2SQL","full_name":null,"num_papers_in_archive":2},{"url":"/dataset/conic10k","name":"Conic10K","full_name":"","num_papers_in_archive":1},{"url":"/dataset/hinglish-top","name":"Hinglish-TOP","full_name":"","num_papers_in_archive":1},{"url":"/dataset/overnight","name":"Overnight","full_name":"","num_papers_in_archive":1},{"url":"/dataset/turkqa","name":"TurkQA","full_name":"","num_papers_in_archive":1}],"subtasks":[{"url":"/task/amr-parsing","name":"AMR Parsing"},{"url":"/task/drs-parsing","name":"DRS Parsing"},{"url":"/task/semantic-dependency-parsing","name":"Semantic Dependency Parsing"},{"url":"/task/text-to-cypher","name":"text-to-Cypher"},{"url":"/task/text-to-sql","name":"Text-To-SQL"},{"url":"/task/ucca-parsing","name":"UCCA Parsing"},{"url":"/task/unsupervised-semantic-parsing","name":"Unsupervised semantic parsing"}],"parent_tasks":[],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":30,"of":414,"tagged_in_all":1202,"items":[{"url":"/paper/pointnet-deep-learning-on-point-sets-for-3d","title":"PointNet: Deep Learning on Point Sets for 3D Classification and Segmentation","date":"2016-12-02","arxiv_id":"1612.00593","repositories_listed":110,"syntology":{"n":164,"n_ran":89,"n_unverified":75,"n_pointer_only":90}},{"url":"/paper/exploring-the-limits-of-transfer-learning","title":"Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer","date":"2019-10-23","arxiv_id":"1910.10683","repositories_listed":57,"syntology":{"n":31,"n_ran":21,"n_unverified":10,"n_pointer_only":0}},{"url":"/paper/frame-semantic-parsing-with-softmax-margin","title":"Frame-Semantic Parsing with Softmax-Margin Segmental RNNs and a Syntactic Scaffold","date":"2017-06-29","arxiv_id":"1706.09528","repositories_listed":10,"syntology":null},{"url":"/paper/tapas-weakly-supervised-table-parsing-via-pre","title":"TAPAS: Weakly Supervised Table Parsing via Pre-training","date":"2020-04-05","arxiv_id":"2004.02349","repositories_listed":8,"syntology":{"n":14,"n_ran":13,"n_unverified":1,"n_pointer_only":0}},{"url":"/paper/structvae-tree-structured-latent-variable","title":"StructVAE: Tree-structured Latent Variable Models for Semi-supervised Semantic Parsing","date":"2018-06-20","arxiv_id":"1806.07832","repositories_listed":7,"syntology":null},{"url":"/paper/spider-a-large-scale-human-labeled-dataset","title":"Spider: A Large-Scale Human-Labeled Dataset for Complex and Cross-Domain Semantic Parsing and Text-to-SQL Task","date":"2018-09-24","arxiv_id":"1809.08887","repositories_listed":6,"syntology":{"n":8,"n_ran":7,"n_unverified":1,"n_pointer_only":3}},{"url":"/paper/the-natural-language-decathlon-multitask","title":"The Natural Language Decathlon: Multitask Learning as Question Answering","date":"2018-06-20","arxiv_id":"1806.08730","repositories_listed":6,"syntology":{"n":13,"n_ran":1,"n_unverified":12,"n_pointer_only":4}},{"url":"/paper/a-syntactic-neural-model-for-general-purpose","title":"A Syntactic Neural Model for General-Purpose Code Generation","date":"2017-04-06","arxiv_id":"1704.01696","repositories_listed":6,"syntology":{"n":3,"n_ran":3,"n_unverified":0,"n_pointer_only":3}},{"url":"/paper/content-enhanced-bert-based-text-to-sql","title":"Content Enhanced BERT-based Text-to-SQL Generation","date":"2019-10-16","arxiv_id":"1910.07179","repositories_listed":5,"syntology":null},{"url":"/paper/a-comprehensive-exploration-on-wikisql-with","title":"A Comprehensive Exploration on WikiSQL with Table-Aware Word Contextualization","date":"2019-02-04","arxiv_id":"1902.01069","repositories_listed":5,"syntology":{"n":36,"n_ran":21,"n_unverified":15,"n_pointer_only":33}},{"url":"/paper/language-to-logical-form-with-neural","title":"Language to Logical Form with Neural Attention","date":"2016-01-06","arxiv_id":"1601.01280","repositories_listed":5,"syntology":{"n":7,"n_ran":1,"n_unverified":6,"n_pointer_only":1}},{"url":"/paper/binding-language-models-in-symbolic-languages","title":"Binding Language Models in Symbolic Languages","date":"2022-10-06","arxiv_id":"2210.02875","repositories_listed":4,"syntology":{"n":3,"n_ran":2,"n_unverified":1,"n_pointer_only":0}},{"url":"/paper/prompt-injection-parameterization-of-fixed","title":"Prompt Injection: Parameterization of Fixed Inputs","date":"2022-05-31","arxiv_id":"2206.11349","repositories_listed":4,"syntology":{"n":3,"n_ran":3,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/tapex-table-pre-training-via-learning-a","title":"TAPEX: Table Pre-training via Learning a Neural SQL Executor","date":"2021-07-16","arxiv_id":"2107.07653","repositories_listed":4,"syntology":null},{"url":"/paper/cityscapes-panoptic-parts-and-pascal-panoptic","title":"Cityscapes-Panoptic-Parts and PASCAL-Panoptic-Parts datasets for Scene Understanding","date":"2020-04-16","arxiv_id":"2004.07944","repositories_listed":4,"syntology":{"n":6,"n_ran":2,"n_unverified":4,"n_pointer_only":0}},{"url":"/paper/break-it-down-a-question-understanding","title":"Break It Down: A Question Understanding Benchmark","date":"2020-01-31","arxiv_id":"2001.11770","repositories_listed":4,"syntology":null},{"url":"/paper/rat-sql-relation-aware-schema-encoding-and-1","title":"RAT-SQL: Relation-Aware Schema Encoding and Linking for Text-to-SQL Parsers","date":"2019-11-10","arxiv_id":"1911.04942","repositories_listed":4,"syntology":{"n":7,"n_ran":4,"n_unverified":3,"n_pointer_only":0}},{"url":"/paper/sparc-cross-domain-semantic-parsing-in","title":"SParC: Cross-Domain Semantic Parsing in Context","date":"2019-06-05","arxiv_id":"1906.02285","repositories_listed":4,"syntology":{"n":4,"n_ran":4,"n_unverified":0,"n_pointer_only":3}},{"url":"/paper/tranx-a-transition-based-neural-abstract","title":"TRANX: A Transition-based Neural Abstract Syntax Parser for Semantic Parsing and Code Generation","date":"2018-10-05","arxiv_id":"1810.02720","repositories_listed":4,"syntology":{"n":7,"n_ran":3,"n_unverified":4,"n_pointer_only":2}},{"url":"/paper/memory-augmented-policy-optimization-for","title":"Memory Augmented Policy Optimization for Program Synthesis and Semantic Parsing","date":"2018-07-06","arxiv_id":"1807.02322","repositories_listed":4,"syntology":{"n":15,"n_ran":0,"n_unverified":15,"n_pointer_only":0}},{"url":"/paper/compositional-semantic-parsing-on-semi","title":"Compositional Semantic Parsing on Semi-Structured Tables","date":"2015-08-03","arxiv_id":"1508.00305","repositories_listed":4,"syntology":null},{"url":"/paper/openicl-an-open-source-framework-for-in","title":"OpenICL: An Open-Source Framework for In-context Learning","date":"2023-03-06","arxiv_id":"2303.02913","repositories_listed":3,"syntology":null},{"url":"/paper/picard-parsing-incrementally-for-constrained","title":"PICARD: Parsing Incrementally for Constrained Auto-Regressive Decoding from Language Models","date":"2021-09-10","arxiv_id":"2109.05093","repositories_listed":3,"syntology":{"n":7,"n_ran":4,"n_unverified":3,"n_pointer_only":0}},{"url":"/paper/learning-contextual-representations-for","title":"Learning Contextual Representations for Semantic Parsing with Generation-Augmented Pre-Training","date":"2020-12-18","arxiv_id":"2012.10309","repositories_listed":3,"syntology":null},{"url":"/paper/autoqa-from-databases-to-qa-semantic-parsers","title":"AutoQA: From Databases To QA Semantic Parsers With Only Synthetic Training Data","date":"2020-10-09","arxiv_id":"2010.04806","repositories_listed":3,"syntology":{"n":26,"n_ran":13,"n_unverified":13,"n_pointer_only":26}},{"url":"/paper/schema2qa-answering-complex-queries-on-the","title":"Schema2QA: High-Quality and Low-Cost Q&A Agents for the Structured Web","date":"2020-01-16","arxiv_id":"2001.05609","repositories_listed":3,"syntology":null},{"url":"/paper/measuring-compositional-generalization-a-1","title":"Measuring Compositional Generalization: A Comprehensive Method on Realistic Data","date":"2019-12-20","arxiv_id":"1912.09713","repositories_listed":3,"syntology":{"n":1,"n_ran":1,"n_unverified":0,"n_pointer_only":0}},{"url":"/paper/drop-a-reading-comprehension-benchmark","title":"DROP: A Reading Comprehension Benchmark Requiring Discrete Reasoning Over Paragraphs","date":"2019-03-01","arxiv_id":"1903.00161","repositories_listed":3,"syntology":null},{"url":"/paper/nl2bash-a-corpus-and-semantic-parser-for","title":"NL2Bash: A Corpus and Semantic Parser for Natural Language Interface to the Linux Operating System","date":"2018-02-25","arxiv_id":"1802.08979","repositories_listed":3,"syntology":{"n":1,"n_ran":0,"n_unverified":1,"n_pointer_only":0}},{"url":"/paper/from-language-to-programs-bridging","title":"From Language to Programs: Bridging Reinforcement Learning and Maximum Marginal Likelihood","date":"2017-04-25","arxiv_id":"1704.07926","repositories_listed":3,"syntology":null}],"syntology_records":19,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-25T09:33:49+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}