{"url":"/task/text-to-sql","name":"Text-To-SQL","slug":"text-to-sql","description_markdown":"**Text-to-SQL** is a task in natural language processing (NLP) where the goal is to automatically generate SQL queries from natural language text. The task involves converting the text input into a structured representation and then using this representation to generate a semantically correct SQL query that can be executed on a database.\r\n\r\n<span style=\"color:grey; opacity: 0.6\">( Image credit: [SyntaxSQLNet](https://arxiv.org/pdf/1810.05237v2.pdf) )</span>","categories":[{"name":"Computer Code","url":"/area/computer-code"},{"name":"Natural Language Processing","url":"/area/natural-language-processing"}],"source":{"archive":"pwc-archive (Hugging Face), CC BY-SA 4.0","snapshot":"2025-07-28","slug_source":"archive_url"},"counts":{"papers_tagged":424,"papers_with_code":209,"benchmarks":10,"benchmark_tables_in_archive":10,"benchmark_tables_shown":10,"benchmark_tables_withheld_as_spam":0,"benchmark_definition":"a leaderboard table with at least one row; benchmark_tables_shown also counts the zero-row tables; benchmark_tables_in_archive adds the tables withheld as spam","datasets":21,"subtasks":1,"parent_tasks":1},"benchmarks":[{"leaderboard":"/sota/text-to-sql-on-bird-big-bench-for-large-scale","slug":"text-to-sql-on-bird-big-bench-for-large-scale","dataset":"BIRD (BIg Bench for LaRge-scale Database Grounded Text-to-SQL Evaluation)","dataset_url":"/dataset/bird-sql","rows_in_archive":41,"metrics":["Execution Accuracy % (Test)","Execution Accuracy % (Dev)","Execution Accurarcy (Human)"],"first_row_in_archive_order":{"model":"XiYan-SQL","paper_title":"A Preview of XiYan-SQL: A Multi-Generator Ensemble Framework for Text-to-SQL","paper_url":"/paper/xiyan-sql-a-multi-generator-ensemble","paper_date":"2024-11-13","arxiv_id":"2411.08599","code_links":[{"title":"XGenerationLab/XiYan-SQL","url":"https://github.com/XGenerationLab/XiYan-SQL"},{"title":"xgenerationlab/xiyan_mcp_server","url":"https://github.com/xgenerationlab/xiyan_mcp_server"},{"title":"XGenerationLab/M-Schema","url":"https://github.com/XGenerationLab/M-Schema"},{"title":"xgenerationlab/xiyan-dbdescgen","url":"https://github.com/xgenerationlab/xiyan-dbdescgen"},{"title":"XGenerationLab/XiYan-DateResolver","url":"https://github.com/XGenerationLab/XiYan-DateResolver"}],"syntology":null}},{"leaderboard":"/sota/text-to-sql-on-spider","slug":"text-to-sql-on-spider","dataset":"spider","dataset_url":"/dataset/spider-realistic","rows_in_archive":20,"metrics":["Execution Accuracy (Test)","Exact Match Accuracy (Test)","Execution Accuracy (Dev)","Exact Match Accuracy (Dev)"],"first_row_in_archive_order":{"model":"XiYan-SQL","paper_title":"A Preview of XiYan-SQL: A Multi-Generator Ensemble Framework for Text-to-SQL","paper_url":"/paper/xiyan-sql-a-multi-generator-ensemble","paper_date":"2024-11-13","arxiv_id":"2411.08599","code_links":[{"title":"XGenerationLab/XiYan-SQL","url":"https://github.com/XGenerationLab/XiYan-SQL"},{"title":"xgenerationlab/xiyan_mcp_server","url":"https://github.com/xgenerationlab/xiyan_mcp_server"},{"title":"XGenerationLab/M-Schema","url":"https://github.com/XGenerationLab/M-Schema"},{"title":"xgenerationlab/xiyan-dbdescgen","url":"https://github.com/xgenerationlab/xiyan-dbdescgen"},{"title":"XGenerationLab/XiYan-DateResolver","url":"https://github.com/XGenerationLab/XiYan-DateResolver"}],"syntology":null}},{"leaderboard":"/sota/text-to-sql-on-spider-2-0","slug":"text-to-sql-on-spider-2-0","dataset":"Spider 2.0","dataset_url":"/dataset/spider-2-0","rows_in_archive":8,"metrics":["Success Rate"],"first_row_in_archive_order":{"model":"Spider-Agent + o1-preview","paper_title":"Spider 2.0: Evaluating Language Models on Real-World Enterprise Text-to-SQL Workflows","paper_url":"/paper/spider-2-0-evaluating-language-models-on-real","paper_date":"2024-11-12","arxiv_id":"2411.07763","code_links":[],"syntology":null}},{"leaderboard":"/sota/text-to-sql-on-sparc","slug":"text-to-sql-on-sparc","dataset":"SParC","dataset_url":"/dataset/sparc","rows_in_archive":7,"metrics":["interaction match accuracy","question match accuracy"],"first_row_in_archive_order":{"model":"RASAT+PICARD","paper_title":"RASAT: Integrating Relational Structures into Pretrained Seq2Seq Model for Text-to-SQL","paper_url":"/paper/rasat-integrating-relational-structures-into","paper_date":"2022-05-14","arxiv_id":"2205.06983","code_links":[{"title":"lumia-group/rasat","url":"https://github.com/lumia-group/rasat"}],"syntology":{"n":9,"n_ran":0,"n_unverified":9,"n_pointer_only":0}}},{"leaderboard":"/sota/text-to-sql-on-spider-1","slug":"text-to-sql-on-spider-1","dataset":"SPIDER","dataset_url":"/dataset/spider-realistic","rows_in_archive":4,"metrics":["Exact Match Accuracy (in Dev)","Execution Accuracy (in Dev)"],"first_row_in_archive_order":{"model":"T5-3B+PICARD","paper_title":"PICARD: Parsing Incrementally for Constrained Auto-Regressive Decoding from Language Models","paper_url":"/paper/picard-parsing-incrementally-for-constrained","paper_date":"2021-09-10","arxiv_id":"2109.05093","code_links":[{"title":"servicenow/picard","url":"https://github.com/servicenow/picard"},{"title":"ElementAI/picard","url":"https://github.com/ElementAI/picard"},{"title":"yangyucheng000/Paper-3","url":"https://github.com/yangyucheng000/Paper-3/tree/main/acm-mm-2023-picr-master"}],"syntology":{"n":7,"n_ran":4,"n_unverified":3,"n_pointer_only":0}}},{"leaderboard":"/sota/text-to-sql-on-kaggledbqa","slug":"text-to-sql-on-kaggledbqa","dataset":"KaggleDBQA","dataset_url":"/dataset/kaggledbqa","rows_in_archive":2,"metrics":["Exact Match (EM)"],"first_row_in_archive_order":{"model":"RAT-SQL","paper_title":"KaggleDBQA: Realistic Evaluation of Text-to-SQL Parsers","paper_url":"/paper/kaggledbqa-realistic-evaluation-of-text-to","paper_date":"2021-06-22","arxiv_id":"2106.11455","code_links":[{"title":"saparina/text2sql-nlvariation","url":"https://github.com/saparina/text2sql-nlvariation"},{"title":"chiahsuan156/KaggleDBQA","url":"https://github.com/chiahsuan156/KaggleDBQA"}],"syntology":null}},{"leaderboard":"/sota/text-to-sql-on-2d-kitti-cars-easy","slug":"text-to-sql-on-2d-kitti-cars-easy","dataset":"2D KITTI Cars Easy","dataset_url":"/dataset/kitti","rows_in_archive":1,"metrics":["0..5sec"],"first_row_in_archive_order":{"model":"sdfa","paper_title":"Non-local Neural Networks","paper_url":"/paper/non-local-neural-networks","paper_date":"2017-11-21","arxiv_id":"1711.07971","code_links":[{"title":"facebookresearch/detectron","url":"https://github.com/facebookresearch/detectron"},{"title":"facebookresearch/SlowFast","url":"https://github.com/facebookresearch/SlowFast"},{"title":"open-mmlab/mmaction2","url":"https://github.com/open-mmlab/mmaction2"},{"title":"MIT-HAN-LAB/temporal-shift-module","url":"https://github.com/MIT-HAN-LAB/temporal-shift-module"},{"title":"facebookresearch/video-nonlocal-net","url":"https://github.com/facebookresearch/video-nonlocal-net"},{"title":"cmsflash/efficient-attention","url":"https://github.com/cmsflash/efficient-attention"},{"title":"tea1528/Non-Local-NN-Pytorch","url":"https://github.com/tea1528/Non-Local-NN-Pytorch"},{"title":"vanoracai/Exploiting-Spatial-temporal-Relationships-for-3D-Pose-Estimation-via-Graph-Convolutional-Networks","url":"https://github.com/vanoracai/Exploiting-Spatial-temporal-Relationships-for-3D-Pose-Estimation-via-Graph-Convolutional-Networks"},{"title":"franknb/Self-attention-DCGAN","url":"https://github.com/franknb/Self-attention-DCGAN"},{"title":"mirthai/csa-net","url":"https://github.com/mirthai/csa-net"},{"title":"tinymilky/RSANet","url":"https://github.com/tinymilky/RSANet"},{"title":"tonysy/PyAction","url":"https://github.com/tonysy/PyAction"},{"title":"seominseok0429/inception-I3D-NON-LOCAL","url":"https://github.com/seominseok0429/inception-I3D-NON-LOCAL"},{"title":"jpviguerasguillen/feedback-non-local-attention-fnla","url":"https://github.com/jpviguerasguillen/feedback-non-local-attention-fnla"},{"title":"JiaPeng1234/MRI-Segmentation-Transformer","url":"https://github.com/JiaPeng1234/MRI-Segmentation-Transformer"},{"title":"jpviguerasguillen/feedback-non-local-attention_fNLA","url":"https://github.com/jpviguerasguillen/feedback-non-local-attention_fNLA"},{"title":"huyz1117/Non_Local_Net_TensorFlow","url":"https://github.com/huyz1117/Non_Local_Net_TensorFlow"},{"title":"code-implementation1/Code6","url":"https://github.com/code-implementation1/Code6/tree/main/Non_local"},{"title":"MS-Mind/MS-Code-06","url":"https://github.com/MS-Mind/MS-Code-06/tree/main/Non_local"},{"title":"WavesUR/embedded_TSM","url":"https://github.com/WavesUR/embedded_TSM"},{"title":"sunutf/TSM","url":"https://github.com/sunutf/TSM"},{"title":"Mind23-2/MindCode-3","url":"https://github.com/Mind23-2/MindCode-3/tree/main/I3D"},{"title":"Mind23-2/MindCode-101","url":"https://github.com/Mind23-2/MindCode-101/tree/main/Non_local"},{"title":"changliu816/CV-paper-review","url":"https://github.com/changliu816/CV-paper-review"},{"title":"jiajunhua/facebookresearch-Detectron","url":"https://github.com/jiajunhua/facebookresearch-Detectron"},{"title":"owena11/papers","url":"https://github.com/owena11/papers"},{"title":"LRacoci/permutation-graphml","url":"https://github.com/LRacoci/permutation-graphml"},{"title":"jordiae/DeepLearning-MAI","url":"https://github.com/jordiae/DeepLearning-MAI"},{"title":"MS-Mind/MS-Code-08","url":"https://github.com/MS-Mind/MS-Code-08/tree/main/Non_local"},{"title":"Aprilkaka/nonlocal_mindspore","url":"https://github.com/Aprilkaka/nonlocal_mindspore"},{"title":"MindSpore-paper-code-2/code2","url":"https://github.com/MindSpore-paper-code-2/code2/tree/main/Non_local"},{"title":"rijuldhir/TSM","url":"https://github.com/rijuldhir/TSM"}],"syntology":{"n":4,"n_ran":3,"n_unverified":1,"n_pointer_only":4}}},{"leaderboard":"/sota/text-to-sql-on-sede","slug":"text-to-sql-on-sede","dataset":"SEDE","dataset_url":"/dataset/sede","rows_in_archive":1,"metrics":["PCM-F1 (dev)","PCM-F1 (test)"],"first_row_in_archive_order":{"model":"T5-Large","paper_title":"Text-to-SQL in the Wild: A Naturally-Occurring Dataset Based on Stack Exchange Data","paper_url":"/paper/text-to-sql-in-the-wild-a-naturally-occurring","paper_date":"2021-06-09","arxiv_id":"2106.05006","code_links":[{"title":"hirupert/sede","url":"https://github.com/hirupert/sede"}],"syntology":{"n":5,"n_ran":0,"n_unverified":5,"n_pointer_only":0}}},{"leaderboard":"/sota/text-to-sql-on-sql-eval-1","slug":"text-to-sql-on-sql-eval-1","dataset":"SQL-Eval","dataset_url":"/dataset/sql-eval-1","rows_in_archive":1,"metrics":["Execution Accuracy"],"first_row_in_archive_order":{"model":"XiYan-SQL","paper_title":"A Preview of XiYan-SQL: A Multi-Generator Ensemble Framework for Text-to-SQL","paper_url":"/paper/xiyan-sql-a-multi-generator-ensemble","paper_date":"2024-11-13","arxiv_id":"2411.08599","code_links":[{"title":"XGenerationLab/XiYan-SQL","url":"https://github.com/XGenerationLab/XiYan-SQL"},{"title":"xgenerationlab/xiyan_mcp_server","url":"https://github.com/xgenerationlab/xiyan_mcp_server"},{"title":"XGenerationLab/M-Schema","url":"https://github.com/XGenerationLab/M-Schema"},{"title":"xgenerationlab/xiyan-dbdescgen","url":"https://github.com/xgenerationlab/xiyan-dbdescgen"},{"title":"XGenerationLab/XiYan-DateResolver","url":"https://github.com/XGenerationLab/XiYan-DateResolver"}],"syntology":null}},{"leaderboard":"/sota/text-to-sql-on-text-to-sql","slug":"text-to-sql-on-text-to-sql","dataset":"Text-To-SQL","dataset_url":null,"rows_in_archive":1,"metrics":["0-shot MRR"],"first_row_in_archive_order":{"model":"Orange-mini","paper_title":"OpenGrok: Enhancing SNS Data Processing with Distilled Knowledge and Mask-like Mechanisms","paper_url":"/paper/opengrok-enhancing-sns-data-processing-with","paper_date":"2025-02-11","arxiv_id":"2502.07312","code_links":[{"title":"Lumen-Laboratory/OpenGrok","url":"https://github.com/Lumen-Laboratory/OpenGrok"}],"syntology":null}}],"datasets":[{"url":"/dataset/kitti","name":"KITTI","full_name":"","num_papers_in_archive":3661},{"url":"/dataset/spider-realistic","name":"Spider-Realistic","full_name":"","num_papers_in_archive":91},{"url":"/dataset/hybridqa","name":"HybridQA","full_name":"","num_papers_in_archive":70},{"url":"/dataset/sparc","name":"SParC","full_name":"Semantic Parsing in Context","num_papers_in_archive":59},{"url":"/dataset/cosql","name":"CoSQL","full_name":"Conversational Text-to-SQL Challenge","num_papers_in_archive":45},{"url":"/dataset/kaggledbqa","name":"KaggleDBQA","full_name":"KaggleDBQA: Realistic Text-to-SQL dataset","num_papers_in_archive":28},{"url":"/dataset/bird-sql","name":"BIRD (BIg Bench for LaRge-scale Database Grounded Text-to-SQL Evaluation)","full_name":"","num_papers_in_archive":15},{"url":"/dataset/sede","name":"SEDE","full_name":"Stack Exchange Data Explorer","num_papers_in_archive":11},{"url":"/dataset/spider-2-0","name":"Spider 2.0","full_name":"Spider 2.0","num_papers_in_archive":8},{"url":"/dataset/splash","name":"SPLASH","full_name":"","num_papers_in_archive":6},{"url":"/dataset/adveta","name":"ADVETA","full_name":"","num_papers_in_archive":5},{"url":"/dataset/multispider","name":"MultiSpider","full_name":"","num_papers_in_archive":4},{"url":"/dataset/triagesql","name":"TriageSQL","full_name":null,"num_papers_in_archive":3},{"url":"/dataset/sql-eval-1","name":"SQL-Eval","full_name":"","num_papers_in_archive":2},{"url":"/dataset/vitext2sql","name":"ViText2SQL","full_name":null,"num_papers_in_archive":2},{"url":"/dataset/car-bi","name":"Car_bi","full_name":"","num_papers_in_archive":1},{"url":"/dataset/mmsql","name":"MMSQL","full_name":"Multi-Turn Multi-Type Text-to-SQL test suit","num_papers_in_archive":1},{"url":"/dataset/tur2sql","name":"TUR2SQL","full_name":"TUR2SQL","num_papers_in_archive":1},{"url":"/dataset/nstext2sql-an-open-source-text-to-sql-dataset","name":"NSText2SQL: An Open Source Text-to-SQL Dataset for Foundation Model Training","full_name":"","num_papers_in_archive":0},{"url":"/dataset/turspider-1","name":"TURSpider","full_name":"TURSpider: A Turkish Text-to-SQL Dataset","num_papers_in_archive":0},{"url":"/dataset/turspider","name":"TURSpider: A Turkish Text-to-SQL Dataset","full_name":"","num_papers_in_archive":0}],"subtasks":[{"url":"/task/mmsql-performance","name":"MMSQL performance"}],"parent_tasks":[{"url":"/task/semantic-parsing","name":"Semantic Parsing"}],"papers":{"order":"repositories listed in the archive (desc), then date (desc); the archive holds no stars","population":"papers tagged with this task that list at least one repository in the archive","shown":30,"of":209,"tagged_in_all":424,"items":[{"url":"/paper/non-local-neural-networks","title":"Non-local Neural Networks","date":"2017-11-21","arxiv_id":"1711.07971","repositories_listed":32,"syntology":{"n":4,"n_ran":3,"n_unverified":1,"n_pointer_only":4}},{"url":"/paper/seq2sql-generating-structured-queries-from","title":"Seq2SQL: Generating Structured Queries from Natural Language using Reinforcement Learning","date":"2017-08-31","arxiv_id":"1709.00103","repositories_listed":15,"syntology":null},{"url":"/paper/sqlnet-generating-structured-queries-from","title":"SQLNet: Generating Structured Queries From Natural Language Without Reinforcement Learning","date":"2017-11-13","arxiv_id":"1711.04436","repositories_listed":13,"syntology":{"n":19,"n_ran":4,"n_unverified":15,"n_pointer_only":0}},{"url":"/paper/spider-a-large-scale-human-labeled-dataset","title":"Spider: A Large-Scale Human-Labeled Dataset for Complex and Cross-Domain Semantic Parsing and Text-to-SQL Task","date":"2018-09-24","arxiv_id":"1809.08887","repositories_listed":6,"syntology":{"n":8,"n_ran":7,"n_unverified":1,"n_pointer_only":3}},{"url":"/paper/spider-a-large-scale-human-labeled-dataset","title":"Spider: A Large-Scale Human-Labeled Dataset for Complex and Cross-Domain Semantic Parsing and Text-to-SQL Task","date":"2018-09-24","arxiv_id":"1809.08887","repositories_listed":6,"syntology":{"n":8,"n_ran":7,"n_unverified":1,"n_pointer_only":3}},{"url":"/paper/xiyan-sql-a-multi-generator-ensemble","title":"A Preview of XiYan-SQL: A Multi-Generator Ensemble Framework for Text-to-SQL","date":"2024-11-13","arxiv_id":"2411.08599","repositories_listed":5,"syntology":null},{"url":"/paper/xiyan-sql-a-multi-generator-ensemble","title":"A Preview of XiYan-SQL: A Multi-Generator Ensemble Framework for Text-to-SQL","date":"2024-11-13","arxiv_id":"2411.08599","repositories_listed":5,"syntology":null},{"url":"/paper/content-enhanced-bert-based-text-to-sql","title":"Content Enhanced BERT-based Text-to-SQL Generation","date":"2019-10-16","arxiv_id":"1910.07179","repositories_listed":5,"syntology":null},{"url":"/paper/content-enhanced-bert-based-text-to-sql","title":"Content Enhanced BERT-based Text-to-SQL Generation","date":"2019-10-16","arxiv_id":"1910.07179","repositories_listed":5,"syntology":null},{"url":"/paper/towards-complex-text-to-sql-in-cross-domain","title":"Towards Complex Text-to-SQL in Cross-Domain Database with Intermediate Representation","date":"2019-05-20","arxiv_id":"1905.08205","repositories_listed":5,"syntology":{"n":20,"n_ran":0,"n_unverified":20,"n_pointer_only":12}},{"url":"/paper/towards-complex-text-to-sql-in-cross-domain","title":"Towards Complex Text-to-SQL in Cross-Domain Database with Intermediate Representation","date":"2019-05-20","arxiv_id":"1905.08205","repositories_listed":5,"syntology":{"n":20,"n_ran":0,"n_unverified":20,"n_pointer_only":12}},{"url":"/paper/xiyan-sql-a-novel-multi-generator-framework","title":"XiYan-SQL: A Novel Multi-Generator Framework For Text-to-SQL","date":"2025-07-07","arxiv_id":"2507.04701","repositories_listed":4,"syntology":{"n":10,"n_ran":0,"n_unverified":10,"n_pointer_only":0}},{"url":"/paper/xiyan-sql-a-novel-multi-generator-framework","title":"XiYan-SQL: A Novel Multi-Generator Framework For Text-to-SQL","date":"2025-07-07","arxiv_id":"2507.04701","repositories_listed":4,"syntology":{"n":10,"n_ran":0,"n_unverified":10,"n_pointer_only":0}},{"url":"/paper/rat-sql-relation-aware-schema-encoding-and-1","title":"RAT-SQL: Relation-Aware Schema Encoding and Linking for Text-to-SQL Parsers","date":"2019-11-10","arxiv_id":"1911.04942","repositories_listed":4,"syntology":{"n":7,"n_ran":4,"n_unverified":3,"n_pointer_only":0}},{"url":"/paper/rat-sql-relation-aware-schema-encoding-and-1","title":"RAT-SQL: Relation-Aware Schema Encoding and Linking for Text-to-SQL Parsers","date":"2019-11-10","arxiv_id":"1911.04942","repositories_listed":4,"syntology":{"n":7,"n_ran":4,"n_unverified":3,"n_pointer_only":0}},{"url":"/paper/sparc-cross-domain-semantic-parsing-in","title":"SParC: Cross-Domain Semantic Parsing in Context","date":"2019-06-05","arxiv_id":"1906.02285","repositories_listed":4,"syntology":{"n":4,"n_ran":4,"n_unverified":0,"n_pointer_only":3}},{"url":"/paper/sparc-cross-domain-semantic-parsing-in","title":"SParC: Cross-Domain Semantic Parsing in Context","date":"2019-06-05","arxiv_id":"1906.02285","repositories_listed":4,"syntology":{"n":4,"n_ran":4,"n_unverified":0,"n_pointer_only":3}},{"url":"/paper/natural-sql-making-sql-easier-to-infer-from","title":"Natural SQL: Making SQL Easier to Infer from Natural Language Specifications","date":"2021-09-11","arxiv_id":"2109.05153","repositories_listed":3,"syntology":{"n":3,"n_ran":2,"n_unverified":1,"n_pointer_only":3}},{"url":"/paper/natural-sql-making-sql-easier-to-infer-from","title":"Natural SQL: Making SQL Easier to Infer from Natural Language Specifications","date":"2021-09-11","arxiv_id":"2109.05153","repositories_listed":3,"syntology":{"n":3,"n_ran":2,"n_unverified":1,"n_pointer_only":3}},{"url":"/paper/picard-parsing-incrementally-for-constrained","title":"PICARD: Parsing Incrementally for Constrained Auto-Regressive Decoding from Language Models","date":"2021-09-10","arxiv_id":"2109.05093","repositories_listed":3,"syntology":{"n":7,"n_ran":4,"n_unverified":3,"n_pointer_only":0}},{"url":"/paper/picard-parsing-incrementally-for-constrained","title":"PICARD: Parsing Incrementally for Constrained Auto-Regressive Decoding from Language Models","date":"2021-09-10","arxiv_id":"2109.05093","repositories_listed":3,"syntology":{"n":7,"n_ran":4,"n_unverified":3,"n_pointer_only":0}},{"url":"/paper/learning-contextual-representations-for","title":"Learning Contextual Representations for Semantic Parsing with Generation-Augmented Pre-Training","date":"2020-12-18","arxiv_id":"2012.10309","repositories_listed":3,"syntology":null},{"url":"/paper/learning-contextual-representations-for","title":"Learning Contextual Representations for Semantic Parsing with Generation-Augmented Pre-Training","date":"2020-12-18","arxiv_id":"2012.10309","repositories_listed":3,"syntology":null},{"url":"/paper/semantic-evaluation-for-text-to-sql-with","title":"Semantic Evaluation for Text-to-SQL with Distilled Test Suites","date":"2020-10-06","arxiv_id":"2010.02840","repositories_listed":3,"syntology":{"n":5,"n_ran":5,"n_unverified":0,"n_pointer_only":3}},{"url":"/paper/semantic-evaluation-for-text-to-sql-with","title":"Semantic Evaluation for Text-to-SQL with Distilled Test Suites","date":"2020-10-06","arxiv_id":"2010.02840","repositories_listed":3,"syntology":{"n":5,"n_ran":5,"n_unverified":0,"n_pointer_only":3}},{"url":"/paper/cosql-a-conversational-text-to-sql-challenge","title":"CoSQL: A Conversational Text-to-SQL Challenge Towards Cross-Domain Natural Language Interfaces to Databases","date":"2019-09-11","arxiv_id":"1909.05378","repositories_listed":3,"syntology":{"n":11,"n_ran":1,"n_unverified":10,"n_pointer_only":0}},{"url":"/paper/cosql-a-conversational-text-to-sql-challenge","title":"CoSQL: A Conversational Text-to-SQL Challenge Towards Cross-Domain Natural Language Interfaces to Databases","date":"2019-09-11","arxiv_id":"1909.05378","repositories_listed":3,"syntology":{"n":11,"n_ran":1,"n_unverified":10,"n_pointer_only":0}},{"url":"/paper/editing-based-sql-query-generation-for-cross","title":"Editing-Based SQL Query Generation for Cross-Domain Context-Dependent Questions","date":"2019-09-02","arxiv_id":"1909.00786","repositories_listed":3,"syntology":null},{"url":"/paper/editing-based-sql-query-generation-for-cross","title":"Editing-Based SQL Query Generation for Cross-Domain Context-Dependent Questions","date":"2019-09-02","arxiv_id":"1909.00786","repositories_listed":3,"syntology":null},{"url":"/paper/towards-automated-cross-domain-exploratory","title":"Towards Automated Cross-domain Exploratory Data Analysis through Large Language Models","date":"2024-12-10","arxiv_id":"2412.07214","repositories_listed":2,"syntology":null}],"syntology_records":20,"syntology_note":"a paper without a record is not a recorded non-run: it may lack an arXiv id or simply be absent from the graph layer"},"description_links":{"kept":0,"unwrapped_to_text":0,"bare_urls_linked":0,"relative_images_dropped":0,"rule":"internal links are kept only when the target slug exists in the catalog"},"syntology":{"read_at":"2026-09-24T18:15:14+00:00","claim":"Per-sample execution status on synthesized fixtures ('ran N of M samples'); not a correctness claim and not a ranking signal.","status_vocabulary":{"ran_honours":"ran, honoured the contract we drafted","ran_violates":"ran, violated the contract we drafted","ran_draft_wrong":"ran; our contract draft was wrong, not the code","ran_fixture":"ran; our fixture could not drive it","ran":"ran on a synthesized input","unverified":"unverified (harvested, no recorded run)"}},"not_shown":{"libraries":"the archive has no per-task library table","trend_sparklines":"the Trend column of the benchmarks table was a rendered image; it is not in the archive","social_and_latest_sorts":"stars and social signals are not in the archive"}}