{"about":{"non_affiliation":"Code with Papers and Syntology are not affiliated with, endorsed by, or sponsored by Papers with Code, Meta, or the pwc-archive mirror.","site":"https://codewithpapers.app","licence":"CC BY-SA 4.0","licence_url":"https://creativecommons.org/licenses/by-sa/4.0/legalcode","attribution":"https://codewithpapers.app/attribution","modified":"archive material modified by Syntology; see the attribution page","syntology":{"site":"https://syntology.ai","developers":"https://syntology.ai/developers","mcp":{"server":"https://syntology.ai/mcp","transport":"streamable-http","server_card":"https://syntology.ai/.well-known/mcp/server-card.json","auth":{"type":"trial token, no account","trial_token":"https://syntology.ai/api/oauth/trial/token","method":"POST","docs":"https://syntology.ai/developers"}},"have":"https://syntology.ai/api/graph/have?x=<method, arXiv id or title> (free, answers coverage only)","paper_base":"https://syntology.ai/paper/","atlas_base":"https://app.syntology.ai/?focus="},"machine_readable":[{"url":"https://codewithpapers.app/llms.txt","what":"the machine catalog: every machine-readable file, counted"},{"url":"https://codewithpapers.app/index/manifest.json","what":"paper-to-code index by arXiv id, with Syntology's counts"},{"url":"https://codewithpapers.app/search/manifest.json","what":"site search index (titles, authors) and its files"},{"url":"https://codewithpapers.app/download","what":"bulk files: Syntology's layer, described there"},{"url":"https://codewithpapers.app/build_manifest.json","what":"the build record: inputs, counts, exclusions, probes"}]},"url":"/task/text-to-sql/papers/2","list_of":"/task/text-to-sql","task":"Text-To-SQL","archive":{"snapshot":"2025-07-28"},"key_notes":{"n_ran_checked":"legacy name, kept unchanged so existing readers do not break: it counts the samples that ran with no instrument failure (honoured, violated, and ran with no contract checked); it does not mean a contract was checked, and the pages print it as 'K with no instrument failure', not 'K checked'","n_constructed":"a sub-count of the samples that ran, never subtracted from them and never a failure: an executed sample whose run returned an instance of its own class (fixture_out_type equals the entry name): the run built an object and did not compute a result (Syntology's RAN record, counts.constructed)"},"syntology_read_at":"2026-09-28T10:30:06+00:00","order":"archive","order_definition":"repositories listed in the archive (most first), then date (newest first), then slug","page":2,"pages_in_order":5,"rows_per_page":100,"rows":[101,200],"of":424,"counts":{"archive_papers_tagged":424,"with_a_code_link":209,"where_syntology_ran_a_sample":70,"not_listed_spam_title":0,"listed":424,"listed_where_code_ran":70,"where_syntology_ran_a_sample_split":{"with_a_run_with_no_instrument_failure":57,"every_run_a_failure_of_syntologys_instrument":13,"listed_with_a_run_with_no_instrument_failure":57,"listed_every_run_a_failure_of_syntologys_instrument":13,"filter":{"states":["a run with no instrument failure","any run, instrument failures included"],"default":"a run with no instrument failure","note":"on the 'only where code ran' pages the default hides, in the browser, the rows where every run was a failure of Syntology's instrument; the second state shows them again. Rows are hidden, never re-ordered; these twins list every row"}},"definition":"distinct papers the archive tags; 'where Syntology ran a sample' counts papers with at least one harvested sample that ran, which is not a correctness claim"},"first_page":"/task/text-to-sql","prev":"/task/text-to-sql","next":"/task/text-to-sql/papers/3","papers":[{"url":"/paper/demonstration-of-db-gpt-next-generation-data","slug":"demonstration-of-db-gpt-next-generation-data","title":"Demonstration of DB-GPT: Next Generation Data Interaction System Empowered by Large Language Models","date":"2024-04-16","arxiv_id":"2404.10209","repositories_listed":1,"syntology":null},{"url":"/paper/retrieval-augmented-text-to-sql-generation","slug":"retrieval-augmented-text-to-sql-generation","title":"Retrieval augmented text-to-SQL generation for epidemiological question answering using electronic health records","date":"2024-03-14","arxiv_id":"2403.09226","repositories_listed":1,"syntology":null},{"url":"/paper/pet-sql-a-prompt-enhanced-two-stage-text-to","slug":"pet-sql-a-prompt-enhanced-two-stage-text-to","title":"PET-SQL: A Prompt-Enhanced Two-Round Refinement of Text-to-SQL with Cross-consistency","date":"2024-03-13","arxiv_id":"2403.09732","repositories_listed":1,"syntology":{"n":9,"n_ran":6,"n_constructed":0,"n_ran_checked":6,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":6,"n_pointer_only":9,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 6 with no instrument failure: 0 honoured, 0 violated, 6 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/pet-sql-a-prompt-enhanced-two-stage-text-to#ran","syntology_url":"https://syntology.ai/paper/2403.09732","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2403.09732"}},"official":{"repos":["zhshlii/petsql"],"state":"official (archive's flag): 6 ran","n_ran":6,"n_constructed":0,"n_ran_no_instrument_failure":6,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/codes-towards-building-open-source-language","slug":"codes-towards-building-open-source-language","title":"CodeS: Towards Building Open-source Language Models for Text-to-SQL","date":"2024-02-26","arxiv_id":"2402.16347","repositories_listed":1,"syntology":{"n":16,"n_ran":12,"n_constructed":0,"n_ran_checked":12,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/codes-towards-building-open-source-language#ran","syntology_url":"https://syntology.ai/paper/2402.16347","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.16347"}},"official":{"repos":["ruckbreasoning/codes"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/understanding-the-effects-of-noise-in-text-to","slug":"understanding-the-effects-of-noise-in-text-to","title":"Understanding the Effects of Noise in Text-to-SQL: An Examination of the BIRD-Bench Benchmark","date":"2024-02-19","arxiv_id":"2402.12243","repositories_listed":1,"syntology":null},{"url":"/paper/knowledge-to-sql-enhancing-sql-generation","slug":"knowledge-to-sql-enhancing-sql-generation","title":"Knowledge-to-SQL: Enhancing SQL Generation with Data Expert LLM","date":"2024-02-18","arxiv_id":"2402.11517","repositories_listed":1,"syntology":{"n":3,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/knowledge-to-sql-enhancing-sql-generation#ran","syntology_url":"https://syntology.ai/paper/2402.11517","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.11517"}},"official":{"repos":["Rcrossmeister/Knowledge-to-SQL"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/decomposition-for-enhancing-attention","slug":"decomposition-for-enhancing-attention","title":"Decomposition for Enhancing Attention: Improving LLM-based Text-to-SQL through Workflow Paradigm","date":"2024-02-16","arxiv_id":"2402.10671","repositories_listed":1,"syntology":null},{"url":"/paper/improving-demonstration-diversity-by-human","slug":"improving-demonstration-diversity-by-human","title":"Improving Demonstration Diversity by Human-Free Fusing for Text-to-SQL","date":"2024-02-16","arxiv_id":"2402.10663","repositories_listed":1,"syntology":null},{"url":"/paper/multi-hop-table-retrieval-for-open-domain","slug":"multi-hop-table-retrieval-for-open-domain","title":"MURRE: Multi-Hop Table Retrieval with Removal for Open-Domain Text-to-SQL","date":"2024-02-16","arxiv_id":"2402.10666","repositories_listed":1,"syntology":null},{"url":"/paper/when-is-tree-search-useful-for-llm-planning","slug":"when-is-tree-search-useful-for-llm-planning","title":"When is Tree Search Useful for LLM Planning? It Depends on the Discriminator","date":"2024-02-16","arxiv_id":"2402.10890","repositories_listed":1,"syntology":{"n":2,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"0 ran · 2 unverified","sample_list":"/paper/when-is-tree-search-useful-for-llm-planning#ran","syntology_url":"https://syntology.ai/paper/2402.10890","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.10890"}},"official":{"repos":["osu-nlp-group/llm-planning-eval"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":2,"ran_from_kinds":[]}}},{"url":"/paper/evaluating-the-data-model-robustness-of-text","slug":"evaluating-the-data-model-robustness-of-text","title":"Evaluating the Data Model Robustness of Text-to-SQL Systems Based on Real User Queries","date":"2024-02-13","arxiv_id":"2402.08349","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/evaluating-the-data-model-robustness-of-text#ran","syntology_url":"https://syntology.ai/paper/2402.08349","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2402.08349"}},"official":{"repos":["jf87/footballdb"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/improving-generalization-in-semantic-parsing","slug":"improving-generalization-in-semantic-parsing","title":"Improving Generalization in Semantic Parsing by Increasing Natural Language Variation","date":"2024-02-13","arxiv_id":"2402.08666","repositories_listed":1,"syntology":null},{"url":"/paper/araspider-democratizing-arabic-to-sql","slug":"araspider-democratizing-arabic-to-sql","title":"AraSpider: Democratizing Arabic-to-SQL","date":"2024-02-12","arxiv_id":"2402.07448","repositories_listed":1,"syntology":null},{"url":"/paper/analyzing-the-effectiveness-of-large-language","slug":"analyzing-the-effectiveness-of-large-language","title":"Analyzing the Effectiveness of Large Language Models on Text-to-SQL Synthesis","date":"2024-01-22","arxiv_id":"2401.12379","repositories_listed":1,"syntology":null},{"url":"/paper/mac-sql-multi-agent-collaboration-for-text-to","slug":"mac-sql-multi-agent-collaboration-for-text-to","title":"MAC-SQL: A Multi-Agent Collaborative Framework for Text-to-SQL","date":"2023-12-18","arxiv_id":"2312.11242","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":1,"n_instrument":2,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/mac-sql-multi-agent-collaboration-for-text-to#ran","syntology_url":"https://syntology.ai/paper/2312.11242","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.11242"}},"official":{"repos":["wbbeyourself/mac-sql"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official","unlocated"]}}},{"url":"/paper/llm-sql-solver-can-llms-determine-sql","slug":"llm-sql-solver-can-llms-determine-sql","title":"LLM-SQL-Solver: Can LLMs Determine SQL Equivalence?","date":"2023-12-16","arxiv_id":"2312.10321","repositories_listed":1,"syntology":null},{"url":"/paper/dbcopilot-scaling-natural-language-querying","slug":"dbcopilot-scaling-natural-language-querying","title":"DBCopilot: Natural Language Querying over Massive Databases via Schema Routing","date":"2023-12-06","arxiv_id":"2312.03463","repositories_listed":1,"syntology":{"n":5,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":5,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/dbcopilot-scaling-natural-language-querying#ran","syntology_url":"https://syntology.ai/paper/2312.03463","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2312.03463"}},"official":{"repos":["tshu-w/dbcopilot"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/crush4sql-collective-retrieval-using-schema","slug":"crush4sql-collective-retrieval-using-schema","title":"CRUSH4SQL: Collective Retrieval Using Schema Hallucination For Text2SQL","date":"2023-11-02","arxiv_id":"2311.01173","repositories_listed":1,"syntology":null},{"url":"/paper/sqlformer-deep-auto-regressive-query-graph","slug":"sqlformer-deep-auto-regressive-query-graph","title":"SQLformer: Deep Auto-Regressive Query Graph Generation for Text-to-SQL Translation","date":"2023-10-27","arxiv_id":"2310.18376","repositories_listed":1,"syntology":null},{"url":"/paper/act-sql-in-context-learning-for-text-to-sql","slug":"act-sql-in-context-learning-for-text-to-sql","title":"ACT-SQL: In-Context Learning for Text-to-SQL with Automatically-Generated Chain-of-Thought","date":"2023-10-26","arxiv_id":"2310.17342","repositories_listed":1,"syntology":{"n":12,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":3,"n_no_contract":7,"n_pointer_only":12,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 3 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/act-sql-in-context-learning-for-text-to-sql#ran","syntology_url":"https://syntology.ai/paper/2310.17342","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.17342"}},"official":{"repos":["x-lance/text2sql-gpt"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/tur2sql-a-cross-domain-turkish-dataset-for","slug":"tur2sql-a-cross-domain-turkish-dataset-for","title":"TUR2SQL: A Cross-Domain Turkish Dataset For Text-to-SQL","date":"2023-10-24","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/benchmarking-and-improving-text-to-sql","slug":"benchmarking-and-improving-text-to-sql","title":"Benchmarking and Improving Text-to-SQL Generation under Ambiguity","date":"2023-10-20","arxiv_id":"2310.13659","repositories_listed":1,"syntology":{"n":17,"n_ran":12,"n_constructed":0,"n_ran_checked":12,"n_instrument":0,"n_unverified":5,"n_honours":0,"n_violates":0,"n_no_contract":12,"n_pointer_only":0,"phrase":"12 ran (of which 0 constructed an object rather than computing a result; 12 with no instrument failure: 0 honoured, 0 violated, 12 with no contract checked; 0 where Syntology's instrument failed) · 5 unverified","sample_list":"/paper/benchmarking-and-improving-text-to-sql#ran","syntology_url":"https://syntology.ai/paper/2310.13659","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.13659"}},"official":{"repos":["testzer0/ambiqt"],"state":"official (archive's flag): 12 ran","n_ran":12,"n_constructed":0,"n_ran_no_instrument_failure":12,"n_unverified":5,"ran_from_kinds":["official"]}}},{"url":"/paper/semantic-decomposition-of-question-and-sql","slug":"semantic-decomposition-of-question-and-sql","title":"Semantic Decomposition of Question and SQL for Text-to-SQL Parsing","date":"2023-10-20","arxiv_id":"2310.13575","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/semantic-decomposition-of-question-and-sql#ran","syntology_url":"https://syntology.ai/paper/2310.13575","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2310.13575"}},"official":{"repos":["bgunlp/qpl"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/magnifico-evaluating-the-in-context-learning","slug":"magnifico-evaluating-the-in-context-learning","title":"MAGNIFICo: Evaluating the In-Context Learning Ability of Large Language Models to Generalize to Novel Interpretations","date":"2023-10-18","arxiv_id":"2310.11634","repositories_listed":1,"syntology":null},{"url":"/paper/selective-demonstrations-for-cross-domain","slug":"selective-demonstrations-for-cross-domain","title":"Selective Demonstrations for Cross-domain Text-to-SQL","date":"2023-10-10","arxiv_id":"2310.06302","repositories_listed":1,"syntology":null},{"url":"/paper/enhancing-open-domain-table-question","slug":"enhancing-open-domain-table-question","title":"Enhancing Open-Domain Table Question Answering via Syntax- and Structure-aware Dense Retrieval","date":"2023-09-19","arxiv_id":"2309.10506","repositories_listed":1,"syntology":null},{"url":"/paper/text-to-sql-empowered-by-large-language","slug":"text-to-sql-empowered-by-large-language","title":"Text-to-SQL Empowered by Large Language Models: A Benchmark Evaluation","date":"2023-08-29","arxiv_id":"2308.15363","repositories_listed":1,"syntology":{"n":3,"n_ran":1,"n_constructed":0,"n_ran_checked":1,"n_instrument":0,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 0 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/text-to-sql-empowered-by-large-language#ran","syntology_url":"https://syntology.ai/paper/2308.15363","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2308.15363"}},"official":{"repos":["beachwang/dail-sql"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/c3-zero-shot-text-to-sql-with-chatgpt","slug":"c3-zero-shot-text-to-sql-with-chatgpt","title":"C3: Zero-shot Text-to-SQL with ChatGPT","date":"2023-07-14","arxiv_id":"2307.07306","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/c3-zero-shot-text-to-sql-with-chatgpt#ran","syntology_url":"https://syntology.ai/paper/2307.07306","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2307.07306"}},"official":{"repos":["bigbigwatermalon/c3sql"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/t5-sr-a-unified-seq-to-seq-decoding-strategy","slug":"t5-sr-a-unified-seq-to-seq-decoding-strategy","title":"T5-SR: A Unified Seq-to-Seq Decoding Strategy for Semantic Parsing","date":"2023-06-14","arxiv_id":"2306.08368","repositories_listed":1,"syntology":null},{"url":"/paper/correcting-semantic-parses-with-natural","slug":"correcting-semantic-parses-with-natural","title":"Correcting Semantic Parses with Natural Language through Dynamic Schema Encoding","date":"2023-05-31","arxiv_id":"2305.19974","repositories_listed":1,"syntology":null},{"url":"/paper/improving-generalization-in-language-model","slug":"improving-generalization-in-language-model","title":"Improving Generalization in Language Model-Based Text-to-SQL Semantic Parsing: Two Simple Semantic Boundary-Based Techniques","date":"2023-05-27","arxiv_id":"2305.17378","repositories_listed":1,"syntology":null},{"url":"/paper/federated-learning-for-semantic-parsing-task","slug":"federated-learning-for-semantic-parsing-task","title":"Federated Learning for Semantic Parsing: Task Formulation, Evaluation Setup, New Algorithms","date":"2023-05-26","arxiv_id":"2305.17221","repositories_listed":1,"syntology":null},{"url":"/paper/css-a-large-scale-cross-schema-chinese-text","slug":"css-a-large-scale-cross-schema-chinese-text","title":"CSS: A Large-scale Cross-schema Chinese Text-to-SQL Medical Dataset","date":"2023-05-25","arxiv_id":"2305.15891","repositories_listed":1,"syntology":null},{"url":"/paper/uncovering-and-categorizing-social-biases-in","slug":"uncovering-and-categorizing-social-biases-in","title":"Uncovering and Categorizing Social Biases in Text-to-SQL","date":"2023-05-25","arxiv_id":"2305.16253","repositories_listed":1,"syntology":null},{"url":"/paper/unite-a-unified-benchmark-for-text-to-sql","slug":"unite-a-unified-benchmark-for-text-to-sql","title":"UNITE: A Unified Benchmark for Text-to-SQL Evaluation","date":"2023-05-25","arxiv_id":"2305.16265","repositories_listed":1,"syntology":null},{"url":"/paper/error-detection-for-text-to-sql-semantic","slug":"error-detection-for-text-to-sql-semantic","title":"Error Detection for Text-to-SQL Semantic Parsing","date":"2023-05-23","arxiv_id":"2305.13683","repositories_listed":1,"syntology":null},{"url":"/paper/text-to-sql-error-correction-with-language","slug":"text-to-sql-error-correction-with-language","title":"Text-to-SQL Error Correction with Language Models of Code","date":"2023-05-22","arxiv_id":"2305.13073","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":1,"phrase":"0 ran · 1 unverified","sample_list":"/paper/text-to-sql-error-correction-with-language#ran","syntology_url":"https://syntology.ai/paper/2305.13073","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.13073"}},"official":{"repos":["osu-nlp-group/auto-sql-correction"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/how-to-prompt-llms-for-text-to-sql-a-study-in","slug":"how-to-prompt-llms-for-text-to-sql-a-study-in","title":"How to Prompt LLMs for Text-to-SQL: A Study in Zero-shot, Single-domain, and Cross-domain Settings","date":"2023-05-19","arxiv_id":"2305.11853","repositories_listed":1,"syntology":{"n":6,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":0,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/how-to-prompt-llms-for-text-to-sql-a-study-in#ran","syntology_url":"https://syntology.ai/paper/2305.11853","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.11853"}},"official":{"repos":["shuaichenchang/prompt-text-to-sql"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/interactive-text-to-sql-generation-via","slug":"interactive-text-to-sql-generation-via","title":"Interactive Text-to-SQL Generation via Editable Step-by-Step Explanations","date":"2023-05-12","arxiv_id":"2305.07372","repositories_listed":1,"syntology":null},{"url":"/paper/can-llm-already-serve-as-a-database-interface","slug":"can-llm-already-serve-as-a-database-interface","title":"Can LLM Already Serve as A Database Interface? A BIg Bench for Large-Scale Database Grounded Text-to-SQLs","date":"2023-05-04","arxiv_id":"2305.03111","repositories_listed":1,"syntology":{"n":6,"n_ran":6,"n_constructed":0,"n_ran_checked":0,"n_instrument":6,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":6,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 6 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/can-llm-already-serve-as-a-database-interface#ran","syntology_url":"https://syntology.ai/paper/2305.03111","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2305.03111"}},"official":null}},{"url":"/paper/din-sql-decomposed-in-context-learning-of-1","slug":"din-sql-decomposed-in-context-learning-of-1","title":"DIN-SQL: Decomposed In-Context Learning of Text-to-SQL with Self-Correction","date":"2023-04-21","arxiv_id":"2304.11015","repositories_listed":1,"syntology":{"n":4,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":3,"n_pointer_only":0,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 0 violated, 3 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/din-sql-decomposed-in-context-learning-of-1#ran","syntology_url":"https://syntology.ai/paper/2304.11015","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2304.11015"}},"official":{"repos":["mohammadrezapourreza/few-shot-nl2sql-with-prompting"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":3,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/a-comprehensive-evaluation-of-chatgpt-s-zero","slug":"a-comprehensive-evaluation-of-chatgpt-s-zero","title":"A comprehensive evaluation of ChatGPT's zero-shot Text-to-SQL capability","date":"2023-03-12","arxiv_id":"2303.13547","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":3,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":3,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 3 with no instrument failure: 0 honoured, 3 violated, 0 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/a-comprehensive-evaluation-of-chatgpt-s-zero#ran","syntology_url":"https://syntology.ai/paper/2303.13547","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2303.13547"}},"official":{"repos":["thu-bpm/chatgpt-sql"],"state":"official: no sample here; runs from other or unrecorded repositories","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["unlocated"]}}},{"url":"/paper/lever-learning-to-verify-language-to-code","slug":"lever-learning-to-verify-language-to-code","title":"LEVER: Learning to Verify Language-to-Code Generation with Execution","date":"2023-02-16","arxiv_id":"2302.08468","repositories_listed":1,"syntology":{"n":22,"n_ran":18,"n_constructed":0,"n_ran_checked":18,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":1,"n_no_contract":17,"n_pointer_only":1,"phrase":"18 ran (of which 0 constructed an object rather than computing a result; 18 with no instrument failure: 0 honoured, 1 violated, 17 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/lever-learning-to-verify-language-to-code#ran","syntology_url":"https://syntology.ai/paper/2302.08468","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.08468"}},"official":{"repos":["niansong1996/lever"],"state":"official (archive's flag): 18 ran","n_ran":18,"n_constructed":0,"n_ran_no_instrument_failure":18,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/decoupling-the-skeleton-parsing-and-schema","slug":"decoupling-the-skeleton-parsing-and-schema","title":"RESDSQL: Decoupling Schema Linking and Skeleton Parsing for Text-to-SQL","date":"2023-02-12","arxiv_id":"2302.05965","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/decoupling-the-skeleton-parsing-and-schema#ran","syntology_url":"https://syntology.ai/paper/2302.05965","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2302.05965"}},"official":{"repos":["ruckbreasoning/resdsql"],"state":"official: harvested, nothing ran","n_ran":0,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":[]}}},{"url":"/paper/graphix-t5-mixing-pre-trained-transformers","slug":"graphix-t5-mixing-pre-trained-transformers","title":"Graphix-T5: Mixing Pre-Trained Transformers with Graph-Aware Layers for Text-to-SQL Parsing","date":"2023-01-18","arxiv_id":"2301.07507","repositories_listed":1,"syntology":null},{"url":"/paper/ehrsql-a-practical-text-to-sql-benchmark-for-1","slug":"ehrsql-a-practical-text-to-sql-benchmark-for-1","title":"EHRSQL: A Practical Text-to-SQL Benchmark for Electronic Health Records","date":"2023-01-16","arxiv_id":"2301.07695","repositories_listed":1,"syntology":{"n":3,"n_ran":3,"n_constructed":0,"n_ran_checked":0,"n_instrument":3,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":3,"phrase":"3 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 3 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/ehrsql-a-practical-text-to-sql-benchmark-for-1#ran","syntology_url":"https://syntology.ai/paper/2301.07695","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.07695"}},"official":{"repos":["glee4810/EHRSQL"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-knowledge-intensive-text-to-sql","slug":"towards-knowledge-intensive-text-to-sql","title":"Towards Knowledge-Intensive Text-to-SQL Semantic Parsing with Formulaic Knowledge","date":"2023-01-03","arxiv_id":"2301.01067","repositories_listed":1,"syntology":{"n":1,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/towards-knowledge-intensive-text-to-sql#ran","syntology_url":"https://syntology.ai/paper/2301.01067","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2301.01067"}},"official":{"repos":["microsoft/ContextualSP"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/multispider-towards-benchmarking-multilingual","slug":"multispider-towards-benchmarking-multilingual","title":"MultiSpider: Towards Benchmarking Multilingual Text-to-SQL Semantic Parsing","date":"2022-12-27","arxiv_id":"2212.13492","repositories_listed":1,"syntology":null},{"url":"/paper/towards-robustness-of-text-to-sql-models-3","slug":"towards-robustness-of-text-to-sql-models-3","title":"Towards Robustness of Text-to-SQL Models Against Natural and Realistic Adversarial Table Perturbation","date":"2022-12-20","arxiv_id":"2212.09994","repositories_listed":1,"syntology":{"n":5,"n_ran":3,"n_constructed":1,"n_ran_checked":2,"n_instrument":1,"n_unverified":2,"n_honours":1,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"3 ran (of which 1 constructed an object rather than computing a result; 2 with no instrument failure: 1 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/towards-robustness-of-text-to-sql-models-3#ran","syntology_url":"https://syntology.ai/paper/2212.09994","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2212.09994"}},"official":{"repos":["microsoft/ContextualSP"],"state":"official (archive's flag): 3 ran","n_ran":3,"n_constructed":1,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/know-what-i-don-t-know-handling-ambiguous-and","slug":"know-what-i-don-t-know-handling-ambiguous-and","title":"Know What I don't Know: Handling Ambiguous and Unanswerable Questions for Text-to-SQL","date":"2022-12-17","arxiv_id":"2212.08902","repositories_listed":1,"syntology":null},{"url":"/paper/learn-from-yesterday-a-semi-supervised","slug":"learn-from-yesterday-a-semi-supervised","title":"Learn from Yesterday: A Semi-Supervised Continual Learning Method for Supervision-Limited Text-to-SQL Task Streams","date":"2022-11-21","arxiv_id":"2211.11226","repositories_listed":1,"syntology":null},{"url":"/paper/towards-generalizable-and-robust-text-to-sql","slug":"towards-generalizable-and-robust-text-to-sql","title":"Towards Generalizable and Robust Text-to-SQL Parsing","date":"2022-10-23","arxiv_id":"2210.12674","repositories_listed":1,"syntology":null},{"url":"/paper/augmenting-multi-turn-text-to-sql-datasets","slug":"augmenting-multi-turn-text-to-sql-datasets","title":"Augmenting Multi-Turn Text-to-SQL Datasets with Self-Play","date":"2022-10-21","arxiv_id":"2210.12096","repositories_listed":1,"syntology":null},{"url":"/paper/star-sql-guided-pre-training-for-context","slug":"star-sql-guided-pre-training-for-context","title":"STAR: SQL Guided Pre-Training for Context-dependent Text-to-SQL Parsing","date":"2022-10-21","arxiv_id":"2210.11888","repositories_listed":1,"syntology":null},{"url":"/paper/spcql-a-semantic-parsing-dataset-for","slug":"spcql-a-semantic-parsing-dataset-for","title":"SpCQL: A Semantic Parsing Dataset for Converting Natural Language into Cypher","date":"2022-10-17","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/sun-exploring-intrinsic-uncertainties-in-text","slug":"sun-exploring-intrinsic-uncertainties-in-text","title":"SUN: Exploring Intrinsic Uncertainties in Text-to-SQL Parsers","date":"2022-09-14","arxiv_id":"2209.06442","repositories_listed":1,"syntology":null},{"url":"/paper/recent-advances-in-text-to-sql-a-survey-of","slug":"recent-advances-in-text-to-sql-a-survey-of","title":"Recent Advances in Text-to-SQL: A Survey of What We Have and What We Expect","date":"2022-08-22","arxiv_id":"2208.10099","repositories_listed":1,"syntology":null},{"url":"/paper/semantic-enhanced-text-to-sql-parsing-via","slug":"semantic-enhanced-text-to-sql-parsing-via","title":"Semantic Enhanced Text-to-SQL Parsing via Iteratively Learning Schema Linking Graph","date":"2022-08-08","arxiv_id":"2208.03903","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":1,"n_violates":0,"n_no_contract":0,"n_pointer_only":2,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 1 with no instrument failure: 1 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/semantic-enhanced-text-to-sql-parsing-via#ran","syntology_url":"https://syntology.ai/paper/2208.03903","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2208.03903"}},"official":{"repos":["thu-bpm/isesl-sql"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/active-programming-by-example-with-a-natural","slug":"active-programming-by-example-with-a-natural","title":"Non-Programmers Can Label Programs Indirectly via Active Examples: A Case Study with Text-to-SQL","date":"2022-05-25","arxiv_id":"2205.12422","repositories_listed":1,"syntology":null},{"url":"/paper/rasat-integrating-relational-structures-into","slug":"rasat-integrating-relational-structures-into","title":"RASAT: Integrating Relational Structures into Pretrained Seq2Seq Model for Text-to-SQL","date":"2022-05-14","arxiv_id":"2205.06983","repositories_listed":1,"syntology":{"n":9,"n_ran":5,"n_constructed":0,"n_ran_checked":5,"n_instrument":0,"n_unverified":4,"n_honours":0,"n_violates":0,"n_no_contract":5,"n_pointer_only":1,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 5 with no instrument failure: 0 honoured, 0 violated, 5 with no contract checked; 0 where Syntology's instrument failed) · 4 unverified","sample_list":"/paper/rasat-integrating-relational-structures-into#ran","syntology_url":"https://syntology.ai/paper/2205.06983","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2205.06983"}},"official":{"repos":["lumia-group/rasat"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":5,"n_unverified":4,"ran_from_kinds":["official"]}}},{"url":"/paper/measuring-and-improving-compositional-1","slug":"measuring-and-improving-compositional-1","title":"Measuring and Improving Compositional Generalization in Text-to-SQL via Component Alignment","date":"2022-05-04","arxiv_id":"2205.02054","repositories_listed":1,"syntology":null},{"url":"/paper/drugehrqa-a-question-answering-dataset-on-1","slug":"drugehrqa-a-question-answering-dataset-on-1","title":"DrugEHRQA: A Question Answering Dataset on Structured and Unstructured Electronic Health Records For Medicine Related Queries","date":"2022-05-03","arxiv_id":"2205.01290","repositories_listed":1,"syntology":null},{"url":"/paper/in-context-learning-for-few-shot-dialogue","slug":"in-context-learning-for-few-shot-dialogue","title":"In-Context Learning for Few-Shot Dialogue State Tracking","date":"2022-03-16","arxiv_id":"2203.08568","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":0,"n_instrument":2,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 2 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/in-context-learning-for-few-shot-dialogue#ran","syntology_url":"https://syntology.ai/paper/2203.08568","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2203.08568"}},"official":{"repos":["yushi-hu/ic-dst"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/unisar-a-unified-structure-aware-1","slug":"unisar-a-unified-structure-aware-1","title":"UniSAr: A Unified Structure-Aware Autoregressive Language Model for Text-to-SQL","date":"2022-03-15","arxiv_id":"2203.07781","repositories_listed":1,"syntology":null},{"url":"/paper/integrating-question-answering-and-text-to","slug":"integrating-question-answering-and-text-to","title":"Integrating question answering and text-to-SQL in Portuguese","date":"2022-02-08","arxiv_id":"2202.04048","repositories_listed":1,"syntology":null},{"url":"/paper/pay-more-attention-to-history-a-context","slug":"pay-more-attention-to-history-a-context","title":"Pay More Attention to History: A Context Modelling Strategy for Conversational Text-to-SQL","date":"2021-12-16","arxiv_id":"2112.08735","repositories_listed":1,"syntology":null},{"url":"/paper/weakly-supervised-mapping-of-natural-language","slug":"weakly-supervised-mapping-of-natural-language","title":"Weakly Supervised Text-to-SQL Parsing through Question Decomposition","date":"2021-12-12","arxiv_id":"2112.06311","repositories_listed":1,"syntology":null},{"url":"/paper/st-sql-semi-supervised-self-training-for-text","slug":"st-sql-semi-supervised-self-training-for-text","title":"ST-SQL: Semi-Supervised Self-Training for Text-to-SQL via Column Specificity Meta-Learning","date":"2021-11-16","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/sadga-structure-aware-dual-graph-aggregation","slug":"sadga-structure-aware-dual-graph-aggregation","title":"SADGA: Structure-Aware Dual Graph Aggregation Network for Text-to-SQL","date":"2021-11-01","arxiv_id":"2111.00653","repositories_listed":1,"syntology":{"n":7,"n_ran":5,"n_constructed":0,"n_ran_checked":2,"n_instrument":3,"n_unverified":2,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":7,"phrase":"5 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 3 where Syntology's instrument failed) · 2 unverified","sample_list":"/paper/sadga-structure-aware-dual-graph-aggregation#ran","syntology_url":"https://syntology.ai/paper/2111.00653","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2111.00653"}},"official":{"repos":["dmirlab-group/sadga"],"state":"official (archive's flag): 5 ran","n_ran":5,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":2,"ran_from_kinds":["official"]}}},{"url":"/paper/awakening-latent-grounding-from-pretrained","slug":"awakening-latent-grounding-from-pretrained","title":"Awakening Latent Grounding from Pretrained Language Models for Semantic Parsing","date":"2021-09-22","arxiv_id":"2109.10540","repositories_listed":1,"syntology":null},{"url":"/paper/sparqling-database-queries-from-intermediate","slug":"sparqling-database-queries-from-intermediate","title":"SPARQLing Database Queries from Intermediate Question Decompositions","date":"2021-09-13","arxiv_id":"2109.06162","repositories_listed":1,"syntology":null},{"url":"/paper/leveraging-table-content-for-zero-shot-text","slug":"leveraging-table-content-for-zero-shot-text","title":"Leveraging Table Content for Zero-shot Text-to-SQL with Meta-Learning","date":"2021-09-12","arxiv_id":"2109.05395","repositories_listed":1,"syntology":null},{"url":"/paper/exploring-underexplored-limitations-of-cross","slug":"exploring-underexplored-limitations-of-cross","title":"Exploring Underexplored Limitations of Cross-Domain Text-to-SQL Generalization","date":"2021-09-11","arxiv_id":"2109.05157","repositories_listed":1,"syntology":null},{"url":"/paper/semi-automatic-construction-of-text-to-sql","slug":"semi-automatic-construction-of-text-to-sql","title":"Semi-Automatic Construction of Text-to-SQL Data for Domain Transfer","date":"2021-08-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/text-to-sql-in-the-wild-a-naturally-occurring","slug":"text-to-sql-in-the-wild-a-naturally-occurring","title":"Text-to-SQL in the Wild: A Naturally-Occurring Dataset Based on Stack Exchange Data","date":"2021-06-09","arxiv_id":"2106.05006","repositories_listed":1,"syntology":{"n":5,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/text-to-sql-in-the-wild-a-naturally-occurring#ran","syntology_url":"https://syntology.ai/paper/2106.05006","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.05006"}},"official":{"repos":["hirupert/sede"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":3,"ran_from_kinds":["official"]}}},{"url":"/paper/lgesql-line-graph-enhanced-text-to-sql-model","slug":"lgesql-line-graph-enhanced-text-to-sql-model","title":"LGESQL: Line Graph Enhanced Text-to-SQL Model with Mixed Local and Non-Local Relations","date":"2021-06-02","arxiv_id":"2106.01093","repositories_listed":1,"syntology":{"n":11,"n_ran":10,"n_constructed":0,"n_ran_checked":10,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":3,"n_no_contract":7,"n_pointer_only":1,"phrase":"10 ran (of which 0 constructed an object rather than computing a result; 10 with no instrument failure: 0 honoured, 3 violated, 7 with no contract checked; 0 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/lgesql-line-graph-enhanced-text-to-sql-model#ran","syntology_url":"https://syntology.ai/paper/2106.01093","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.01093"}},"official":{"repos":["rhythmcao/text2sql-lgesql"],"state":"official (archive's flag): 10 ran","n_ran":10,"n_constructed":0,"n_ran_no_instrument_failure":10,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/towards-robustness-of-text-to-sql-models","slug":"towards-robustness-of-text-to-sql-models","title":"Towards Robustness of Text-to-SQL Models against Synonym Substitution","date":"2021-06-02","arxiv_id":"2106.01065","repositories_listed":1,"syntology":{"n":1,"n_ran":0,"n_constructed":0,"n_ran_checked":0,"n_instrument":0,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"0 ran · 1 unverified","sample_list":"/paper/towards-robustness-of-text-to-sql-models#ran","syntology_url":"https://syntology.ai/paper/2106.01065","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2106.01065"}},"official":null}},{"url":"/paper/sead-end-to-end-text-to-sql-generation-with","slug":"sead-end-to-end-text-to-sql-generation-with","title":"SeaD: End-to-end Text-to-SQL Generation with Schema-aware Denoising","date":"2021-05-17","arxiv_id":"2105.07911","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":0,"n_ran_checked":2,"n_instrument":0,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":2,"n_pointer_only":0,"phrase":"2 ran (of which 0 constructed an object rather than computing a result; 2 with no instrument failure: 0 honoured, 0 violated, 2 with no contract checked; 0 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/sead-end-to-end-text-to-sql-generation-with#ran","syntology_url":"https://syntology.ai/paper/2105.07911","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2105.07911"}},"official":{"repos":["salesforce/WikiSQL"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":0,"n_ran_no_instrument_failure":2,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/learning-to-synthesize-data-for-semantic","slug":"learning-to-synthesize-data-for-semantic","title":"Learning to Synthesize Data for Semantic Parsing","date":"2021-04-12","arxiv_id":"2104.05827","repositories_listed":1,"syntology":null},{"url":"/paper/nl-edit-correcting-semantic-parse-errors","slug":"nl-edit-correcting-semantic-parse-errors","title":"NL-EDIT: Correcting semantic parse errors through natural language interaction","date":"2021-03-26","arxiv_id":"2103.14540","repositories_listed":1,"syntology":null},{"url":"/paper/data-augmentation-with-hierarchical-sql-to","slug":"data-augmentation-with-hierarchical-sql-to","title":"Data Augmentation with Hierarchical SQL-to-Question Generation for Cross-domain Text-to-SQL Parsing","date":"2021-03-03","arxiv_id":"2103.02227","repositories_listed":1,"syntology":null},{"url":"/paper/an-investigation-between-schema-linking-and","slug":"an-investigation-between-schema-linking-and","title":"An Investigation Between Schema Linking and Text-to-SQL Performance","date":"2021-02-03","arxiv_id":"2102.01847","repositories_listed":1,"syntology":null},{"url":"/paper/optimizing-deeper-transformers-on-small","slug":"optimizing-deeper-transformers-on-small","title":"Optimizing Deeper Transformers on Small Datasets","date":"2020-12-30","arxiv_id":"2012.15355","repositories_listed":1,"syntology":null},{"url":"/paper/tracking-interaction-states-for-multi-turn","slug":"tracking-interaction-states-for-multi-turn","title":"Tracking Interaction States for Multi-Turn Text-to-SQL Semantic Parsing","date":"2020-12-09","arxiv_id":"2012.04995","repositories_listed":1,"syntology":null},{"url":"/paper/pg-gsql-pointer-generator-network-with-guide","slug":"pg-gsql-pointer-generator-network-with-guide","title":"PG-GSQL: Pointer-Generator Network with Guide Decoding for Cross-Domain Context-Dependent Text-to-SQL Generation","date":"2020-12-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/sql-generation-via-machine-reading","slug":"sql-generation-via-machine-reading","title":"SQL Generation via Machine Reading Comprehension","date":"2020-12-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/airconcierge-generating-task-oriented","slug":"airconcierge-generating-task-oriented","title":"AirConcierge: Generating Task-Oriented Dialogue via Efficient Large-Scale Knowledge Retrieval","date":"2020-11-20","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/what-do-you-mean-by-that-a-parser-independent","slug":"what-do-you-mean-by-that-a-parser-independent","title":"\"What Do You Mean by That?\" A Parser-Independent Interactive Approach for Enhancing Text-to-SQL","date":"2020-11-09","arxiv_id":"2011.04151","repositories_listed":1,"syntology":null},{"url":"/paper/colloql-robust-text-to-sql-over-search","slug":"colloql-robust-text-to-sql-over-search","title":"ColloQL: Robust Text-to-SQL Over Search Queries","date":"2020-11-01","arxiv_id":null,"repositories_listed":1,"syntology":null},{"url":"/paper/did-you-ask-a-good-question-a-cross-domain","slug":"did-you-ask-a-good-question-a-cross-domain","title":"Did You Ask a Good Question? A Cross-Domain Question Intention Classification Benchmark for Text-to-SQL","date":"2020-10-23","arxiv_id":"2010.12634","repositories_listed":1,"syntology":null},{"url":"/paper/duorat-towards-simpler-text-to-sql-models","slug":"duorat-towards-simpler-text-to-sql-models","title":"DuoRAT: Towards Simpler Text-to-SQL Models","date":"2020-10-21","arxiv_id":"2010.11119","repositories_listed":1,"syntology":null},{"url":"/paper/colloql-robust-cross-domain-text-to-sql-over","slug":"colloql-robust-cross-domain-text-to-sql-over","title":"ColloQL: Robust Cross-Domain Text-to-SQL Over Search Queries","date":"2020-10-19","arxiv_id":"2010.09927","repositories_listed":1,"syntology":null},{"url":"/paper/a-pilot-study-of-text-to-sql-semantic-parsing","slug":"a-pilot-study-of-text-to-sql-semantic-parsing","title":"A Pilot Study of Text-to-SQL Semantic Parsing for Vietnamese","date":"2020-10-05","arxiv_id":"2010.01891","repositories_listed":1,"syntology":null},{"url":"/paper/a-tale-of-two-linkings-dynamically-gating","slug":"a-tale-of-two-linkings-dynamically-gating","title":"A Tale of Two Linkings: Dynamically Gating between Schema Linking and Structural Linking for Text-to-SQL Parsing","date":"2020-09-30","arxiv_id":"2009.14809","repositories_listed":1,"syntology":null},{"url":"/paper/grappa-grammar-augmented-pre-training-for","slug":"grappa-grammar-augmented-pre-training-for","title":"GraPPa: Grammar-Augmented Pre-Training for Table Semantic Parsing","date":"2020-09-29","arxiv_id":"2009.13845","repositories_listed":1,"syntology":{"n":7,"n_ran":6,"n_constructed":0,"n_ran_checked":0,"n_instrument":6,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":7,"phrase":"6 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 6 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/grappa-grammar-augmented-pre-training-for#ran","syntology_url":"https://syntology.ai/paper/2009.13845","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.13845"}},"official":null}},{"url":"/paper/grounded-adaptation-for-zero-shot-executable","slug":"grounded-adaptation-for-zero-shot-executable","title":"Grounded Adaptation for Zero-shot Executable Semantic Parsing","date":"2020-09-16","arxiv_id":"2009.07396","repositories_listed":1,"syntology":{"n":11,"n_ran":8,"n_constructed":0,"n_ran_checked":8,"n_instrument":0,"n_unverified":3,"n_honours":0,"n_violates":0,"n_no_contract":8,"n_pointer_only":0,"phrase":"8 ran (of which 0 constructed an object rather than computing a result; 8 with no instrument failure: 0 honoured, 0 violated, 8 with no contract checked; 0 where Syntology's instrument failed) · 3 unverified","sample_list":"/paper/grounded-adaptation-for-zero-shot-executable#ran","syntology_url":"https://syntology.ai/paper/2009.07396","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2009.07396"}},"official":null}},{"url":"/paper/tabert-pretraining-for-joint-understanding-of","slug":"tabert-pretraining-for-joint-understanding-of","title":"TaBERT: Pretraining for Joint Understanding of Textual and Tabular Data","date":"2020-05-17","arxiv_id":"2005.08314","repositories_listed":1,"syntology":null},{"url":"/paper/an-imitation-game-for-learning-semantic","slug":"an-imitation-game-for-learning-semantic","title":"An Imitation Game for Learning Semantic Parsers from User Interaction","date":"2020-05-02","arxiv_id":"2005.00689","repositories_listed":1,"syntology":{"n":2,"n_ran":2,"n_constructed":1,"n_ran_checked":1,"n_instrument":1,"n_unverified":0,"n_honours":0,"n_violates":0,"n_no_contract":1,"n_pointer_only":0,"phrase":"2 ran (of which 1 constructed an object rather than computing a result; 1 with no instrument failure: 0 honoured, 0 violated, 1 with no contract checked; 1 where Syntology's instrument failed) · 0 unverified","sample_list":"/paper/an-imitation-game-for-learning-semantic#ran","syntology_url":"https://syntology.ai/paper/2005.00689","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2005.00689"}},"official":{"repos":["sunlab-osu/MISP"],"state":"official (archive's flag): 2 ran","n_ran":2,"n_constructed":1,"n_ran_no_instrument_failure":1,"n_unverified":0,"ran_from_kinds":["official"]}}},{"url":"/paper/ryansql-recursively-applying-sketch-based","slug":"ryansql-recursively-applying-sketch-based","title":"RYANSQL: Recursively Applying Sketch-based Slot Fillings for Complex Text-to-SQL in Cross-Domain Databases","date":"2020-04-07","arxiv_id":"2004.03125","repositories_listed":1,"syntology":{"n":2,"n_ran":1,"n_constructed":0,"n_ran_checked":0,"n_instrument":1,"n_unverified":1,"n_honours":0,"n_violates":0,"n_no_contract":0,"n_pointer_only":0,"phrase":"1 ran (of which 0 constructed an object rather than computing a result; 0 with no instrument failure: 0 honoured, 0 violated, 0 with no contract checked; 1 where Syntology's instrument failed) · 1 unverified","sample_list":"/paper/ryansql-recursively-applying-sketch-based#ran","syntology_url":"https://syntology.ai/paper/2004.03125","mcp":{"get_harvested_code_for_paper":{"arxiv_id":"2004.03125"}},"official":{"repos":["kakaoenterprise/RYANSQL"],"state":"official (archive's flag): 1 ran","n_ran":1,"n_constructed":0,"n_ran_no_instrument_failure":0,"n_unverified":1,"ran_from_kinds":["official"]}}},{"url":"/paper/bertrand-dr-improving-text-to-sql-using-a","slug":"bertrand-dr-improving-text-to-sql-using-a","title":"Bertrand-DR: Improving Text-to-SQL using a Discriminative Re-ranker","date":"2020-02-03","arxiv_id":"2002.00557","repositories_listed":1,"syntology":null}],"record_sha256":"3187150f39ea5fc573445a4bd174c61792bfa35085cbf5cd625063a5ea17d5f2","record_changed_at":"2026-09-28","record_changed_at_basis":"first_hashed"}