Article(id=1329435676765958393, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329435571803501430, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202550826, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1763395200000, receivedDateStr=2025-11-18, revisedDate=1779984000000, revisedDateStr=2026-05-29, acceptedDate=1782057600000, acceptedDateStr=2026-06-22, onlineDate=1794891765061, onlineDateStr=2026-11-17, pubDate=1793462400000, pubDateStr=2026-11-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794891765061, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794891765061, creator=13701087609, updateTime=1794891765061, updator=13701087609, issue=Issue{id=1329435571803501430, tenantId=1146029695717560320, journalId=1324759914146529478, year='2026', volume='63', issue='11', pageStart='2767', pageEnd='3031', issueExtLink='null', onlineDate='null', pubDate='1793462400000', pubDateStr='2026-11-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=1, specialIssue=null, createTime=1794891740036, creator='13701087609', updateTime=1794891740036, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext=null, issueFiles=null, downloadFileDto=null}, startPage=2939, endPage=2951, ext={EN=ArticleExt(id=1329435676958896378, articleId=1329435676765958393, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=SCoT-SQL: A Chain-of-Thought Guided Approach for Text-to-SQL Data Synthesis, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
Traditional Text-to-SQL tasks typically require large scale annotated data for model training, which incurs significant time and labor costs. Consequently, data scarcity remains a critical bottleneck, particularly in domain specific applications. While data augmentation based on large language model (LLM) has emerged as a promising solution to this issue, most existing methods heavily rely on the distribution of original datasets and often generate synthetic data that lack reliability and interpretability. Addressing these challenges, we propose SCoT-SQL, a novel chain-of-thought guided data synthesis framework. This method effectively integrates natural language instructions with symbolic knowledge, specifically detailed database schema and table content, to guide LLM, thereby significantly reducing semantic errors during the generation process. To guarantee the high quality of synthetic data, SCoT-SQL incorporates a rigorous filtering mechanism that leverages both model self consistency voting and verification based on execution. Additionally, the framework employs a self feedback mechanism driven by chain-of-thought reasoning to calibrate synthetic data. This process not only rectifies logical inconsistencies in SQL queries but also generates explicit step by step reasoning trajectories, enhancing the interpretability of the dataset. Comprehensive experiments on the KaggleDBQA and ScienceBenchmark datasets demonstrate the efficacy of the proposed method. SCoT-SQL achieves execution accuracy improvements of 6.5% and 3% respectively, significantly outperforming previous state of the art data synthesis baselines and proving its effectiveness in low resource and complex scenarios.
, authors=Qianhao Ren
1, Ruiheng Liu
1, 2, Yu Zhang
1, *, authorsList=Qianhao Ren, Ruiheng Liu, Yu Zhang, authorCompany=null, correspAuthors=Yu Zhang, authorNote=
born in 2003. Master candidate. His main research interests include natural language processing and natural language interface to databases
born in 1997. PhD. His main research interests include natural language processing and semantic parsing
born in 1972. PhD, professor. His main research interests include natural language processing, question answering systems, and information retrieval
, correspAuthorsNote=null, copyrightStatement=Copyright © 2026 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329435679173488915, articleId=1329435676765958393, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=SCoT-SQL:一种基于思维链引导的Text-to-SQL数据合成方法, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
在Text-to-SQL任务中,模型通常需要大规模的标注数据进行训练,而标注这些数据往往耗费大量的时间和人力成本。因此,数据稀缺性成为制约该领域发展、尤其是在特定领域应用中的关键瓶颈。在此背景下,基于大语言模型(large language model,LLM)的数据增强虽已成为一种有效的解决方案,然而当前Text-to-SQL领域的大多数现有方法严重依赖于原始数据集的分布,且其合成的数据往往缺乏可靠性与可解释性。针对上述问题,提出了一种思维链引导的数据合成方法SCoT-SQL。通过整合自然语言指令与包括数据库模式及表内容在内的符号知识,有效指引大模型减少数据合成过程中的语义错误。为确保合成数据的高质量,SCoT-SQL结合了模型自一致性投票与执行验证机制来进行严格的数据过滤。此外,还引入了基于思维链推理的模型自反馈机制对合成数据进行校准,在修正SQL查询逻辑不一致的同时,补充了数据合成的分步推理轨迹,从而进一步增强了数据的可靠性与可解释性。在KaggleDBQA与ScienceBenchmark数据集上的实验表明,SCoT-SQL方法的执行准确率相较于之前最先进的数据合成方法分别提升了6.5个百分点与3个百分点,证明了其在低资源及复杂场景下的有效性。
, authors=任千昊
1, 刘睿珩
1, 2, 张宇
1, *, authorsList=任千昊, 刘睿珩, 张宇, authorCompany=null, correspAuthors=张宇, authorNote=
 |
2003年生。硕士研究生。主要研究方向为自然语言处理、数据库自然语言接口 |
 |
1997年生。博士。主要研究方向为自然语言处理、语义解析 |
 |
1972年生。博士,教授。主要研究方向为自然语言处理、问答系统、信息检索 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2026 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=buBdYVIK7aIx+x4K7EOZog==, magXml=LW1gCMUkjtc1F8SLcNZkAA==, pdfUrl=null, pdf=ikDkj5WiAome23Gb14yZOQ==, pdfFileSize=2308206, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=MXXvFQiA5uONUrsx3BxrPg==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=wysYz/92TY94rbUx3T7hMw==, mapNumber=null, fund=null)}, authors=[Author(id=1329435679567753499, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=qhren@ir.hit.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329435679651639581, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, authorId=1329435679567753499, language=EN, stringName=Qianhao Ren, firstName=Qianhao, middleName=null, lastName=Ren, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1Research Center for Social Computing and Interactive Robotics, Harbin Institute of Technology, Harbin 150001, bio={"content":"
born in 2003. Master candidate. His main research interests include natural language processing and natural language interface to databases
"}, bioImg=null, bioContent=
born in 2003. Master candidate. His main research interests include natural language processing and natural language interface to databases
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329435679714554142, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, authorId=1329435679567753499, language=CN, stringName=任千昊, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1哈尔滨工业大学社会计算与交互机器人研究中心 哈尔滨 150001, bio={"img":"JbW4ufF804BOoOXT0cR63w==","content":"
2003年生。硕士研究生。主要研究方向为自然语言处理、数据库自然语言接口
"}, bioImg=JbW4ufF804BOoOXT0cR63w==, bioContent=
2003年生。硕士研究生。主要研究方向为自然语言处理、数据库自然语言接口
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329435679383204116, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, xref=1, ext=[AuthorCompanyExt(id=1329435679399981333, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, companyId=1329435679383204116, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Research Center for Social Computing and Interactive Robotics, Harbin Institute of Technology, Harbin 150001), AuthorCompanyExt(id=1329435679408369942, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, companyId=1329435679383204116, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1哈尔滨工业大学社会计算与交互机器人研究中心 哈尔滨 150001)])]), Author(id=1329435679785857312, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329435679857160483, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, authorId=1329435679785857312, language=EN, stringName=Ruiheng Liu, firstName=Ruiheng, middleName=null, lastName=Liu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1Research Center for Social Computing and Interactive Robotics, Harbin Institute of Technology, Harbin 150001
2School of Intelligent and Control Engineering, Rocket Force University of Engineering, Xi’an 710025, bio={"content":"
born in 1997. PhD. His main research interests include natural language processing and semantic parsing
"}, bioImg=null, bioContent=
born in 1997. PhD. His main research interests include natural language processing and semantic parsing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329435679920075044, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, authorId=1329435679785857312, language=CN, stringName=刘睿珩, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, 2, address=
1哈尔滨工业大学社会计算与交互机器人研究中心 哈尔滨 150001
2火箭军工程大学智能与控制工程学院 西安 710025, bio={"img":"iukNiOlgCCYnuIzZNK1RQQ==","content":"
1997年生。博士。主要研究方向为自然语言处理、语义解析
"}, bioImg=iukNiOlgCCYnuIzZNK1RQQ==, bioContent=
1997年生。博士。主要研究方向为自然语言处理、语义解析
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329435679383204116, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, xref=1, ext=[AuthorCompanyExt(id=1329435679399981333, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, companyId=1329435679383204116, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Research Center for Social Computing and Interactive Robotics, Harbin Institute of Technology, Harbin 150001), AuthorCompanyExt(id=1329435679408369942, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, companyId=1329435679383204116, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1哈尔滨工业大学社会计算与交互机器人研究中心 哈尔滨 150001)]), AuthorCompany(id=1329435679475478807, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, xref=2, ext=[AuthorCompanyExt(id=1329435679483867416, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, companyId=1329435679475478807, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2School of Intelligent and Control Engineering, Rocket Force University of Engineering, Xi’an 710025), AuthorCompanyExt(id=1329435679496450329, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, companyId=1329435679475478807, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2火箭军工程大学智能与控制工程学院 西安 710025)])]), Author(id=1329435679987183910, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=zhangyu@ir.hit.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329435680062681384, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, authorId=1329435679987183910, language=EN, stringName=Yu Zhang, firstName=Yu, middleName=null, lastName=Zhang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, *, address=
1Research Center for Social Computing and Interactive Robotics, Harbin Institute of Technology, Harbin 150001, bio={"content":"
born in 1972. PhD, professor. His main research interests include natural language processing, question answering systems, and information retrieval
"}, bioImg=null, bioContent=
born in 1972. PhD, professor. His main research interests include natural language processing, question answering systems, and information retrieval
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329435680129790249, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, authorId=1329435679987183910, language=CN, stringName=张宇, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, *, address=
1哈尔滨工业大学社会计算与交互机器人研究中心 哈尔滨 150001, bio={"img":"pdMLmmkjGatUN7JINIpalg==","content":"
1972年生。博士,教授。主要研究方向为自然语言处理、问答系统、信息检索
"}, bioImg=pdMLmmkjGatUN7JINIpalg==, bioContent=
1972年生。博士,教授。主要研究方向为自然语言处理、问答系统、信息检索
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329435679383204116, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, xref=1, ext=[AuthorCompanyExt(id=1329435679399981333, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, companyId=1329435679383204116, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Research Center for Social Computing and Interactive Robotics, Harbin Institute of Technology, Harbin 150001), AuthorCompanyExt(id=1329435679408369942, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, companyId=1329435679383204116, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1哈尔滨工业大学社会计算与交互机器人研究中心 哈尔滨 150001)])])], keywords=[Keyword(id=1329435680226259242, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=EN, orderNo=1, keyword=natural language interface of database), Keyword(id=1329435680284979499, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=EN, orderNo=2, keyword=data synthesis), Keyword(id=1329435680352088364, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=EN, orderNo=3, keyword=data augmentation), Keyword(id=1329435680410808621, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=EN, orderNo=4, keyword=chain of thought), Keyword(id=1329435680482111790, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=EN, orderNo=5, keyword=self-correction), Keyword(id=1329435680540832047, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=CN, orderNo=1, keyword=数据库自然语言接口), Keyword(id=1329435680607940912, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=CN, orderNo=2, keyword=数据合成), Keyword(id=1329435680670855473, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=CN, orderNo=3, keyword=数据增强), Keyword(id=1329435680733770034, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=CN, orderNo=4, keyword=思维链), Keyword(id=1329435680796684595, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=CN, orderNo=5, keyword=自纠错)], refs=[Reference(id=1329435684785467728, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=潘璇, 徐思涵, 蔡祥睿, 等. 基于深度学习的数据库自然语言接口综述[J]. 计算机研究与发展, 2021, 58(9): 1925−1950, articleTitle=null, refAbstract=null), Reference(id=1329435684865159505, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Pan Xuan, Xu Sihan, Cai Xiangrui, et al. Survey on deep learning based natural language interface to database[J]. Journal of Computer Research and Development, 2021, 58 (9): 1925−1950 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329435684957434194, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Bailin, Yin Wenpeng, Lin Xi Victoria, et al. Learning to synthesize data for semantic parsing[C]//Proc of the 2021 Conf of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies. Stroudsburg, PA: ACL, 2021: 2760−2766, articleTitle=null, refAbstract=null), Reference(id=1329435685028737363, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Zelle J, Mooney R. Learning to parse database queries using inductive logic programming[C]//Proc of the 13th National Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 1996: 1050−1055, articleTitle=null, refAbstract=null), Reference(id=1329435685095846228, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Qin Bowen, Hui Binyuan, Wang Lihan, et al. A survey on text-to-SQL parsing: Concepts, methods, and future directions[J]. arXiv preprint, arXiv: 2208.13629, 2022, articleTitle=null, refAbstract=null), Reference(id=1329435685162955093, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Guo Jiaqi, Zhan Zecheng, Gao Yan, et al. Towards complex text-to-SQL in cross-domain database with intermediate representation[C]//Proc of the 57th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2019: 4524−4535, articleTitle=null, refAbstract=null), Reference(id=1329435685255229782, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Bailin, Shin R, Liu Xiaodong, et al. RAT-SQL: Relation-aware schema encoding and linking for text-to-SQL parsers[C]//Proc of the 58th Annual Meeting of the Association for Computational Linguistics. Stroudsburg, PA: ACL, 2020: 7567−7578, articleTitle=null, refAbstract=null), Reference(id=1329435685322338647, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Qi Jiexing, Tang Jingyao, He Ziwei, et al. RASAT: Integrating relational structures into pretrained Seq2Seq model for text-to-SQL[C]//Proc of the 2022 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2022: 3215−3229, articleTitle=null, refAbstract=null), Reference(id=1329435685393641816, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Cai Ruichu, Yuan Jinjie, Xu Boyan, et al. SADGA: Structure-aware dual graph aggregation network for text-to-SQL[J]. Advances in Neural Information Processing Systems, 2021, 34: 7664−7676, articleTitle=null, refAbstract=null), Reference(id=1329435685469139289, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Cao Ruisheng, Chen Lu, Chen Zhi, et al. LGESQL: Line graph enhanced text-to-SQL model with mixed local and non-local relations[C]//Proc of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th Int Joint Conf on Natural Language Processing. Stroudsburg, PA: ACL, 2021: 2541−2555, articleTitle=null, refAbstract=null), Reference(id=1329435685544636762, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Rajkumar N, Li R, Bahdanau D. Evaluating the text-to-SQL capabilities of large language models[J]. arXiv preprint, arXiv: 2204.00498, 2022, articleTitle=null, refAbstract=null), Reference(id=1329435685624328539, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Pourreza M, Rafiei D. DIN-SQL: Decomposed in-context learning of text-to-sql with self-correction[J]. Advances in Neural Information Processing Systems, 2023, 36: 36339−36348, articleTitle=null, refAbstract=null), Reference(id=1329435685691437404, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Gao Dawei, Wang Haibin, Li Yaliang, et al. Text-to-SQL empowered by large language models: A benchmark evaluation[J]. Proceedings of the VLDB Endowment, 2024, 17 (5): 1132−1145, articleTitle=null, refAbstract=null), Reference(id=1329435685787906397, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Bing, Ren Changyu, Yang Jian, et al. MAC-SQL: A multi-agent collaborative framework for text-to-SQL[C]//Proc of the 31st Int Conf on Computational Linguistics. Stroudsburg, PA: ACL, 2025: 540−557, articleTitle=null, refAbstract=null), Reference(id=1329435685867598174, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Dong Xuemei, Zhang Chao, Ge Yuhang, et al. C3: Zero-shot text-to-SQL with ChatGPT[J]. arXiv preprint, arXiv: 2307.07306, 2023, articleTitle=null, refAbstract=null), Reference(id=1329435685943095647, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Pourreza M, Rafiei D. DTS-SQL: Decomposed text-to-SQL with small large language models[C]//Findings of the Association for Computational Linguistics (EMNLP 2024). Stroudsburg, PA: ACL, 2024: 8212−8220, articleTitle=null, refAbstract=null), Reference(id=1329435686006010208, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Haoyang, Zhang Jing, Liu Hanbing, et al. CodeS: Towards building open-source language models for text-to-SQL[J]. Proceedings of the ACM on Management of Data, 2024, 2 (3): 1−28, articleTitle=null, refAbstract=null), Reference(id=1329435686064730465, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Talaei S, Pourreza M, Chang Yuchen, et al. Chess: Contextual harnessing for efficient SQL synthesis[J]. arXiv preprint, arXiv: 2405.16755, 2024, articleTitle=null, refAbstract=null), Reference(id=1329435686127645026, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Ruiheng, Zhang Yu, Yang Bailong, et al. Robust and resource-efficient table-based fact verification through multi-aspect adversarial contrastive learning[J]. Information Processing & Management, 2024, 61 (6): 103853, articleTitle=null, refAbstract=null), Reference(id=1329435686186365283, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Ruiheng, Zhang Jinyu, Song Yanqi, et al. Filling memory gaps: Enhancing continual semantic parsing via SQL syntax variance-guided LLMs without real data replay[C]//Proc of the 39th AAAI Conf on Artificial Intelligence and 37th Conf on Innovative Applications of Artificial Intelligence and 15th Symp on Educational Advances in Artificial Intelligence. Palo Alto, CA: AAAI, 2025: 24641−24649, articleTitle=null, refAbstract=null), Reference(id=1329435686249279844, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Ruiheng, Zhang Jinyu, Song Yanqi, et al. Discarding the crutches: Adaptive parameter-efficient expert meta-learning for continual semantic parsing[C]//Proc of the 31st Int Conf on Computational Linguistics. Stroudsburg, PA: ACL, 2025: 3560−3578, articleTitle=null, refAbstract=null), Reference(id=1329435686324777317, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Wu Kun, Wang Lijie, Li Zhenghua, et al. Data augmentation with hierarchical SQL-to-question generation for cross-domain text-to-SQL parsing[C]//Proc of the 2021 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2021: 8974−8983, articleTitle=null, refAbstract=null), Reference(id=1329435686383497574, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Hu Yiqun, Zhao Yiyun, Jiang Jiarong, et al. Importance of synthesizing high-quality data for text-to-SQL parsing[C]//Findings of the Association for Computational Linguistics (ACL2023). Stroudsburg, PA: ACL, 2023: 1327−1343, articleTitle=null, refAbstract=null), Reference(id=1329435686446412135, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Wei, Xu Peng, Cao Yanshuai. Hierarchical neural data synthesis for semantic parsing[J]. arXiv preprint, arXiv: 2112.02212, 2021, articleTitle=null, refAbstract=null), Reference(id=1329435686521909608, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Ye Jiacheng, Li Chengzu, Kong Lingpeng, et al. Generating data for symbolic language with large language models[C]//Proc of the 2023 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2023: 8418−8443, articleTitle=null, refAbstract=null), Reference(id=1329435686580629865, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Niu Yilin, Huang Fei, Liu Wei, et al. Bridging the gap between synthetic and natural questions via sentence decomposition for semantic parsing[J]. Transactions of the Association for Computational Linguistics, 2023, 11: 367−383, articleTitle=null, refAbstract=null), Reference(id=1329435686651933034, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Yu Tao, Wu C, Lin X, et al. Grappa: Grammar-augmented pre-training for table semantic parsing[J]. arXiv preprint, arXiv: 2009.13845, 2020, articleTitle=null, refAbstract=null), Reference(id=1329435686723236203, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Baumgartner D, Kornuta T. SynQL: Synthetic data generation for in-domain, low-resource text-to-SQL parsing[C]//Proc of the 3rd Table Representation Learning Workshop (NeurIPS). New York: Curran Associates Inc, 2024: 226−244, articleTitle=null, refAbstract=null), Reference(id=1329435686786150764, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Tai Changyu, Chen Ziru, Zhang Tianshu, et al. Exploring chain of thought style prompting for text-to-SQL[C]//Proc of the 2023 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2023: 5376−5393, articleTitle=null, refAbstract=null), Reference(id=1329435686853259629, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Hanchong, Cao Ruisheng, Chen Lu, et al. ACT-SQL: In-Context learning for text-to-SQL with automatically-generated chain-of-thought[C]//Findings of the Association for Computational Linguistics (EMNLP 2023). Stroudsburg, PA: ACL, 2023: 3501−3532, articleTitle=null, refAbstract=null), Reference(id=1329435686924562798, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Madaan A, Tandon N, Gupta P, et al. Self-refine: Iterative refinement with self-feedback[J]. Advances in Neural Information Processing Systems, 2023, 36: 46534−46594, articleTitle=null, refAbstract=null), Reference(id=1329435686979088751, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Lee C, Polozov O, Richardson M. KaggleDBQA: Realistic evaluation of text-to-SQL parsers[C]//Proc of the 59th Annual Meeting of the Association for Computational Linguistics and the 11th Int Joint Conf on Natural Language Processing. Stroudsburg, PA: ACL, 2021: 2261−2273, articleTitle=null, refAbstract=null), Reference(id=1329435687058780528, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Yi, Deriu J, Katsogiannis-Meimarakis G, et al. ScienceBenchmark: A complex real-world benchmark for evaluating natural language to SQL systems[J]. Proceedings of the VLDB Endowment, 2023, 17 (4): 685−698, articleTitle=null, refAbstract=null), Reference(id=1329435687130083697, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Yu Tao, Zhang Rui, Yang Kai, et al. Spider: A large-scale human-labeled dataset for complex and cross-domain semantic parsing and text-to-SQL task[C]//Proc of the 2018 Conf on Empirical Methods in Natural Language Processing. Stroudsburg, PA: ACL, 2018: 3911−3921, articleTitle=null, refAbstract=null), Reference(id=1329435687205581170, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Touvron H, Lavril T, Izacard G, et al. Llama: Open and efficient foundation language models[J]. arXiv preprint, arXiv: 2302.13971, 2023, articleTitle=null, refAbstract=null), Reference(id=1329435687264301427, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Ouyang Long, Wu J, Jiang Xu, et al. Training language models to follow instructions with human feedback[C]//Proc of the 36th Int Conf on Neural Information Processing Systems. New York: Curran Associates Inc, 2022: 27730−27744, articleTitle=null, refAbstract=null), Reference(id=1329435687339798900, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen M, Tworek J, Jun H, et al. Evaluating large language models trained on code[J]. arXiv preprint, arXiv: 2107.03374, 2021, articleTitle=null, refAbstract=null), Reference(id=1329435687398519157, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Guo Daya, Zhu Qihao, Yang Dejian, et al. DeepSeek-Coder: When the large language model meets programming―The rise of code intelligence[J]. arXiv preprint, arXiv: 2401.14196, 2024, articleTitle=null, refAbstract=null), Reference(id=1329435687457239414, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Team Qwen. Qwen2 technical report[J]. arXiv preprint, arXiv: 2407.10671, 2024, articleTitle=null, refAbstract=null), Reference(id=1329435687515959671, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Roziere B, Gehring J, Gloeckle F, et al. Code Llama: Open foundation models for code[J]. arXiv preprint, arXiv: 2308.12950, 2023, articleTitle=null, refAbstract=null), Reference(id=1329435687570485624, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Guo Daya, Yang Dejian, Zhang Haowei, et al. DeepSeek-R1: Incentivizing reasoning capability in LLMs via reinforcement learning[J]. arXiv preprint, arXiv: 2501.12948, 2025, articleTitle=null, refAbstract=null), Reference(id=1329435687629205881, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Haoyang, Wu Shang, Zhang Xiaokang, et al. OmniSQL: Synthesizing high-quality text-to-SQL data at scale[J]. Proceedings of the VLDB Endowment, 2025, 18 (11): 4695−4709, articleTitle=null, refAbstract=null), Reference(id=1329435687687926138, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Dingzirui, Dou Longxu, Zhang Xuanliang, et al. DAC: Decomposed automation correction for text-to-SQL[C]//Findings of the Association for Computational Linguistics (EMNLP 2025). Stroudsburg, PA: ACL, 2025: 385−402, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329435679383204116, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, xref=1, ext=[AuthorCompanyExt(id=1329435679399981333, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, companyId=1329435679383204116, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Research Center for Social Computing and Interactive Robotics, Harbin Institute of Technology, Harbin 150001), AuthorCompanyExt(id=1329435679408369942, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, companyId=1329435679383204116, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1哈尔滨工业大学社会计算与交互机器人研究中心 哈尔滨 150001)]), AuthorCompany(id=1329435679475478807, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, xref=2, ext=[AuthorCompanyExt(id=1329435679483867416, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, companyId=1329435679475478807, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2School of Intelligent and Control Engineering, Rocket Force University of Engineering, Xi’an 710025), AuthorCompanyExt(id=1329435679496450329, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, companyId=1329435679475478807, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2火箭军工程大学智能与控制工程学院 西安 710025)])], figs=[ArticleFig(id=1329435682772201780, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=EN, label=Figure 1, caption=
Overall architecture of SCoT-SQL method, figureFileSmall=3tEgxM4Xj1R2gGLmT/eeaw==, figureFileBig=MXXvFQiA5uONUrsx3BxrPg==, tableContent=null), ArticleFig(id=1329435682860282165, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=CN, label=图1, caption=
SCoT-SQL方法总体架构, figureFileSmall=3tEgxM4Xj1R2gGLmT/eeaw==, figureFileBig=MXXvFQiA5uONUrsx3BxrPg==, tableContent=null), ArticleFig(id=1329435683040637238, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=EN, label=Figure 2, caption=
Data synthesis prompts, figureFileSmall=G8JFqnyHPMkb1l+fTXVdLw==, figureFileBig=qq7NGEOs/d6O+uQ+BXMNzQ==, tableContent=null), ArticleFig(id=1329435683111940407, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=CN, label=图2, caption=
数据合成提示词, figureFileSmall=G8JFqnyHPMkb1l+fTXVdLw==, figureFileBig=qq7NGEOs/d6O+uQ+BXMNzQ==, tableContent=null), ArticleFig(id=1329435683174854968, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=EN, label=Figure 3, caption=
SQL synthesis examples, figureFileSmall=g84W5bTCvMMcrJKKrP07WQ==, figureFileBig=44KVjR+sjD7qTk/r51I3kg==, tableContent=null), ArticleFig(id=1329435683237769529, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=CN, label=图3, caption=
SQL合成示例, figureFileSmall=g84W5bTCvMMcrJKKrP07WQ==, figureFileBig=44KVjR+sjD7qTk/r51I3kg==, tableContent=null), ArticleFig(id=1329435683296489786, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=EN, label=Figure 4, caption=
CoT synthesis prompts, figureFileSmall=a7TzCsRQcaoQ9JTE1daNCQ==, figureFileBig=xD/KSVk4i2buBzjb3lsKdw==, tableContent=null), ArticleFig(id=1329435683355210043, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=CN, label=图4, caption=
思维链合成提示词, figureFileSmall=a7TzCsRQcaoQ9JTE1daNCQ==, figureFileBig=xD/KSVk4i2buBzjb3lsKdw==, tableContent=null), ArticleFig(id=1329435683413930300, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=EN, label=Figure 5, caption=
Model self-feedback examples, figureFileSmall=GeHjlLgIbpqkHoA1rCu9oQ==, figureFileBig=J5vMP1xf0dSMM5vlE4EtlQ==, tableContent=null), ArticleFig(id=1329435683481039165, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=CN, label=图5, caption=
模型自反馈示例, figureFileSmall=GeHjlLgIbpqkHoA1rCu9oQ==, figureFileBig=J5vMP1xf0dSMM5vlE4EtlQ==, tableContent=null), ArticleFig(id=1329435683543953726, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=EN, label=Figure 6, caption=
Embedding space of KaggleDBQA data and ScienceBenchmark data, figureFileSmall=1rpHYhKx7Dtuljnflw874g==, figureFileBig=QybAzwaa9NtOsNBB0YZTQg==, tableContent=null), ArticleFig(id=1329435683594285375, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=CN, label=图6, caption=
KaggleDBQA数据与ScienceBenchmark数据嵌入空间, figureFileSmall=1rpHYhKx7Dtuljnflw874g==, figureFileBig=QybAzwaa9NtOsNBB0YZTQg==, tableContent=null), ArticleFig(id=1329435683653005632, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=EN, label=Figure 7, caption=
Difficulty comparison between KaggleDBQA and the corresponding synthetic dataset, figureFileSmall=juBic0BOzl+RxU2zt2IQLA==, figureFileBig=oH2A52ArgfxY7pDAdFpVFQ==, tableContent=null), ArticleFig(id=1329435683707531585, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=CN, label=图7, caption=
KaggleDBQA与对应合成数据集难度对比, figureFileSmall=juBic0BOzl+RxU2zt2IQLA==, figureFileBig=oH2A52ArgfxY7pDAdFpVFQ==, tableContent=null), ArticleFig(id=1329435683774640450, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=EN, label=Figure 8, caption=
Difficulty comparison between ScienceBenchmark and the corresponding synthetic dataset, figureFileSmall=JYRmohQiZpz/c1jdypdp3g==, figureFileBig=0aRFbG54vpI0zSljpAXneg==, tableContent=null), ArticleFig(id=1329435683829166403, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=CN, label=图8, caption=
ScienceBenchmark与对应合成数据集难度对比, figureFileSmall=JYRmohQiZpz/c1jdypdp3g==, figureFileBig=0aRFbG54vpI0zSljpAXneg==, tableContent=null), ArticleFig(id=1329435683892080964, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=EN, label=Figure 9, caption=
Impact of different thresholds on accuracy of KaggleDBQA, figureFileSmall=EwoRwYhMNJTwotGToodFKA==, figureFileBig=ljqUr5zsG/azonjxWoG9+Q==, tableContent=null), ArticleFig(id=1329435683954995525, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=CN, label=图9, caption=
不同阈值对KaggleDBQA准确率的影响, figureFileSmall=EwoRwYhMNJTwotGToodFKA==, figureFileBig=ljqUr5zsG/azonjxWoG9+Q==, tableContent=null), ArticleFig(id=1329435684017910086, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=EN, label=Table 1, caption=
Data Augmentation Methods for Text-to-SQL
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法(类别) | 原始数据依赖 | SQL合成 | NLQ合成 |
|---|
文献[2] (SQL→NLQ) | 从原始数据集中 提取的PCFG | 利用所构建的PCFG上下文数据生成SQL 查询语句 | 基于原始数据微调BART模型并利用SQL 数据集合成NLQ |
文献[21] (SQL→NLQ) | 从原始数据集中提取的SQL模板分布 | 通过构建抽象语法树语法并持续生成SQL语 句,直至覆盖原始数据集中80%的SQL模板 | 将SQL语句分解表示为多个片段,并训练基于复制机制 的seq2seq模型来实现SQL→NLQ,最后组合输出片段 |
文献[22] (SQL→IR→NLQ) | 从原始数据集中 提取的SQL模板 | 基于从原始数据集中提取SQL模采用架构 加权的列抽样方法进行模板填充 | 微调T5/Large模型来实现从SQL→IR→NLQ的完整转换 流程 |
|
| 方法(类别) | 原始数据依赖 | NLQ合成 | SQL合成 |
H-NEURSYN[23] (ES→NLQ→SQL) | 从原始数据中提取的实体序列(ES) | 训练基于T5的Database-to-ES和ES-to-NLQ模型,并对数据库采样生成实体序列,进而合成NLQ数据集 | 微调T5模型增强NLQ→SQL能力,并结合执行验证与 去重机制使用NLQ数据合成SQL数据集 |
SymGen[24] (NLQ→SQL) | 从原始数据集随机抽取的NLQ与SQL数据 | 基于目标数据库架构以及从原始数据集中 随机采样的10个NLQ示例,采用Codex/ davinci-002模型通过提示工程合成NLQ数据 | 基于目标数据库架构以及从原始数据集中随机采样的10个SQL示例,采用Codex/davinci-002模型通过提示工程合成SQL数据 |
文献[25] (NLQ→FACTS→SQL) | 原始数据集的 NLQ模板 | 通过预定义模板合成NLQ,并借助CodeX 模型将NLQ为多个事实要素的组合 | 微调T5/Large模型增强FACTS→SQL能力,并采用提示 方法结合生成的FACTS数据,实现FACTS→SQL转换 |
|
| 方法(类别) | 原始数据依赖 | NLQ+SQL联合合成 |
文献[26] (NLQ+SQL) | 从原始数据集中 提取的SCFG | 通过筛选90个高频SQL模板程序,为每个SQL模板匹配4个关联的自然语言查询(NLQ)模板,并在给定数据库架构下基于提取的随机上下文无关语法(SCFG)规则采样填充这些模板对,从而构建NLQ+SQL数据集 |
文献[27] (T→SQL+NLQ) | 从原始数据集中 提取SQL模板 | 基于数据库架构信息和已提取的SQL模板,通过GPT-4生成特定于该数据库的详细描述,最后利用这些上下文数据(包括SQL模板、数据库架构和生成的数据库描述)提示GPT-4合成匹配的SQL查询及其 对应的NLQ |
|
| 方法(类别) | 原始数据依赖 | NLQ合成 | SQL合成 | CoT合成 |
本文方法 (NLQ→SQL→CoT) | 不依赖于 原始数据集 | 基于数据库架构(包含主外键关系)、各表 随机抽样的3行数据记录以及3个经过人工 标注的示范样例,采用Llama-3-8b模型通过 提示工程生成合成数据 | 基于先前合成的NLQ、包含表格内容采样的数据库架构以及3个人工标注的示例,通过Llama-3-8b模型合成SQL,并进行自一致性与执行过滤 | 基于NLQ与SQL数据、数据库架构以及3个示例,通过Llama-3-8b模型对SQL优化并生成包含CoT的 中间过程 |
), ArticleFig(id=1329435684089213255, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=CN, label=表1, caption=
Text-to-SQL数据增强方法
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法(类别) | 原始数据依赖 | SQL合成 | NLQ合成 |
|---|
文献[2] (SQL→NLQ) | 从原始数据集中 提取的PCFG | 利用所构建的PCFG上下文数据生成SQL 查询语句 | 基于原始数据微调BART模型并利用SQL 数据集合成NLQ |
文献[21] (SQL→NLQ) | 从原始数据集中提取的SQL模板分布 | 通过构建抽象语法树语法并持续生成SQL语 句,直至覆盖原始数据集中80%的SQL模板 | 将SQL语句分解表示为多个片段,并训练基于复制机制 的seq2seq模型来实现SQL→NLQ,最后组合输出片段 |
文献[22] (SQL→IR→NLQ) | 从原始数据集中 提取的SQL模板 | 基于从原始数据集中提取SQL模采用架构 加权的列抽样方法进行模板填充 | 微调T5/Large模型来实现从SQL→IR→NLQ的完整转换 流程 |
|
| 方法(类别) | 原始数据依赖 | NLQ合成 | SQL合成 |
H-NEURSYN[23] (ES→NLQ→SQL) | 从原始数据中提取的实体序列(ES) | 训练基于T5的Database-to-ES和ES-to-NLQ模型,并对数据库采样生成实体序列,进而合成NLQ数据集 | 微调T5模型增强NLQ→SQL能力,并结合执行验证与 去重机制使用NLQ数据合成SQL数据集 |
SymGen[24] (NLQ→SQL) | 从原始数据集随机抽取的NLQ与SQL数据 | 基于目标数据库架构以及从原始数据集中 随机采样的10个NLQ示例,采用Codex/ davinci-002模型通过提示工程合成NLQ数据 | 基于目标数据库架构以及从原始数据集中随机采样的10个SQL示例,采用Codex/davinci-002模型通过提示工程合成SQL数据 |
文献[25] (NLQ→FACTS→SQL) | 原始数据集的 NLQ模板 | 通过预定义模板合成NLQ,并借助CodeX 模型将NLQ为多个事实要素的组合 | 微调T5/Large模型增强FACTS→SQL能力,并采用提示 方法结合生成的FACTS数据,实现FACTS→SQL转换 |
|
| 方法(类别) | 原始数据依赖 | NLQ+SQL联合合成 |
文献[26] (NLQ+SQL) | 从原始数据集中 提取的SCFG | 通过筛选90个高频SQL模板程序,为每个SQL模板匹配4个关联的自然语言查询(NLQ)模板,并在给定数据库架构下基于提取的随机上下文无关语法(SCFG)规则采样填充这些模板对,从而构建NLQ+SQL数据集 |
文献[27] (T→SQL+NLQ) | 从原始数据集中 提取SQL模板 | 基于数据库架构信息和已提取的SQL模板,通过GPT-4生成特定于该数据库的详细描述,最后利用这些上下文数据(包括SQL模板、数据库架构和生成的数据库描述)提示GPT-4合成匹配的SQL查询及其 对应的NLQ |
|
| 方法(类别) | 原始数据依赖 | NLQ合成 | SQL合成 | CoT合成 |
本文方法 (NLQ→SQL→CoT) | 不依赖于 原始数据集 | 基于数据库架构(包含主外键关系)、各表 随机抽样的3行数据记录以及3个经过人工 标注的示范样例,采用Llama-3-8b模型通过 提示工程生成合成数据 | 基于先前合成的NLQ、包含表格内容采样的数据库架构以及3个人工标注的示例,通过Llama-3-8b模型合成SQL,并进行自一致性与执行过滤 | 基于NLQ与SQL数据、数据库架构以及3个示例,通过Llama-3-8b模型对SQL优化并生成包含CoT的 中间过程 |
), ArticleFig(id=1329435684160516424, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=EN, label=Table 2, caption=
Statistics of KaggleDBQA and ScienceBenchmark
, figureFileSmall=null, figureFileBig=null, tableContent=
| KaggleDBQA及其子数据集划分 |
|---|
| 数据库 | 数据 库数 | 表数 | 列数 | 行数 | 每个表的 行数 | 大小/ GB | 问答 对数 |
|---|
| KaggleDBQA | 8 | 17 | 179 | 4.7×106 | 280×103 | 0.4 | 272 |
| GND | 1 | 1 | 14 | 1×103 | 1×103 | 0.001 | 22 |
| GMC | 1 | 1 | 6 | 5×103 | 5×103 | 0.001 | 18 |
| PC | 1 | 2 | 34 | 2.3×106 | 1.2×106 | 0.12 | 34 |
| SMS | 1 | 4 | 17 | 14×103 | 4×103 | 0.001 | 19 |
| THB | 1 | 5 | 44 | 61×103 | 12×103 | 0.006 | 27 |
| USW | 1 | 1 | 19 | 1.9×106 | 1.9×106 | 0.196 | 25 |
| WCH | 1 | 2 | 10 | 237×103 | 119×103 | 0.01 | 28 |
| WSD | 1 | 2 | 37 | 217×103 | 108×103 | 0.034 | 12 |
|
| ScienceBenchmark及其子数据集划分 |
| 数据库 | 数据 库数 | 表数 | 列数 | 行数 | 每个表的 行数 | 大小/ GB | 问答 对数 |
| ScienceBenchmark | 3 | 50 | 249 | 151×106 | 3×106 | 19.1 | 5032 |
| CORDIS | 1 | 19 | 82 | 671×103 | 35×103 | 1 | 200 |
| OncoMX | 1 | 25 | 106 | 65×106 | 2.6×106 | 12 | 199 |
| SDSS | 1 | 6 | 61 | 86×106 | 14×106 | 6.1 | 200 |
), ArticleFig(id=1329435684227625289, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=CN, label=表2, caption=
KaggleDBQA与ScienceBenchmark统计信息
, figureFileSmall=null, figureFileBig=null, tableContent=
| KaggleDBQA及其子数据集划分 |
|---|
| 数据库 | 数据 库数 | 表数 | 列数 | 行数 | 每个表的 行数 | 大小/ GB | 问答 对数 |
|---|
| KaggleDBQA | 8 | 17 | 179 | 4.7×106 | 280×103 | 0.4 | 272 |
| GND | 1 | 1 | 14 | 1×103 | 1×103 | 0.001 | 22 |
| GMC | 1 | 1 | 6 | 5×103 | 5×103 | 0.001 | 18 |
| PC | 1 | 2 | 34 | 2.3×106 | 1.2×106 | 0.12 | 34 |
| SMS | 1 | 4 | 17 | 14×103 | 4×103 | 0.001 | 19 |
| THB | 1 | 5 | 44 | 61×103 | 12×103 | 0.006 | 27 |
| USW | 1 | 1 | 19 | 1.9×106 | 1.9×106 | 0.196 | 25 |
| WCH | 1 | 2 | 10 | 237×103 | 119×103 | 0.01 | 28 |
| WSD | 1 | 2 | 37 | 217×103 | 108×103 | 0.034 | 12 |
|
| ScienceBenchmark及其子数据集划分 |
| 数据库 | 数据 库数 | 表数 | 列数 | 行数 | 每个表的 行数 | 大小/ GB | 问答 对数 |
| ScienceBenchmark | 3 | 50 | 249 | 151×106 | 3×106 | 19.1 | 5032 |
| CORDIS | 1 | 19 | 82 | 671×103 | 35×103 | 1 | 200 |
| OncoMX | 1 | 25 | 106 | 65×106 | 2.6×106 | 12 | 199 |
| SDSS | 1 | 6 | 61 | 86×106 | 14×106 | 6.1 | 200 |
), ArticleFig(id=1329435684303122762, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=EN, label=Table 3, caption=
Experimental Results on KaggleDBQA and Its 8 Sub-Databases Test Sets
, figureFileSmall=null, figureFileBig=null, tableContent=
| 通用模型(7B~175B) |
|---|
| 模型 | 数据量 | 准确率 | GND | GMC | PC | SMS | THB | USW | WCH | WSD |
|---|
| Meta-Llama-3-8B-Instruct | Zero Shot | 0.249 | 0.409 | 0.389 | 0.294 | 0.105 | 0.037 | 0.23 | 0.286 | 0.25 |
| 3 Shot | 0.297 | 0.5 | 0.5 | 0.265 | 0.105 | 0.037 | 0.36 | 0.286 | 0.5 |
| DeepSeek-R1-Distill-Llama-8B | Zero Shot | 0.227 | 0.409 | 0.333 | 0.088 | 0.158 | 0.222 | 0.2 | 0.214 | 0.333 |
| 3 Shot | 0.184 | 0.364 | 0.222 | 0 | 0.105 | 0.222 | 0.24 | 0.214 | 0.167 |
| DeepSeek-R1-Distill-Qwen-14B | Zero Shot | 0.308 | 0.455 | 0.333 | 0.353 | 0.263 | 0.148 | 0.32 | 0.214 | 0.5 |
| 3 Shot | 0.351 | 0.545 | 0.389 | 0.235 | 0.263 | 0.111 | 0.52 | 0.429 | 0.417 |
| Qwen2-7B-Instruct | Zero Shot | 0.308 | 0.591 | 0.444 | 0.235 | 0.158 | 0.111 | 0.4 | 0.143 | 0.667 |
| 3 Shot | 0.292 | 0.545 | 0.444 | 0.235 | 0.158 | 0.185 | 0.32 | 0.107 | 0.583 |
| Meta-Llama-3-70B-Instruct | Zero Shot | 0.308 | 0.409 | 0.444 | 0.147 | 0.316 | 0.259 | 0.4 | 0.214 | 0.5 |
| 3 Shot | 0.416 | 0.636 | 0.611 | 0.147 | 0.474 | 0.185 | 0.56 | 0.429 | 0.583 |
| Codex/davinci-002 | Zero Shot | 0.268 | - | - | - | - | - | - | - | - |
| GPT-3.5 | Zero Shot | 0.243 | - | - | - | - | - | - | - | - |
|
| 代码模型(6.7B~13B) |
| 模型 | 数据量 | 准确率 | GND | GMC | PC | SMS | THB | USW | WCH | WSD |
| CodeS-7B | Zero Shot | 0.097 | 0.136 | 0.167 | 0 | 0.053 | 0.148 | 0.24 | 0.036 | 0 |
| 3 Shot | 0.357 | 0.5 | 0.5 | 0.353 | 0.158 | 0.296 | 0.52 | 0.214 | 0.333 |
| CodeLlama-13B-Instruct-hf | Zero Shot | 0.146 | 0.227 | 0.278 | 0.118 | 0 | 0.111 | 0.24 | 0.107 | 0.083 |
| 3 Shot | 0.141 | 0.227 | 0.222 | 0.059 | 0 | 0.074 | 0.24 | 0.143 | 0.25 |
| DeepSeek-Coder-6.7B-Instruct | Zero Shot | 0.189 | 0.318 | 0.222 | 0.176 | 0.105 | 0.111 | 0.32 | 0.107 | 0.167 |
| 3 Shot | 0.256 | 0.409 | 0.389 | 0.324 | 0.053 | 0.074 | 0.4 | 0.143 | 0.333 |
|
| 基于数据合成的方法(以Meta-Llama-3-8B-Instruct为基座模型) |
| 模型 | 数据量 | 准确率 | GND | GMC | PC | SMS | THB | USW | WCH | WSD |
| OmniSQL-Gen | 5000 | 0.319 | 0.545 | 0.444 | 0.294 | 0.105 | 0.185 | 0.36 | 0.25 | 0.5 |
| SymGen | 5000 | 0.373 | 0.364 | 0.5 | 0.265 | 0.211 | 0.222 | 0.64 | 0.429 | 0.417 |
| SNQSD | 5000 | 0.373 | 0.5 | 0.5 | 0.235 | 0.158 | 0.259 | 0.56 | 0.464 | 0.333 |
| 本文 | 5000 | 0.438 | 0.636 | 0.556 | 0.471 | 0.316 | 0.148 | 0.64 | 0.286 | 0.583 |
), ArticleFig(id=1329435684387008843, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=CN, label=表3, caption=
KaggleDBQA及其8个子数据库测试集实验结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 通用模型(7B~175B) |
|---|
| 模型 | 数据量 | 准确率 | GND | GMC | PC | SMS | THB | USW | WCH | WSD |
|---|
| Meta-Llama-3-8B-Instruct | Zero Shot | 0.249 | 0.409 | 0.389 | 0.294 | 0.105 | 0.037 | 0.23 | 0.286 | 0.25 |
| 3 Shot | 0.297 | 0.5 | 0.5 | 0.265 | 0.105 | 0.037 | 0.36 | 0.286 | 0.5 |
| DeepSeek-R1-Distill-Llama-8B | Zero Shot | 0.227 | 0.409 | 0.333 | 0.088 | 0.158 | 0.222 | 0.2 | 0.214 | 0.333 |
| 3 Shot | 0.184 | 0.364 | 0.222 | 0 | 0.105 | 0.222 | 0.24 | 0.214 | 0.167 |
| DeepSeek-R1-Distill-Qwen-14B | Zero Shot | 0.308 | 0.455 | 0.333 | 0.353 | 0.263 | 0.148 | 0.32 | 0.214 | 0.5 |
| 3 Shot | 0.351 | 0.545 | 0.389 | 0.235 | 0.263 | 0.111 | 0.52 | 0.429 | 0.417 |
| Qwen2-7B-Instruct | Zero Shot | 0.308 | 0.591 | 0.444 | 0.235 | 0.158 | 0.111 | 0.4 | 0.143 | 0.667 |
| 3 Shot | 0.292 | 0.545 | 0.444 | 0.235 | 0.158 | 0.185 | 0.32 | 0.107 | 0.583 |
| Meta-Llama-3-70B-Instruct | Zero Shot | 0.308 | 0.409 | 0.444 | 0.147 | 0.316 | 0.259 | 0.4 | 0.214 | 0.5 |
| 3 Shot | 0.416 | 0.636 | 0.611 | 0.147 | 0.474 | 0.185 | 0.56 | 0.429 | 0.583 |
| Codex/davinci-002 | Zero Shot | 0.268 | - | - | - | - | - | - | - | - |
| GPT-3.5 | Zero Shot | 0.243 | - | - | - | - | - | - | - | - |
|
| 代码模型(6.7B~13B) |
| 模型 | 数据量 | 准确率 | GND | GMC | PC | SMS | THB | USW | WCH | WSD |
| CodeS-7B | Zero Shot | 0.097 | 0.136 | 0.167 | 0 | 0.053 | 0.148 | 0.24 | 0.036 | 0 |
| 3 Shot | 0.357 | 0.5 | 0.5 | 0.353 | 0.158 | 0.296 | 0.52 | 0.214 | 0.333 |
| CodeLlama-13B-Instruct-hf | Zero Shot | 0.146 | 0.227 | 0.278 | 0.118 | 0 | 0.111 | 0.24 | 0.107 | 0.083 |
| 3 Shot | 0.141 | 0.227 | 0.222 | 0.059 | 0 | 0.074 | 0.24 | 0.143 | 0.25 |
| DeepSeek-Coder-6.7B-Instruct | Zero Shot | 0.189 | 0.318 | 0.222 | 0.176 | 0.105 | 0.111 | 0.32 | 0.107 | 0.167 |
| 3 Shot | 0.256 | 0.409 | 0.389 | 0.324 | 0.053 | 0.074 | 0.4 | 0.143 | 0.333 |
|
| 基于数据合成的方法(以Meta-Llama-3-8B-Instruct为基座模型) |
| 模型 | 数据量 | 准确率 | GND | GMC | PC | SMS | THB | USW | WCH | WSD |
| OmniSQL-Gen | 5000 | 0.319 | 0.545 | 0.444 | 0.294 | 0.105 | 0.185 | 0.36 | 0.25 | 0.5 |
| SymGen | 5000 | 0.373 | 0.364 | 0.5 | 0.265 | 0.211 | 0.222 | 0.64 | 0.429 | 0.417 |
| SNQSD | 5000 | 0.373 | 0.5 | 0.5 | 0.235 | 0.158 | 0.259 | 0.56 | 0.464 | 0.333 |
| 本文 | 5000 | 0.438 | 0.636 | 0.556 | 0.471 | 0.316 | 0.148 | 0.64 | 0.286 | 0.583 |
), ArticleFig(id=1329435684458312012, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=EN, label=Table 4, caption=
Experimental Results on ScienceBenchmark and Its Three Sub-Databases Test Sets
, figureFileSmall=null, figureFileBig=null, tableContent=
| 通用模型(8B~70B) |
|---|
| 模型 | 数据量 | 准确率 | CS | OX | SS |
|---|
| Meta-Llama-3-8B-Instruct | 1 Shot | 0.214 | 0.28 | 0.343 | 0.02 |
| DeepSeek-R1-Distill-Llama-8B | 1 Shot | 0.281 | 0.46 | 0.363 | 0.02 |
| CodeLlama-13B-Instruct-hf | 1 Shot | 0.251 | 0.34 | 0.39 | 0.02 |
| Meta-Llama-3-70B-Instruct | 1 Shot | 0.352 | 0.53 | 0.475 | 0.05 |
|
| 代码模型(7B~13B) |
| 模型 | 数据量 | 准确率 | CS | OX | SS |
| CodeS-7B | 1 Shot | 0.216 | 0.33 | 0.313 | 0.06 |
| CodeLlama-13B-Instruct-hf | 1 Shot | 0.251 | 0.34 | 0.39 | 0.02 |
|
| 基于数据合成的方法 (以Meta-Llama-3-8B-Instruct为基座模型) |
| 模型 | 数据量 | 准确率 | CS | OX | SS |
| SymGen | 4432 | 0.322 | 0.43 | 0.505 | 0.03 |
| SNQSD | 4432 | 0.308 | 0.48 | 0.434 | 0.01 |
| Syn-Science | 4423 | 0.207 | 0.31 | 0.273 | 0.04 |
| 本文 | 4423 | 0.352 | 0.44 | 0.525 | 0.09 |
), ArticleFig(id=1329435684525420877, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=CN, label=表4, caption=
ScienceBenchmark及其3个子数据库测试集的实验结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 通用模型(8B~70B) |
|---|
| 模型 | 数据量 | 准确率 | CS | OX | SS |
|---|
| Meta-Llama-3-8B-Instruct | 1 Shot | 0.214 | 0.28 | 0.343 | 0.02 |
| DeepSeek-R1-Distill-Llama-8B | 1 Shot | 0.281 | 0.46 | 0.363 | 0.02 |
| CodeLlama-13B-Instruct-hf | 1 Shot | 0.251 | 0.34 | 0.39 | 0.02 |
| Meta-Llama-3-70B-Instruct | 1 Shot | 0.352 | 0.53 | 0.475 | 0.05 |
|
| 代码模型(7B~13B) |
| 模型 | 数据量 | 准确率 | CS | OX | SS |
| CodeS-7B | 1 Shot | 0.216 | 0.33 | 0.313 | 0.06 |
| CodeLlama-13B-Instruct-hf | 1 Shot | 0.251 | 0.34 | 0.39 | 0.02 |
|
| 基于数据合成的方法 (以Meta-Llama-3-8B-Instruct为基座模型) |
| 模型 | 数据量 | 准确率 | CS | OX | SS |
| SymGen | 4432 | 0.322 | 0.43 | 0.505 | 0.03 |
| SNQSD | 4432 | 0.308 | 0.48 | 0.434 | 0.01 |
| Syn-Science | 4423 | 0.207 | 0.31 | 0.273 | 0.04 |
| 本文 | 4423 | 0.352 | 0.44 | 0.525 | 0.09 |
), ArticleFig(id=1329435684609306958, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=EN, label=Table 5, caption=
Ablation Study Results
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 准确率 |
|---|
| KaggleDBQA | ScienceBenchmark |
|---|
| SCoT-SQL(完整方法) | 0.438 | 0.352 |
| 去除数据合成过滤模块 | 0.405 | 0.328 |
| 去除模型自反馈模块 | 0.373 | 0.321 |
), ArticleFig(id=1329435684668027215, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329435676765958393, language=CN, label=表5, caption=
消融实验结果
, figureFileSmall=null, figureFileBig=null, tableContent=
| 方法 | 准确率 |
|---|
| KaggleDBQA | ScienceBenchmark |
|---|
| SCoT-SQL(完整方法) | 0.438 | 0.352 |
| 去除数据合成过滤模块 | 0.405 | 0.328 |
| 去除模型自反馈模块 | 0.373 | 0.321 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202550826, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202550826, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202550826, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202550826, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1793462400000, fullTextJson=null, articleText=null, reference=null)