Article(id=1242141240280555647, tenantId=1146029695717560320, journalId=1146031591421210625, issueId=1242141225407558554, articleNumber=null, orderNo=null, doi=10.3981/j.issn.1000-7857.2024.05.00531, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1715616000000, receivedDateStr=2024-05-14, revisedDate=1716825600000, revisedDateStr=2024-05-28, acceptedDate=null, acceptedDateStr=null, onlineDate=1720454400000, onlineDateStr=2024-07-09, pubDate=1719504000000, pubDateStr=2024-06-28, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1720454400000, onlineIssueDateStr=2024-07-09, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1774079149549, creator=sys-migrate, updateTime=1774079149549, updator=sys-migrate, issue=Issue{id=1242141225407558554, tenantId=1146029695717560320, journalId=1146031591421210625, year='2024', volume='42', issue='12', pageStart='1', pageEnd='200', issueExtLink='null', onlineDate='null', pubDate='1719504000000', pubDateStr='2024-06-28', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=null, issueType=-1, specialIssue=null, createTime=1774079145994, creator='sys-migrate', updateTime=1774079145994, updator='sys-migrate', preIssue=null, nextIssue=null, articleTotal=null, ext=null, issueFiles=null, downloadFileDto=null}, startPage=44, endPage=50, ext={EN=ArticleExt(id=1242141243203990491, articleId=1242141240280555647, tenantId=1146029695717560320, journalId=1146031591421210625, language=EN, title=Evolution of general large models, columnId=1242141235033481325, journalTitle=Science & Technology Review, columnName=Exclusive：Foster New Quality Productive Forces to Strengthen High-Level Science and Technology Self-Reliance, runingTitle=null, highlight=null, articleAbstract=With the rapid development of artificial intelligence (AI) technology, general large models (GLMs) have become a significant research focus in the AI field. GLMs typically possess an extensive number of parameters, are trained on massive datasets and exhibit robust learning and reasoning capabilities. These models demonstrate outstanding performance in various tasks, including natural language processing, image recognition, and code generation. This paper reviews the evolution of GLMs and the key technology nodes, from the early rule-based systems and traditional machine learning models to the rise of deep learning, the introduction of the Transformer architecture, and the advancements in the GPT series and other GLMS over the world. Despite the significant progress, GLMs face numerous challenges, such as high computational resource demands, data bias, ethical issues, and model interpretability and transparency. This paper analyzes these challenges and explores five key future development directions for GLMs: model optimization, multimodal learning, emotionally intelligent models, data and knowledge dual-driven models, and ethical and societal impacts. By adopting these strategies, GLMs are expected to achieve broader and deeper applications, driving continuous progress in AI technology., authors=REN Fuji^1,2, ZHANG Yanru^1,2, authorsList=REN Fuji, ZHANG Yanru, authorCompany=1. School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu 611731, China;
2. Shenzhen Institute for Advanced study, UESTC, Shenzhen 518110, China, correspAuthors=null, authorNote=null, correspAuthorsNote=null, copyrightStatement=null, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1242141242570650575, articleId=1242141240280555647, tenantId=1146029695717560320, journalId=1146031591421210625, language=CN, title=通用大模型演进路线, columnId=1242141234844737642, journalTitle=科技导报, columnName=专题：培育新质生产力 助力高水平科技自立自强, runingTitle=null, highlight=null, articleAbstract=随着人工智能技术的飞速发展，通用大模型（GLMs）已经成为人工智能领域的重要研究方向。通用大模型拥有超大规模参数，通过大规模数据进行训练，具备强大的学习和推理能力。这些模型在自然语言处理、图像识别、代码生成等多种任务中展现出卓越的能力。回顾了通用大模型的发展历程，梳理关键技术节点，从早期基于规则的系统和传统机器学习模型，到深度学习的崛起，再到Transformer架构，以及GPT系列及国内外通用大模型的进展。尽管GLMs在多个领域取得了显著进展，但其发展也面临诸多挑战，包括计算资源需求、数据偏见与伦理问题及模型的解释性与透明性。分析了这些挑战，并探讨了GLMs未来发展的5个关键方向：模型优化、多模态学习、具情感大模型、数据与知识双驱动以及伦理与社会影响。通过这些策略，通用大模型有望在未来实现更广泛和深入的应用，推动人工智能技术的持续进步。, authors=任福继^1,2, 张彦如^1,2, authorsList=任福继, 张彦如, authorCompany=1. 电子科技大学计算机科学与工程学院, 成都 611731;
2. 电子科技大学(深圳)高等研究院, 深圳 518110, correspAuthors=null, authorNote=任福继，教授，日本工程院院士、欧盟科学院院士、俄罗斯工程院外籍院士，研究方向为先进智能、情感计算、智能机器人等，电子信箱：renfuji@uestc.edu.cn；张彦如（通信作者），教授，研究方向为智能博弈与决策，电子信箱：yanruzhang@uestc.edu.cn, correspAuthorsNote=null, copyrightStatement=null, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=hYaOd8XDPNY7NXhMby532w==, pdfFileSize=1320926, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null)}, authors=null, keywords=[Keyword(id=1242141242092499914, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242141240280555647, language=CN, orderNo=1, keyword=通用大模型), Keyword(id=1242141242180580299, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242141240280555647, language=CN, orderNo=1, keyword=人工智能), Keyword(id=1242141242256077772, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242141240280555647, language=CN, orderNo=1, keyword=深度学习), Keyword(id=1242141242335769549, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242141240280555647, language=CN, orderNo=1, keyword=Transformer架构), Keyword(id=1242141242415461326, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242141240280555647, language=CN, orderNo=1, keyword=GPT系列), Keyword(id=1242141242700674001, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242141240280555647, language=EN, orderNo=1, keyword=general large models), Keyword(id=1242141242776171474, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242141240280555647, language=EN, orderNo=1, keyword=artificial intelligence), Keyword(id=1242141242864251860, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242141240280555647, language=EN, orderNo=1, keyword=deep learning), Keyword(id=1242141242939749334, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242141240280555647, language=EN, orderNo=1, keyword=transformer architecture), Keyword(id=1242141243023635416, tenantId=1146029695717560320, journalId=1146031591421210625, articleId=1242141240280555647, language=EN, orderNo=1, keyword=GPT series)], refs=null, funds=null, companyList=null, figs=null, attaches=null, journal=Journal(id=1125356956822126595, delFlag=0, nameCn=科技导报, nameEn=Science & Technology Review, nameHistory1=null, nameHistory2=null, issn=1000-7857, eissn=, cn=11-1421/N, coden=null, periodic=3, language=CN, oaType=0, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=wfghvu3bhh/dKxuZ+ucVHA==, journalPrice=null, startedYear=null, abbrevIsoEn=Sci Technol Rev, journalRemark=null, publicationField=null, createdTime=null, updatedTime=1784015846012, createdBy=null, updatedBy=13041195026, firstLetterCn=K, firstLetterEn=K, subjectCode=Natural Sciences, subjectName=自然科学, subjectCodeEn=Natural Sciences, subjectNameEn=null, picCn=wfghvu3bhh/dKxuZ+ucVHA==, picEn=yjSfclmpNm7ihn9NbTZ69g==, jcr=null, cjcr=null, exts=[JournalExt(id=1283818766098219763, language=CN, name=科技导报, nameHistory1=null, nameHistory2=null, managedBy=中国科学技术协会, sponsoredBy=中国科学技术协会, publishedBy=科技导报社, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=http://www.kjdb.org/CN/home, createdTime=1784015846037, updatedTime=1784015846037, createdBy=13041195026, updatedBy=13041195026, submissionGuidelinesUrl=http://www.kjdb.org/CN/column/column7.shtml, submissionAuthorUrl=https://kjdbauthor.cast.org.cn/webm, submissionEditorUrl=https://kjdbeditor.cast.org.cn/webm/, submissionReviewUrl=https://kjdbauthor.cast.org.cn/webm, submissionCeEditorUrl=https://kjdbeditor.cast.org.cn/webm/, submissionAeEditorUrl=https://kjdbeditor.cast.org.cn/webm/, option={"copyright":""}), JournalExt(id=1283818766144357108, language=EN, name=Science & Technology Review, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=http://www.kjdb.org/EN/home, createdTime=1784015846048, updatedTime=1784015846048, createdBy=13041195026, updatedBy=13041195026, submissionGuidelinesUrl=http://www.kjdb.org/EN/column/column7.shtml, submissionAuthorUrl=https://kjdbauthor.manuscriptcloud.com/login, submissionEditorUrl=https://kjdbeditor.manuscriptcloud.com/login, submissionReviewUrl=https://kjdbauthor.manuscriptcloud.com/login, submissionCeEditorUrl=https://kjdbeditor.manuscriptcloud.com/login, submissionAeEditorUrl=https://kjdbeditor.manuscriptcloud.com/login, option={"copyright":""})], databaseList=null, tenantJournalId=1146031591421210625, websiteList=[Website(id=1146104741081231361, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1146031591421210625, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/kjdb/CN, language=CN, createTime=1751182263881, createBy=18614031015, updateTime=1751778001962, updateBy=18614031015, name=科技导报, tplId=1146099689490845704, title=科技导报, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1148021146403992296, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146104741081231361, code=articleTextType, value=kx, createTime=1751639170504, updateTime=1751639170504, creator=18614031015, updator=18614031015), WebsiteProps(id=1148021146378826469, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146104741081231361, code=banner, value=null, createTime=1751639170498, updateTime=1751639170498, creator=18614031015, updator=18614031015), WebsiteProps(id=1148021146366243556, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146104741081231361, code=logo, value=https://castjournals.cast.org.cn/joweb/kjdb/CN/file/pic?fileId=9GHSf7eGlIPH0Tv/OOdstA==, createTime=1751639170495, updateTime=1751639170495, creator=18614031015, updator=18614031015), WebsiteProps(id=1148021146395603687, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146104741081231361, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/kjdb/CN/file/pic, createTime=1751639170502, updateTime=1751639170502, creator=18614031015, updator=18614031015), WebsiteProps(id=1148021146387215078, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146104741081231361, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1751639170500, updateTime=1751639170500, creator=18614031015, updator=18614031015)]), Website(id=1146105254833139715, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1146031591421210625, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/kjdb/EN, language=EN, createTime=1751182386363, createBy=18614031015, updateTime=1753500121937, updateBy=18614031015, name=科技导报, tplId=1146101810881728533, title=Science & Technology Review, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1155838567709528217, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146105254833139715, code=articleTextType, value=kx, createTime=1753502988984, updateTime=1753502988984, creator=18614031015, updator=18614031015), WebsiteProps(id=1155838567692750998, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146105254833139715, code=banner, value=null, createTime=1753502988980, updateTime=1753502988980, creator=18614031015, updator=18614031015), WebsiteProps(id=1155838567688556693, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146105254833139715, code=logo, value=https://castjournals.cast.org.cn/joweb/kjdb/EN/file/pic?fileId=9GHSf7eGlIPH0Tv/OOdstA==, createTime=1753502988979, updateTime=1753502988979, creator=18614031015, updator=18614031015), WebsiteProps(id=1155838567705333912, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146105254833139715, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/kjdb/EN/file/pic, createTime=1753502988983, updateTime=1753502988983, creator=18614031015, updator=18614031015), WebsiteProps(id=1155838567701139607, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1146105254833139715, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1753502988982, updateTime=1753502988982, creator=18614031015, updator=18614031015)])], journalTitle=科技导报, weixinUrl=null, journalUrl=null, iacademicId=null, status=1, seqNo=null, journalTitleEn=Science & Technology Review, journalPhotoCn=wfghvu3bhh/dKxuZ+ucVHA==, journalPhotoEn=yjSfclmpNm7ihn9NbTZ69g==, journalFirstLetter=K, journalRecommend=null, journalNew=null, journalCollection=1, jcrJf=null, cjcrJf=0.91, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/kjdb/CN/10.3981/j.issn.1000-7857.2024.05.00531, detailUrlEn=https://castjournals.cast.org.cn/joweb/kjdb/EN/10.3981/j.issn.1000-7857.2024.05.00531, pdfUrlCn=https://castjournals.cast.org.cn/joweb/kjdb/CN/PDF/10.3981/j.issn.1000-7857.2024.05.00531, pdfUrlEn=https://castjournals.cast.org.cn/joweb/kjdb/EN/PDF/10.3981/j.issn.1000-7857.2024.05.00531, aliStartDate=null, aliEndDate=null, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=0, orderTime=1719504000000, fullTextJson=null, articleText=null, reference=null)