Article(id=1327011374686909413, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327011123016085523, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202440373, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=research-article, receivedDate=1717084800000, receivedDateStr=2024-05-31, revisedDate=1730995200000, revisedDateStr=2024-11-08, acceptedDate=null, acceptedDateStr=null, onlineDate=1794313766404, onlineDateStr=2026-11-10, pubDate=1740758400000, pubDateStr=2025-03-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794313766404, onlineIssueDateStr=2026-11-10, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794313766404, creator=13701087609, updateTime=1794313766404, updator=13701087609, issue=Issue{id=1327011123016085523, tenantId=1146029695717560320, journalId=1324759914146529478, year='2025', volume='62', issue='3', pageStart='543', pageEnd='819', issueExtLink='null', onlineDate='null', pubDate='1740758400000', pubDateStr='2025-03-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794313706401, creator='13701087609', updateTime=1794376726899, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1327275450650440506, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327011123016085523, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1327275450650440507, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327011123016085523, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=589, endPage=604, ext={EN=ArticleExt(id=1327011376557568998, articleId=1327011374686909413, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=ScaleFS: High Performance and Scalable Metadata Design for Large Language Models, columnId=1327011123649425428, journalTitle=Journal of Computer Research and Development, columnName=Special Issue on Storage Management and Data Analysis in the Era of Large Language Models, runingTitle=null, highlight=null, articleAbstract=
In recent years, large language models (LLMs) represented by ChatGPT have developed rapidly. As the scale of model parameters continues to grow, building and deploying LLMs puts forward higher requirement for data scale and storage access efficiency, which poses significant challenges to traditional storage systems. This study first analyzes the storage access characteristics across the three critical stages of LLM workflows: data preparation, model training, and inference. It also explores in depth the major issues and bottlenecks faced by traditional storage systems in LLM scenarios. To address these challenges, the study proposes and implements ScaleFS, a high-performance and scalable distributed metadata design. ScaleFS adopts a decoupled design for directory tree metadata and attribute metadata, and combines with a hierarchical partitioning strategy that balances depth and breadth in the directory tree. This design enables efficient path resolution, load balancing, and system scalability, thereby making it capable of effectively managing hundreds of billions of files. Additionally, ScaleFS introduces fine-grained metadata structures, optimizes metadata access patterns, and develops a metadata key-value store tailored for file semantics. These innovations significantly improve metadata access efficiency while reducing disk I/O operations. The experimental results demonstrate that ScaleFS achieves operations per second (OPS) rates 1.04 to 7.12 times higher than HDFS, with latency reduced to only 12.67% to 99.55% of HDFS. Furthermore, at a scale of hundreds of billions of files, ScaleFS outperforms HDFS in most operations, even when HDFS operates at a billion-file scale. This demonstrates its superior scalability and access efficiency. ScaleFS is thus well-suited to meet the demands of LLM scenarios for managing and efficiently accessing massive file datasets.
, authors=Biyun Shang
1, Yinjun Han
2, Rong Xiao
2, Zhenghua Chen
2, Yaofeng Tu
2, Zhenjiang Dong
1, *, authorsList=Biyun Shang, Yinjun Han, Rong Xiao, Zhenghua Chen, Yaofeng Tu, Zhenjiang Dong, authorCompany=null, correspAuthors=Zhenjiang Dong, authorNote=
born in 2004. Undergraduate. Student member of CCF. Her main research interests include big data and machine learning
born in 1977. Master, senior engineer. Senior member of CCF. His main research interests include storage systems and data management systems
born in 1983. Master, senior engineer. Her main research interests include storage systems and distributed systems
born in 1983. Senior engineer. Member of CCF. His main research interests include storage systems and distributed systems
born in 1972. PhD, professor. Distinguished member of CCF. His main research interests include distributed systems, big data and machine learning
born in 1970. PhD, professor and PhD supervisor. Distinguished member of CCF. His main research interests include artificial intelligence, big data, and information security
, correspAuthorsNote=null, copyrightStatement=Copyright © 2025 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1327011381561372681, articleId=1327011374686909413, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=ScaleFS:面向大语言模型的高性能可扩展元数据设计, columnId=1327011123825586198, journalTitle=计算机研究与发展, columnName=大模型时代的存储管理与数据分析专题, runingTitle=null, highlight=null, articleAbstract=
近年来,以ChatGPT为代表的大语言模型(large language model,LLM)技术发展迅速. 随着模型参数规模的持续增长,构建和应用大模型对数据存储规模和存储访问效率提出了更高要求,这对传统存储系统带来了严峻挑战. 首先分析了大模型在数据准备、模型训练和推理阶段的存储访问特征,深入探讨了传统存储系统在大模型场景下面临的主要问题和瓶颈. 针对这些挑战,提出并实现了一种高性能、可扩展的分布式元数据设计ScaleFS. 通过目录树元数据与属性元数据解耦的架构设计,并结合深度与广度均衡的目录树分层分区策略设计,ScaleFS实现了高效的路径解析、负载均衡和系统扩展能力,能够高效管理千亿级文件. 此外,ScaleFS设计了细粒度元数据结构,优化了元数据访问模式,并构建了面向文件语义优化的元数据键值存储底座,显著提升了元数据访问效率并减少了磁盘I/O操作. 实验结果表明,ScaleFS的每秒操作次数(operations per second,OPS)是HDFS的1.04~7.12倍,而延迟仅为HDFS的12.67%~99.55%. 在千亿级文件规模下,ScaleFS的大部分操作性能优于HDFS在十亿级文件规模下的表现,展现出更高的扩展性和访问效率,能够更好地满足大模型场景对千亿级文件存储及高效访问的需求.
, authors=尚碧筠
1, 韩银俊
2, 肖蓉
2, 陈正华
2, 屠要峰
2, 董振江
1, *, authorsList=尚碧筠, 韩银俊, 肖蓉, 陈正华, 屠要峰, 董振江, authorCompany=null, correspAuthors=董振江, authorNote=
 |
2004年生. 本科生. CCF学生会员. 主要研究方向为大数据、机器学习 |
 |
1977年生. 硕士,高级工程师. CCF高级会员. 主要研究方向为存储系统、数据管理系统 |
 |
1983年生. 硕士,高级工程师. 主要研究方向为存储系统、分布式系统 |
 |
1983年生. 高级工程师. CCF会员. 主要研究方向为存储系统、分布式系统 |
 |
1972年生. 博士,研究员. CCF杰出会员. 主要研究方向为分布式系统、大数据和机器学习 |
 |
1970年生. 博士,教授,博士生导师,CCF杰出会员. 主要研究方向为人工智能、大数据、信息安全 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2025 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=RfjP9n3FxgrQ05WDku3PJg==, magXml=nfYmqIp31LfZdm8zKaM7LQ==, pdfUrl=null, pdf=RfH04lsDjFF5swA6LcXeYw==, pdfFileSize=7104470, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=hd/xkGVsC83cQGgu+0X73g==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=xQKkz7CEKRGa52IRrW6yqw==, mapNumber=null, fund=null)}, authors=[Author(id=1327011382115020817, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=shangbiyun@126.com, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327011382215684115, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, authorId=1327011382115020817, language=EN, stringName=Biyun Shang, firstName=Biyun, middleName=null, lastName=Shang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing 210023, bio={"content":"
born in 2004. Undergraduate. Student member of CCF. Her main research interests include big data and machine learning
"}, bioImg=null, bioContent=
born in 2004. Undergraduate. Student member of CCF. Her main research interests include big data and machine learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327011382282792980, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, authorId=1327011382115020817, language=CN, stringName=尚碧筠, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1南京邮电大学计算机学院 南京 210023, bio={"img":"i11/ebDThoAMix+4m1BjBg==","content":"
2004年生. 本科生. CCF学生会员. 主要研究方向为大数据、机器学习
"}, bioImg=i11/ebDThoAMix+4m1BjBg==, bioContent=
2004年生. 本科生. CCF学生会员. 主要研究方向为大数据、机器学习
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327011381938860042, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, xref=1, ext=[AuthorCompanyExt(id=1327011381947248651, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, companyId=1327011381938860042, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing 210023), AuthorCompanyExt(id=1327011381968220172, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, companyId=1327011381938860042, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1南京邮电大学计算机学院 南京 210023)])]), Author(id=1327011382341513238, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327011382417010712, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, authorId=1327011382341513238, language=EN, stringName=Yinjun Han, firstName=Yinjun, middleName=null, lastName=Han, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2ZTE Corporation, Nanjing 210012, bio={"content":"
born in 1977. Master, senior engineer. Senior member of CCF. His main research interests include storage systems and data management systems
"}, bioImg=null, bioContent=
born in 1977. Master, senior engineer. Senior member of CCF. His main research interests include storage systems and data management systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327011382492508185, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, authorId=1327011382341513238, language=CN, stringName=韩银俊, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2中兴通讯股份有限公司 南京 210012, bio={"img":"1Q2AC01R7pVHNBSAAu1v4Q==","content":"
1977年生. 硕士,高级工程师. CCF高级会员. 主要研究方向为存储系统、数据管理系统
"}, bioImg=1Q2AC01R7pVHNBSAAu1v4Q==, bioContent=
1977年生. 硕士,高级工程师. CCF高级会员. 主要研究方向为存储系统、数据管理系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327011382035329037, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, xref=2, ext=[AuthorCompanyExt(id=1327011382039523342, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, companyId=1327011382035329037, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2ZTE Corporation, Nanjing 210012), AuthorCompanyExt(id=1327011382047911951, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, companyId=1327011382035329037, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中兴通讯股份有限公司 南京 210012)])]), Author(id=1327011382568005659, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327011382651891741, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, authorId=1327011382568005659, language=EN, stringName=Rong Xiao, firstName=Rong, middleName=null, lastName=Xiao, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2ZTE Corporation, Nanjing 210012, bio={"content":"
born in 1983. Master, senior engineer. Her main research interests include storage systems and distributed systems
"}, bioImg=null, bioContent=
born in 1983. Master, senior engineer. Her main research interests include storage systems and distributed systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327011382719000606, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, authorId=1327011382568005659, language=CN, stringName=肖蓉, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2中兴通讯股份有限公司 南京 210012, bio={"img":"qYUtPv/is/WL3XijHskbcg==","content":"
1983年生. 硕士,高级工程师. 主要研究方向为存储系统、分布式系统
"}, bioImg=qYUtPv/is/WL3XijHskbcg==, bioContent=
1983年生. 硕士,高级工程师. 主要研究方向为存储系统、分布式系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327011382035329037, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, xref=2, ext=[AuthorCompanyExt(id=1327011382039523342, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, companyId=1327011382035329037, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2ZTE Corporation, Nanjing 210012), AuthorCompanyExt(id=1327011382047911951, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, companyId=1327011382035329037, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中兴通讯股份有限公司 南京 210012)])]), Author(id=1327011382802886688, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327011382907744290, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, authorId=1327011382802886688, language=EN, stringName=Zhenghua Chen, firstName=Zhenghua, middleName=null, lastName=Chen, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2ZTE Corporation, Nanjing 210012, bio={"content":"
born in 1983. Senior engineer. Member of CCF. His main research interests include storage systems and distributed systems
"}, bioImg=null, bioContent=
born in 1983. Senior engineer. Member of CCF. His main research interests include storage systems and distributed systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327011382983241763, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, authorId=1327011382802886688, language=CN, stringName=陈正华, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2中兴通讯股份有限公司 南京 210012, bio={"img":"RGlpMQG2Qu+L3JfOsFon/w==","content":"
1983年生. 高级工程师. CCF会员. 主要研究方向为存储系统、分布式系统
"}, bioImg=RGlpMQG2Qu+L3JfOsFon/w==, bioContent=
1983年生. 高级工程师. CCF会员. 主要研究方向为存储系统、分布式系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327011382035329037, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, xref=2, ext=[AuthorCompanyExt(id=1327011382039523342, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, companyId=1327011382035329037, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2ZTE Corporation, Nanjing 210012), AuthorCompanyExt(id=1327011382047911951, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, companyId=1327011382035329037, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中兴通讯股份有限公司 南京 210012)])]), Author(id=1327011383096487973, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, orderNo=4, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327011383234900007, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, authorId=1327011383096487973, language=EN, stringName=Yaofeng Tu, firstName=Yaofeng, middleName=null, lastName=Tu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2ZTE Corporation, Nanjing 210012, bio={"content":"
born in 1972. PhD, professor. Distinguished member of CCF. His main research interests include distributed systems, big data and machine learning
"}, bioImg=null, bioContent=
born in 1972. PhD, professor. Distinguished member of CCF. His main research interests include distributed systems, big data and machine learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327011383335563304, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, authorId=1327011383096487973, language=CN, stringName=屠要峰, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, address=
2中兴通讯股份有限公司 南京 210012, bio={"img":"yfNVIbu/KLU1tspWmy+3Rw==","content":"
1972年生. 博士,研究员. CCF杰出会员. 主要研究方向为分布式系统、大数据和机器学习
"}, bioImg=yfNVIbu/KLU1tspWmy+3Rw==, bioContent=
1972年生. 博士,研究员. CCF杰出会员. 主要研究方向为分布式系统、大数据和机器学习
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327011382035329037, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, xref=2, ext=[AuthorCompanyExt(id=1327011382039523342, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, companyId=1327011382035329037, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2ZTE Corporation, Nanjing 210012), AuthorCompanyExt(id=1327011382047911951, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, companyId=1327011382035329037, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中兴通讯股份有限公司 南京 210012)])]), Author(id=1327011383415255082, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, orderNo=5, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=dongzhenjiang@njupt.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1327011383490752556, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, authorId=1327011383415255082, language=EN, stringName=Zhenjiang Dong, firstName=Zhenjiang, middleName=null, lastName=Dong, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, *, address=
1School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing 210023, bio={"content":"
born in 1970. PhD, professor and PhD supervisor. Distinguished member of CCF. His main research interests include artificial intelligence, big data, and information security
"}, bioImg=null, bioContent=
born in 1970. PhD, professor and PhD supervisor. Distinguished member of CCF. His main research interests include artificial intelligence, big data, and information security
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327011383562055725, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, authorId=1327011383415255082, language=CN, stringName=董振江, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, *, address=
1南京邮电大学计算机学院 南京 210023, bio={"img":"CIVYDVR2LLppF6WvJhmubQ==","content":"
1970年生. 博士,教授,博士生导师,CCF杰出会员. 主要研究方向为人工智能、大数据、信息安全
"}, bioImg=CIVYDVR2LLppF6WvJhmubQ==, bioContent=
1970年生. 博士,教授,博士生导师,CCF杰出会员. 主要研究方向为人工智能、大数据、信息安全
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327011381938860042, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, xref=1, ext=[AuthorCompanyExt(id=1327011381947248651, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, companyId=1327011381938860042, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing 210023), AuthorCompanyExt(id=1327011381968220172, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, companyId=1327011381938860042, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1南京邮电大学计算机学院 南京 210023)])])], keywords=[Keyword(id=1327011383687884846, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=EN, orderNo=1, keyword=large language model), Keyword(id=1327011385336246319, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=EN, orderNo=2, keyword=large model training), Keyword(id=1327011385428521009, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=EN, orderNo=3, keyword=storage system), Keyword(id=1327011385499824178, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=EN, orderNo=4, keyword=metadata management), Keyword(id=1327011385600487475, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=EN, orderNo=5, keyword=scalability), Keyword(id=1327011385671790644, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=CN, orderNo=1, keyword=大语言模型), Keyword(id=1327011385818591285, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=CN, orderNo=2, keyword=大模型训练), Keyword(id=1327011385881505846, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=CN, orderNo=3, keyword=存储系统), Keyword(id=1327011385948614711, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=CN, orderNo=4, keyword=元数据管理), Keyword(id=1327011386011529272, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=CN, orderNo=5, keyword=可扩展性)], refs=[Reference(id=1327011389715099734, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=Achiam J, Adler S, Agarwal S, et al. GPT−4 technical report [J]. arXiv preprint, arXiv: 2303.08774, 2023, articleTitle=null, refAbstract=null), Reference(id=1327011389790597207, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=冯杨洋,汪庆,谢旻晖,等. 从BERT到ChatGPT:大模型训练中的存储系统挑战与技术发展[J]. 计算机研究与发展,2024,61(4):809−823, articleTitle=null, refAbstract=null), Reference(id=1327011389861900376, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Feng Yangyang, Wang Qing, Xie Minhui, et al. From BERT to ChatGPT: Challenges and technical development of storage systems for large model training[J]. Journal of Computer Research and Development, 2024, 61(4): 809−823 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327011389937397849, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=OpenDataLab. laion5b-downloader[EB/OL]. 2023[2024-05-20]. https://github.com/opendatalab/laion5b-downloader, articleTitle=null, refAbstract=null), Reference(id=1327011390012895322, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Young A, Chen Bei, Li Chao, et al. Yi: Open foundation models by 01. AI[J]. arXiv preprint, arXiv: 2403.04652, 2024, articleTitle=null, refAbstract=null), Reference(id=1327011390096781403, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Dai Hao, Wang Yang, Kent K B, et al. The state of the art of metadata managements in large-scale distributed file systems—Scalability, performance and availability[J]. IEEE Transactions on Parallel and Distributed Systems, 2022, 33(12): 3850−3869, articleTitle=null, refAbstract=null), Reference(id=1327011390168084572, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Shvachko K, Kuang H, Radia S, et al. The Hadoop distributed file system[C/OL] //Proc of the 26th Symp on Mass Storage Systems and Technologies(MSST). Piscataway, NJ: IEEE, 2010[2024-05-20]. https://ieeexplore.ieee.org/document/5496972, articleTitle=null, refAbstract=null), Reference(id=1327011390235193437, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Thekkath C A, Mann T, Lee E K. Frangipani: A scalable distributed file system[J]. ACM SIGOPS Operating Systems Review, 1997, 31(5): 224-237, articleTitle=null, refAbstract=null), Reference(id=1327011390314885214, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Gibson G A, Nagle D F, Amiri K, et al. A cost-effective, high-bandwidth storage architecture[J]. ACM SIGOPS Operating Systems Review, 1998, 32(5): 92−103, articleTitle=null, refAbstract=null), Reference(id=1327011390398771296, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Ghemawat S, Gobioff H, Leung S T. The Google file system[C] //Proc of the19th ACM Symp on Operating Systems Principles. New York: ACM, 2003: 29−43, articleTitle=null, refAbstract=null), Reference(id=1327011390491045984, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=王意洁,孙伟东,周松,等. 云计算环境下的分布存储关键技术[J]. 软件学报,2012,23(4):962−986, articleTitle=null, refAbstract=null), Reference(id=1327011390558154849, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Yijie, Sun Weidong, Zhou Song, et al. Key technologies of distributed storage for cloud computing[J]. Journal of Software, 2012, 23(4): 962−986 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327011390629458018, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=金国栋,卞昊穹,陈跃国,等. HDFS存储和优化技术研究综述[J]. 软件学报,2020,31(1):137−161, articleTitle=null, refAbstract=null), Reference(id=1327011390688178275, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Jin Guodong, Bian Haoqiong, Chen Yueguo, et al. Survey on storage and optimization techniques of HDFS[J]. Journal of Software, 2020, 31(1): 137−161(in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327011390809813092, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Rodeh O, Teperman A. ZFS-A scalable distributed file system using object disks[C] //Proc of the 20th Symp on Mass Storage Systems and Technologies (MSST). Piscataway, NJ: IEEE, 2003: 207−218, articleTitle=null, refAbstract=null), Reference(id=1327011390864339045, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Weil S, Brandt S A, Miller E L, et al. Ceph: A scalable, high-performance distributed file system[C] //Proc of the 7th Conf on Operating Systems Design and Implementation (OSDI’06). Berkeley, CA: USENIX Association, 2006: 307−320, articleTitle=null, refAbstract=null), Reference(id=1327011390960808038, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Schmuck F, Haskin R. GPFS: A shared-disk file system for large computing clusters[C] //Proc of the 1st Conf on File and Storage Technologies (FAST’02). Berkeley, CA: USENIX Association, 2002: 231−244, articleTitle=null, refAbstract=null), Reference(id=1327011391027916903, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Niazi S, Ismail M, Haridi S, et al. HopsFS: Scaling hierarchical file system metadata using newSQL databases[C] //Proc of the 15th Conf on File and Storage Technologies (FAST’17). Berkeley, CA: USENIX Association, 2017: 89−104, articleTitle=null, refAbstract=null), Reference(id=1327011391099220072, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Liao Gang, Abadi D J. FileScale: Fast and elastic metadata management for distributed file systems[C] //Proc of the 2023 ACM Symp on Cloud Computing. New York: ACM, 2023: 459−474, articleTitle=null, refAbstract=null), Reference(id=1327011391157940329, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Pan S, Stavrinos T, Zhang Yunqiao, et al. Facebook’s Tectonic filesystem: Efficiency from exascale[C] //Proc of the 19th Conf on File and Storage Technologies (FAST’21). Berkeley, CA: USENIX Association, 2021: 217−231, articleTitle=null, refAbstract=null), Reference(id=1327011391216660586, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Siyang, Lu Youyou, Shu Jiwu, et al. LocoFS: A loosely-coupled metadata service for distributed file systems[C/OL] //Proc of the Int Conf for High Performance Computing, Networking, Storage and Analysis. New York: ACM, 2017[2024-05-20]. https://doi.org/10.1145/3126908.3126928, articleTitle=null, refAbstract=null), Reference(id=1327011391292158059, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Lv Wenhao, Lu Youyou, Zhang Yiming, et al. InfiniFS: An efficient metadata service for large-scale distributed filesystems[C] //Proc of the 20th USENIX Conf on File and Storage Technologies (FAST’22). Berkeley, CA: USENIX Association, 2022: 313−328, articleTitle=null, refAbstract=null), Reference(id=1327011391355072620, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Yiduo, Wu Yufei, Li Cheng, et al. CFS: Scaling metadata service for distributed file system via pruned scope of critical sections[C] //Proc of the 18th European Conf on Computer Systems. New York: ACM, 2023: 331−346, articleTitle=null, refAbstract=null), Reference(id=1327011391426375789, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Google. Tensorflow[EB/OL]. 2024[2024-09-13]. https://www.tensorflow.org/tutorials/load_data/tfrecord?hl=zh-cn, articleTitle=null, refAbstract=null), Reference(id=1327011391527039086, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Aizman A, Maltby G, Breuel T. High performance I/O for large scale deep learning[C] //Proc of the 2019 IEEE Int Conf on Big Data (Big Data). Piscataway, NJ: IEEE, 2019: 5965−5967, articleTitle=null, refAbstract=null), Reference(id=1327011391627702383, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Ongaro D, Ousterhout J. In search of an understandable consensus algorithm[C] //Proc of the 2014 USENIX Annual Technical Conf. Berkeley, CA: USENIX Association, 2014: 305−319, articleTitle=null, refAbstract=null), Reference(id=1327011391694811248, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Dong Siying, Kryczka A, Jin Yanqin, et al. RocksDB: Evolution of development priorities in a key-value store serving large-scale applications[J]. ACM Transactions on Storage, 2021, 17(4): 1−32, articleTitle=null, refAbstract=null), Reference(id=1327011391757725809, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Apache. NNThroughoutBenchmark[EB/OL]. 2024[2024-05-20]. https://hadoop.apache.org/docs/current/hadoop-project-dist/hadoop-common/Benchmarking.html, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1327011381938860042, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, xref=1, ext=[AuthorCompanyExt(id=1327011381947248651, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, companyId=1327011381938860042, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing 210023), AuthorCompanyExt(id=1327011381968220172, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, companyId=1327011381938860042, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1南京邮电大学计算机学院 南京 210023)]), AuthorCompany(id=1327011382035329037, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, xref=2, ext=[AuthorCompanyExt(id=1327011382039523342, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, companyId=1327011382035329037, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2ZTE Corporation, Nanjing 210012), AuthorCompanyExt(id=1327011382047911951, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, companyId=1327011382035329037, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2中兴通讯股份有限公司 南京 210012)])], figs=[ArticleFig(id=1327011386145747001, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=EN, label=Figure 1, caption=
I/O characteristics in LLMs construction and application, figureFileSmall=5arNU6H9rqAEiqE9resgng==, figureFileBig=hd/xkGVsC83cQGgu+0X73g==, tableContent=null), ArticleFig(id=1327011386212855866, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=CN, label=图1, caption=
大模型构建及应用中的I/O特征, figureFileSmall=5arNU6H9rqAEiqE9resgng==, figureFileBig=hd/xkGVsC83cQGgu+0X73g==, tableContent=null), ArticleFig(id=1327011386380628027, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=EN, label=Figure 2, caption=
ScaleFS system architecture, figureFileSmall=sWVRso5mVe5D9sl9UuFMAg==, figureFileBig=ATfJuqmy2F89SMx5xXANDg==, tableContent=null), ArticleFig(id=1327011386443542588, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=CN, label=图2, caption=
ScaleFS系统架构, figureFileSmall=sWVRso5mVe5D9sl9UuFMAg==, figureFileBig=ATfJuqmy2F89SMx5xXANDg==, tableContent=null), ArticleFig(id=1327011386510651453, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=EN, label=Figure 3, caption=
Hierarchical partitioning strategy of directory tree, figureFileSmall=iEJQeJn+q7eD2EGDftwqww==, figureFileBig=KNf/sSRV2mmyLZI02G62Wg==, tableContent=null), ArticleFig(id=1327011386581954622, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=CN, label=图3, caption=
目录树分层分区策略, figureFileSmall=iEJQeJn+q7eD2EGDftwqww==, figureFileBig=KNf/sSRV2mmyLZI02G62Wg==, tableContent=null), ArticleFig(id=1327011386657452095, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=EN, label=Figure 4, caption=
key-value storage design, figureFileSmall=GwX7+MJB6A0hd98fN8FPiQ==, figureFileBig=zf0o7YNWD48konhMiW47wQ==, tableContent=null), ArticleFig(id=1327011386716172352, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=CN, label=图4, caption=
键值存储设计, figureFileSmall=GwX7+MJB6A0hd98fN8FPiQ==, figureFileBig=zf0o7YNWD48konhMiW47wQ==, tableContent=null), ArticleFig(id=1327011386783281217, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=EN, label=Figure 5, caption=
Performance test of file operation, figureFileSmall=q7eA48g6j65xOghuWSE4CA==, figureFileBig=Sgtq2ETuxdj8VsWMNqHrew==, tableContent=null), ArticleFig(id=1327011386858778690, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=CN, label=图5, caption=
文件操作性能测试, figureFileSmall=q7eA48g6j65xOghuWSE4CA==, figureFileBig=Sgtq2ETuxdj8VsWMNqHrew==, tableContent=null), ArticleFig(id=1327011386959441987, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=EN, label=Figure 6, caption=
Performance test of statdir operation, figureFileSmall=h2LabN0WGIiVvyrBEHLWjQ==, figureFileBig=zwjLLKuyLTeNpDWKkg9FLA==, tableContent=null), ArticleFig(id=1327011387043328068, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=CN, label=图6, caption=
statdir操作性能测试, figureFileSmall=h2LabN0WGIiVvyrBEHLWjQ==, figureFileBig=zwjLLKuyLTeNpDWKkg9FLA==, tableContent=null), ArticleFig(id=1327011387127214149, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=EN, label=Figure 7, caption=
Performance test of listdir operation, figureFileSmall=/zxFm//5gpfXMJfPKJ+s6g==, figureFileBig=wTJFQe4uC1sIDhLDrrnb2Q==, tableContent=null), ArticleFig(id=1327011387202711622, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=CN, label=图7, caption=
listdir操作性能测试, figureFileSmall=/zxFm//5gpfXMJfPKJ+s6g==, figureFileBig=wTJFQe4uC1sIDhLDrrnb2Q==, tableContent=null), ArticleFig(id=1327011387278209095, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=EN, label=Figure 8, caption=
Scalability test, figureFileSmall=i9t+Bcjjdod26wmFvqNA/w==, figureFileBig=nkgygI03kjwXl9AP3tdulw==, tableContent=null), ArticleFig(id=1327011387336929352, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=CN, label=图8, caption=
可扩展性测试, figureFileSmall=i9t+Bcjjdod26wmFvqNA/w==, figureFileBig=nkgygI03kjwXl9AP3tdulw==, tableContent=null), ArticleFig(id=1327011387408232521, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=EN, label=Figure 9, caption=
Performance test of data loading, figureFileSmall=7KVqcRjoNeSUgnaJ9MawZg==, figureFileBig=gQzDUrMkt5qeEpUkq/9NuA==, tableContent=null), ArticleFig(id=1327011387492118602, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=CN, label=图9, caption=
数据加载性能测试, figureFileSmall=7KVqcRjoNeSUgnaJ9MawZg==, figureFileBig=gQzDUrMkt5qeEpUkq/9NuA==, tableContent=null), ArticleFig(id=1327011387601170507, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=EN, label=Table 1, caption=
File Operations of Production Environment Load, figureFileSmall=null, figureFileBig=null, tableContent=
| 操作 | 次数 | 占比/% |
|---|
| open | 17 928 310 | 15.78 |
| write | 2 830 486 | 2.49 |
| read | 18 304 926 | 16.11 |
| listdir | 51 838 | 0.05 |
| filestatus | 68 271 469 | 60.10 |
| delete | 5 677 722 | 5.00 |
), ArticleFig(id=1327011387659890764, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=CN, label=表1, caption=
生产环境负载的文件操作
, figureFileSmall=null, figureFileBig=null, tableContent=
| 操作 | 次数 | 占比/% |
|---|
| open | 17 928 310 | 15.78 |
| write | 2 830 486 | 2.49 |
| read | 18 304 926 | 16.11 |
| listdir | 51 838 | 0.05 |
| filestatus | 68 271 469 | 60.10 |
| delete | 5 677 722 | 5.00 |
), ArticleFig(id=1327011387756359757, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=EN, label=Table 2, caption=
Classification for Hot and Cold Metadata of MDS, figureFileSmall=null, figureFileBig=null, tableContent=
| 热属性 | | 冷属性 |
|---|
| 名称 | 字长/B | | 名称 | 字长/B |
|---|
| Size | 8 | | Xattrs | >32 |
| Nlinks | 4 | | Acl | >4 |
| Block | 4 | | BlockSize | 8 |
| Mtime | 4 | | FileUC | 4 |
| Atime | 4 | | BlockType | 2 |
| Ctime | 4 | | ECPolicyId | 4 |
| Type | 2 | | NsQuota | 8 |
| StoragePolicyId | 1 | | DsQuota | 8 |
| | | TypeQuotas | 8 |
| | $ \vdots $ | |
| 合计 | 31 | | 合计 | >78 |
), ArticleFig(id=1327011387911549006, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=CN, label=表2, caption=
MDS冷热元数据分类
, figureFileSmall=null, figureFileBig=null, tableContent=
| 热属性 | | 冷属性 |
|---|
| 名称 | 字长/B | | 名称 | 字长/B |
|---|
| Size | 8 | | Xattrs | >32 |
| Nlinks | 4 | | Acl | >4 |
| Block | 4 | | BlockSize | 8 |
| Mtime | 4 | | FileUC | 4 |
| Atime | 4 | | BlockType | 2 |
| Ctime | 4 | | ECPolicyId | 4 |
| Type | 2 | | NsQuota | 8 |
| StoragePolicyId | 1 | | DsQuota | 8 |
| | | TypeQuotas | 8 |
| | $ \vdots $ | |
| 合计 | 31 | | 合计 | >78 |
), ArticleFig(id=1327011388003823695, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=EN, label=Table 3, caption=
Metadata Attributes Commonly Accessed in File Operations, figureFileSmall=null, figureFileBig=null, tableContent=
| 操作 | 热属性 | 冷属性 |
|---|
| mkdir | √ | |
| rmdir | √ | √ |
| filestatus | √ | |
| delete | √ | √ |
| create | √ | |
| open | √ | |
| statdir | √ | |
| listdir | √ | |
| read | √ | |
| write | √ | √ |
), ArticleFig(id=1327011388096098384, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=CN, label=表3, caption=
常见文件操作访问的元数据属性
, figureFileSmall=null, figureFileBig=null, tableContent=
| 操作 | 热属性 | 冷属性 |
|---|
| mkdir | √ | |
| rmdir | √ | √ |
| filestatus | √ | |
| delete | √ | √ |
| create | √ | |
| open | √ | |
| statdir | √ | |
| listdir | √ | |
| read | √ | |
| write | √ | √ |
), ArticleFig(id=1327011388175790161, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=EN, label=Table 4, caption=
Key-Vlue Interface for File Semantics, figureFileSmall=null, figureFileBig=null, tableContent=
| 键值接口 | 功能 | 涉及文件操作 |
|---|
| Recursivefetch | 递归获取 | create\open\filestatus\setacl \delete\statdir\rename等 |
| Batchget | 批量获取 | listdir |
| Batchdelete | 批量删除 | rmdir |
| Insertupdate | 插入更新 | create\mkdir\rename等 |
| Batchupdate | 批量更新 | chown |
), ArticleFig(id=1327011389455052883, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=CN, label=表4, caption=
面向文件语义的键值接口
, figureFileSmall=null, figureFileBig=null, tableContent=
| 键值接口 | 功能 | 涉及文件操作 |
|---|
| Recursivefetch | 递归获取 | create\open\filestatus\setacl \delete\statdir\rename等 |
| Batchget | 批量获取 | listdir |
| Batchdelete | 批量删除 | rmdir |
| Insertupdate | 插入更新 | create\mkdir\rename等 |
| Batchupdate | 批量更新 | chown |
), ArticleFig(id=1327011389547327572, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=EN, label=Table 5, caption=
Confiuration of Experimental Environment, figureFileSmall=null, figureFileBig=null, tableContent=
| 实验环境 | 配置 |
|---|
| CPU | Intel® Xeon® Gold 6230N CPU @ 2.30GHz (×2) |
| DRAM | 384 GB |
| NVMe SSD | Intel P4610 1.6 TB (×6) |
| Network | Mellanox ConnectX-5 100G RoCE |
| OS | CentOS Linux release 7.9.2009 |
), ArticleFig(id=1327011389618630741, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327011374686909413, language=CN, label=表5, caption=
实验环境配置
, figureFileSmall=null, figureFileBig=null, tableContent=
| 实验环境 | 配置 |
|---|
| CPU | Intel® Xeon® Gold 6230N CPU @ 2.30GHz (×2) |
| DRAM | 384 GB |
| NVMe SSD | Intel P4610 1.6 TB (×6) |
| Network | Mellanox ConnectX-5 100G RoCE |
| OS | CentOS Linux release 7.9.2009 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202440373, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202440373, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202440373, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202440373, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1740758400000, fullTextJson=null, articleText=null, reference=null)