Article(id=1329456036878070487, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1329455965163860100, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202330402, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=null, receivedDate=1684771200000, receivedDateStr=2023-05-23, revisedDate=1697385600000, revisedDateStr=2023-10-16, acceptedDate=null, acceptedDateStr=null, onlineDate=1794896619290, onlineDateStr=2026-11-17, pubDate=1709308800000, pubDateStr=2024-03-02, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794896619290, onlineIssueDateStr=2026-11-17, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794896619290, creator=13701087609, updateTime=1794896619290, updator=13701087609, issue=Issue{id=1329455965163860100, tenantId=1146029695717560320, journalId=1324759914146529478, year='2024', volume='61', issue='3', pageStart='539', pageEnd='807', issueExtLink='null', onlineDate='null', pubDate='1709308800000', pubDateStr='2024-03-02', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794896602192, creator='13701087609', updateTime=1794896602192, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext=null, issueFiles=null, downloadFileDto=null}, startPage=589, endPage=599, ext={EN=ArticleExt(id=1329456037083591384, articleId=1329456036878070487, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=A Recommendation Model Inference System Based on GPU Direct Storage Access Architecture, columnId=1329455969769205904, journalTitle=Journal of Computer Research and Development, columnName=Special Issue on Intelligent Storage and Data Analysis for the Digital Economy, runingTitle=null, highlight=null, articleAbstract=
Emerging deep learning recommendation models (DLRM) have been widely used in modern recommendation systems. The unique embedding layer of DLRM, commonly with tens of trillions of parameters, induces massive irregular access to storage resources, which becomes the performance bottleneck of model inference. Existing inference systems rely on CPU access to embedding parameters on DRAM and SSD. However, we find that this architecture suffers from excessive CPU-GPU communication overhead and redundant memory copies, resulting in increased latency of embedding layers and limited inference performance. In this paper, we propose GDRec, a recommendation model inference system based on the architecture of GPU direct storage access. The core idea of GDRec is to eliminate the CPU from the access path of embedding parameters and let the GPU directly access storage resources with the paradigm of zero copy. For direct access to DRAM, GDRec retrofits the unified virtual addressing feature of CUDA, to allow GPU kernels to issue fine-grained access to host DRAM. GDRec further introduces two optimizations, access coalescing and access aligning, to fully unleash the performance of DRAM access. For direct access to SSD, GDRec implements a lightweight NVMe driver on GPU, allowing GPU to submit I/O commands to read data from SSD to GPU memory directly, without extra copies on DRAM. GDRec also leverages the massive parallelism of GPU to shorten the submission time of I/O commands. Experiments on three public datasets show that GDRec can improve inference throughput by 1.9 times, compared with a highly-optimized recommendation model inference system, NVIDIA HugeCTR.
, authors=Minhui Xie, Youyou Lu*, Yangyang Feng, Jiwu Shu, authorsList=Minhui Xie, Youyou Lu, Yangyang Feng, Jiwu Shu, authorCompany=null, correspAuthors=Youyou Lu, authorNote=
born in 1997. PhD candidate. Student member of CCF. His main research interests include storage systems and machine learning systems
born in 1987. PhD, associate professor, PhD supervisor. Senior member of CCF. His main research interest includes storage systems
born in 1998. PhD candidate. Student member of CCF. His main research interests include storage systems and machine learning systems
born in 1968. PhD, professor, PhD supervisor. Fellow of CCF. His main research interests include non-volatile memory systems and technologies, storage security and reliability, and parallel and distributed computing
, correspAuthorsNote=null, copyrightStatement=Copyright © 2024 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1329456041324032757, articleId=1329456036878070487, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=基于GPU直访存储架构的推荐模型预估系统, columnId=1329455969966338194, journalTitle=计算机研究与发展, columnName=面向数字经济的智能存储与数据分析专题, runingTitle=null, highlight=null, articleAbstract=
新型深度学习推荐模型已广泛应用至现代推荐系统,其独有的特征——包含万亿嵌入参数的嵌入层,带来的大量不规则稀疏访问已成为模型预估的性能瓶颈. 然而,现有的推荐模型预估系统依赖CPU对内存、外存等存储资源上的嵌入参数进行访问,存在着CPU-GPU通信开销大和额外的内存拷贝2个问题,这增加了嵌入层的访存延迟,进而损害模型预估的性能. 提出了一种基于GPU直访存储架构的推荐模型预估系统GDRec.GDRec的核心思想是在嵌入参数的访问路径上移除CPU参与,由GPU通过零拷贝的方式高效直访内外存资源. 对于内存直访,GDRec利用统一计算设备架构(compute unified device architecture,CUDA)提供的统一虚拟地址特性,实现GPU 核心函数(kernel)对主机内存的细粒度访问,并引入访问合并与访问对齐2个机制充分优化访存性能;对于外存直访,GDRec实现了一个轻量的固态硬盘(solid state disk,SSD)驱动程序,允许GPU从SSD中直接读取数据至显存,避免内存上的额外拷贝,GDRec还利用GPU的并行性缩短提交I/O请求的时间. 在3个点击率预估数据集上的实验表明,GDRec在性能上优于高度优化后的基于CPU访存架构的系统NVIDIA HugeCTR,可以提升多达1.9倍的吞吐量.
, authors=谢旻晖, 陆游游*, 冯杨洋, 舒继武, authorsList=谢旻晖, 陆游游, 冯杨洋, 舒继武, authorCompany=null, correspAuthors=陆游游, authorNote=
 |
1997年生. 博士研究生. CCF学生会员. 主要研究方向为存储系统、机器学习系统 |
 |
1987年生. 博士,副教授,博士生导师. CCF高级会员. 主要研究方向为存储系统 |
 |
1998年生. 博士研究生. CCF学生会员. 主要研究方向为存储系统、机器学习系统 |
 |
1968年生. 博士,教授,博士生导师,CCF会士. 主要研究方向为非易失内存存储系统与技术、存储安全与可靠性、并行与分布式计算 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2024 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=+Ddw/aqP0dvule8+vwYxng==, magXml=vwS4DWTpEqQjvlgSjJI9rA==, pdfUrl=null, pdf=i5/lCG1TJcqGJM48LumUWA==, pdfFileSize=1436585, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=wZCR+OxML7ZcC1qnpmqphw==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=X4uRpLWVLFDFWfRHOl20dw==, mapNumber=null, fund=null)}, authors=[Author(id=1329456041688937210, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=xmh19@mails.tsinghua.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456041777017596, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, authorId=1329456041688937210, language=EN, stringName=Minhui Xie, firstName=Minhui, middleName=null, lastName=Xie, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=
1Department of Computer Science and Technology, Tsinghua University, Beijing 100084, bio={"content":"
born in 1997. PhD candidate. Student member of CCF. His main research interests include storage systems and machine learning systems
"}, bioImg=null, bioContent=
born in 1997. PhD candidate. Student member of CCF. His main research interests include storage systems and machine learning systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456041869292285, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, authorId=1329456041688937210, language=CN, stringName=谢旻晖, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=
1清华大学计算机科学与技术系 北京 100084, bio={"img":"5oaCslH5BjQYLVK4o9gEIQ==","content":"
1997年生. 博士研究生. CCF学生会员. 主要研究方向为存储系统、机器学习系统
"}, bioImg=5oaCslH5BjQYLVK4o9gEIQ==, bioContent=
1997年生. 博士研究生. CCF学生会员. 主要研究方向为存储系统、机器学习系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456041592468214, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, xref=1, ext=[AuthorCompanyExt(id=1329456041600856823, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, companyId=1329456041592468214, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Department of Computer Science and Technology, Tsinghua University, Beijing 100084), AuthorCompanyExt(id=1329456041609245432, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, companyId=1329456041592468214, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1清华大学计算机科学与技术系 北京 100084)])]), Author(id=1329456041932206847, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=luyouyou@tsinghua.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1329456041995121409, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, authorId=1329456041932206847, language=EN, stringName=Youyou Lu, firstName=Youyou, middleName=null, lastName=Lu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=
1Department of Computer Science and Technology, Tsinghua University, Beijing 100084, bio={"content":"
born in 1987. PhD, associate professor, PhD supervisor. Senior member of CCF. His main research interest includes storage systems
"}, bioImg=null, bioContent=
born in 1987. PhD, associate professor, PhD supervisor. Senior member of CCF. His main research interest includes storage systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456042062230274, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, authorId=1329456041932206847, language=CN, stringName=陆游游, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=
1清华大学计算机科学与技术系 北京 100084, bio={"img":"lM3m19vtZGfVHHctjXhocQ==","content":"
1987年生. 博士,副教授,博士生导师. CCF高级会员. 主要研究方向为存储系统
"}, bioImg=lM3m19vtZGfVHHctjXhocQ==, bioContent=
1987年生. 博士,副教授,博士生导师. CCF高级会员. 主要研究方向为存储系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456041592468214, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, xref=1, ext=[AuthorCompanyExt(id=1329456041600856823, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, companyId=1329456041592468214, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Department of Computer Science and Technology, Tsinghua University, Beijing 100084), AuthorCompanyExt(id=1329456041609245432, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, companyId=1329456041592468214, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1清华大学计算机科学与技术系 北京 100084)])]), Author(id=1329456042129339140, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456042213225222, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, authorId=1329456042129339140, language=EN, stringName=Yangyang Feng, firstName=Yangyang, middleName=null, lastName=Feng, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=
1Department of Computer Science and Technology, Tsinghua University, Beijing 100084, bio={"content":"
born in 1998. PhD candidate. Student member of CCF. His main research interests include storage systems and machine learning systems
"}, bioImg=null, bioContent=
born in 1998. PhD candidate. Student member of CCF. His main research interests include storage systems and machine learning systems
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456042271945479, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, authorId=1329456042129339140, language=CN, stringName=冯杨洋, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=
1清华大学计算机科学与技术系 北京 100084, bio={"img":"sVwAgqGNJDAScwBz3QWOcA==","content":"
1998年生. 博士研究生. CCF学生会员. 主要研究方向为存储系统、机器学习系统
"}, bioImg=sVwAgqGNJDAScwBz3QWOcA==, bioContent=
1998年生. 博士研究生. CCF学生会员. 主要研究方向为存储系统、机器学习系统
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456041592468214, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, xref=1, ext=[AuthorCompanyExt(id=1329456041600856823, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, companyId=1329456041592468214, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Department of Computer Science and Technology, Tsinghua University, Beijing 100084), AuthorCompanyExt(id=1329456041609245432, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, companyId=1329456041592468214, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1清华大学计算机科学与技术系 北京 100084)])]), Author(id=1329456042334860041, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1329456042406163211, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, authorId=1329456042334860041, language=EN, stringName=Jiwu Shu, firstName=Jiwu, middleName=null, lastName=Shu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=
1Department of Computer Science and Technology, Tsinghua University, Beijing 100084, bio={"content":"
born in 1968. PhD, professor, PhD supervisor. Fellow of CCF. His main research interests include non-volatile memory systems and technologies, storage security and reliability, and parallel and distributed computing
"}, bioImg=null, bioContent=
born in 1968. PhD, professor, PhD supervisor. Fellow of CCF. His main research interests include non-volatile memory systems and technologies, storage security and reliability, and parallel and distributed computing
, aboutCorrespAuthor=null), CN=AuthorExt(id=1329456042460689164, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, authorId=1329456042334860041, language=CN, stringName=舒继武, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=
1清华大学计算机科学与技术系 北京 100084, bio={"img":"GbZWz08pLL5EfFQBJRSMLQ==","content":"
1968年生. 博士,教授,博士生导师,CCF会士. 主要研究方向为非易失内存存储系统与技术、存储安全与可靠性、并行与分布式计算
"}, bioImg=GbZWz08pLL5EfFQBJRSMLQ==, bioContent=
1968年生. 博士,教授,博士生导师,CCF会士. 主要研究方向为非易失内存存储系统与技术、存储安全与可靠性、并行与分布式计算
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1329456041592468214, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, xref=1, ext=[AuthorCompanyExt(id=1329456041600856823, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, companyId=1329456041592468214, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Department of Computer Science and Technology, Tsinghua University, Beijing 100084), AuthorCompanyExt(id=1329456041609245432, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, companyId=1329456041592468214, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1清华大学计算机科学与技术系 北京 100084)])])], keywords=[Keyword(id=1329456042565546765, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=EN, orderNo=1, keyword=GPU direct storage access), Keyword(id=1329456042649432846, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=EN, orderNo=2, keyword=parameter store), Keyword(id=1329456042724930319, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=EN, orderNo=3, keyword=recommendation system), Keyword(id=1329456042787844880, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=EN, orderNo=4, keyword=inference system), Keyword(id=1329456042871730961, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=EN, orderNo=5, keyword=storage system), Keyword(id=1329456042955617042, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=CN, orderNo=1, keyword=GPU直访存储), Keyword(id=1329456043077251859, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=CN, orderNo=2, keyword=参数存储), Keyword(id=1329456043135972116, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=CN, orderNo=3, keyword=推荐系统), Keyword(id=1329456043194692373, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=CN, orderNo=4, keyword=预估系统), Keyword(id=1329456043270189846, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=CN, orderNo=5, keyword=存储系统)], refs=[Reference(id=1329456046659187503, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=维基百科. 新浪微博 [EB/OL]. [2023-03-11].https://zh.wikipedia.org/wiki/%E6%96%B0%E6%B5%AA%E5%BE%AE%E5%8D%9A, articleTitle=null, refAbstract=null), Reference(id=1329456046734684976, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Wikipedia. Sina Weibo [EB/OL]. [2023-03-11].https://zh.wikipedia.org/wiki/%E6%96%B0%E6%B5%AA%E5%BE%AE%E5%8D%9A (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329456046814376753, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Xie Minhui, Ren Kai, Lu Youyou, et al. Kraken: Memory-efficient continual learning for large-scale real-time recommendations [C/OL] // Proc of Int Conf for High Performance Computing, Networking, Storage and Analysis. Piscataway, NJ: IEEE, 2020[2023-03-11].https://ieeexplore.ieee.org/document/9355295, articleTitle=null, refAbstract=null), Reference(id=1329456046894068530, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Gupta U, Wu C J, Wang Xiaodong, et al. The architectural implications of Facebook’s DNN-based personalized recommendation[C] // Proc of the 26th Int Symp on High Performance Computer Architecture (HPCA). Piscataway, NJ: IEEE, 2020: 488−501, articleTitle=null, refAbstract=null), Reference(id=1329456046956983091, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Naumov M, Mudigere D, Shi H J M, et al. Deep learning recommendation model for personalization and recommendation systems[J]. arXiv preprint, arXiv: 1906. 00091, 2019, articleTitle=null, refAbstract=null), Reference(id=1329456047019897652, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Cheng H T, Koc L, Harmsen J, et al. Wide & deep learning for recommender systems[C] // Proc of the 1st Workshop on Deep Learning for Recommender Systems. New York: ACM, 2016: 7−10, articleTitle=null, refAbstract=null), Reference(id=1329456047087006517, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Shan Ying, Hoens T R, Jiao Jian, et al. Deep crossing: Web-scale modeling without manually crafted combinatorial features[C] // Proc of the 22nd ACM SIGKDD Int Conf on Knowledge Discovery and Data Mining. New York: ACM, 2016: 255−262, articleTitle=null, refAbstract=null), Reference(id=1329456047154115382, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhao Weijie, Xie Deping, Jia Ronglai, et al. Distributed hierarchical GPU parameter server for massive scale deep learning ads systems [C/OL] // Proc of the 3rd Conf on Machine Learning and Systems. 2020: 412-428[2023-03-11].https://proceedings.mlsys.org/paper_files/paper/2020/hash/6e426f4c16c6677a605375ae2e4877d5-Abstract.html, articleTitle=null, refAbstract=null), Reference(id=1329456047225418551, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Kurniawan D H, Wang Ruipu, Zulkifli K S, et al. EVSTORE: Storage and caching capabilities for scaling embedding tables in deep recommendation systems [C] // Proc of the 28th ACM Int Conf on Architectural Support for Programming Languages and Operating Systems. New York: ACM, 2023: 281–294, articleTitle=null, refAbstract=null), Reference(id=1329456047313498936, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Xie Minhui, Lu Youyou, Wang Qing, et al. PetPS: Supporting huge embedding models with persistent memory[C] // Proc of the 49th Int Conf on Very Large Data Bases. New York: ACM, 2023: 1013−1022, articleTitle=null, refAbstract=null), Reference(id=1329456047405773625, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Eisenman A, Naumov M, Gardner D, et al. Bandana: Using non-volatile memory for storing deep learning models [C/OL] // Proc of the 2nd Conf on Machine Learning and Systems. 2019: 40−52[2023-03-11].https://proceedings.mlsys.org/paper_files/paper/2019/hash/d59a1dc497cf2773637256f50f492723-Abstract.html, articleTitle=null, refAbstract=null), Reference(id=1329456047472882490, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Wei Yingcan, Langer M, Yu Fan, et al. A GPU-specialized inference parameter server for large-scale deep recommendation models[C] // Proc of the 16th ACM Conf on Recommender Systems. New York: ACM, 2022: 408−419, articleTitle=null, refAbstract=null), Reference(id=1329456047552574267, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=NVIDIA. Virtual memory management [EB/OL]. [2023-03-11].https://docs.nvidia.com/cuda/cuda-driver-api/group__CUDA__VA.html, articleTitle=null, refAbstract=null), Reference(id=1329456047611294524, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Intel. Storage performance development kit [EB/OL]. [2023-03-11].https://spdk.io, articleTitle=null, refAbstract=null), Reference(id=1329456047682597693, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=刘知远,孙茂松,林衍凯,等. 知识表示学习研究进展[J]. 计算机研究与发展,2016,53(2):247−261, articleTitle=null, refAbstract=null), Reference(id=1329456047758095166, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Zhiyuan, Sun Maosong, Lin Yankai, et al. Knowledge representation learning: A review[J]. Journal of Computer Research and Development, 2016, 53(2): 247−261 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1329456049368707903, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Guo Huifeng, Tang Ruiming, Ye Yunming, et al. DeepFM: A factorization-machine based neural network for CTR prediction[J]. arXiv preprint, arXiv: 1703. 04247, 2017, articleTitle=null, refAbstract=null), Reference(id=1329456049448399680, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Ruoxi, Fu Bin, Fu Gang, et al. Deep & cross network for ad click predictions [C/OL] // Proc of the 8th Int Workshop on Data Mining for Online Advertising. New York: ACM, 2017[2023-03-11].https://dl.acm.org/doi/10.1145/3124749.3124754, articleTitle=null, refAbstract=null), Reference(id=1329456049532285761, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Guorui, Zhu Xiaoqiang, Song Chenru, et al. Deep interest network for click-through rate prediction[C] // Proc of the 24th ACM SIGKDD Int Conf on Knowledge Discovery & Data Mining. New York: ACM, 2018: 1059−1068, articleTitle=null, refAbstract=null), Reference(id=1329456049632949058, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Guorui, Mou Na, Fan Ying, et al. Deep interest evolution network for click-through rate prediction[C] // Proc of the 32nd AAAI Conf on Artificial Intelligence. Piscataway, NJ: IEEE, 2019: 5941−5948, articleTitle=null, refAbstract=null), Reference(id=1329456049704252227, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Wenqi, He Zhenhao, Zhang Shuai, et al. FleetRec: Large-scale recommendation inference on hybrid GPU-FPGA clusters[C] // Proc of the 27th ACM SIGKDD Conf on Knowledge Discovery & Data Mining. New York: ACM, 2021: 3097−3105, articleTitle=null, refAbstract=null), Reference(id=1329456049771361092, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Lian Xiangru, Yuan Binhang, Zhu Xuefeng, et al. Persia: A hybrid system scaling deep learning based recommenders up to 100 trillion parameters[J]. arXiv preprint, arXiv: 2111. 05897, 2021, articleTitle=null, refAbstract=null), Reference(id=1329456049834275653, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Ardestani E K, Kim C, Lee S J, et al. Supporting massive DLRM inference through software defined memory[C] // Proc of the 42nd IEEE Int Conf on Distributed Computing Systems (ICDCS). Piscataway, NJ: IEEE, 2022: 302−312, articleTitle=null, refAbstract=null), Reference(id=1329456049905578822, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Wan Hu, Sun Xuan, Cui Yufei, et al. FlashEmbedding: Storing embedding tables in SSD for large-scale recommender systems[C] // Proc of the 12th ACM SIGOPS Asia-Pacific Workshop on Systems. New York: ACM, 2021: 9−16, articleTitle=null, refAbstract=null), Reference(id=1329456049981076295, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Wilkening M, Gupta U, Hsia S, et al. RecSSD: Near data processing for solid state drive based recommendation inference[C] // Proc of the 26th ACM Int Conf on Architectural Support for Programming Languages and Operating Systems. New York: ACM, 2021: 717−729, articleTitle=null, refAbstract=null), Reference(id=1329456050043990856, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhao M, Agarwal N, Basant A, et al. Understanding data storage and ingestion for large-scale deep recommendation model training: Industrial product[C] // Proc of the 49th Annual Int Symp on Computer Architecture. New York: ACM, 2022: 1042−1057, articleTitle=null, refAbstract=null), Reference(id=1329456050119488329, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Lee Y, Seo S H, Choi H, et al. MERCI: Efficient embedding reduction on commodity hardware via sub-query memoization[C] // Proc of the 26th ACM Int Conf on Architectural Support for Programming Languages and Operating Systems. New York: ACM, 2021: 302−313, articleTitle=null, refAbstract=null), Reference(id=1329456050182402890, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Facebook. Facebook/RocksDB: A library that provides an embeddable, persistent key-value store for fast storage [EB/OL]. [2023-03-11].https://github.com/facebook/rocksdb, articleTitle=null, refAbstract=null), Reference(id=1329456050270483275, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Xie Minhui, Lu Youyou, Lin Jiazhen, et al. Fleche: An efficient GPU embedding cache for personalized recommendations[C] // Proc of the 17th European Conf on Computer Systems. New York: ACM, 2022: 402−416, articleTitle=null, refAbstract=null), Reference(id=1329456050337592140, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Wenqi, He Zhenhao, Zhang Shuai, et al. MicroRec: Efficient recommendation inference by hardware and data structure solutions [C/OL]. Proc of the 4th Conf on Machine Learning and Systems. 2021: 845−859[2023-03-11].https://proceedings.mlsys.org/paper_files/paper/2021/hash/9e9a5486cb2f8e44d5b5fedd2a9e5fcd-Abstract.html, articleTitle=null, refAbstract=null), Reference(id=1329456050421478221, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Ke Liu, Gupta U, Cho B Y, et al. RecNMP: Accelerating personalized recommendation with near-memory processing[C] // Proc of the 47th ACM/IEEE Annual Int Symp on Computer Architecture (ISCA). Piscataway, NJ: IEEE 2020: 790−803, articleTitle=null, refAbstract=null), Reference(id=1329456050492781390, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Kwon Y, Lee Y, Rhu M. TensorDIMM: A practical near-memory processing architecture for embeddings and tensor operations in deep learning[C] // Proc of the 52nd Annual IEEE/ACM Int Symp on Microarchitecture. New York: ACM, 2019: 740−753, articleTitle=null, refAbstract=null), Reference(id=1329456050580861775, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Asgari B, Hadidi R, Cao J, et al. FAFNIR: Accelerating sparse gathering by using efficient near-memory intelligent reduction[C] // Proc of the 27th IEEE Int Symp on High-Performance Computer Architecture (HPCA). Piscataway, NJ: IEEE 2021: 908−920, articleTitle=null, refAbstract=null), Reference(id=1329456050656359248, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Min S W, Mailthody V S, Qureshi Z, et al. EMOGI: Efficient memory-access for out-of-memory graph-traversal in GPUs[J]. arXiv preprint, arXiv: 2006. 06890, 2020, articleTitle=null, refAbstract=null), Reference(id=1329456050719273809, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Min S W, Wu Kun, Huang Sitao, et al. Large graph convolutional network training with GPU-oriented data communication architecture[J]. arXiv preprint, arXiv: 2103. 03330, 2021, articleTitle=null, refAbstract=null), Reference(id=1329456050790576978, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Qureshi Z, Mailthody V S, Gelado I, et al. BaM: A case for enabling fine-grain high throughput GPU-orchestrated access to storage[J]. arXiv preprint, arXiv: 2203. 04910, 2022, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1329456041592468214, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, xref=1, ext=[AuthorCompanyExt(id=1329456041600856823, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, companyId=1329456041592468214, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Department of Computer Science and Technology, Tsinghua University, Beijing 100084), AuthorCompanyExt(id=1329456041609245432, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, companyId=1329456041592468214, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1清华大学计算机科学与技术系 北京 100084)])], figs=[ArticleFig(id=1329456044922745623, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=EN, label=Figure 1, caption=
Structure of deep learning recommendation model, figureFileSmall=C3eDrLvTEYqfjuvLSjdz4Q==, figureFileBig=wZCR+OxML7ZcC1qnpmqphw==, tableContent=null), ArticleFig(id=1329456044998243096, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=CN, label=图1, caption=
深度学习推荐模型结构, figureFileSmall=C3eDrLvTEYqfjuvLSjdz4Q==, figureFileBig=wZCR+OxML7ZcC1qnpmqphw==, tableContent=null), ArticleFig(id=1329456045182792473, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=EN, label=Figure 2, caption=
Typical inference process, figureFileSmall=+0/NrLguNX1O5v4orA2YsQ==, figureFileBig=fub71b4i/LmWForPpZQr3Q==, tableContent=null), ArticleFig(id=1329456045241512730, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=CN, label=图2, caption=
典型预估流程, figureFileSmall=+0/NrLguNX1O5v4orA2YsQ==, figureFileBig=fub71b4i/LmWForPpZQr3Q==, tableContent=null), ArticleFig(id=1329456045325398811, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=EN, label=Figure 3, caption=
Architecture of GDRec, figureFileSmall=+xnzCaDWEXKsYjRlC390rQ==, figureFileBig=jQLu3Ko8tGzxa19K/KrI1A==, tableContent=null), ArticleFig(id=1329456045388313372, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=CN, label=图3, caption=
GDRec架构, figureFileSmall=+xnzCaDWEXKsYjRlC390rQ==, figureFileBig=jQLu3Ko8tGzxa19K/KrI1A==, tableContent=null), ArticleFig(id=1329456045459616541, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=EN, label=Figure 4, caption=
Aligned access, figureFileSmall=HdrbRYC8XruHizIvgWGxQQ==, figureFileBig=GcFpMEhAfRW+Wg7H97RbEQ==, tableContent=null), ArticleFig(id=1329456045518336798, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=CN, label=图4, caption=
访问对齐, figureFileSmall=HdrbRYC8XruHizIvgWGxQQ==, figureFileBig=GcFpMEhAfRW+Wg7H97RbEQ==, tableContent=null), ArticleFig(id=1329456045577057055, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=EN, label=Figure 5, caption=
Embedding placement strategy in SSD, figureFileSmall=QxL1yEElBGulHCH3AMBo5g==, figureFileBig=C1crs9W74T4g16gMnPbPjA==, tableContent=null), ArticleFig(id=1329456045635777312, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=CN, label=图5, caption=
SSD嵌入参数放置策略, figureFileSmall=QxL1yEElBGulHCH3AMBo5g==, figureFileBig=C1crs9W74T4g16gMnPbPjA==, tableContent=null), ArticleFig(id=1329456045702886177, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=EN, label=Figure 6, caption=
Performance of accessing in-memory embeddings, figureFileSmall=6wRd6KJrHwb8GINx7q4hjw==, figureFileBig=v2cX1O9iM65rxhTZGQcEEw==, tableContent=null), ArticleFig(id=1329456045769995042, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=CN, label=图6, caption=
内存嵌入参数访问性能, figureFileSmall=6wRd6KJrHwb8GINx7q4hjw==, figureFileBig=v2cX1O9iM65rxhTZGQcEEw==, tableContent=null), ArticleFig(id=1329456045832909603, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=EN, label=Figure 7, caption=
Performance of accessing in-SSD embeddings, figureFileSmall=x4A8MY8H0i+lLBnr/KKKNQ==, figureFileBig=hxtqZ+G6IQp3Iz99TJV99w==, tableContent=null), ArticleFig(id=1329456045908407076, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=CN, label=图7, caption=
外存嵌入参数访问性能, figureFileSmall=x4A8MY8H0i+lLBnr/KKKNQ==, figureFileBig=hxtqZ+G6IQp3Iz99TJV99w==, tableContent=null), ArticleFig(id=1329456045975515941, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=EN, label=Figure 8, caption=
System throughput comparison, figureFileSmall=DZm49IEJEj5uoEA6UpN4fQ==, figureFileBig=QNreB07wqONYA+1bBLqh1w==, tableContent=null), ArticleFig(id=1329456046051013414, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=CN, label=图8, caption=
系统吞吐量对比, figureFileSmall=DZm49IEJEj5uoEA6UpN4fQ==, figureFileBig=QNreB07wqONYA+1bBLqh1w==, tableContent=null), ArticleFig(id=1329456046113927975, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=EN, label=Figure 9, caption=
Curves of throughput vs. end-to-end median latency, figureFileSmall=Frk/nn87KHtobotIULgI5Q==, figureFileBig=ZWSfSkq7ru79secWIhb1IQ==, tableContent=null), ArticleFig(id=1329456046176842536, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=CN, label=图9, caption=
端到端中位数延迟-吞吐量曲线, figureFileSmall=Frk/nn87KHtobotIULgI5Q==, figureFileBig=ZWSfSkq7ru79secWIhb1IQ==, tableContent=null), ArticleFig(id=1329456046239757097, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=EN, label=Figure 10, caption=
End-to-end throughput when models fit in DRAM, figureFileSmall=mBwZWV0OgDR+OR92Xff+Eg==, figureFileBig=KT9fcOwNGTNWGgNcfekCiQ==, tableContent=null), ArticleFig(id=1329456046306865962, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=CN, label=图10, caption=
小模型端到端吞吐量, figureFileSmall=mBwZWV0OgDR+OR92Xff+Eg==, figureFileBig=KT9fcOwNGTNWGgNcfekCiQ==, tableContent=null), ArticleFig(id=1329456046365586219, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=EN, label=Table 1, caption=
Configuration Information of Experiment Platform
, figureFileSmall=null, figureFileBig=null, tableContent=
| 项目 | 配置 |
|---|
| CPU | Intel® Xeon® Silver 4314 ×2 |
| Memory | Samsung 32 GB ×6 |
| SSD | Intel Optane P5800X |
| OS | Ubuntu22.04,Linux5.15.0 |
| GPU | NVIDIA Tesla A30 |
), ArticleFig(id=1329456046432695084, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=CN, label=表1, caption=
实验平台配置信息
, figureFileSmall=null, figureFileBig=null, tableContent=
| 项目 | 配置 |
|---|
| CPU | Intel® Xeon® Silver 4314 ×2 |
| Memory | Samsung 32 GB ×6 |
| SSD | Intel Optane P5800X |
| OS | Ubuntu22.04,Linux5.15.0 |
| GPU | NVIDIA Tesla A30 |
), ArticleFig(id=1329456046491415341, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=EN, label=Table 2, caption=
Datasets for Test
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 嵌入表数 | 样本数×108 | ID数×108 | 模型大小/ GB |
|---|
| Avazu | 22 | 0.4 | 0.5 | 5.8 |
| Criteo-Kaggle | 26 | 0.5 | 0.3 | 4.1 |
| Criteo-TB | 26 | 44 | 9 | 461 |
), ArticleFig(id=1329456046558524206, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1329456036878070487, language=CN, label=表2, caption=
测试用数据集
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 嵌入表数 | 样本数×108 | ID数×108 | 模型大小/ GB |
|---|
| Avazu | 22 | 0.4 | 0.5 | 5.8 |
| Criteo-Kaggle | 26 | 0.5 | 0.3 | 4.1 |
| Criteo-TB | 26 | 44 | 9 | 461 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202330402, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202330402, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202330402, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202330402, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1709308800000, fullTextJson=null, articleText=null, reference=null)