Article(id=1327017833927651718, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327017642604475226, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202440329, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=research-article, receivedDate=1716220800000, receivedDateStr=2024-05-21, revisedDate=1743004800000, revisedDateStr=2025-03-27, acceptedDate=1743696000000, acceptedDateStr=2025-04-04, onlineDate=1794315306406, onlineDateStr=2026-11-10, pubDate=1761926400000, pubDateStr=2025-11-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794315306406, onlineIssueDateStr=2026-11-10, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794315306406, creator=13701087609, updateTime=1794315306406, updator=13701087609, issue=Issue{id=1327017642604475226, tenantId=1146029695717560320, journalId=1324759914146529478, year='2025', volume='62', issue='11', pageStart='2651', pageEnd='2887', issueExtLink='null', onlineDate='null', pubDate='1761926400000', pubDateStr='2025-11-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794315260792, creator='13701087609', updateTime=1794376986370, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1327276538975859352, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327017642604475226, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1327276538980053657, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327017642604475226, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=2725, endPage=2736, ext={EN=ArticleExt(id=1327017834108006791, articleId=1327017833927651718, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Neural Speech Codec Method Based on Mel Spectrogram and Squeeze-Excitation-Weighted Quantization, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
At present, end-to-end speech neural codecs, represented by SoundStream, have demonstrated outstanding performance in reconstructed speech quality. However, these methods require extensive convolutional computations, leading to lengthy encoding times. To address this issue, we introduce a neural speech codec method based on Mel spectrogram and squeeze-excitation-weighted quantization. This method aims to maintain high speech perceptual quality while reducing computational costs and increasing operational speed, thereby minimizing latency. Specifically, we utilize Mel spectrogram features as input, capitalize on the temporal compression properties during Mel spectrogram extraction, and combine a lower-layer convolutional encoder to simplify the computation process. Additionally, inspired by squeezed excitation network concepts, we extract excitation weights for each dimension of the output features from the encoder’s final layer. These weights are used as the weighting coefficients for each dimension of the compressed features when calculating codebook distances in the quantizer, thus enabling the learning of correlations between features and enhancing the performance of quantization. Experimental results on the LibriTTS and VCTK datasets indicate that this method significantly enhances the computational speed of the encoder and improves the reconstructed speech quality at lower bit rates (≤3 Kbps). For instance, at a bitrate of 1.5 Kbps, the real-time factor (RTF) of encoding computations can increase by up to 4.6 times. Regarding perceptual quality, at a bitrate of 0.75 Kbps, objective metrics such as short-time objective intelligibility (STOI) and virtual speech quality objective listener (VISQOL) show an average improvement of 8.72% compared with the baseline. Additionally, ablation studies not only demonstrate that the optimization effect of compressed excitation weight methods is inversely correlated with bitrate, but also reveal that, compared with the periodic activation function Snake, the Relu activation function can significantly speed up processing while maintaining comparable speech perceptual quality.
, authors=Junzuo Zhou
1, Jiangyan Yi
1, *, Jianhua Tao
2, 3, Yong Ren
1, Tao Wang
1, authorsList=Junzuo Zhou, Jiangyan Yi, Jianhua Tao, Yong Ren, Tao Wang, authorCompany=null, correspAuthors=Jiangyan Yi, authorNote=
born in 2000. Master candidate. His main research interest includes speech synthesis
born in 1984. PhD, master supervisor. Her main research interests include speech information processing, speech generation and identification, and continuous learning
born in 1972. PhD, PhD supervisor. His main research interests include intelligent information fusion and processing, speech processing, affective computing, and big data analysis
born in 1998. PhD candidate. His main research interest includes speech synthesis
born in 1996. PhD. His main research interest includes speech synthesis
, correspAuthorsNote=null, copyrightStatement=Copyright © 2025 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1327017835857031580, articleId=1327017833927651718, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=基于梅尔谱与压缩激励加权量化的语音神经编解码方法, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
目前,以 SoundStream 等为代表的端到端语音神经编解码器在重建语音感知质量方面展现了优异性能. 然而,这些方法需要大量的卷积计算,从而导致较长的编码时间. 为缓解上述问题,提出基于梅尔谱和压缩激励加权量化的神经语音编解码方法. 该方法旨在保持较高语音感知质量的同时降低计算代价,加快运行速度,从而减少时延. 具体而言,采用梅尔谱特征作为输入,借助梅尔谱提取过程中时域压缩的性质,并结合低层卷积编码器以简化运算过程. 此外,借鉴压缩激励网络思想,提取了编码器最后一层输出特征各维度的激励权重,将其作为量化器中计算码本距离时压缩特征各维度的权重系数,由此学习特征间的相关性并优化量化性能. 在 LibriTTS 和 VCTK 数据集上的实验结果表明,该方法显著提升了编码器计算速度,且能在较低比特率时(≤3 Kbps)提升重建语音质量. 以比特率1.5 Kbps时为例,编码计算实时率(real-time factor,RTF)最多可提升4.6倍. 对于感知质量,以0.75 Kbps为例,短时客观可懂度(short-time objective intelligibility,STOI)、虚拟语音质量客观评估(virtual speech quality objective listener,VISQOL)等客观指标相较基线平均可提升8.72%. 此外,消融实验不仅表明压缩激励权重方法的优化效果与比特率呈反相关,而且发现Relu激活函数相较周期性质激活函数Snake而言,在语音感知质量相当的情况下,能大量加快运行速度.
, authors=周俊佐
1, 易江燕
1, *, 陶建华
2, 3, 任勇
1, 汪涛
1, authorsList=周俊佐, 易江燕, 陶建华, 任勇, 汪涛, authorCompany=null, correspAuthors=易江燕, authorNote=
 |
2000年生. 硕士研究生. 主要研究方向为语音合成 |
 |
1984年生. 博士,硕士生导师. 主要研究方向为语音信息处理、语音生成与鉴别、持续学习 |
 |
1972年生. 博士,博士生导师. 主要研究方向为智能信息融合与处理、语音处理、情感计算、大数据分析 |
 |
1998年生. 博士研究生. 主要研究方向为语音合成 |
 |
1996年生. 博士. 主要研究方向为语音合成 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2025 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=mB23/zBYcHuPnCWcIU1wgA==, magXml=yn+kDatDWc5kNpG1zmi+Gw==, pdfUrl=null, pdf=kfxqQ/b0d3v77wwt+ResFw==, pdfFileSize=1908245, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=gEsCgL3pmKGc/MFnAKDSwQ==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=jL7qLJQWAh4/1Vst8TSBmQ==, mapNumber=null, fund=null)}, authors=[Author(id=1327017836339376551, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=zhoujunzuo2023@ia.ac.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327017836469399977, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, authorId=1327017836339376551, language=EN, stringName=Junzuo Zhou, firstName=Junzuo, middleName=null, lastName=Zhou, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1Institute of Automation, Chinese Academy of Sciences, Beijing 100190, bio={"content":"
born in 2000. Master candidate. His main research interest includes speech synthesis
"}, bioImg=null, bioContent=
born in 2000. Master candidate. His main research interest includes speech synthesis
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327017836532314538, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, authorId=1327017836339376551, language=CN, stringName=周俊佐, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1中国科学院自动化研究所 北京 100190, bio={"img":"G6Cc6ZXkwbYOhylFlTXI1g==","content":"
2000年生. 硕士研究生. 主要研究方向为语音合成
"}, bioImg=G6Cc6ZXkwbYOhylFlTXI1g==, bioContent=
2000年生. 硕士研究生. 主要研究方向为语音合成
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327017836075135389, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, xref=1, ext=[AuthorCompanyExt(id=1327017836083523998, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, companyId=1327017836075135389, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Institute of Automation, Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1327017836096106911, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, companyId=1327017836075135389, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院自动化研究所 北京 100190)])]), Author(id=1327017836612006316, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=jiangyan.yi@nlpr.ia.ac.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1327017836695892398, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, authorId=1327017836612006316, language=EN, stringName=Jiangyan Yi, firstName=Jiangyan, middleName=null, lastName=Yi, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, *, address=
1Institute of Automation, Chinese Academy of Sciences, Beijing 100190, bio={"content":"
born in 1984. PhD, master supervisor. Her main research interests include speech information processing, speech generation and identification, and continuous learning
"}, bioImg=null, bioContent=
born in 1984. PhD, master supervisor. Her main research interests include speech information processing, speech generation and identification, and continuous learning
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327017836788167087, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, authorId=1327017836612006316, language=CN, stringName=易江燕, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, *, address=
1中国科学院自动化研究所 北京 100190, bio={"img":"Y6IZUg19571lrS3SG6x3Ew==","content":"
1984年生. 博士,硕士生导师. 主要研究方向为语音信息处理、语音生成与鉴别、持续学习
"}, bioImg=Y6IZUg19571lrS3SG6x3Ew==, bioContent=
1984年生. 博士,硕士生导师. 主要研究方向为语音信息处理、语音生成与鉴别、持续学习
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327017836075135389, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, xref=1, ext=[AuthorCompanyExt(id=1327017836083523998, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, companyId=1327017836075135389, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Institute of Automation, Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1327017836096106911, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, companyId=1327017836075135389, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院自动化研究所 北京 100190)])]), Author(id=1327017836872053169, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327017836989493684, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, authorId=1327017836872053169, language=EN, stringName=Jianhua Tao, firstName=Jianhua, middleName=null, lastName=Tao, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, 3, address=
2Department of Automation, Tsinghua University, Beijing 100084
3Beijing National Research Center for Information Science and Technology (Tsinghua University), Beijing 100084, bio={"content":"
born in 1972. PhD, PhD supervisor. His main research interests include intelligent information fusion and processing, speech processing, affective computing, and big data analysis
"}, bioImg=null, bioContent=
born in 1972. PhD, PhD supervisor. His main research interests include intelligent information fusion and processing, speech processing, affective computing, and big data analysis
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327017837073379766, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, authorId=1327017836872053169, language=CN, stringName=陶建华, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
2, 3, address=
2清华大学自动化系 北京 100084
3北京信息科学与技术国家研究中心(清华大学) 北京 100084, bio={"img":"ar6mn702nAnH7GRimHQ9BQ==","content":"
1972年生. 博士,博士生导师. 主要研究方向为智能信息融合与处理、语音处理、情感计算、大数据分析
"}, bioImg=ar6mn702nAnH7GRimHQ9BQ==, bioContent=
1972年生. 博士,博士生导师. 主要研究方向为智能信息融合与处理、语音处理、情感计算、大数据分析
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327017836159021472, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, xref=2, ext=[AuthorCompanyExt(id=1327017836167410081, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, companyId=1327017836159021472, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Department of Automation, Tsinghua University, Beijing 100084), AuthorCompanyExt(id=1327017836175798690, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, companyId=1327017836159021472, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2清华大学自动化系 北京 100084)]), AuthorCompany(id=1327017836242907555, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, xref=3, ext=[AuthorCompanyExt(id=1327017836251296164, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, companyId=1327017836242907555, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3Beijing National Research Center for Information Science and Technology (Tsinghua University), Beijing 100084), AuthorCompanyExt(id=1327017836263879077, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, companyId=1327017836242907555, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3北京信息科学与技术国家研究中心(清华大学) 北京 100084)])]), Author(id=1327017837161460152, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, orderNo=3, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327017837245346234, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, authorId=1327017837161460152, language=EN, stringName=Yong Ren, firstName=Yong, middleName=null, lastName=Ren, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1Institute of Automation, Chinese Academy of Sciences, Beijing 100190, bio={"content":"
born in 1998. PhD candidate. His main research interest includes speech synthesis
"}, bioImg=null, bioContent=
born in 1998. PhD candidate. His main research interest includes speech synthesis
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327017837329232315, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, authorId=1327017837161460152, language=CN, stringName=任勇, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1中国科学院自动化研究所 北京 100190, bio={"img":"+HumlNn1XAhshqsdXs32aw==","content":"
1998年生. 博士研究生. 主要研究方向为语音合成
"}, bioImg=+HumlNn1XAhshqsdXs32aw==, bioContent=
1998年生. 博士研究生. 主要研究方向为语音合成
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327017836075135389, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, xref=1, ext=[AuthorCompanyExt(id=1327017836083523998, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, companyId=1327017836075135389, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Institute of Automation, Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1327017836096106911, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, companyId=1327017836075135389, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院自动化研究所 北京 100190)])]), Author(id=1327017837396341181, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, orderNo=4, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327017837484421567, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, authorId=1327017837396341181, language=EN, stringName=Tao Wang, firstName=Tao, middleName=null, lastName=Wang, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1Institute of Automation, Chinese Academy of Sciences, Beijing 100190, bio={"content":"
born in 1996. PhD. His main research interest includes speech synthesis
"}, bioImg=null, bioContent=
born in 1996. PhD. His main research interest includes speech synthesis
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327017837551530432, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, authorId=1327017837396341181, language=CN, stringName=汪涛, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=
1, address=
1中国科学院自动化研究所 北京 100190, bio={"img":"WqHuMxLwQwmSAuPYeAPuHQ==","content":"
1996年生. 博士. 主要研究方向为语音合成
"}, bioImg=WqHuMxLwQwmSAuPYeAPuHQ==, bioContent=
1996年生. 博士. 主要研究方向为语音合成
, aboutCorrespAuthor=null)}, companyList=[AuthorCompany(id=1327017836075135389, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, xref=1, ext=[AuthorCompanyExt(id=1327017836083523998, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, companyId=1327017836075135389, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Institute of Automation, Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1327017836096106911, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, companyId=1327017836075135389, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院自动化研究所 北京 100190)])])], keywords=[Keyword(id=1327017837673165249, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=EN, orderNo=1, keyword=speech codec), Keyword(id=1327017837736079810, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=EN, orderNo=2, keyword=Mel-spectrogram), Keyword(id=1327017837803188675, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=EN, orderNo=3, keyword=squeeze-and-excitation networks), Keyword(id=1327017837866103236, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=EN, orderNo=4, keyword=residual vector quantization), Keyword(id=1327017837941600709, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=EN, orderNo=5, keyword=generative adversarial network), Keyword(id=1327017838012903878, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=CN, orderNo=1, keyword=语音编解码), Keyword(id=1327017838075818439, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=CN, orderNo=2, keyword=梅尔谱图), Keyword(id=1327017838180676040, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=CN, orderNo=3, keyword=压缩激励网络), Keyword(id=1327017838277145033, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=CN, orderNo=4, keyword=残差矢量量化), Keyword(id=1327017838369419722, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=CN, orderNo=5, keyword=生成对抗网络)], refs=[Reference(id=1327017840890196454, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=De Andrade J F, De Campos M L R, Apolinario J A. Speech privacy for modern mobile communication systems[C]//Proc of the 33rd IEEE Int Conf on Acoustics, Speech and Signal Processing (ICASSP). Piscataway, NJ: IEEE, 2008: 1777−1780, articleTitle=null, refAbstract=null), Reference(id=1327017840957305319, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Haneche H, Ouahabi A, Boudraa B. Compressed sensing-speech coding scheme for mobile communications[J]. Circuits, Systems, and Signal Processing, 2021, 40(10): 5106−5126, articleTitle=null, refAbstract=null), Reference(id=1327017841024414184, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Budagavi M, Gibson J D. Speech coding in mobile radio communications[J]. Proceedings of the IEEE, 1998, 86(7): 1402−1412, articleTitle=null, refAbstract=null), Reference(id=1327017841095717353, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=Bessette B, Salami R, Lefebvre R, et al. The adaptive multirate wideband speech codec (AMR-WB)[J]. IEEE Transactions on Speech and Audio Processing, 2002, 10(8): 620−636, articleTitle=null, refAbstract=null), Reference(id=1327017841158631914, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Cox R V, Kroon P. Low bit-rate speech coders for multimedia communication[J]. IEEE Communications Magazine, 1996, 34(12): 34−41, articleTitle=null, refAbstract=null), Reference(id=1327017841221546475, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=Huang Yongfeng, Liu Chenghao, Tang Shanyu, et al. Steganography integration into a low-bit rate speech codec[J]. IEEE Transactions on Information Forensics and Security, 2012, 7(6): 1865−1875, articleTitle=null, refAbstract=null), Reference(id=1327017841297043948, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Valin J M, Terriberry T B, Montgomery C, et al. A high-quality speech and audio codec with less than 10-ms delay[J]. IEEE Transactions on Audio, Speech, and Language Processing, 2009, 18(1): 58−67, articleTitle=null, refAbstract=null), Reference(id=1327017841376735725, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Hicsonmez S, Sencar H T, Avcibas I. Audio codec identification from coded and transcoded audios[J]. Digital Signal Processing, 2013, 23(5): 1720−1730, articleTitle=null, refAbstract=null), Reference(id=1327017841448038894, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Dietz M, Multrus M, Eksler V, et al. Overview of the EVS codec architecture[C]//Proc of the 40th IEEE Int Conf on Acoustics, Speech and Signal Processing (ICASSP). Piscataway, NJ: IEEE, 2015: 5698−5702., articleTitle=null, refAbstract=null), Reference(id=1327017841510953455, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Valin J M, Vos K, Terriberry T. Definition of the opus audio codec[EB/OL]. 2012[2024-12-26]. https://datatracker.ietf.org/doc/html/rfc6716, articleTitle=null, refAbstract=null), Reference(id=1327017841578062320, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Zeghidour N, Luebs A, Omran A, et al. SoundStream: An end-to-end neural audio codec[J]. IEEE Transactions on Audio, Speech, and Language Processing, 2021, 30: 495−507, articleTitle=null, refAbstract=null), Reference(id=1327017841640976881, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Biswas A, Jia D. Audio codec enhancement with generative adversarial networks[C]//Proc of the 45th IEEE Int Conf on Acoustics, Speech and Signal Processing (ICASSP). Piscataway, NJ: IEEE, 2020: 356−360, articleTitle=null, refAbstract=null), Reference(id=1327017841729057266, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Stimberg F, Narest A, Bazzica A, et al. WaveNetEQ—Packet loss concealment with waveRNN[C]//Proc of the 54th Asilomar Conf on Signals, Systems, and Computers. Piscataway, NJ: IEEE, 2020: 672−676, articleTitle=null, refAbstract=null), Reference(id=1327017841787777523, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Xiao Wei, Liu Wenzhe, Wang Meng, et al. Multi-mode neural speech coding based on deep generative networks[C]//Proc of the 24th Annual Conf of the Int Speech Communication Association. Grenoble, France: ISCA, 2023: 819−823, articleTitle=null, refAbstract=null), Reference(id=1327017841850692084, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Wu Y-C, Gebru I D, Marković D, et al. Audiodec: An open-source streaming high-fidelity neural audio codec[C]//Proc of the 48th IEEE Int Conf on Acoustics, Speech and Signal Processing (ICASSP). Piscataway, NJ: IEEE, 2023: 1−5, articleTitle=null, refAbstract=null), Reference(id=1327017841917800949, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Xue, Peng Xiulian, Zhang Yuan, et al. Disentangled feature learning for real-time neural speech coding[C/OL]//Proc of the 48th IEEE Int Conf on Acoustics, Speech and Signal Processing (ICASSP). Piscataway, NJ: IEEE, 2023[2025-02-05]. https://ieeexplore.ieee.org/document/10094723, articleTitle=null, refAbstract=null), Reference(id=1327017841984909814, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Petermann D, Jang I, Kim M. Native multi-band audio coding within hyper-autoencoded reconstruction propagation networks[C/OL]//Proc of the 48th IEEE Int Conf on Acoustics, Speech and Signal Processing (ICASSP). Piscataway, NJ: IEEE, 2023[2025-02-05]. https://ieeexplore.ieee.org/document/10094593, articleTitle=null, refAbstract=null), Reference(id=1327017842043630071, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Lim H, Lee J, Kim B H, et al. End-to-end neural audio coding in the MDCT domain[C/OL]//Proc of the 48th IEEE Int Conf on Acoustics, Speech and Signal Processing (ICASSP). Piscataway, NJ: IEEE, 2023[2025-02-05]. https://ieeexplore.ieee.org/document/10096243, articleTitle=null, refAbstract=null), Reference(id=1327017842106544632, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Kleijn W B, Lim F S C, Luebs A, et al. Wavenet based low rate speech coding[C]//Proc of the 43rd IEEE Int Conf on Acoustics, Speech and Signal Processing (ICASSP). Piscataway, NJ: IEEE, 2018: 676−680, articleTitle=null, refAbstract=null), Reference(id=1327017842161070585, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Jang Inseon, Yang Haici, Lim W, et al. Personalized neural speech codec[C]//Proc of the 49th IEEE Int Conf on Acoustics, Speech and Signal Processing (ICASSP). Piscataway, NJ: IEEE, 2024: 991−995, articleTitle=null, refAbstract=null), Reference(id=1327017842232373754, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Du Zhihao, Zhang Shiliang, Hu Kai, et al. Funcodec: A fundamental, reproducible and integrable open-source toolkit for neural speech codec[C]//Proc of the 49th IEEE Int Conf on Acoustics, Speech and Signal Processing (ICASSP). Piscataway, NJ: IEEE, 2024: 591−595, articleTitle=null, refAbstract=null), Reference(id=1327017842303676923, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Gârbacea C, Oord A, Li Yazhe, et al. Low bit-rate speech coding with VQ-VAE and a WaveNet decoder[C]//Proc of the 44th IEEE Int Conf on Acoustics, Speech and Signal Processing (ICASSP). Piscataway, NJ: IEEE, 2019: 735−739, articleTitle=null, refAbstract=null), Reference(id=1327017842395951612, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Kleijn W B, Storus A, Chinen M, et al. Generative speech coding with predictive variance regularization[C]//Proc of the 45th IEEE Int Conf on Acoustics, Speech and Signal Processing (ICASSP). Piscataway, NJ: IEEE, 2021: 6478−6482, articleTitle=null, refAbstract=null), Reference(id=1327017842484031997, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Oord A, Dieleman S, Zen Heiga, et al. WaveNet: A generative model for raw audio[J]. arXiv preprint, arXiv: 1609.03499, 2016, articleTitle=null, refAbstract=null), Reference(id=1327017842572112382, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Kankanahalli S. End-to-end optimized speech coding with deep neural networks[C]//Proc of the 43rd IEEE Int Conf on Acoustics, Speech and Signal Processing (ICASSP). Piscataway, NJ: IEEE, 2018: 2521−2525, articleTitle=null, refAbstract=null), Reference(id=1327017842635026943, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Oord A, Vinyals O. Neural discrete representation learning[C/OL]//Proc of the 31st Annual Conf on Neural Information Processing Systems (NIPS). Cambridge, MA: MIT, 2017[2025-02-05]. https://dl.acm.org/doi/10.5555/3295222.3295378, articleTitle=null, refAbstract=null), Reference(id=1327017842697941504, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Défossez A, Copet J, Synnaeve G, et al. High fidelity neural audio compression[J]. arXiv preprint, arXiv: 2210.13438, 2022, articleTitle=null, refAbstract=null), Reference(id=1327017842756661761, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Ratnarajah A, Zhang Shixiong, Yu Dong. M3-AUDIODEC: Multi-channel multi-speaker multi-spatial audio codec[J]. arXiv preprint, arXiv: 2309.07416, 2023, articleTitle=null, refAbstract=null), Reference(id=1327017842832159234, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Dongchao, Liu Songxiang, Huang Rongjie, et al. Hifi-codec: Group-residual vector quantization for high fidelity audio codec[J]. arXiv preprint, arXiv: 2305.02765, 2023, articleTitle=null, refAbstract=null), Reference(id=1327017842903462403, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=O’shaughnessy D. Speech Communications: Human and Machine[M]. Piscataway, NJ: IEEE, 1999, articleTitle=null, refAbstract=null), Reference(id=1327017842970571268, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Davis S, Mermelstein P. Comparison of parametric representations for monosyllabic word recognition in continuously spoken sentences[J]. IEEE Transactions on Acoustics, Speech, and Signal processing, 1980, 28(4): 357−366, articleTitle=null, refAbstract=null), Reference(id=1327017843029291525, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Hasanabadi M R. MFCC-GAN codec: A new AI-based audio coding[J]. arXiv preprint, arXiv: 2310.14300, 2023, articleTitle=null, refAbstract=null), Reference(id=1327017843096400390, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Hu Jie, Shen Li, Sun Gang. Squeeze-and-excitation networks[C]//Proc of the 31st IEEE Conf on Computer Vision and Pattern Recognition (CVPR). Piscataway, NJ: IEEE, 2018: 7132−7141, articleTitle=null, refAbstract=null), Reference(id=1327017843171897863, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Zen Heiga, Dang V, Clark R, et al. LibriTTS: A corpus derived from librispeech for text-to-speech[J]. arXiv preprint, arXiv: 1904.02882, 2019, articleTitle=null, refAbstract=null), Reference(id=1327017843251589640, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Zhaoyu, Mak B. Cross-lingual multi-speaker text-to-speech synthesis for voice cloning without using parallel corpus for unseen speakers[J]. arXiv preprint, arXiv: 1911.11601, 2019, articleTitle=null, refAbstract=null), Reference(id=1327017843318698505, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Taal C H, Hendriks R C, Heusdens R, et al. A short-time objective intelligibility measure for time-frequency weighted noisy speech[C]//Proc of the 35th IEEE Int Conf on Acoustics, Speech and Signal Processing (ICASSP). Piscataway, NJ: IEEE, 2010: 4214−4217, articleTitle=null, refAbstract=null), Reference(id=1327017843406778890, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Hines A, Skoglund J, Kokaram A, et al. VISQOL v3: An open source production ready objective speech and audio mestric[J]. arXiv preprint, arXiv: 2004.09584, 2020, articleTitle=null, refAbstract=null), Reference(id=1327017843465499147, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Kumar R, Seetharaman P, Luebs A, et al. High-fidelity audio compression with improved rvqgan[C/OL]//Proc of the 38th Annual Conf on Neural Information Processing Systems (NIPS). Cambridge, MA: MIT, 2024[2025-02-05]. https://openreview.net/forum?id=qjnl1QUnFA, articleTitle=null, refAbstract=null), Reference(id=1327017843524219404, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Lee S, Ping W, Ginsburg B, et al. BigVGAN: A universal neural vocoder with large-scale training[J]. arXiv preprint. arXiv: 2206.04658, 2022, articleTitle=null, refAbstract=null), Reference(id=1327017843595522573, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Dietz M, Multrus M, Eksler V, et al. Overview of the EVS codec architecture[C]//Proc of the 40th IEEE Int Conf on Acoustics, Speech and Signal Processing (ICASSP). Piscataway, NJ: IEEE, 2015: 5698–5702, articleTitle=null, refAbstract=null), Reference(id=1327017843654242830, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=高玮玮, 单明陶, 宋楠, 等. 嵌入SENet的改进YOLOv4眼底图像微动脉瘤自动检测算法[J]. 生物医学工程学杂志, 2022, 39(4): 713−720, articleTitle=null, refAbstract=null), Reference(id=1327017843725545999, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Gao Weiwei, Shan Mingtao, Song Nan, et al. Detection of microaneurysms in fundus images based on improved YOLOv4 with SENet embedded[J]. Journal of Biomedical Engineering, 2022, 39(4): 713−720 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327017843784266256, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Qiang, Liu Li, Han Rui, et al. Image identification method on high speed railway contact network based on YOLO v3 and SENet[C]//Proc of the 38th Chinese Control Conf (CCC). Piscataway, NJ: IEEE, 2019: 8772−8777, articleTitle=null, refAbstract=null), Reference(id=1327017843838792209, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=王成龙, 易江燕, 陶建华, 等. 基于全局-时频注意力网络的语音伪造检测[J]. 计算机研究与发展, 2021, 58(7): 1466−1475, articleTitle=null, refAbstract=null), Reference(id=1327017843897512466, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Chenglong, Yi Jiangyan, Tao Jianhua, et al. Global and temporal-frequency attention based network in audio deepfake detection[J]. Journal of Computer Research and Development, 2021, 58(7): 1466−1475 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327017843968815635, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=44, rfOrder=45, authorNames=null, journalName=null, refType=null, unstructuredReference=He Kaiming, Zhang Xiangyu, Ren Shaoqing, et al. Deep residual learning for image recognition[C]//Proc of the 29th IEEE Conf on Computer Vision and Pattern Recognition (CVPR). Piscataway, NJ: IEEE, 2016: 770−778, articleTitle=null, refAbstract=null), Reference(id=1327017844031730196, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=45, rfOrder=46, authorNames=null, journalName=null, refType=null, unstructuredReference=Kong J, Kim J, Bae J. Hifi-GAN: Generative adversarial networks for efficient and high fidelity speech synthesis[C]//Proc of the 34th Annual Conf on Neural Information Processing Systems (NIPS). Cambridge, MA: MIT, 2020: 17022−17033, articleTitle=null, refAbstract=null), Reference(id=1327017844094644757, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=46, rfOrder=47, authorNames=null, journalName=null, refType=null, unstructuredReference=Goodfellow I, Pouget-Abadie J, Mirza M, et al. Generative adversarial nets[C/OL]//Proc of the 28th Annual Conf on Neural Information Processing Systems (NIPS). Cambridge, MA: MIT, 2014[2025-02-05]. https://www.researchgate.net/publication/263012109_Generative_Adversarial_Networks, articleTitle=null, refAbstract=null), Reference(id=1327017844153365014, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=47, rfOrder=48, authorNames=null, journalName=null, refType=null, unstructuredReference=Jassim W A, Skoglund J, Chinen M, et al. WARP-Q: Quality prediction for generative neural speech codecs[C]//Proc of the 46th IEEE Int Conf on Acoustics, Speech and Signal Processing (ICASSP). Piscataway, NJ: IEEE, 2021: 401−405, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1327017836075135389, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, xref=1, ext=[AuthorCompanyExt(id=1327017836083523998, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, companyId=1327017836075135389, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1Institute of Automation, Chinese Academy of Sciences, Beijing 100190), AuthorCompanyExt(id=1327017836096106911, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, companyId=1327017836075135389, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
1中国科学院自动化研究所 北京 100190)]), AuthorCompany(id=1327017836159021472, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, xref=2, ext=[AuthorCompanyExt(id=1327017836167410081, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, companyId=1327017836159021472, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2Department of Automation, Tsinghua University, Beijing 100084), AuthorCompanyExt(id=1327017836175798690, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, companyId=1327017836159021472, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
2清华大学自动化系 北京 100084)]), AuthorCompany(id=1327017836242907555, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, xref=3, ext=[AuthorCompanyExt(id=1327017836251296164, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, companyId=1327017836242907555, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3Beijing National Research Center for Information Science and Technology (Tsinghua University), Beijing 100084), AuthorCompanyExt(id=1327017836263879077, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, companyId=1327017836242907555, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=
3北京信息科学与技术国家研究中心(清华大学) 北京 100084)])], figs=[ArticleFig(id=1327017838524608972, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=EN, label=Figure 1, caption=
The structure of residual vector quantization, figureFileSmall=uNYIICEW/I/Wo5Uk6YtXgw==, figureFileBig=gEsCgL3pmKGc/MFnAKDSwQ==, tableContent=null), ArticleFig(id=1327017838591717837, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=CN, label=图1, caption=
残差矢量量化结构, figureFileSmall=uNYIICEW/I/Wo5Uk6YtXgw==, figureFileBig=gEsCgL3pmKGc/MFnAKDSwQ==, tableContent=null), ArticleFig(id=1327017838868541902, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=EN, label=Figure 2, caption=
Structure diagram of neural speech codec method based on Mel spectrogram and squeeze-excitation-weighted quantization, figureFileSmall=JnSTGBpv9KMI3mO070Xr4w==, figureFileBig=ZXwCoEE0vmu4EjM4XX+fHg==, tableContent=null), ArticleFig(id=1327017839061479887, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=CN, label=图2, caption=
基于梅尔谱与压缩激励加权量化的语音神经编解码方法结构图, figureFileSmall=JnSTGBpv9KMI3mO070Xr4w==, figureFileBig=ZXwCoEE0vmu4EjM4XX+fHg==, tableContent=null), ArticleFig(id=1327017839241834960, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=EN, label=Figure 3, caption=
Comparison of Mel spectrogram, figureFileSmall=4dMjaax+lQpcxE8ojK+bjw==, figureFileBig=nPvfTfmnuitCpZYRh2dIJQ==, tableContent=null), ArticleFig(id=1327017839313138129, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=CN, label=图3, caption=
梅尔谱图对比, figureFileSmall=4dMjaax+lQpcxE8ojK+bjw==, figureFileBig=nPvfTfmnuitCpZYRh2dIJQ==, tableContent=null), ArticleFig(id=1327017839371858386, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=EN, label=Figure 4, caption=
Ablation experiments on squeeze-excitation-weighted mechanism (Input characteristic is Mel spectrogram ), figureFileSmall=5EcSUU3VutjQ5TGs0MLECg==, figureFileBig=zTh2vuwkdWvhVXtXg2lVfg==, tableContent=null), ArticleFig(id=1327017839447355859, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=CN, label=图4, caption=
关于压缩激励加权机制的消融实验(输入特征为梅尔谱图), figureFileSmall=5EcSUU3VutjQ5TGs0MLECg==, figureFileBig=zTh2vuwkdWvhVXtXg2lVfg==, tableContent=null), ArticleFig(id=1327017839514464724, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=EN, label=Figure 5, caption=
Ablation experiments on squeeze-excitation-weighted mechanism (Input characteristic is waveform), figureFileSmall=nk5AD8POZbk7ma9R4xqZcQ==, figureFileBig=DZsxAaz5wOAz97Vf0RpTzA==, tableContent=null), ArticleFig(id=1327017839589962197, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=CN, label=图5, caption=
关于压缩激励加权机制的消融实验(输入特征为波形), figureFileSmall=nk5AD8POZbk7ma9R4xqZcQ==, figureFileBig=DZsxAaz5wOAz97Vf0RpTzA==, tableContent=null), ArticleFig(id=1327017839652876758, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=EN, label=Table 1, caption=
Network Architecture of Convolutional Unit, figureFileSmall=null, figureFileBig=null, tableContent=
| 卷积单元 | 卷积核数/步长/空洞数 |
|---|
| Conv 1 | 4/2/1 |
| Conv 2 | 11/1/1 |
| Conv 3 | 11/1/1 |
| Conv 4 | 11/1/3 |
| Conv 5 | 11/1/1 |
| Conv 6 | 11/1/5 |
| Conv 7 | 11/1/1 |
| Group Norm | |
| Conv 8 | 7/1/1 |
| Conv 9 | 7/1/1 |
| Conv 10 | 7/1/3 |
| Conv 11 | 7/1/1 |
| Conv 12 | 7/1/5 |
| Conv 13 | 7/1/1 |
| Group Norm | |
| Conv 14 | 3/1/1 |
| Conv 15 | 3/1/1 |
| Conv 16 | 3/1/3 |
| Conv 17 | 3/1/1 |
| Conv 18 | 3/1/5 |
| Conv 19 | 3/1/1 |
| Group Norm | |
), ArticleFig(id=1327017839736762839, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=CN, label=表1, caption=
卷积单元网络架构
, figureFileSmall=null, figureFileBig=null, tableContent=
| 卷积单元 | 卷积核数/步长/空洞数 |
|---|
| Conv 1 | 4/2/1 |
| Conv 2 | 11/1/1 |
| Conv 3 | 11/1/1 |
| Conv 4 | 11/1/3 |
| Conv 5 | 11/1/1 |
| Conv 6 | 11/1/5 |
| Conv 7 | 11/1/1 |
| Group Norm | |
| Conv 8 | 7/1/1 |
| Conv 9 | 7/1/1 |
| Conv 10 | 7/1/3 |
| Conv 11 | 7/1/1 |
| Conv 12 | 7/1/5 |
| Conv 13 | 7/1/1 |
| Group Norm | |
| Conv 14 | 3/1/1 |
| Conv 15 | 3/1/1 |
| Conv 16 | 3/1/3 |
| Conv 17 | 3/1/1 |
| Conv 18 | 3/1/5 |
| Conv 19 | 3/1/1 |
| Group Norm | |
), ArticleFig(id=1327017839820648920, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=EN, label=Table 2, caption=
Metrics Evaluated on the VCTK Dataset for Each Neural Codec, figureFileSmall=null, figureFileBig=null, tableContent=
比特率/ Kbps | 码本 数 | 模型 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | STOI ↑ | WARP-Q ↓ | VISQOL ↑ | MOS ↑ |
|---|
| 注:黑体数值表示最优结果,“↑”表示数值越大越好,“↓”表示数值越小越好. |
| 0.75 | 1 | SoundStream | 18.817 | 0.703 | 2.988 | 2.134 | 1.80 |
| Encodec | 19.188 | 0.736 | 2.917 | 2.226 | 2.28 |
| Hifi-codec | 5.506 | 0.634 | 3.024 | 2.028 | 1.88 |
| 本文模型 | 36.656 | 0.747 | 2.604 | 2.536 | 2.40 |
| 1.5 | 2 | SoundStream | 15.438 | 0.736 | 2.860 | 2.315 | 2.52 |
| Encodec | 18.923 | 0.777 | 2.694 | 2.492 | 3.20 |
| Hifi-codec | 6.507 | 0.751 | 2.709 | 2.520 | 2.84 |
| 本文模型 | 36.447 | 0.801 | 2.371 | 2.958 | 3.62 |
| 3 | 4 | SoundStream | 15.760 | 0.757 | 2.798 | 2.407 | 2.36 |
| Encodec | 18.550 | 0.79 | 2.625 | 2.584 | 3.16 |
| Hifi-codec | 6.549 | 0.839 | 2.125 | 3.311 | 3.52 |
| 本文模型 | 35.632 | 0.846 | 1.997 | 3.334 | 3.88 |
| 4.5 | 6 | SoundStream | 20.036 | 0.790 | 2.711 | 2.651 | 3.16 |
| Encodec | 22.119 | 0.809 | 2.535 | 2.758 | 3.40 |
| Hifi-codec | 6.562 | 0.862 | 1.912 | 3.562 | 3.62 |
| 本文模型 | 22.338 | 0.859 | 1.798 | 3.492 | 3.94 |
| 6 | 8 | SoundStream | 20.145 | 0.799 | 2.502 | 2.694 | 3.50 |
| Encodec | 21.423 | 0.818 | 1.852 | 2.799 | 3.44 |
| Hifi-codec | 5.673 | 0.878 | 1.852 | 3.665 | 3.92 |
| 本文模型 | 23.493 | 0.865 | 1.776 | 3.552 | 3.98 |
), ArticleFig(id=1327017839917117913, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=CN, label=表2, caption=
各神经编解码器在VCTK数据集上的评价指标
, figureFileSmall=null, figureFileBig=null, tableContent=
比特率/ Kbps | 码本 数 | 模型 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | STOI ↑ | WARP-Q ↓ | VISQOL ↑ | MOS ↑ |
|---|
| 注:黑体数值表示最优结果,“↑”表示数值越大越好,“↓”表示数值越小越好. |
| 0.75 | 1 | SoundStream | 18.817 | 0.703 | 2.988 | 2.134 | 1.80 |
| Encodec | 19.188 | 0.736 | 2.917 | 2.226 | 2.28 |
| Hifi-codec | 5.506 | 0.634 | 3.024 | 2.028 | 1.88 |
| 本文模型 | 36.656 | 0.747 | 2.604 | 2.536 | 2.40 |
| 1.5 | 2 | SoundStream | 15.438 | 0.736 | 2.860 | 2.315 | 2.52 |
| Encodec | 18.923 | 0.777 | 2.694 | 2.492 | 3.20 |
| Hifi-codec | 6.507 | 0.751 | 2.709 | 2.520 | 2.84 |
| 本文模型 | 36.447 | 0.801 | 2.371 | 2.958 | 3.62 |
| 3 | 4 | SoundStream | 15.760 | 0.757 | 2.798 | 2.407 | 2.36 |
| Encodec | 18.550 | 0.79 | 2.625 | 2.584 | 3.16 |
| Hifi-codec | 6.549 | 0.839 | 2.125 | 3.311 | 3.52 |
| 本文模型 | 35.632 | 0.846 | 1.997 | 3.334 | 3.88 |
| 4.5 | 6 | SoundStream | 20.036 | 0.790 | 2.711 | 2.651 | 3.16 |
| Encodec | 22.119 | 0.809 | 2.535 | 2.758 | 3.40 |
| Hifi-codec | 6.562 | 0.862 | 1.912 | 3.562 | 3.62 |
| 本文模型 | 22.338 | 0.859 | 1.798 | 3.492 | 3.94 |
| 6 | 8 | SoundStream | 20.145 | 0.799 | 2.502 | 2.694 | 3.50 |
| Encodec | 21.423 | 0.818 | 1.852 | 2.799 | 3.44 |
| Hifi-codec | 5.673 | 0.878 | 1.852 | 3.665 | 3.92 |
| 本文模型 | 23.493 | 0.865 | 1.776 | 3.552 | 3.98 |
), ArticleFig(id=1327017839996809690, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=EN, label=Table 3, caption=
Evaluation Comparison of Our Method and the General Codec Opus, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | STOI ↑ | WARP-Q ↓ | VISQOL ↑ | MOS ↑ |
|---|
| 注:黑体数值表示最优结果,“↑”表示数值越大越好,“↓”表示数值越小越好. |
| Opus-10ms | 0.703 | 2.610 | 2.476 | 3.32 |
| Opus-5.0ms | 0.858 | 2.383 | 3.037 | 3.58 |
| Opus-2.5ms | 0.956 | 1.976 | 3.475 | 3.86 |
| 本文模型 | 0.865 | 1.776 | 3.552 | 3.98 |
), ArticleFig(id=1327017840072307163, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=CN, label=表3, caption=
本文方法与通用编解码器Opus的评测对比
, figureFileSmall=null, figureFileBig=null, tableContent=
| 模型 | STOI ↑ | WARP-Q ↓ | VISQOL ↑ | MOS ↑ |
|---|
| 注:黑体数值表示最优结果,“↑”表示数值越大越好,“↓”表示数值越小越好. |
| Opus-10ms | 0.703 | 2.610 | 2.476 | 3.32 |
| Opus-5.0ms | 0.858 | 2.383 | 3.037 | 3.58 |
| Opus-2.5ms | 0.956 | 1.976 | 3.475 | 3.86 |
| 本文模型 | 0.865 | 1.776 | 3.552 | 3.98 |
), ArticleFig(id=1327017840143610332, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=EN, label=Table 4, caption=
Experimental Configuration of Different Compression Rates, figureFileSmall=null, figureFileBig=null, tableContent=
| 压缩率 | 编码器下采样倍数 | 解码器上采样倍数 | 解码器各层卷积核 |
|---|
| 180 | 2 | 5, 4, 4, 2 | 10, 8, 8, 4 |
| 320 | 2 | 8, 5, 3, 2 | 16, 11, 7, 4 |
| 640 | 2 | 10, 8, 4, 2 | 20, 16, 8, 4 |
), ArticleFig(id=1327017840219107805, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=CN, label=表4, caption=
不同压缩率的实验配置
, figureFileSmall=null, figureFileBig=null, tableContent=
| 压缩率 | 编码器下采样倍数 | 解码器上采样倍数 | 解码器各层卷积核 |
|---|
| 180 | 2 | 5, 4, 4, 2 | 10, 8, 8, 4 |
| 320 | 2 | 8, 5, 3, 2 | 16, 11, 7, 4 |
| 640 | 2 | 10, 8, 4, 2 | 20, 16, 8, 4 |
), ArticleFig(id=1327017840282022366, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=EN, label=Table 5, caption=
Ablation Experiments on Different Compression Ratios and Codebook Count, figureFileSmall=null, figureFileBig=null, tableContent=
| 比特率/Kbps | 压缩率 | 码本数 | STOI ↑ | WARP-Q ↓ | VISQOL↑ |
|---|
| 注:黑体数值表示最优结果,“↑”表示数值越大越好,“↓”表示数值越小越好. |
3 | 180 | 2 | 0.843 | 2.028 | 3.314 |
| 320 | 4 | 0.846 | 1.997 | 3.334 |
| 640 | 8 | 0.854 | 1.852 | 3.427 |
6 | 180 | 4 | 0.898 | 1.608 | 3.786 |
| 320 | 8 | 0.865 | 1.776 | 3.552 |
| 640 | 16 | 0.835 | 1.848 | 3.387 |
), ArticleFig(id=1327017840349131231, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=CN, label=表5, caption=
对于不同压缩率和码本数量的消融实验
, figureFileSmall=null, figureFileBig=null, tableContent=
| 比特率/Kbps | 压缩率 | 码本数 | STOI ↑ | WARP-Q ↓ | VISQOL↑ |
|---|
| 注:黑体数值表示最优结果,“↑”表示数值越大越好,“↓”表示数值越小越好. |
3 | 180 | 2 | 0.843 | 2.028 | 3.314 |
| 320 | 4 | 0.846 | 1.997 | 3.334 |
| 640 | 8 | 0.854 | 1.852 | 3.427 |
6 | 180 | 4 | 0.898 | 1.608 | 3.786 |
| 320 | 8 | 0.865 | 1.776 | 3.552 |
| 640 | 16 | 0.835 | 1.848 | 3.387 |
), ArticleFig(id=1327017840420434400, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=EN, label=Table 6, caption=
Ablation Experiments on Squeeze-Excitation-Weighted Mechanism (Input Characteristic is Mel Spectrogram), figureFileSmall=null, figureFileBig=null, tableContent=
| 比特率/Kbps | 码本数 | 指标 | Mel-Input+SE-weight(本文) | Mel-Input |
|---|
| 注:黑体数值表示最优结果,“↑”表示数值越大越好,“↓”表示数值越小越好. |
| 1.5 | 2 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 36.447 | 42.515 |
| STOI ↑ | 0.801 | 0.795 |
| WARP-Q ↓ | 2.371 | 2.318 |
| VISQOL ↑ | 2.958 | 2.926 |
| 3.0 | 4 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 35.632 | 44.498 |
| STOI ↑ | 0.846 | 0.837 |
| WARP-Q ↓ | 1.997 | 2.035 |
| VISQOL ↑ | 3.334 | 3.310 |
| 6.0 | 8 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 23.493 | 32.345 |
| STOI ↑ | 0.865 | 0.866 |
| WARP-Q ↓ | 1.776 | 1.733 |
| VISQOL ↑ | 3.552 | 3.499 |
), ArticleFig(id=1327017840487543265, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=CN, label=表6, caption=
压缩激励加权机制的消融实验(输入特征为梅尔谱图)
, figureFileSmall=null, figureFileBig=null, tableContent=
| 比特率/Kbps | 码本数 | 指标 | Mel-Input+SE-weight(本文) | Mel-Input |
|---|
| 注:黑体数值表示最优结果,“↑”表示数值越大越好,“↓”表示数值越小越好. |
| 1.5 | 2 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 36.447 | 42.515 |
| STOI ↑ | 0.801 | 0.795 |
| WARP-Q ↓ | 2.371 | 2.318 |
| VISQOL ↑ | 2.958 | 2.926 |
| 3.0 | 4 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 35.632 | 44.498 |
| STOI ↑ | 0.846 | 0.837 |
| WARP-Q ↓ | 1.997 | 2.035 |
| VISQOL ↑ | 3.334 | 3.310 |
| 6.0 | 8 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 23.493 | 32.345 |
| STOI ↑ | 0.865 | 0.866 |
| WARP-Q ↓ | 1.776 | 1.733 |
| VISQOL ↑ | 3.552 | 3.499 |
), ArticleFig(id=1327017840554652130, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=EN, label=Table 7, caption=
Ablation Experiments on Squeeze-Excitation-Weighted Mechanism (Input Characteristic is Waveform), figureFileSmall=null, figureFileBig=null, tableContent=
| 比特率/Kbps | 码本数 | 指标 | Wave-Input+SE-weight | Wave-Input |
|---|
| 注:黑体数值表示最优结果,“↑”表示数值越大越好,“↓”表示数值越小越好. |
| 1.5 | 2 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 5.527 | 6.507 |
| STOI ↑ | 0.753 | 0.751 |
| WARP-Q ↓ | 2.526 | 2.709 |
| VISQOL ↑ | 2.630 | 2.520 |
| 3.0 | 4 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 5.702 | 6.549 |
| STOI ↑ | 0.837 | 0.839 |
| WARP-Q ↓ | 2.147 | 2.125 |
| VISQOL ↑ | 3.329 | 3.311 |
| 6.0 | 8 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 5.369 | 5.673 |
| STOI ↑ | 0.871 | 0.878 |
| WARP-Q ↓ | 2.020 | 1.852 |
| VISQOL ↑ | 3.477 | 3.665 |
), ArticleFig(id=1327017840642732515, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=CN, label=表7, caption=
压缩激励加权机制的消融实验(输入特征为波形)
, figureFileSmall=null, figureFileBig=null, tableContent=
| 比特率/Kbps | 码本数 | 指标 | Wave-Input+SE-weight | Wave-Input |
|---|
| 注:黑体数值表示最优结果,“↑”表示数值越大越好,“↓”表示数值越小越好. |
| 1.5 | 2 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 5.527 | 6.507 |
| STOI ↑ | 0.753 | 0.751 |
| WARP-Q ↓ | 2.526 | 2.709 |
| VISQOL ↑ | 2.630 | 2.520 |
| 3.0 | 4 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 5.702 | 6.549 |
| STOI ↑ | 0.837 | 0.839 |
| WARP-Q ↓ | 2.147 | 2.125 |
| VISQOL ↑ | 3.329 | 3.311 |
| 6.0 | 8 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 5.369 | 5.673 |
| STOI ↑ | 0.871 | 0.878 |
| WARP-Q ↓ | 2.020 | 1.852 |
| VISQOL ↑ | 3.477 | 3.665 |
), ArticleFig(id=1327017840722424292, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=EN, label=Table 8, caption=
Ablation Experiments on Activation Function, figureFileSmall=null, figureFileBig=null, tableContent=
| 比特率/Kbps | 码本数 | 指标 | Relu(本文) | Snake |
|---|
| 注:黑体数值表示最优结果,“↑”表示数值越大越好,“↓”表示数值越小越好. |
| 0.75 | 1 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 36.656 | 11.590 |
| STOI ↑ | 0.747 | 0.746 |
| WARP-Q ↓ | 2.604 | 2.568 |
| VISQOL ↑ | 2.536 | 2.538 |
| 1.50 | 2 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 36.447 | 11.784 |
| STOI ↑ | 0.801 | 0.810 |
| WARP-Q ↓ | 2.371 | 2.224 |
| VISQOL ↑ | 2.958 | 3.073 |
| 3.00 | 4 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 35.632 | 10.821 |
| STOI ↑ | 0.846 | 0.851 |
| WARP-Q ↓ | 1.997 | 1.989 |
| VISQOL ↑ | 3.334 | 3.234 |
| 4.50 | 6 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 22.338 | 5.915 |
| STOI ↑ | 0.859 | 0.892 |
| WARP-Q ↓ | 1.798 | 1.563 |
| VISQOL ↑ | 3.492 | 3.638 |
| 6.00 | 8 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 23.493 | 4.967 |
| STOI ↑ | 0.865 | 0.900 |
| WARP-Q ↓ | 1.776 | 1.448 |
| VISQOL ↑ | 3.552 | 3.658 |
), ArticleFig(id=1327017840797921765, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017833927651718, language=CN, label=表8, caption=
关于激活函数的消融实验
, figureFileSmall=null, figureFileBig=null, tableContent=
| 比特率/Kbps | 码本数 | 指标 | Relu(本文) | Snake |
|---|
| 注:黑体数值表示最优结果,“↑”表示数值越大越好,“↓”表示数值越小越好. |
| 0.75 | 1 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 36.656 | 11.590 |
| STOI ↑ | 0.747 | 0.746 |
| WARP-Q ↓ | 2.604 | 2.568 |
| VISQOL ↑ | 2.536 | 2.538 |
| 1.50 | 2 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 36.447 | 11.784 |
| STOI ↑ | 0.801 | 0.810 |
| WARP-Q ↓ | 2.371 | 2.224 |
| VISQOL ↑ | 2.958 | 3.073 |
| 3.00 | 4 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 35.632 | 10.821 |
| STOI ↑ | 0.846 | 0.851 |
| WARP-Q ↓ | 1.997 | 1.989 |
| VISQOL ↑ | 3.334 | 3.234 |
| 4.50 | 6 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 22.338 | 5.915 |
| STOI ↑ | 0.859 | 0.892 |
| WARP-Q ↓ | 1.798 | 1.563 |
| VISQOL ↑ | 3.492 | 3.638 |
| 6.00 | 8 | $ {\mathrm{R}\mathrm{T}\mathrm{F}}_{\mathrm{e}\mathrm{n}\mathrm{c}} $↑ | 23.493 | 4.967 |
| STOI ↑ | 0.865 | 0.900 |
| WARP-Q ↓ | 1.776 | 1.448 |
| VISQOL ↑ | 3.552 | 3.658 |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202440329, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202440329, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202440329, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202440329, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1761926400000, fullTextJson=null, articleText=null, reference=null)