Article(id=1327017986889724649, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327017934683222337, articleNumber=null, orderNo=null, doi=10.7544/issn1000-1239.202440207, pmid=null, cstr=null, oa=null, hot=null, price=null, onlineType=0, articleFormat=0, articleType=null, articleTypeStr=research-article, receivedDate=1710950400000, receivedDateStr=2024-03-21, revisedDate=1736179200000, revisedDateStr=2025-01-07, acceptedDate=1737820800000, acceptedDateStr=2025-01-26, onlineDate=1794315342875, onlineDateStr=2026-11-10, pubDate=1759248000000, pubDateStr=2025-10-01, doiRegisterDate=null, doiRegisterDateStr=null, onlineIssueDate=1794315342875, onlineIssueDateStr=2026-11-10, onlineJustAcceptDate=null, onlineJustAcceptDateStr=null, onlineFirstDate=null, onlineFirstDateStr=null, sourceXml=null, magXml=null, createTime=1794315342875, creator=13701087609, updateTime=1794315342875, updator=13701087609, issue=Issue{id=1327017934683222337, tenantId=1146029695717560320, journalId=1324759914146529478, year='2025', volume='62', issue='10', pageStart='2397', pageEnd='2650', issueExtLink='null', onlineDate='null', pubDate='1759248000000', pubDateStr='2025-10-01', beforeIssueId=null, nextIssueId=null, price=null, status=1, issueComplete=1, articleOrder=1, issueType=-1, specialIssue=null, createTime=1794315330429, creator='13701087609', updateTime=1794376951272, updator='13701087609', preIssue=null, nextIssue=null, articleTotal=null, ext={EN=IssueExt(id=1327276391986475384, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327017934683222337, language=EN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=), CN=IssueExt(id=1327276391986475385, tenantId=1146029695717560320, journalId=1324759914146529478, issueId=1327017934683222337, language=CN, specialIssueTitle=, coverIllustrator=null, specialIssueEditor=, specialIssueAbout=)}, issueFiles=null, downloadFileDto=null}, startPage=2523, endPage=2544, ext={EN=ArticleExt(id=1327017987078468330, articleId=1327017986889724649, tenantId=1146029695717560320, journalId=1324759914146529478, language=EN, title=Survey of Audio-Driven Talking Face Video Generation and Identification, columnId=1325489891789910943, journalTitle=Journal of Computer Research and Development, columnName=Artificial Intelligence, runingTitle=null, highlight=null, articleAbstract=
With the rapid advancement of artificial intelligence generation models and deepfakes, the techniques for generating talking face videos using various methods have become increasingly mature. Among them, audio-driven talking face video generation methods have attracted significant attention due to their remarkably realistic and natural output. Such methods utilize audio as a driving source to synthesize videos where the target character’s mouth movements synchronize with the audio, often combining image or video materials. Currently, these technologies are widely applied in fields such as virtual anchors, gaming animation, and film and television production, demonstrating vast prospects for development. However, the potential negative impacts of this technology are also becoming apparent. Improper or abusive use could lead to serious political and economic consequences. In this context, research on identifying various types of facial forgery videos has emerged. Our research primarily assesses the authenticity of videos by detecting the veracity of individual video frames or the spatio-temporal consistency of video sequences. Firstly, we systematically analyze the classic algorithms and latest advancements in audio-driven talking face video generation tasks based on the timeline and the development history of foundational models. Secondly, we exhaustively list the commonly used datasets and evaluation criteria for this task, conducting comprehensive comparisons across multiple dimensions. Subsequently, we meticulously analyze and summarize the forgery facial video identification task, categorizing it based on whether the discrimination technology focuses on individual video frames or multiple frames, and also summarize its commonly used datasets and evaluation criteria. Finally, we outline the challenges and future directions in this research field, aiming to provide valuable references and support for subsequent related research.
, authors=Zheng Le, Yongting Hu, Yong Xu*, authorsList=Zheng Le, Yongting Hu, Yong Xu, authorCompany=null, correspAuthors=Yong Xu, authorNote=
born in 2002. Master candidate. His main research interests include computer vision and video generation
born in 1999. PhD candidate. Her main research interest includes unsupervised video anomaly detection
born in 1972. PhD, professor. Member of CCF. His research interests include pattern recognition, computer vision, deep learning, and video analysis
, correspAuthorsNote=null, copyrightStatement=Copyright © 2025 Journal of Computer Research and Development. All rights reserved., copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=null, magXml=null, pdfUrl=null, pdf=null, pdfFileSize=null, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=null, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=null, mapNumber=null, fund=null), CN=ArticleExt(id=1327017991646065428, articleId=1327017986889724649, tenantId=1146029695717560320, journalId=1324759914146529478, language=CN, title=音频驱动的说话人面部视频生成与鉴别综述, columnId=1325489892104483745, journalTitle=计算机研究与发展, columnName=人工智能, runingTitle=null, highlight=null, articleAbstract=
随着人工智能生成模型和深度伪造的迅速兴起,利用各种方法生成人脸说话视频的技术日益成熟,其中音频驱动的说话人面部视频生成方法因其生成效果的逼真自然而备受瞩目. 该类方法利用音频作为驱动源,结合图片或视频素材,用以合成与输入音频口型同步的目标角色讲话视频. 目前,相应的技术已经被广泛应用于虚拟主播、游戏动漫、影视剧制作等内容创作领域,并展现出广阔的发展前景. 然而,这些技术的潜在负面影响也日益显现,若被不当利用或滥用,极有可能触发严重的政治和经济后果. 在此背景下,针对面部伪造视频的鉴别研究应运而生,主要通过分析单视频帧的真实性或视频帧序列的时空一致性来评估视频的真实性. 首先,依据时间脉络及基础模型的发展轨迹,系统性地剖析了音频驱动面部视频生成任务的经典算法与最新研究成果. 其次,详尽列举了该任务领域内常用的数据集及评估标准,并从多个维度出发,对这些数据集与标准进行了全面深入的对比分析. 紧接着,针对伪造面部视频鉴别任务,对鉴别技术所针对的对象(即单帧或多帧)进行了细致的分类与归纳,同时,也对其常用的数据集及评估标准进行了系统的总结与梳理. 最后,展望了该研究领域面临的挑战与未来的发展方向,旨在为后续的相关研究提供有价值的参考与坚实的支撑.
, authors=乐铮, 胡永婷, 徐勇*, authorsList=乐铮, 胡永婷, 徐勇, authorCompany=null, correspAuthors=徐勇, authorNote=
 |
2002年生. 硕士研究生. 主要研究方向为计算机视觉、视频生成 |
 |
1999年生. 博士研究生. 主要研究方向为无监督视频异常检测 |
 |
1972年生. 博士,教授. CCF会员. 主要研究方向为模式识别、计算机视觉、深度学习、视频分析 |
, correspAuthorsNote=
, copyrightStatement=版权所有 © 2025 计算机研究与发展编辑部, copyrightOwner=null, extLink=null, articleAbsUrl=null, sourceXml=cOHsDpv8nFctWqFz2INrRA==, magXml=OLFaD4yEnOrT7AZUN4RVYw==, pdfUrl=null, pdf=4PIhd7/O6oA9Sb69kuu13w==, pdfFileSize=5365943, pdfExtLink=null, richHtmlUrl=null, mobilePdfUrl=null, reviewReport=null, pdfFirstPage=null, abstractGraph=LbQea//Ui4hcQJa/3D1JxA==, abstractGraphContent=null, abstractVideo=null, citation=null, cebUrl=null, magXmlContent=86SDMuF/KfJivUas84oRnw==, mapNumber=null, fund=null)}, authors=[Author(id=1327019065157202739, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, orderNo=0, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=23s151080@stu.hit.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327019065241088820, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, authorId=1327019065157202739, language=EN, stringName=Zheng Le, firstName=Zheng, middleName=null, lastName=Le, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=null, bio={"content":"
born in 2002. Master candidate. His main research interests include computer vision and video generation
"}, bioImg=null, bioContent=
born in 2002. Master candidate. His main research interests include computer vision and video generation
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327019065316586293, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, authorId=1327019065157202739, language=CN, stringName=乐铮, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=null, bio={"img":"zUNzKwiQClVdtrR7c5qDHA==","content":"
2002年生. 硕士研究生. 主要研究方向为计算机视觉、视频生成
"}, bioImg=zUNzKwiQClVdtrR7c5qDHA==, bioContent=
2002年生. 硕士研究生. 主要研究方向为计算机视觉、视频生成
, aboutCorrespAuthor=null)}, companyList=null), Author(id=1327019065526301495, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, orderNo=1, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=null, emailSecond=null, emailThird=null, correspondingAuthor=0, authorType=1, ext={EN=AuthorExt(id=1327019065773765432, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, authorId=1327019065526301495, language=EN, stringName=Yongting Hu, firstName=Yongting, middleName=null, lastName=Hu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=null, bio={"content":"
born in 1999. PhD candidate. Her main research interest includes unsupervised video anomaly detection
"}, bioImg=null, bioContent=
born in 1999. PhD candidate. Her main research interest includes unsupervised video anomaly detection
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327019066012840761, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, authorId=1327019065526301495, language=CN, stringName=胡永婷, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=null, address=null, bio={"img":"sCy9/YTIuahE2aOsL0hGuw==","content":"
1999年生. 博士研究生. 主要研究方向为无监督视频异常检测
"}, bioImg=sCy9/YTIuahE2aOsL0hGuw==, bioContent=
1999年生. 博士研究生. 主要研究方向为无监督视频异常检测
, aboutCorrespAuthor=null)}, companyList=null), Author(id=1327019066113504059, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, orderNo=2, firstName=null, middleName=null, lastName=null, nameCn=null, orcid=null, stid=null, country=null, authorPic=null, dead=0, email=laterfall@hit.edu.cn, emailSecond=null, emailThird=null, correspondingAuthor=1, authorType=1, ext={EN=AuthorExt(id=1327019066209973052, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, authorId=1327019066113504059, language=EN, stringName=Yong Xu, firstName=Yong, middleName=null, lastName=Xu, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=null, bio={"content":"
born in 1972. PhD, professor. Member of CCF. His research interests include pattern recognition, computer vision, deep learning, and video analysis
"}, bioImg=null, bioContent=
born in 1972. PhD, professor. Member of CCF. His research interests include pattern recognition, computer vision, deep learning, and video analysis
, aboutCorrespAuthor=null), CN=AuthorExt(id=1327019066277081917, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, authorId=1327019066113504059, language=CN, stringName=徐勇, firstName=null, middleName=null, lastName=null, prefix=null, suffix=null, authorComment=null, nameInitials=null, affiliation=null, department=null, xref=*, address=null, bio={"img":"3pJCwRGxm2uQ5Y2lmkLzJQ==","content":"
1972年生. 博士,教授. CCF会员. 主要研究方向为模式识别、计算机视觉、深度学习、视频分析
"}, bioImg=3pJCwRGxm2uQ5Y2lmkLzJQ==, bioContent=
1972年生. 博士,教授. CCF会员. 主要研究方向为模式识别、计算机视觉、深度学习、视频分析
, aboutCorrespAuthor=null)}, companyList=null)], keywords=[Keyword(id=1327019066419688254, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, orderNo=1, keyword=deep learning), Keyword(id=1327019066537128767, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, orderNo=2, keyword=deepfake), Keyword(id=1327019066662957888, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, orderNo=3, keyword=audio-driven), Keyword(id=1327019066734261057, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, orderNo=4, keyword=talking face video generation), Keyword(id=1327019066797175618, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, orderNo=5, keyword=forgery facial video identification), Keyword(id=1327019066881061699, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, orderNo=1, keyword=深度学习), Keyword(id=1327019066964947780, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, orderNo=2, keyword=深度伪造), Keyword(id=1327019067057222469, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, orderNo=3, keyword=音频驱动), Keyword(id=1327019067178857286, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, orderNo=4, keyword=说话人面部视频生成), Keyword(id=1327019067275326279, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, orderNo=5, keyword=伪造脸部视频鉴别)], refs=[Reference(id=1327019071259915118, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=0, authorNames=null, journalName=null, refType=null, unstructuredReference=宋一飞, 张炜, 陈智能, 等. 数字说话人视频生成综述[J]. 计算机辅助设计与图形学学报, 2023, 35(10): 1457−1468, articleTitle=null, refAbstract=null), Reference(id=1327019071364772719, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=1, rfOrder=1, authorNames=null, journalName=null, refType=null, unstructuredReference=Song Yifei, Zhang Wei, Chen Zhineng, et al. A survey on talking head generation[J]. Journal of Computer-Aided Design & Computer Graphics, 2023, 35(10): 1457−1468 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327019071519961968, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=2, rfOrder=2, authorNames=null, journalName=null, refType=null, unstructuredReference=Bainey K. AI-Driven Project Management: Harnessing the Power of Artificial Intelligence and ChatGPT to Achieve Peak Productivity and Success[M]. Hoboken, NJ: John Wiley & Sons, 2024, articleTitle=null, refAbstract=null), Reference(id=1327019071616430961, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=3, authorNames=null, journalName=null, refType=null, unstructuredReference=张溢文, 蔡满春, 陈咏豪, 等. 融合空间特征的多尺度深度伪造检测方法[J/OL]. 计算机工程, [2024-07-06]. https://doi.org/10.19678/j.issn.1000-3428.0067789, articleTitle=null, refAbstract=null), Reference(id=1327019071712899954, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=3, rfOrder=4, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Yiwen, Cai Manchun, Chen Yonghao, et al. Multi-scale deepfake detection menthod with fusion of spatial features[J/OL]. Computer Engineering, [2024-07-06]. https://doi.org/10.19678/j.issn.1000-3428.0067789 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327019071784203123, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=5, authorNames=null, journalName=null, refType=null, unstructuredReference=盛文俊, 曹林, 张帆. 基于有监督注意力网络的伪造人脸视频检测[J]. 计算机工程与设计, 2023, 44(2): 504−510, articleTitle=null, refAbstract=null), Reference(id=1327019071910032244, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=4, rfOrder=6, authorNames=null, journalName=null, refType=null, unstructuredReference=Sheng Wenjun, Cao Lin, Zhang Fan. Forged facial video detection based on supervised attention network[J]. Computer Engineering and Design, 2023, 44(2): 504−510 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327019072052638581, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=5, rfOrder=7, authorNames=null, journalName=null, refType=null, unstructuredReference=Morishima S, Aizawa K, Harashima H. An intelligent facial image coding driven by speech and phoneme[C]//Proc of the 13th Int Conf on Acoustics, Speech, and Signal Processing. Piscataway, NJ: IEEE, 1989: 1795−1798, articleTitle=null, refAbstract=null), Reference(id=1327019072199439222, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=6, rfOrder=8, authorNames=null, journalName=null, refType=null, unstructuredReference=Morishima S, Harashima H. A media conversion from speech to facial image for intelligent man-machine interface[J]. IEEE Journal on Selected Areas in Communications, 1991, 9(4): 594−600, articleTitle=null, refAbstract=null), Reference(id=1327019072451097463, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=7, rfOrder=9, authorNames=null, journalName=null, refType=null, unstructuredReference=Yamamoto E, Nakamura S, Shikano K. Lip movement synthesis from speech based on hidden Markov models[J]. Speech Communication, 1998, 26(1/2): 105−115, articleTitle=null, refAbstract=null), Reference(id=1327019072656618360, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=8, rfOrder=10, authorNames=null, journalName=null, refType=null, unstructuredReference=Lee S, Yook D S. Audio-to-visual conversion using hidden Markov models[C]//Proc of the 7th Pacific Rim Int Conf on Artificial Intelligence. Berlin: Springer, 2002: 563−570, articleTitle=null, refAbstract=null), Reference(id=1327019072744698745, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=9, rfOrder=11, authorNames=null, journalName=null, refType=null, unstructuredReference=Aleksic P S, Katsaggelos A K. Speech-to-video synthesis using MPEG-4 compliant visual features[J]. IEEE Transactions on Circuits and Systems for Video Technology, 2004, 14(5): 682−692, articleTitle=null, refAbstract=null), Reference(id=1327019072883110778, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=10, rfOrder=12, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Xinjian, Wang Lijuan, Li Gang, et al. A new language independent, photo-realistic talking head driven by voice only[C]//Proc of the 14th Annual Conf of the Int Speech Communication Association. New York: ISCA, 2013: 2743−2747, articleTitle=null, refAbstract=null), Reference(id=1327019072987968379, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=11, rfOrder=13, authorNames=null, journalName=null, refType=null, unstructuredReference=Taylor S, Kim T, Yue Y, et al. A deep learning approach for generalized speech animation[J]. ACM Transactions on Graphics, 2017, 36(4): 93:1−93:11, articleTitle=null, refAbstract=null), Reference(id=1327019073084437372, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=12, rfOrder=14, authorNames=null, journalName=null, refType=null, unstructuredReference=Chung J S, Zisserman A. Out of time: Automated lip sync in the wild[C]//Proc of the 13th Asian Conf on Computer Vision. Berlin: Springer, 2017: 251−263, articleTitle=null, refAbstract=null), Reference(id=1327019073378038653, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=13, rfOrder=15, authorNames=null, journalName=null, refType=null, unstructuredReference=Chung J S, Jamaludin A, Zisserman A. You said that?[J]. arXiv preprint, arXiv: 1705.02966, 2017, articleTitle=null, refAbstract=null), Reference(id=1327019073554199422, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=14, rfOrder=16, authorNames=null, journalName=null, refType=null, unstructuredReference=Karras T, Aila T, Laine S, et al. Audio-driven facial animation by joint end-to-end learning of pose and emotion[J]. ACM Transactions on Graphics, 2017, 36(4): 94:1−94:12, articleTitle=null, refAbstract=null), Reference(id=1327019073847800703, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=15, rfOrder=17, authorNames=null, journalName=null, refType=null, unstructuredReference=Cudeiro D, Bolkart T, Laidlaw C, et al. Capture, learning, and synthesis of 3D speaking styles[C]//Proc of the 32nd IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2019: 10101−10111, articleTitle=null, refAbstract=null), Reference(id=1327019073948464000, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=16, rfOrder=18, authorNames=null, journalName=null, refType=null, unstructuredReference=Fan Bo, Wang Lijuan, Soong F K, et al. Photo-real talking head with deep bidirectional LSTM[C]//Proc of the 40th IEEE Int Conf on Acoustics, Speech and Signal Processing. Piscataway, NJ: IEEE, 2015: 4884−4888, articleTitle=null, refAbstract=null), Reference(id=1327019074099458945, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=17, rfOrder=19, authorNames=null, journalName=null, refType=null, unstructuredReference=Fan Bo, Xie Lei, Yang Shan, et al. A deep bidirectional LSTM approach for video-realistic talking head[J]. Multimedia Tools and Applications, 2016, 75(9): 5287−5309, articleTitle=null, refAbstract=null), Reference(id=1327019074221093762, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=18, rfOrder=20, authorNames=null, journalName=null, refType=null, unstructuredReference=Suwajanakorn S, Seitz S M, Kemelmacher-Shlizerman I. Synthesizing obama: Learning lip sync from audio[J]. ACM Transactions on Graphics, 2017, 36(4): 95:1−95:13, articleTitle=null, refAbstract=null), Reference(id=1327019074338534275, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=19, rfOrder=21, authorNames=null, journalName=null, refType=null, unstructuredReference=Pham H X, Cheung S, Pavlovic V. Speech-driven 3D facial animation with implicit emotional awareness: A deep learning approach[C]//Proc of the 30th IEEE Conf on Computer Vision and Pattern Recognition Workshops. Piscataway, NJ: IEEE, 2017: 80−88, articleTitle=null, refAbstract=null), Reference(id=1327019074481140612, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=20, rfOrder=22, authorNames=null, journalName=null, refType=null, unstructuredReference=Eskimez S E, Maddox R K, Xu Chenliang, et al. Generating talking face landmarks from speech[C]//Proc of the 14th Int Conf on Latent Variable Analysis and Signal Separation. Berlin: Springer, 2018: 372−381, articleTitle=null, refAbstract=null), Reference(id=1327019074736993157, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=21, rfOrder=23, authorNames=null, journalName=null, refType=null, unstructuredReference=Thies J, Elgharib M, Tewari A, et al. Neural voice puppetry: Audio-driven facial reenactment[C]//Proc of the 16th European Conf on Computer Vision. Berlin: Springer, 2020: 716−731, articleTitle=null, refAbstract=null), Reference(id=1327019074829267846, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=22, rfOrder=24, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Yang, Han Xintong, Shechtman E, et al. Makelttalk: Speaker-aware talking-head animation[J]. ACM Transactions On Graphics, 2020, 39(6): 1−15, articleTitle=null, refAbstract=null), Reference(id=1327019074992845703, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=23, rfOrder=25, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Suzhen, Li Lincheng, Ding Yu, et al. Audio2head: Audio-driven one-shot talking-head generation with natural head motion[J]. arXiv preprint, arXiv: 2107.09293, 2021, articleTitle=null, refAbstract=null), Reference(id=1327019075106091912, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=24, rfOrder=26, authorNames=null, journalName=null, refType=null, unstructuredReference=Song Linsen, Wu W, Qian Chen, et al. Everybody’s talkin’: Let me talk as you want[J]. IEEE Transactions on Information Forensics and Security, 2022, 17: 585−598, articleTitle=null, refAbstract=null), Reference(id=1327019075324195721, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=25, rfOrder=27, authorNames=null, journalName=null, refType=null, unstructuredReference=Goodfellow I, Pouget-Abadie J, Mirza M, et al. Generative adversarial networks[J]. Communications of the ACM, 2020, 63(11): 139−144, articleTitle=null, refAbstract=null), Reference(id=1327019075512939402, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=26, rfOrder=28, authorNames=null, journalName=null, refType=null, unstructuredReference=Song Yang, Zhu Jingwen, Li Dawei, et al. Talking face generation by conditional recurrent adversarial network[J]. arXiv preprint, arXiv: 1804.04786, 2018, articleTitle=null, refAbstract=null), Reference(id=1327019075605214091, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=27, rfOrder=29, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Lele, Li Zhiheng, Maddox R K, et al. Lip movements generation at a glance[C]//Proc of the 15th European Conf on Computer Vision. Berlin: Springer, 2018: 520−535, articleTitle=null, refAbstract=null), Reference(id=1327019075684905868, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=28, rfOrder=30, authorNames=null, journalName=null, refType=null, unstructuredReference=Chen Lele, Maddox R K, Duan Zhiyao, et al. Hierarchical cross-modal talking face generation with dynamic pixel-wise loss[C]//Proc of the 32nd IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2019: 7832−7841, articleTitle=null, refAbstract=null), Reference(id=1327019075768791949, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=29, rfOrder=31, authorNames=null, journalName=null, refType=null, unstructuredReference=Prajwal K R, Mukhopadhyay R, Philip J, et al. Towards automatic face-to-face translation[C]//Proc of the 27th ACM Int Conf on Multimedia. New York: ACM, 2019: 1428−1436, articleTitle=null, refAbstract=null), Reference(id=1327019075877843854, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=30, rfOrder=32, authorNames=null, journalName=null, refType=null, unstructuredReference=Prajwal K R, Mukhopadhyay R, Namboodiri V P, et al. A lip sync expert is all you need for speech to lip generation in the wild[C]//Proc of the 28th ACM Int Conf on Multimedia. New York: ACM, 2020: 484−492, articleTitle=null, refAbstract=null), Reference(id=1327019076007867279, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=31, rfOrder=33, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Jiadong, Qian Xinyuan, Zhang Malu, et al. Seeing what you said: Talking face generation guided by a lip reading expert[C]//Proc of the 36th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2023: 14653−14662, articleTitle=null, refAbstract=null), Reference(id=1327019076163056528, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=32, rfOrder=34, authorNames=null, journalName=null, refType=null, unstructuredReference=Yin Fei, Zhang Yong, Cun Xiaodong, et al. Styleheat: One-shot high-resolution editable talking face generation via pre-trained stylegan[C]//Proc of the 17th European Conf on Computer Vision. Berlin: Springer, 2022: 85−101, articleTitle=null, refAbstract=null), Reference(id=1327019076364383121, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=33, rfOrder=35, authorNames=null, journalName=null, refType=null, unstructuredReference=Karras T, Laine S, Aittala M, et al. Analyzing and improving the image quality of styleGAN[C]//Proc of the 33rd IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE , 2020: 8110−8119, articleTitle=null, refAbstract=null), Reference(id=1327019076527960978, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=34, rfOrder=36, authorNames=null, journalName=null, refType=null, unstructuredReference=Park S J, Kim M, Hong J, et al. SyncTalkFace: Talking face generation with precise lip-syncing via audio-lip memory[C]//Proc of the 36th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2022: 2062−2070, articleTitle=null, refAbstract=null), Reference(id=1327019076611847059, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=35, rfOrder=37, authorNames=null, journalName=null, refType=null, unstructuredReference=Goyal S, Bhagat S, Uppal S, et al. Emotionally enhanced talking face generation[C]//Proc of the 1st Int Workshop on Multimedia Content Generation and Evaluation: New Methods and Practice. New York: ACM, 2023: 81−90, articleTitle=null, refAbstract=null), Reference(id=1327019076720898964, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=36, rfOrder=38, authorNames=null, journalName=null, refType=null, unstructuredReference=Kingma D P, Welling M. Auto-encoding variational bayes[J]. arXiv preprint, arXiv: 1312.6114, 2013, articleTitle=null, refAbstract=null), Reference(id=1327019076821562261, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=37, rfOrder=39, authorNames=null, journalName=null, refType=null, unstructuredReference=Mittal G, Wang Baoyuan. Animating face using disentangled audio representations[C]//Proc of the 2020 IEEE/CVF Winter Conf on Applications of Computer Vision. Piscataway, NJ: IEEE, 2020: 3290−3298, articleTitle=null, refAbstract=null), Reference(id=1327019076930614166, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=38, rfOrder=40, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Jin, Wang Xi, Fu Xiaomeng, et al. Font: Flow-guided one-shot talking head generation with natural head motions[C]//Proc of the 24th IEEE Int Conf on Multimedia and Expo. Piscataway, NJ: IEEE, 2023: 2099−2104, articleTitle=null, refAbstract=null), Reference(id=1327019077010305943, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=39, rfOrder=41, authorNames=null, journalName=null, refType=null, unstructuredReference=Doersch C. Tutorial on variational autoencoders[J]. arXiv preprint, arXiv: 1606.05908, 2016, articleTitle=null, refAbstract=null), Reference(id=1327019077115163544, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=40, rfOrder=42, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Wenxuan, Cun Xiaodong, Wang Xuan, et al. SadTalker: Learning realistic 3D motion coefficients for stylized audio-driven single image talking face animation[C]//Proc of the 36th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2023: 8652−8661, articleTitle=null, refAbstract=null), Reference(id=1327019077203243929, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=41, rfOrder=43, authorNames=null, journalName=null, refType=null, unstructuredReference=Vaswani A, Shazeer N, Parmar N, et al. Attention is all you need[J]. arXiv preprint, arXiv. 1706.03762, 2017, articleTitle=null, refAbstract=null), Reference(id=1327019077308101530, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=42, rfOrder=44, authorNames=null, journalName=null, refType=null, unstructuredReference=Khan S, Naseer M, Hayat M, et al. Transformers in vision: A survey[J]. ACM Computing Surveys, 2022, 54(10): 1−41, articleTitle=null, refAbstract=null), Reference(id=1327019077417153435, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=43, rfOrder=45, authorNames=null, journalName=null, refType=null, unstructuredReference=Fan Yingruo, Lin Zhaojiang, Saito J, et al. FaceFormer: Speech-driven 3D facial animation with transformers[C]//Proc of the 35th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE , 2022: 18770−18780, articleTitle=null, refAbstract=null), Reference(id=1327019079120040860, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=44, rfOrder=46, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Jiayu, Zhao Kang, Zhang Shiwei, et al. LipFormer: High-fidelity and generalizable talking face generation with a pre-learned facial codebook[C]//Proc of the 36th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE , 2023: 13844−13853, articleTitle=null, refAbstract=null), Reference(id=1327019079300395933, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=45, rfOrder=47, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhong Weizhi, Fang Chaowei, Cai Yinqi, et al. Identity-preserving talking face generation with landmark and appearance priors[C]//Proc of the 36th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE , 2023: 9729−9738, articleTitle=null, refAbstract=null), Reference(id=1327019079409447838, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=46, rfOrder=48, authorNames=null, journalName=null, refType=null, unstructuredReference=Ma Haoyu, Zhang Tong, Sun Shanlin, et al. CVTHead: One-shot controllable head avatar with vertex-feature transformer[C]//Proc of the 2024 IEEE/CVF Winter Conf on Applications of Computer Vision. Piscataway, NJ: IEEE, 2024: 6131−6141, articleTitle=null, refAbstract=null), Reference(id=1327019079493333919, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=47, rfOrder=49, authorNames=null, journalName=null, refType=null, unstructuredReference=Mildenhall B, Srinivasan P P, Tancik M, et al. NeRF: Representing scenes as neural radiance fields for view synthesis[J]. Communications of the ACM, 2021, 65(1): 99−106, articleTitle=null, refAbstract=null), Reference(id=1327019079568831392, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=48, rfOrder=50, authorNames=null, journalName=null, refType=null, unstructuredReference=Guo Yudong, Chen Keyu, Liang Sen, et al. AD-NeRF: Audio driven neural radiance fields for talking head synthesis[C]//Proc of the 18th IEEE/CVF Int Conf on Computer Vision. Piscataway, NJ: IEEE, 2021: 5784−5794, articleTitle=null, refAbstract=null), Reference(id=1327019079690466209, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=49, rfOrder=51, authorNames=null, journalName=null, refType=null, unstructuredReference=Gafni G, Thies J, Zollhofer M, et al. Dynamic neural radiance fields for monocular 4D facial avatar reconstruction[C]//Proc of the 34th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2021: 8649−8658, articleTitle=null, refAbstract=null), Reference(id=1327019079778546594, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=50, rfOrder=52, authorNames=null, journalName=null, refType=null, unstructuredReference=Yao Shunyu, Zhong Ruizhe, Yan Yichao, et al. DFA-NeRF: Personalized talking head generation via disentangled face attributes neural rendering[J]. arXiv preprint, arXiv: 2201.00791, 2022, articleTitle=null, refAbstract=null), Reference(id=1327019079858238371, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=51, rfOrder=53, authorNames=null, journalName=null, refType=null, unstructuredReference=Tang Jiaxiang, Wang Kaisiyuan, Zhou Hang, et al. Real-time neural radiance talking portrait synthesis via audio-spatial decomposition[J]. arXiv preprint, arXiv: 2211.12368, 2022, articleTitle=null, refAbstract=null), Reference(id=1327019079963095972, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=52, rfOrder=54, authorNames=null, journalName=null, refType=null, unstructuredReference=Bi Chongke, Liu Xiaoxing, Liu Zhilei. NeRF-AD: Neural radiance field with attention-based disentanglement for talking face synthesis[J]. arXiv preprint, arXiv: 2401.12568, 2024, articleTitle=null, refAbstract=null), Reference(id=1327019080105702309, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=53, rfOrder=55, authorNames=null, journalName=null, refType=null, unstructuredReference=Sohl-Dickstein J, Weiss E, Maheswaranathan N, et al. Deep unsupervised learning using nonequilibrium thermodynamics[C]//Proc of the 32nd Int Conf on Machine Learning. New York: ACM, 2015: 2256−2265, articleTitle=null, refAbstract=null), Reference(id=1327019080189588390, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=54, rfOrder=56, authorNames=null, journalName=null, refType=null, unstructuredReference=Bigioi D, Basak S, Stypułkowski M, et al. Speech driven video editing via an audio-conditioned diffusion model[J]. arXiv preprint, arXiv: 2301.04474, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019080252502951, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=55, rfOrder=57, authorNames=null, journalName=null, refType=null, unstructuredReference=Stypułkowski M, Vougioukas K, He Sen, et al. Diffused Heads: Diffusion models beat gans on talking-face generation[C]//Proc of the 2024 IEEE/CVF Winter Conf on Applications of Computer Vision. Piscataway, NJ: IEEE, 2024: 5091−5100, articleTitle=null, refAbstract=null), Reference(id=1327019080328000424, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=56, rfOrder=58, authorNames=null, journalName=null, refType=null, unstructuredReference=Shen Shuai, Zhao Wenliang, Meng Zibin, et al. DiffTalk: Crafting diffusion models for generalized audio-driven portraits animation[C]//Proc of the 36th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE , 2023: 1982−1991, articleTitle=null, refAbstract=null), Reference(id=1327019080420275113, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=57, rfOrder=59, authorNames=null, journalName=null, refType=null, unstructuredReference=Rombach R, Blattmann A, Lorenz D, et al. High-resolution image synthesis with latent diffusion models[C]//Proc of the 35th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2022: 10684−10695, articleTitle=null, refAbstract=null), Reference(id=1327019080491578282, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=58, rfOrder=60, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Bingyuan, Zhang Xulong, Cheng Ning, et al. EmoTalker: Emotionally editable talking face generation via diffusion model[C]//Proc of the 49th IEEE Int Conf on Acoustics, Speech and Signal Processing. Piscataway, NJ: IEEE, 2024: 8276−8280, articleTitle=null, refAbstract=null), Reference(id=1327019080575464363, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=59, rfOrder=61, authorNames=null, journalName=null, refType=null, unstructuredReference=Cooke M, Barker J, Cunningham S, et al. An audio-visual corpus for speech perception and automatic speech recognition[J]. The Journal of the Acoustical Society of America, 2006, 120(5): 2421−2424, articleTitle=null, refAbstract=null), Reference(id=1327019080659350444, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=60, rfOrder=62, authorNames=null, journalName=null, refType=null, unstructuredReference=Cao Houwei, Cooper D G, Keutmann M K, et al. CREMA-D: Crowd-sourced emotional multimodal actors dataset[J]. IEEE Transactions on Affective Computing, 2014, 5(4): 377−390, articleTitle=null, refAbstract=null), Reference(id=1327019080726459309, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=61, rfOrder=63, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Kaisiyuan, Wu Qianyi, Song Linsen, et al. MEAD: A large-scale audio-visual dataset for emotional talking-face generation[C]//Proc of the 16th European Conf on Computer Vision. Berlin: Springer, 2020: 700−717, articleTitle=null, refAbstract=null), Reference(id=1327019080797762478, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=62, rfOrder=64, authorNames=null, journalName=null, refType=null, unstructuredReference=Wuu C, Zheng Ningyuan, Ardisson S, et al. Multiface: A dataset for neural face rendering[J]. arXiv preprint, arXiv: 2207.11243, 2022, articleTitle=null, refAbstract=null), Reference(id=1327019080873259951, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=63, rfOrder=65, authorNames=null, journalName=null, refType=null, unstructuredReference=Wu Sijing, Li Yunhao, Zhang Weitian, et al. SingingHead: A large-scale 4D dataset for singing head animation[J]. arXiv preprint, arXiv: 2312.04369, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019080961340336, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=64, rfOrder=66, authorNames=null, journalName=null, refType=null, unstructuredReference=Chung J S, Zisserman A. Lip reading in the wild[C]//Proc of the 13th Asian Conf on Computer Vision. Berlin: Springer, 2017: 87−103, articleTitle=null, refAbstract=null), Reference(id=1327019081045226417, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=65, rfOrder=67, authorNames=null, journalName=null, refType=null, unstructuredReference=Nagrani A, Chung J S, Zisserman A. Voxceleb: A large-scale speaker identification dataset[J]. arXiv preprint, arXiv: 1706.08612, 2017, articleTitle=null, refAbstract=null), Reference(id=1327019081171055538, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=66, rfOrder=68, authorNames=null, journalName=null, refType=null, unstructuredReference=Afouras T, Chung J S, Senior A, et al. Deep audio-visual speech recognition[J]. IEEE Transactions on Pattern Analysis and Machine Intelligence, 2018, 44(12): 8717−8727, articleTitle=null, refAbstract=null), Reference(id=1327019081271718835, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=67, rfOrder=69, authorNames=null, journalName=null, refType=null, unstructuredReference=Afouras T, Chung J S, Zisserman A. LRS3-TED: A large-scale dataset for visual speech recognition[J]. arXiv preprint, arXiv: 1809.00496, 2018, articleTitle=null, refAbstract=null), Reference(id=1327019081405936564, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=68, rfOrder=70, authorNames=null, journalName=null, refType=null, unstructuredReference=Chung J S, Nagrani A, Zisserman A. Voxceleb2: Deep speaker recognition[J]. arXiv preprint, arXiv: 1806.05622, 2018, articleTitle=null, refAbstract=null), Reference(id=1327019081498211253, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=69, rfOrder=71, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Shuang, Zhang Yuanhang, Feng Dalu, et al. LRW-1000: A naturally-distributed large-scale benchmark for lip reading in the wild[J]. arXiv preprint, arXiv: 1810.06990, 2018, articleTitle=null, refAbstract=null), Reference(id=1327019081611457462, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=70, rfOrder=72, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang Zhimeng, Li Lincheng, Ding Yu, et al. Flow-guided one-shot talking face generation with a high-resolution audio-visual dataset[C]//Proc of the 34th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2021: 3661−3670, articleTitle=null, refAbstract=null), Reference(id=1327019081783423927, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=71, rfOrder=73, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhu Hao, Wu W, Zhu Wentao, et al. CelebV-HQ: A large-scale video facial attributes dataset[C]//Proc of the 17th European Conf on Computer Vision. Berlin: Springer, 2022: 650−667, articleTitle=null, refAbstract=null), Reference(id=1327019081863115704, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=72, rfOrder=74, authorNames=null, journalName=null, refType=null, unstructuredReference=Xie Liangbin, Wang Xintao, Zhang Honglun, et al. VFHQ: A high-quality dataset and benchmark for video face super-resolution[C]//Proc of the 35th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2022: 657−666, articleTitle=null, refAbstract=null), Reference(id=1327019081942807481, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=73, rfOrder=75, authorNames=null, journalName=null, refType=null, unstructuredReference=Dao T T, Vu D H, Pham C, et al. EFHQ: Multi-purpose ExtremePose-Face-HQ dataset[C]//Proc of the 37th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2024: 22605−22615, articleTitle=null, refAbstract=null), Reference(id=1327019083612140474, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=74, rfOrder=76, authorNames=null, journalName=null, refType=null, unstructuredReference=Hore A, Ziou D. Image quality metrics: PSNR vs SSIM[C]//Proc of the 20th Int Conf on Pattern Recognition. Piscataway, NJ: IEEE, 2010: 2366−2369, articleTitle=null, refAbstract=null), Reference(id=1327019083704415163, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=75, rfOrder=77, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Zhou, Bovik A C, Sheikh H R, et al. Image quality assessment: From error visibility to structural similarity[J]. IEEE Transactions on Image Processing, 2004, 13(4): 600−612, articleTitle=null, refAbstract=null), Reference(id=1327019083775718332, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=76, rfOrder=78, authorNames=null, journalName=null, refType=null, unstructuredReference=Narvekar N D, Karam L J. A no-reference image blur metric based on the cumulative probability of blur detection (CPBD)[J]. IEEE Transactions on Image Processing, 2011, 20(9): 2678−2683, articleTitle=null, refAbstract=null), Reference(id=1327019083859604413, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=77, rfOrder=79, authorNames=null, journalName=null, refType=null, unstructuredReference=Heusel M, Ramsauer H, Unterthiner T, et al. GANs trained by a two time-scale update rule converge to a local Nash equilibrium[J]. arXiv preprint, arXiv: 1706.08500, 2017, articleTitle=null, refAbstract=null), Reference(id=1327019083926713278, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=78, rfOrder=80, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhang R, Isola P, Efros A A, et al. The unreasonable effectiveness of deep features as a perceptual metric[C]//Proc of the 31st IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2018: 586−595, articleTitle=null, refAbstract=null), Reference(id=1327019084065125311, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=79, rfOrder=81, authorNames=null, journalName=null, refType=null, unstructuredReference=孙瑜, 朱欣娟. 改进 Wav2Lip 的文本音频驱动人脸动画生成[J]. 计算机系统应用, 2024, 33(2): 276−283, articleTitle=null, refAbstract=null), Reference(id=1327019084195148736, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=79, rfOrder=82, authorNames=null, journalName=null, refType=null, unstructuredReference=Sun Yu, Zhu Xinjuan. Text audio driven facial animation generation based on improved Wav2Lip[J]. Computer Systems & Application, 2024, 33(2): 276−283 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327019084270646209, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=80, rfOrder=83, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Xin, Li Yuezun, Lyu S. Exposing deep fakes using inconsistent head poses[C]//Proc of the 44th IEEE Int Conf on Acoustics, Speech and Signal Processing. Piscataway, NJ: IEEE , 2019: 8261−8265, articleTitle=null, refAbstract=null), Reference(id=1327019084333560770, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=81, rfOrder=84, authorNames=null, journalName=null, refType=null, unstructuredReference=Matern F, Riess C, Stamminger M. Exploiting visual artifacts to expose deepfakes and face manipulations[C]//Proc of the 2019 IEEE/CVF Winter Conf on Applications of Computer Vision Workshops. Piscataway, NJ: IEEE , 2019: 83−92, articleTitle=null, refAbstract=null), Reference(id=1327019084400669635, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=82, rfOrder=85, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Lingzhi, Bao Jianmin, Zhang Ting, et al. Face X-ray for more general face forgery detection[C]//Proc of the 33rd IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2020: 5001−5010, articleTitle=null, refAbstract=null), Reference(id=1327019084471972804, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=83, rfOrder=86, authorNames=null, journalName=null, refType=null, unstructuredReference=Tan Chuangchuang, Liu Huan, Zhao Yao, et al. Rethinking the up-sampling operations in CNN-based generative network for generalizable deepfake detection[J]. arXiv preprint, arXiv: 2312.10461, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019084547470277, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=84, rfOrder=87, authorNames=null, journalName=null, refType=null, unstructuredReference=韦争争. 基于局部纹理差异特征增强的Deepfake检测方法[J]. 重庆工商大学学报: 自然科学版, 2025, 42(2): 78−85, articleTitle=null, refAbstract=null), Reference(id=1327019084656522182, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=84, rfOrder=88, authorNames=null, journalName=null, refType=null, unstructuredReference=Wei Zhengzheng. Deepfake detection based on local texture difference feature enhancement[J]. Journal of Chongqing Technology and Business University: Natural Sciences Edition, 2025, 42(2): 78−85 (In Chinese), articleTitle=null, refAbstract=null), Reference(id=1327019084727825351, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=85, rfOrder=89, authorNames=null, journalName=null, refType=null, unstructuredReference=Yang Jianwei, Lei Zhen, Li S Z. Learn convolutional neural network for face anti-spoofing[J]. arXiv preprint, arXiv: 1408.5601, 2014, articleTitle=null, refAbstract=null), Reference(id=1327019084794934216, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=86, rfOrder=90, authorNames=null, journalName=null, refType=null, unstructuredReference=Rossler A, Cozzolino D, Verdoliva L, et al. FaceForensics++: Learning to detect manipulated facial images[C]//Proc of the 17th IEEE/CVF Int Conf on Computer Vision. Piscataway, NJ: IEEE, 2019: 1−11, articleTitle=null, refAbstract=null), Reference(id=1327019084874625993, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=87, rfOrder=91, authorNames=null, journalName=null, refType=null, unstructuredReference=Tan Mingxing, Le Q. Efficientnet: Rethinking model scaling for convolutional neural networks[C]//Proc of the 36th Int Conf on Machine Learning. New York: ACM, 2019: 6105−6114, articleTitle=null, refAbstract=null), Reference(id=1327019084979483594, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=88, rfOrder=92, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Yuezun, Lyu S. Exposing deepfake videos by detecting face warping artifacts[J]. arXiv preprint, arXiv: 1811.00656, 2018, articleTitle=null, refAbstract=null), Reference(id=1327019085046592459, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=89, rfOrder=93, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhao Hanqing, Zhou Wenbo, Chen Dongdong, et al. Multi-attentional deepfake detection[C]//Proc of the 34th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2021: 2185−2194, articleTitle=null, refAbstract=null), Reference(id=1327019085122089932, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=90, rfOrder=94, authorNames=null, journalName=null, refType=null, unstructuredReference=Cao Junyi, Ma Chao, Yao Taiping, et al. End-to-end reconstruction-classification learning for face forgery detection[C]//Proc of the 35th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2022: 4113−4122, articleTitle=null, refAbstract=null), Reference(id=1327019085197587405, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=91, rfOrder=95, authorNames=null, journalName=null, refType=null, unstructuredReference=Wodajo D, Atnafu S, Akhtar Z. Deepfake video detection using generative convolutional vision transformer[J]. arXiv preprint, arXiv: 2307.07036, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019085260501966, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=92, rfOrder=96, authorNames=null, journalName=null, refType=null, unstructuredReference=Yan Zhiyuan, Zhang Yong, Fan Yanbo, et al. UCF: Uncovering common features for generalizable deepfake detection[J]. arXiv preprint, arXiv: 2304.13949, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019085327610831, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=93, rfOrder=97, authorNames=null, journalName=null, refType=null, unstructuredReference=Koopman M, Rodriguez A M, Geradts Z. Detection of deepfake video manipulation[C]//Proc of the 20th Irish Machine Vision and Image Processing Conf. Dublin, Ireland: IPRCS, 2018: 133−136, articleTitle=null, refAbstract=null), Reference(id=1327019085390525392, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=94, rfOrder=98, authorNames=null, journalName=null, refType=null, unstructuredReference=Fernandes S, Raj S, Ortiz E, et al. Predicting heart rate variations of deepfake videos using neural ODE[C]//Proc of the 17th IEEE/CVF Int Conf on Computer Vision Workshops. Piscataway, NJ: IEEE, 2019: 1721−1729, articleTitle=null, refAbstract=null), Reference(id=1327019085453439953, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=95, rfOrder=99, authorNames=null, journalName=null, refType=null, unstructuredReference=Qi Hua, Guo Qing, Xu J F, et al. Deeprhythm: Exposing deepfakes with attentional visual heartbeat rhythms[C]//Proc of the 28th ACM Int Conf on Multimedia. New York: ACM, 2020: 4318−4327, articleTitle=null, refAbstract=null), Reference(id=1327019085533131730, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=96, rfOrder=100, authorNames=null, journalName=null, refType=null, unstructuredReference=Amerini I, Galteri L, Caldelli R, et al. Deepfake video detection through optical flow based CNN[C]//Proc of the 17th IEEE/CVF Int Conf on Computer Vision Workshops. Piscataway, NJ: IEEE, 2019: 1205−1207, articleTitle=null, refAbstract=null), Reference(id=1327019085591851987, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=97, rfOrder=101, authorNames=null, journalName=null, refType=null, unstructuredReference=Knafo G, Fried O. FakeOut: Leveraging out-of-domain self-supervision for multi-modal video deepfake detection[J]. arXiv preprint, arXiv: 2212.00773, 2022, articleTitle=null, refAbstract=null), Reference(id=1327019085688320980, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=98, rfOrder=102, authorNames=null, journalName=null, refType=null, unstructuredReference=Wang Tianyi, Chow K P. Noise based deepfake detection via multi-head relative-interaction[C]//Proc of the 37th AAAI Conf on Artificial Intelligence. Palo Alto, CA: AAAI, 2023: 14548−14556, articleTitle=null, refAbstract=null), Reference(id=1327019085751235541, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=99, rfOrder=103, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Yuezun, Chang M C, Lyu S. In Ictu Oculi: Exposing AI created fake videos by detecting eye blinking[C/OL]//Proc of the 10th IEEE Int Workshop on Information Forensics and Security. Piscataway, NJ: IEEE, 2018[2024-3-15]. https://ieeexplore.ieee.org/document/8630787, articleTitle=null, refAbstract=null), Reference(id=1327019085906424790, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=100, rfOrder=104, authorNames=null, journalName=null, refType=null, unstructuredReference=Liu Weifeng, She Tianyi, Liu Jiawei, et al. Lips are lying: Spotting the temporal inconsistency between audio and visual in lip-syncing deepfakes[J]. arXiv preprint, arXiv: 2401.15668, 2024, articleTitle=null, refAbstract=null), Reference(id=1327019085981922263, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=101, rfOrder=105, authorNames=null, journalName=null, refType=null, unstructuredReference=Koeshunov P, Marcel S. Deepfakes: A new threat to face recognition?Assessment and detection[J]. arXiv preprint, arXiv: 1812.08685, 2018, articleTitle=null, refAbstract=null), Reference(id=1327019086070002648, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=102, rfOrder=106, authorNames=null, journalName=null, refType=null, unstructuredReference=Sanderson C. The VidTIMIT Database[DB/OL].[2024-07-08]. http://conradsanderson.id.au/vidtimit/, articleTitle=null, refAbstract=null), Reference(id=1327019086132917209, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=103, rfOrder=107, authorNames=null, journalName=null, refType=null, unstructuredReference=Dolhansky B, Bitton J, Pflaum B, et al. The deepfake detection challenge (DFDC) dataset[J]. arXiv preprint, arXiv: 2006.07397, 2020, articleTitle=null, refAbstract=null), Reference(id=1327019086200026074, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=104, rfOrder=108, authorNames=null, journalName=null, refType=null, unstructuredReference=Jiang Liming, Li Ren, Wu W, et al. DeeperForensics−1.0: A large-scale dataset for real-world face forgery detection[C]//Proc of the 33rd IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2020: 2889−2898, articleTitle=null, refAbstract=null), Reference(id=1327019086288106459, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=105, rfOrder=109, authorNames=null, journalName=null, refType=null, unstructuredReference=Zhou Tianfei, Wang Wenguan, Liang Zhiyuan, et al. Face forensics in the wild[C]//Proc of the 34th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2021: 5778−5788, articleTitle=null, refAbstract=null), Reference(id=1327019086351021020, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=106, rfOrder=110, authorNames=null, journalName=null, refType=null, unstructuredReference=He Yinan, Gan Bei, Chen Siyu, et al. ForgeryNet: A versatile benchmark for comprehensive forgery analysis[C]//Proc of the 34th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2021: 4360−4369, articleTitle=null, refAbstract=null), Reference(id=1327019086418129885, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=107, rfOrder=111, authorNames=null, journalName=null, refType=null, unstructuredReference=Korshunov P, Marcel S. Improving generalization of deepfake detection with data farming and few-shot learning[J]. IEEE Transactions on Biometrics, Behavior, and Identity Science, 2022, 4(3): 386−397, articleTitle=null, refAbstract=null), Reference(id=1327019086485238750, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=108, rfOrder=112, authorNames=null, journalName=null, refType=null, unstructuredReference=McCool C, Marcel S, Hadid A, et al. Bi-modal person recognition on a mobile phone: Using mobile phone data[C]///Proc of the 2012 IEEE Int Conf on Multimedia and Expo Workshops. Piscataway, NJ: IEEE, 2012: 635−640, articleTitle=null, refAbstract=null), Reference(id=1327019088146183135, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=109, rfOrder=113, authorNames=null, journalName=null, refType=null, unstructuredReference=Li Gen, Zhao Xianfeng, Cao Yun, et al. FMFCC-V: An Asian large-scale challenging dataset for deepfake detection[C]//Proc of the 10th ACM Workshop on Information Hiding and Multimedia Security. New York: ACM, 2022: 7−18, articleTitle=null, refAbstract=null), Reference(id=1327019088234263520, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=110, rfOrder=114, authorNames=null, journalName=null, refType=null, unstructuredReference=Dagar D, Vishwakarma D K. Div-Df: A diverse manipulation deepfake video dataset[C/OL]//Proc of the 2023 Global Conf on Information Technologies and Communications. Piscataway, NJ: IEEE, 2023[2024-03-15]. https://ieeexplore.ieee.org/document/10426446, articleTitle=null, refAbstract=null), Reference(id=1327019088301372385, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=111, rfOrder=115, authorNames=null, journalName=null, refType=null, unstructuredReference=Narayan K, Agarwal H, Thakral K, et al. Df-Platter: Multi-face heterogeneous deepfake dataset[C]//Proc of the 36th IEEE/CVF Conf on Computer Vision and Pattern Recognition. Piscataway, NJ: IEEE, 2023: 9739−9748, articleTitle=null, refAbstract=null), Reference(id=1327019088376869858, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=112, rfOrder=116, authorNames=null, journalName=null, refType=null, unstructuredReference=Cai Zhixi, Ghosh S, Adatia A P, et al. AV-Deepfake1M: A large-scale LLM-driven audio-visual deepfake dataset[J]. arXiv preprint, arXiv: 2311.15308, 2023, articleTitle=null, refAbstract=null), Reference(id=1327019088448173027, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=113, rfOrder=117, authorNames=null, journalName=null, refType=null, unstructuredReference=董琳, 黄丽清, 叶锋, 等. 人脸伪造检测泛化性方法综述[J]. 计算机科学, 2022, 49(2): 12−30, articleTitle=null, refAbstract=null), Reference(id=1327019088511087588, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=113, rfOrder=118, authorNames=null, journalName=null, refType=null, unstructuredReference=Dong Lin, Huang Liqing, Ye Feng, et al. Survey on generalization methods of face forgery detection[J]. Computer Science, 2022, 49(2): 12−30 (in Chinese), articleTitle=null, refAbstract=null), Reference(id=1327019088578196453, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, doi=null, pmid=null, pmcid=null, year=null, volume=null, issue=null, pageStart=null, pageEnd=null, url=null, language=null, rfNumber=114, rfOrder=119, authorNames=null, journalName=null, refType=null, unstructuredReference=Carlini N, Farid H. Evading deepfake-image detectors with white-and black-box attacks[C]//Proc of the 33rd IEEE/CVF Conf on Computer Vision and Pattern Recognition Workships. Piscataway, NJ: IEEE, 2020: 658−659, articleTitle=null, refAbstract=null)], funds=null, companyList=[AuthorCompany(id=1327019064981041964, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, xref=null, ext=[AuthorCompanyExt(id=1327019064989430573, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, companyId=1327019064981041964, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, Shenzhen, Guangdong 518055), AuthorCompanyExt(id=1327019064997819182, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, companyId=1327019064981041964, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=哈尔滨工业大学(深圳)计算机科学与技术学院 广东深圳 518055)]), AuthorCompany(id=1327019065077510959, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, xref=null, ext=[AuthorCompanyExt(id=1327019065085899568, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, companyId=1327019065077510959, language=EN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=Shenzhen Key Laboratory of Visual Object Detection and Recognition (Harbin Institute of Technology, Shenzhen), Shenzhen, Guangdong 518055), AuthorCompanyExt(id=1327019065090093873, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, companyId=1327019065077510959, language=CN, country=null, province=null, city=null, postcode=null, companyName=null, departmentName=null, remark=深圳市视觉目标检测与判识重点实验室(哈尔滨工业大学(深圳)) 广东深圳 518055)])], figs=[ArticleFig(id=1327019067518595912, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, label=Figure 1, caption=
Classification of audio-driven talking face video generation methods, figureFileSmall=HZdT6RF/nfynIWEYsEMWUw==, figureFileBig=LbQea//Ui4hcQJa/3D1JxA==, tableContent=null), ArticleFig(id=1327019067602481993, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, label=图1, caption=
音频驱动的说话面部视频生成方法分类, figureFileSmall=HZdT6RF/nfynIWEYsEMWUw==, figureFileBig=LbQea//Ui4hcQJa/3D1JxA==, tableContent=null), ArticleFig(id=1327019067728311114, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, label=Figure 2, caption=
Talking face generation method based on CD-DNN-HMM[10], figureFileSmall=XqPgczcgaXjDkqYl2TQ8gg==, figureFileBig=g4vBmczppMg/VaAvjaetEA==, tableContent=null), ArticleFig(id=1327019067799614283, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, label=图2, caption=
基于CD-DNN-HMM的说话面部生成方法[10], figureFileSmall=XqPgczcgaXjDkqYl2TQ8gg==, figureFileBig=g4vBmczppMg/VaAvjaetEA==, tableContent=null), ArticleFig(id=1327019067900277580, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, label=Figure 3, caption=
Structure of Speech2Vid[13], figureFileSmall=zgzyOzjT+ktC6TV5kGx/rA==, figureFileBig=+dl1CowpcaBScKI+n0P5HA==, tableContent=null), ArticleFig(id=1327019067984163661, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, label=图3, caption=
Speech2Vid结构[13], figureFileSmall=zgzyOzjT+ktC6TV5kGx/rA==, figureFileBig=+dl1CowpcaBScKI+n0P5HA==, tableContent=null), ArticleFig(id=1327019068097409870, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, label=Figure 4, caption=
Process of “synthesizing Obama”[18], figureFileSmall=U+P5REJE5wqOolVnsHj9sg==, figureFileBig=NIkVG4ZRpbBIOLLzZ/zPfg==, tableContent=null), ArticleFig(id=1327019068198073167, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, label=图4, caption=
“合成奥巴马”过程[18], figureFileSmall=U+P5REJE5wqOolVnsHj9sg==, figureFileBig=NIkVG4ZRpbBIOLLzZ/zPfg==, tableContent=null), ArticleFig(id=1327019068265182032, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, label=Figure 5, caption=
Method based on GAN, figureFileSmall=/W7jdD7bht78Jhrd40wyiw==, figureFileBig=i5UWb7jWtvz/pUTT3myavg==, tableContent=null), ArticleFig(id=1327019068336485201, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, label=图5, caption=
基于生成式对抗网络的方法, figureFileSmall=/W7jdD7bht78Jhrd40wyiw==, figureFileBig=i5UWb7jWtvz/pUTT3myavg==, tableContent=null), ArticleFig(id=1327019068445537106, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, label=Figure 6, caption=
Structure of Wav2Lip[30], figureFileSmall=A3uRfsjq67+cuCzbNSGDvw==, figureFileBig=D0/J9hgNhnTzkzeHg53tdQ==, tableContent=null), ArticleFig(id=1327019068533617491, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, label=图6, caption=
Wav2Lip结构[30], figureFileSmall=A3uRfsjq67+cuCzbNSGDvw==, figureFileBig=D0/J9hgNhnTzkzeHg53tdQ==, tableContent=null), ArticleFig(id=1327019068621697876, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, label=Figure 7, caption=
VAE decouples audio[37], figureFileSmall=FhvIqt4WzRjvxLQVZbeAhw==, figureFileBig=0Y2syKTUjXPLTTuaCJEOvg==, tableContent=null), ArticleFig(id=1327019068713972565, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, label=图7, caption=
VAE解耦音频[37], figureFileSmall=FhvIqt4WzRjvxLQVZbeAhw==, figureFileBig=0Y2syKTUjXPLTTuaCJEOvg==, tableContent=null), ArticleFig(id=1327019068814635862, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, label=Figure 8, caption=
Structure of FaceFormer[43], figureFileSmall=n7tGb9FPy89Qfy1MU/khOQ==, figureFileBig=jVOw8z+LU3vEpD7Wt4b9Yw==, tableContent=null), ArticleFig(id=1327019068915299159, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, label=图8, caption=
FaceFormer结构[43], figureFileSmall=n7tGb9FPy89Qfy1MU/khOQ==, figureFileBig=jVOw8z+LU3vEpD7Wt4b9Yw==, tableContent=null), ArticleFig(id=1327019068978213720, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, label=Figure 9, caption=
Method based on NeRF, figureFileSmall=11aKvwAtfn0avaABi418NA==, figureFileBig=ezNtVFWXKZUCM5DhKbaerA==, tableContent=null), ArticleFig(id=1327019069049516889, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, label=图9, caption=
基于NeRF的方法, figureFileSmall=11aKvwAtfn0avaABi418NA==, figureFileBig=ezNtVFWXKZUCM5DhKbaerA==, tableContent=null), ArticleFig(id=1327019069116625754, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, label=Figure 10, caption=
Structure of AD-NeRF[30], figureFileSmall=GIBiNbUqtzNiN+r4i2aCAw==, figureFileBig=cTeIC5fpqt6j2AhEFA21uw==, tableContent=null), ArticleFig(id=1327019069179540315, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, label=图10, caption=
AD-NeRF结构[30], figureFileSmall=GIBiNbUqtzNiN+r4i2aCAw==, figureFileBig=cTeIC5fpqt6j2AhEFA21uw==, tableContent=null), ArticleFig(id=1327019069250843484, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, label=Figure 11, caption=
Method based on DM, figureFileSmall=Rl/VPLdpWWtz5rRNv/F+4g==, figureFileBig=nt0HA+ovBsRpXSTbYmZQQg==, tableContent=null), ArticleFig(id=1327019069334729565, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, label=图11, caption=
基于扩散模型的方法, figureFileSmall=Rl/VPLdpWWtz5rRNv/F+4g==, figureFileBig=nt0HA+ovBsRpXSTbYmZQQg==, tableContent=null), ArticleFig(id=1327019069422809950, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, label=Figure 12, caption=
Structure of Diffused Heads[54], figureFileSmall=C52uyvKDMGebHptTOn5P9w==, figureFileBig=ad6HMJVzeuWj4kymHy1r+A==, tableContent=null), ArticleFig(id=1327019069536056159, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, label=图12, caption=
Diffused Heads结构[54], figureFileSmall=C52uyvKDMGebHptTOn5P9w==, figureFileBig=ad6HMJVzeuWj4kymHy1r+A==, tableContent=null), ArticleFig(id=1327019069611553632, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, label=Figure 13, caption=
Classification of audio-driven talking face video identification methods, figureFileSmall=C7OS1Rx0CESx10YP8vEvXQ==, figureFileBig=l/dt2uXZ3idlUrJnO11DmA==, tableContent=null), ArticleFig(id=1327019069728994145, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, label=图13, caption=
音频驱动的说话面部视频鉴别方法分类, figureFileSmall=C7OS1Rx0CESx10YP8vEvXQ==, figureFileBig=l/dt2uXZ3idlUrJnO11DmA==, tableContent=null), ArticleFig(id=1327019069804491618, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, label=Figure 14, caption=
Multi-attention regions[89], figureFileSmall=p6DEWbjiDRsdBtvtwIc0vg==, figureFileBig=99wMszPt9UlVtIujGRUqag==, tableContent=null), ArticleFig(id=1327019069900960611, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, label=图14, caption=
多注意力区域[89], figureFileSmall=p6DEWbjiDRsdBtvtwIc0vg==, figureFileBig=99wMszPt9UlVtIujGRUqag==, tableContent=null), ArticleFig(id=1327019070039372644, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, label=Figure 15, caption=
Deep learning-based single-frame discrimination method[90], figureFileSmall=zqVEwipuIUUYfylLH5LlGQ==, figureFileBig=/BFoCyIyC+jTS4DMi+ow5g==, tableContent=null), ArticleFig(id=1327019070106481509, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, label=图15, caption=
基于深度学习的单帧鉴别方法[90], figureFileSmall=zqVEwipuIUUYfylLH5LlGQ==, figureFileBig=/BFoCyIyC+jTS4DMi+ow5g==, tableContent=null), ArticleFig(id=1327019070169396070, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, label=Figure 16, caption=
Multi-frame discrimination method using video noise and deep learning [98], figureFileSmall=u46u7xZgequKGD5Zrh7keg==, figureFileBig=IDa46Q68qWIMbOpqDsLeXg==, tableContent=null), ArticleFig(id=1327019070236504935, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, label=图16, caption=
利用视频噪声和深度学习的多帧鉴别方法[98], figureFileSmall=u46u7xZgequKGD5Zrh7keg==, figureFileBig=IDa46Q68qWIMbOpqDsLeXg==, tableContent=null), ArticleFig(id=1327019070303613800, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, label=Figure 17, caption=
Multi-frame discrimination method using physiological features and deep learning[99], figureFileSmall=MJQyXXhsjQWRfl+bYM/Ssg==, figureFileBig=r7CIkLAU8L2KPRM2aQEptw==, tableContent=null), ArticleFig(id=1327019070408471401, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, label=图17, caption=
利用生理特征和深度学习的多帧鉴别方法[99], figureFileSmall=MJQyXXhsjQWRfl+bYM/Ssg==, figureFileBig=r7CIkLAU8L2KPRM2aQEptw==, tableContent=null), ArticleFig(id=1327019070483968874, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, label=Table 1, caption=
Audio-Driven Talking Face Video Generation Datasets, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 年份 | 人物数量 | 数据规模 | 视频尺寸 | 样本来源 |
|---|
| GRID[59] | 2006 | 34 | 共34 000句 | 360×288, 720×576 | 实验室环 境录制 |
| CREMA-D[60] | 2014 | 91 | 每人12句 | 960×720 | 实验室环 境录制 |
| MEAD[61] | 2020 | 60 | 每人20句 | | 实验室环 境录制 |
| Multiface[62] | 2022 | 13 | 每人50句 | 2 048×1 334, 1 024×1 024 | 实验室环 境录制 |
| SingingHead[63] | 2023 | 76 | 共447首歌曲 | 3 840×2 160 | 实验室环 境录制 |
| LRW[64] | 2016 | 1 000多 | 共1 000句 | 224×224 | BBC |
| Voxceleb1[65] | 2017 | 1 200 | 共153 500句 | 224×224 | Youtube |
| LRS2[66] | 2018 | 500多 | 超过140 000句 | 224×224 | BBC |
| LRS3[67] | 2018 | 5 000多 | 超过152 000句 | 224×224 | TED |
| Voxceleb2[68] | 2018 | 6 100 | 共1 100 000句 | 224×224 | Youtube |
| LRW-1000[69] | 2019 | 2 000多 | 共71 800句 | 1 024×576, 1 920×1 080 | 有线新 闻节目 |
| HDTF[70] | 2021 | 300多 | 超过10 000句 | 1 280×720, 1 920×1 080 | Youtube |
| CelebV-HQ[71] | 2022 | 15 653 | | 512×512以上 | 维基百科 |
| VFHQ[72] | 2022 | | 共16 827个 片段 | 700×700~ 1 000×1 000 | Youtube |
| EFHQ[73] | 2024 | | 约450 000帧 | 1 024 × 1 024 | 其他 数据集 |
), ArticleFig(id=1327019070647546731, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, label=表1, caption=
音频驱动的说话面部视频生成数据集
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 年份 | 人物数量 | 数据规模 | 视频尺寸 | 样本来源 |
|---|
| GRID[59] | 2006 | 34 | 共34 000句 | 360×288, 720×576 | 实验室环 境录制 |
| CREMA-D[60] | 2014 | 91 | 每人12句 | 960×720 | 实验室环 境录制 |
| MEAD[61] | 2020 | 60 | 每人20句 | | 实验室环 境录制 |
| Multiface[62] | 2022 | 13 | 每人50句 | 2 048×1 334, 1 024×1 024 | 实验室环 境录制 |
| SingingHead[63] | 2023 | 76 | 共447首歌曲 | 3 840×2 160 | 实验室环 境录制 |
| LRW[64] | 2016 | 1 000多 | 共1 000句 | 224×224 | BBC |
| Voxceleb1[65] | 2017 | 1 200 | 共153 500句 | 224×224 | Youtube |
| LRS2[66] | 2018 | 500多 | 超过140 000句 | 224×224 | BBC |
| LRS3[67] | 2018 | 5 000多 | 超过152 000句 | 224×224 | TED |
| Voxceleb2[68] | 2018 | 6 100 | 共1 100 000句 | 224×224 | Youtube |
| LRW-1000[69] | 2019 | 2 000多 | 共71 800句 | 1 024×576, 1 920×1 080 | 有线新 闻节目 |
| HDTF[70] | 2021 | 300多 | 超过10 000句 | 1 280×720, 1 920×1 080 | Youtube |
| CelebV-HQ[71] | 2022 | 15 653 | | 512×512以上 | 维基百科 |
| VFHQ[72] | 2022 | | 共16 827个 片段 | 700×700~ 1 000×1 000 | Youtube |
| EFHQ[73] | 2024 | | 约450 000帧 | 1 024 × 1 024 | 其他 数据集 |
), ArticleFig(id=1327019070785958764, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=EN, label=Table 2, caption=
Talking Face Video Discrimination Datasets, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 年份 | 规模 | 真伪样本 比例 | 真实样本 来源 |
|---|
| UADFV[99] | 2018 | 98个视频 | 1∶1 | Youtube |
| Deepfake-TIMIT[101] | 2018 | 1 280个视频 | 1∶1 | VidTIMIT 数据库[102] |
| FaceForensics++[86] | 2019 | 6 000个视频 | 1∶5 | Youtube |
| DFDC[103] | 2020 | 119 154个视频 | 1∶5.26 | 演员录制 |
| DeeperForensics-1.0[104] | 2020 | 60 000个视频 | 1∶5 | 演员录制 |
| FFIW-10k[105] | 2021 | 20 000个视频 | 1∶1 | Youtube |
| ForgeryNet[106] | 2021 | 221 247个视频 | 1∶1.22 | 其他数据集 |
| DF-Mobio[107] | 2022 | 46 000个视频 | 1∶0.5 | Mobio 数据集[108] |
| FMFCC-V[109] | 2022 | 82 392个视频 | 1∶0.86 | 演员录制 |
| Div-Df[110] | 2023 | 400个视频 | 1∶1.67 | Youtube |
| DF-Platter[111] | 2023 | 133 260个视频 | 1∶173.4 | Youtube |
| AV-Deepfake1M[112] | 2023 | 1 146 760个视频 | 1∶3 | Youtube |
), ArticleFig(id=1327019070949536621, tenantId=1146029695717560320, journalId=1324759914146529478, articleId=1327017986889724649, language=CN, label=表2, caption=
说话面部视频鉴别数据集
, figureFileSmall=null, figureFileBig=null, tableContent=
| 数据集 | 年份 | 规模 | 真伪样本 比例 | 真实样本 来源 |
|---|
| UADFV[99] | 2018 | 98个视频 | 1∶1 | Youtube |
| Deepfake-TIMIT[101] | 2018 | 1 280个视频 | 1∶1 | VidTIMIT 数据库[102] |
| FaceForensics++[86] | 2019 | 6 000个视频 | 1∶5 | Youtube |
| DFDC[103] | 2020 | 119 154个视频 | 1∶5.26 | 演员录制 |
| DeeperForensics-1.0[104] | 2020 | 60 000个视频 | 1∶5 | 演员录制 |
| FFIW-10k[105] | 2021 | 20 000个视频 | 1∶1 | Youtube |
| ForgeryNet[106] | 2021 | 221 247个视频 | 1∶1.22 | 其他数据集 |
| DF-Mobio[107] | 2022 | 46 000个视频 | 1∶0.5 | Mobio 数据集[108] |
| FMFCC-V[109] | 2022 | 82 392个视频 | 1∶0.86 | 演员录制 |
| Div-Df[110] | 2023 | 400个视频 | 1∶1.67 | Youtube |
| DF-Platter[111] | 2023 | 133 260个视频 | 1∶173.4 | Youtube |
| AV-Deepfake1M[112] | 2023 | 1 146 760个视频 | 1∶3 | Youtube |
)], attaches=null, journal=Journal(id=1324759606947315908, delFlag=0, nameCn=计算机研究与发展, nameEn=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, issn=1000-1239, eissn=null, cn=11-1777/TP, coden=null, periodic=0, language=CN, oaType=null, ccby=null, superviseOffice=null, ownerOffice=null, pubOffice=null, editorOffice=null, officeType=null, aims=null, clcCode=null, officeProv=null, officeCity=null, officeAddr=null, officeZip=null, officeEmail=null, officePhone=null, editDirector=null, officeDirector=null, officeDirectorPhone=null, officeStaffNum=null, officeEmpNum=null, coverPicUrl=k2l8zgqwstuxxevFX2qxVA==, journalPrice=null, startedYear=null, abbrevIsoEn=Journal of Computer Research and Development, journalRemark=null, publicationField=null, createdTime=1793776903141, updatedTime=1793850698612, createdBy=18614031015, updatedBy=13701087609, firstLetterCn=J, firstLetterEn=J, subjectCode=Electronic Information, subjectName=null, subjectCodeEn=Electronic Information, subjectNameEn=null, picCn=k2l8zgqwstuxxevFX2qxVA==, picEn=r6k0Ry+RD+c/VXj5QarmDw==, jcr=null, cjcr=null, exts=[JournalExt(id=1325069127710286688, language=CN, name=计算机研究与发展, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698640, updatedTime=1793850698640, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""}), JournalExt(id=1325069127777395553, language=EN, name=Journal of Computer Research and Development, nameHistory1=null, nameHistory2=null, managedBy=, sponsoredBy=, publishedBy=, editorOffice=, officeProv=null, officeCity=null, officeAddr=, officeZip=, editDirector=, officeDirector=null, officePhone=null, coverPicUrl=null, journalRemark=, submitArticleUrl=null, websiteUrl=, createdTime=1793850698656, updatedTime=1793850698656, createdBy=13701087609, updatedBy=13701087609, submissionGuidelinesUrl=, submissionAuthorUrl=https://crad.ict.ac.cn/journalx/authorLogOn.action, submissionEditorUrl=https://crad.ict.ac.cn/journalx/editorLogOn.action, submissionReviewUrl=https://crad.ict.ac.cn/journalx/expertLogOn.action, submissionCeEditorUrl=https://crad.ict.ac.cn/journalx/editorInChiefLogOn.action, submissionAeEditorUrl=, option={"copyright":""})], databaseList=null, tenantJournalId=1324759914146529478, websiteList=[Website(id=1325070300139892771, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN, language=CN, createTime=1793850978169, createBy=18614031015, updateTime=1793851040259, updateBy=18614031015, name=计算机研究与发展-中文, tplId=1146099689490845704, title=计算机研究与发展, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070893751349360, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=articleTextType, value=kx, createTime=1793851119697, updateTime=1793851119697, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893730377837, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=banner, value=null, createTime=1793851119692, updateTime=1793851119692, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893772320883, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=grayFlag, value=0, createTime=1793851119702, updateTime=1793851119702, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893721989228, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851119690, updateTime=1793851119690, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893784903797, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=minRunFlag, value=0, createTime=1793851119705, updateTime=1793851119705, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893742960751, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/file/pic, createTime=1793851119695, updateTime=1793851119695, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893780709492, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=silenceFlag, value=0, createTime=1793851119704, updateTime=1793851119704, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893738766446, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_cn_619/, createTime=1793851119694, updateTime=1793851119694, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893755543665, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeColor, value=null, createTime=1793851119698, updateTime=1793851119698, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070893763932274, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300139892771, code=themeStyle, value=null, createTime=1793851119700, updateTime=1793851119700, creator=18614031015, updator=18614031015)]), Website(id=1325070300580294698, webName=null, webTitle=null, webDomain=null, webCopyrigh=null, webIpcNo=null, seoTitle=null, seoKeywords=null, seoDescription=null, tenantJournalId=null, journalId=1324759914146529478, journalNameCn=null, journalNameEn=null, grayFlag=null, tenantId=1146029695717560320, platformId=null, journalGroupId=null, journalGroupNameCn=null, journalGroupNameEn=null, type=1, domain=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN, language=EN, createTime=1793850978274, createBy=18614031015, updateTime=1793851036638, updateBy=18614031015, name=计算机研究与发展-英文, tplId=1146101810881728533, title=Journal of Computer Research and Development, delFlag=0, indexPage=/home, props=[WebsiteProps(id=1325070925288321148, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=articleTextType, value=kx, createTime=1793851127216, updateTime=1793851127216, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925263155321, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=banner, value=null, createTime=1793851127210, updateTime=1793851127210, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925309292671, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=grayFlag, value=0, createTime=1793851127221, updateTime=1793851127221, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925254766712, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=logo, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic?fileId=U27tDsy717YF7XSPA+Vwdw==, createTime=1793851127208, updateTime=1793851127208, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925326069889, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=minRunFlag, value=0, createTime=1793851127225, updateTime=1793851127225, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925279932539, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=picServerUrl, value=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/file/pic, createTime=1793851127214, updateTime=1793851127214, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925317681280, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=silenceFlag, value=0, createTime=1793851127223, updateTime=1793851127223, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925271543930, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=staticResourcePath, value=https://castjournals.cast.org.cn/joweb/cast_kjdb_en_623/, createTime=1793851127212, updateTime=1793851127212, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925292515453, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeColor, value=null, createTime=1793851127217, updateTime=1793851127217, creator=18614031015, updator=18614031015), WebsiteProps(id=1325070925300904062, tenantId=1146029695717560320, journalId=null, journalGroupId=null, siteId=1325070300580294698, code=themeStyle, value=null, createTime=1793851127219, updateTime=1793851127219, creator=18614031015, updator=18614031015)])], journalTitle=计算机研究与发展, weixinUrl=null, journalUrl=https://crad.ict.ac.cn/, iacademicId=null, status=1, seqNo=null, journalTitleEn=Journal of Computer Research and Development, journalPhotoCn=k2l8zgqwstuxxevFX2qxVA==, journalPhotoEn=r6k0Ry+RD+c/VXj5QarmDw==, journalFirstLetter=J, journalRecommend=null, journalNew=null, journalCollection=null, jcrJf=null, cjcrJf=null, jcrJfStr=null, cjcrJfStr=null, submissionFirstDecision=null, sciSubjectClassification=null, casSubjectClassification=null, citeScore=null, totalCitationFrequency=null, icpCode=null, psCode=null, advertisingLicenseCode=null, copyrightInformation=null, country=null, option=, provinceCode=null, provinceName=null, collectFlag=false, interPubPlatform=, interPubPlatformUrl=null), detailUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/10.7544/issn1000-1239.202440207, detailUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/10.7544/issn1000-1239.202440207, pdfUrlCn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/CN/PDF/10.7544/issn1000-1239.202440207, pdfUrlEn=https://castjournals.cast.org.cn/joweb/jsjyjyfz/EN/PDF/10.7544/issn1000-1239.202440207, aliStartDate=0, aliEndDate=0, collectionFlag=false, citedCount=null, citedUrl=null, previewStatus=0, delFlag=0, hasFullText=1, orderTime=1759248000000, fullTextJson=null, articleText=null, reference=null)