@article{
 title = {VRtalk: Real-Time Interactive Intelligent Anime Avatars in Virtual Reality},
 type = {article},
 year = {2025},
 keywords = {Anime Research,Avatar,Human-Computer Interaction,LLM,Live Streaming,Persona,Virtual Reality},
 pages = {1191-1201},
 publisher = {IEEE},
 id = {1699d400-a11b-3470-913b-145bdd4b03c8},
 created = {2026-06-09T08:12:19.100Z},
 file_attached = {true},
 profile_id = {4b66b327-35ad-3956-a9a2-307331dd9988},
 last_modified = {2026-06-12T06:38:58.269Z},
 read = {false},
 starred = {false},
 authored = {true},
 confirmed = {true},
 hidden = {false},
 private_publication = {false},
 abstract = {The convergence of virtual reality live streaming and AI-driven avatars has emerged as a significant technological trend. However, current integration attempts remain in the proof-of-concept stage, with the primary challenge of automatic interaction system establishment. To build interactive intelligence anime avatars within VR frameworks, we have developed a multimodal interaction architecture centered on dialogue agents, realizing comprehensive understanding, reasoning, and response. Our approach 1).proposes high granularity explicit-implicit understanding and a dual-center switchable reasoning mechanism to support flexible responses. 2).innovates a dual-source animation mechanism for co-speech face-body visualization and a textual command module for supervising crossmodal animation, and 3).enhances expressiveness through mapping persona, content, voice, and motion to anime style. Experimental results demonstrate the state-of-the-art performance of VRtalk, highlighting its practical significance and future potential.},
 bibtype = {article},
 author = {Yu, Yuan and Xu, Chunlei and Yang, Shirao and Cao, Yu and Wang, Yuyang and Lee, Boon Giin},
 doi = {10.1109/ISMAR67309.2025.00125},
 journal = {Proceedings - 2025 IEEE International Symposium on Mixed and Augmented Reality, ISMAR 2025}
}

{"_id":"sdNKmuKZukCGXwG5B","bibbaseid":"yu-xu-yang-cao-wang-lee-vrtalkrealtimeinteractiveintelligentanimeavatarsinvirtualreality-2025","author_short":["Yu, Y.","Xu, C.","Yang, S.","Cao, Y.","Wang, Y.","Lee, B., G."],"bibdata":{"title":"VRtalk: Real-Time Interactive Intelligent Anime Avatars in Virtual Reality","type":"article","year":"2025","keywords":"Anime Research,Avatar,Human-Computer Interaction,LLM,Live Streaming,Persona,Virtual Reality","pages":"1191-1201","publisher":"IEEE","id":"1699d400-a11b-3470-913b-145bdd4b03c8","created":"2026-06-09T08:12:19.100Z","file_attached":"true","profile_id":"4b66b327-35ad-3956-a9a2-307331dd9988","last_modified":"2026-06-12T06:38:58.269Z","read":false,"starred":false,"authored":"true","confirmed":"true","hidden":false,"private_publication":false,"abstract":"The convergence of virtual reality live streaming and AI-driven avatars has emerged as a significant technological trend. However, current integration attempts remain in the proof-of-concept stage, with the primary challenge of automatic interaction system establishment. To build interactive intelligence anime avatars within VR frameworks, we have developed a multimodal interaction architecture centered on dialogue agents, realizing comprehensive understanding, reasoning, and response. Our approach 1).proposes high granularity explicit-implicit understanding and a dual-center switchable reasoning mechanism to support flexible responses. 2).innovates a dual-source animation mechanism for co-speech face-body visualization and a textual command module for supervising crossmodal animation, and 3).enhances expressiveness through mapping persona, content, voice, and motion to anime style. Experimental results demonstrate the state-of-the-art performance of VRtalk, highlighting its practical significance and future potential.","bibtype":"article","author":"Yu, Yuan and Xu, Chunlei and Yang, Shirao and Cao, Yu and Wang, Yuyang and Lee, Boon Giin","doi":"10.1109/ISMAR67309.2025.00125","journal":"Proceedings - 2025 IEEE International Symposium on Mixed and Augmented Reality, ISMAR 2025","bibtex":"@article{\n title = {VRtalk: Real-Time Interactive Intelligent Anime Avatars in Virtual Reality},\n type = {article},\n year = {2025},\n keywords = {Anime Research,Avatar,Human-Computer Interaction,LLM,Live Streaming,Persona,Virtual Reality},\n pages = {1191-1201},\n publisher = {IEEE},\n id = {1699d400-a11b-3470-913b-145bdd4b03c8},\n created = {2026-06-09T08:12:19.100Z},\n file_attached = {true},\n profile_id = {4b66b327-35ad-3956-a9a2-307331dd9988},\n last_modified = {2026-06-12T06:38:58.269Z},\n read = {false},\n starred = {false},\n authored = {true},\n confirmed = {true},\n hidden = {false},\n private_publication = {false},\n abstract = {The convergence of virtual reality live streaming and AI-driven avatars has emerged as a significant technological trend. However, current integration attempts remain in the proof-of-concept stage, with the primary challenge of automatic interaction system establishment. To build interactive intelligence anime avatars within VR frameworks, we have developed a multimodal interaction architecture centered on dialogue agents, realizing comprehensive understanding, reasoning, and response. Our approach 1).proposes high granularity explicit-implicit understanding and a dual-center switchable reasoning mechanism to support flexible responses. 2).innovates a dual-source animation mechanism for co-speech face-body visualization and a textual command module for supervising crossmodal animation, and 3).enhances expressiveness through mapping persona, content, voice, and motion to anime style. Experimental results demonstrate the state-of-the-art performance of VRtalk, highlighting its practical significance and future potential.},\n bibtype = {article},\n author = {Yu, Yuan and Xu, Chunlei and Yang, Shirao and Cao, Yu and Wang, Yuyang and Lee, Boon Giin},\n doi = {10.1109/ISMAR67309.2025.00125},\n journal = {Proceedings - 2025 IEEE International Symposium on Mixed and Augmented Reality, ISMAR 2025}\n}","author_short":["Yu, Y.","Xu, C.","Yang, S.","Cao, Y.","Wang, Y.","Lee, B., G."],"urls":{"Paper":"https://bibbase.org/service/mendeley/4b66b327-35ad-3956-a9a2-307331dd9988/file/10801faf-7760-1f4d-2684-9259ad7847e3/VRtalk_Real_Time_Interactive_Intelligent_Anime_Avatars_in_Virtual_Reality.pdf.pdf"},"biburl":"https://bibbase.org/service/mendeley/4b66b327-35ad-3956-a9a2-307331dd9988","bibbaseid":"yu-xu-yang-cao-wang-lee-vrtalkrealtimeinteractiveintelligentanimeavatarsinvirtualreality-2025","role":"author","keyword":["Anime Research","Avatar","Human-Computer Interaction","LLM","Live Streaming","Persona","Virtual Reality"],"metadata":{"authorlinks":{}}},"bibtype":"article","biburl":"https://bibbase.org/service/mendeley/4b66b327-35ad-3956-a9a2-307331dd9988","dataSources":["jGKtB5DgeBbTCLaTG","2252seNhipfTmjEBQ"],"keywords":["anime research","avatar","human-computer interaction","llm","live streaming","persona","virtual reality"],"search_terms":["vrtalk","real","time","interactive","intelligent","anime","avatars","virtual","reality","yu","xu","yang","cao","wang","lee"],"title":"VRtalk: Real-Time Interactive Intelligent Anime Avatars in Virtual Reality","year":2025}