Publications

@inproceedings{chen_bringing_2025,

title = {Bringing Microbiology to Life in Museum: Using Mobile VR and LLM-Powered Virtual Character for Children's Science Learning},

author = {Y. Chen and Y. Yan and G. Yang},

editor = {K. T. Chui and C. Jaikaeo and J. Niramitranon and W. Kaewmanee and K. -K. Ng and P. Ongkunaruk},

url = {https://www.scopus.com/inward/record.uri?eid=2-s2.0-105015708152&doi=10.1109%2FISET65607.2025.00025&partnerID=40&md5=77ae9a4829656155010abc280a817a72},

doi = {10.1109/ISET65607.2025.00025},

isbn = {9798331595500 (ISBN)},

year  = {2025},

date = {2025-01-01},

pages = {83–87},

publisher = {Institute of Electrical and Electronics Engineers Inc.},

abstract = {Although the increasing advantages of immersive technology-enhanced museum informal learning in children's science education, the application of mobile virtual reality (MVR) technology combined with large language models (LLM) in this environment has not yet been fully explored. Furthermore, virtual character, as an intelligent learning assistant, is capable of providing personalized guidance and instant feedback to children through natural language interactions, but its potential in museum learning has yet to be fully tapped. To address these gaps, this study investigates the effectiveness of integrating MVR with LLM-powered virtual character in promoting children's microbiology learning during museum activities. In this paper, the technology-enhanced POE (Prediction-observation-explanation) learning model was studied, and the corresponding MVR system was designed and developed to carry out microbial learning activities. A quasiexperimental design was used with 60 children aged 10-12. The experimental group learned via an MVR system combining LLM-powered virtual character, while the control group used traditional methods. Results showed the experimental group significantly outperformed the control group in both academic achievement and learning motivation, including attention, confidence, and satisfaction. This provides evidence for using immersive technologies in informal learning and offers insights into applying LLM-powered virtual character in science education. © 2025 Elsevier B.V., All rights reserved.},

keywords = {Computer aided instruction, E-Learning, Engineering education, Experimental groups, Immersive technologies, Informal learning, Language Model, Large language model, large language models, Learning systems, Microbiology, Mobile virtual reality, Museum, Museums, Science education, Science learning, Virtual addresses, Virtual character, Virtual Reality, Virtual reality system},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{masasi_de_oliveira_immersive_2025,

title = {Immersive Virtual Museums with Spatially-Aware Retrieval-Augmented Generation},

author = {E. A. Masasi de Oliveira and R. T. Sousa and A. A. Bastos and L. Martins de Freitas Cintra and A. R. G. Galvão Filho},

url = {https://www.scopus.com/inward/record.uri?eid=2-s2.0-105007979183&doi=10.1145%2F3706370.3731643&partnerID=40&md5=47a47f3408a0e6cb35c16dd6101a15b0},

doi = {10.1145/3706370.3731643},

isbn = {9798400713910 (ISBN)},

year  = {2025},

date = {2025-01-01},

booktitle = {IMX - Proc. ACM Int. Conf. Interact. Media Experiences},

pages = {437–440},

publisher = {Association for Computing Machinery, Inc},

abstract = {Virtual Reality has significantly expanded possibilities for immersive museum experiences, overcoming traditional constraints such as space, preservation, and geographic limitations. However, existing virtual museum platforms typically lack dynamic, personalized, and contextually accurate interactions. To address this, we propose Spatially-Aware Retrieval-Augmented Generation (SA-RAG), an innovative framework integrating visual attention tracking with Retrieval-Augmented Generation systems and advanced Large Language Models. By capturing users' visual attention in real time, SA-RAG dynamically retrieves contextually relevant data, enhancing the accuracy, personalization, and depth of user interactions within immersive virtual environments. The system's effectiveness is initially demonstrated through our preliminary tests within a realistic VR museum implemented using Unreal Engine. Although promising, comprehensive human evaluations involving broader user groups are planned for future studies to rigorously validate SA-RAG's effectiveness, educational enrichment potential, and accessibility improvements in virtual museums. The framework also presents opportunities for broader applications in immersive educational and storytelling domains. © 2025 Elsevier B.V., All rights reserved.},

keywords = {Association reactions, Behavioral Research, Generation systems, Geographics, Human computer interaction, Human engineering, Immersive, Information Retrieval, Interactive computer graphics, Language Model, Large language model, large language models, Museums, Retrieval-Augmented Generation, Search engines, Spatially aware, User interfaces, Virtual environments, Virtual museum, Virtual museum., Virtual Reality, Visual Attention, Visual languages},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{wan_study_2025,

title = {A Study of Anti-war Memorial Hall of Leshan City based on Virtual Museum Technology},

author = {X. Wan and Y. Luo},

url = {https://www.scopus.com/inward/record.uri?eid=2-s2.0-105011594066&doi=10.1145%2F3732801.3732887&partnerID=40&md5=ac25032b46edf5a9d5949b8ceb5a41e1},

doi = {10.1145/3732801.3732887},

isbn = {9798400712432 (ISBN)},

year  = {2025},

date = {2025-01-01},

pages = {493–497},

publisher = {Association for Computing Machinery, Inc},

abstract = {This study adopted augmented reality (AR), virtual reality (VR), artificial intelligence (AI), metaverse (META), large language models (LLM), knowledge graphs (KG), and synchronous localization and mapping (SLAM) technologies to create a virtual museum (VM) with the theme of the history of Leshan anti-Japanese war. Its aim is to enrich the digital research of this area, and to restore and vividly reflect the significance of Leshan’s contributions during the anti-Japanese war. This study combines 3D modeling technology with historical scene restoration to create a method of field investigation of local history and anti-Japanese war sites, which constructed six unique exhibition areas to describe historical events. The virtual museum integrates lots of historical sites, stories, achievements, and cultural aspects into a unique cultural interaction center. Through diverse technological approaches, this study aims to enable the public to contemplate history, cultivate national pride and patriotism, and deliver novel strategies for the digital protection of historical heritage. © 2025 Elsevier B.V., All rights reserved.},

keywords = {3d modeling technologies, 3D reconstruction, Anti-war, Artificial intelligence, Augmented Reality, Digital researches, Historic Preservation, Human engineering, Interactive computer graphics, Knowledge graph, Knowledge graphs, Language Model, Localization and mappings, Metaverses, Model knowledge, Museum technology, Museums, Restoration, Three dimensional computer graphics, Virtual museum, Virtual Reality},

pubstate = {published},

tppubtype = {inproceedings}

}