Publications

@inproceedings{rasch_creepycocreator_2025,

title = {CreepyCoCreator? Investigating AI Representation Modes for 3D Object Co-Creation in Virtual Reality},

author = {J. Rasch and J. Töws and T. Hirzle and F. Müller and M. Schmitz},

url = {https://www.scopus.com/inward/record.uri?eid=2-s2.0-105005742763&doi=10.1145%2f3706598.3713720&partnerID=40&md5=e6cdcb6cc7249a8836ecc39ae103cd53},

doi = {10.1145/3706598.3713720},

isbn = {979-840071394-1 (ISBN)},

year  = {2025},

date = {2025-01-01},

booktitle = {Conf Hum Fact Comput Syst Proc},

publisher = {Association for Computing Machinery},

abstract = {Generative AI in Virtual Reality offers the potential for collaborative object-building, yet challenges remain in aligning AI contributions with user expectations. In particular, users often struggle to understand and collaborate with AI when its actions are not transparently represented. This paper thus explores the co-creative object-building process through a Wizard-of-Oz study, focusing on how AI can effectively convey its intent to users during object customization in Virtual Reality. Inspired by human-to-human collaboration, we focus on three representation modes: the presence of an embodied avatar, whether the AI's contributions are visualized immediately or incrementally, and whether the areas modified are highlighted in advance. The findings provide insights into how these factors affect user perception and interaction with object-generating AI tools in Virtual Reality as well as satisfaction and ownership of the created objects. The results offer design implications for co-creative world-building systems, aiming to foster more effective and satisfying collaborations between humans and AI in Virtual Reality. © 2025 Copyright held by the owner/author(s).},

keywords = {3D Creation, 3D modeling, 3D object, Building process, Co-creation, Co-creative system, Co-creative systems, Creative systems, Creatives, Generative AI, Three dimensional computer graphics, User expectations, User Studies, User study, Virtual Reality, Virtualization},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{samson_fostering_2024,

title = {Fostering a Co-creation Process for the Development of an Extended Reality Healthcare Education Resource},

author = {J. Samson and P. Lameras and N. Taylor and R. Kneafsey},

editor = {Auer M.E. and Tsiatsos T.},

url = {https://www.scopus.com/inward/record.uri?eid=2-s2.0-85189759614&doi=10.1007%2f978-3-031-56075-0_20&partnerID=40&md5=6ae832882a2e224094c1beb81c925333},

doi = {10.1007/978-3-031-56075-0_20},

isbn = {23673370 (ISSN); 978-303156074-3 (ISBN)},

year  = {2024},

date = {2024-01-01},

booktitle = {Lect. Notes Networks Syst.},

volume = {937 LNNS},

pages = {205–212},

publisher = {Springer Science and Business Media Deutschland GmbH},

abstract = {The aim of this research is to create an immersive healthcare education resource using an extended reality (XR) platform. This platform leverages an existing software product, incorporating virtual patients with conversational capabilities driven by artificial intelligence (AI). The initial stage produced an early prototype focused on assessing an elderly virtual patient experiencing frailty. This scenario encompasses the hospital admission to post-discharge care at home, involving various healthcare professionals such as paramedics, emergency clinicians, diagnostic radiographers, geriatricians, physiotherapists, occupational therapists, nurses, operating department practitioners, dietitians, and social workers. The plan moving forward is to refine and expand this prototype through a co-creation with diverse stakeholders. The refinement process will include the introduction of updated scripts into the standard AI model. Furthermore, these scripts will be tested against a new hybrid model that combines generative AI. Ultimately, this resource will be co-designed to create a learning activity tailored for occupational therapy and physiotherapy students. This activity will undergo testing with a cohort of students, and the outcomes of this research are expected to inform the future development of interprofessional virtual simulated placements (VSPs). These placements will complement traditional clinical learning experiences, offering students an immersive environment to enhance their skills and knowledge in the healthcare field. © The Author(s), under exclusive license to Springer Nature Switzerland AG 2024.},

keywords = {Artificial intelligence, Co-creation, Creation process, Diagnosis, Education computing, Education resource, Extended reality, Health care education, Hospitals, Immersive, Inter professionals, Interprofessional Healthcare Education, Software products, Students, Virtual patients},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{greca_enhancing_2024,

title = {Enhancing therapeutic engagement in Mental Health through Virtual Reality and Generative AI: A co-creation approach to trust building},

author = {A. D. Greca and I. Amaro and P. Barra and E. Rosapepe and G. Tortora},

editor = {Cannataro M. and Zheng H. and Gao L. and Cheng J. and Miranda J.L. and Zumpano E. and Hu X. and Cho Y.-R. and Park T.},

url = {https://www.scopus.com/inward/record.uri?eid=2-s2.0-85217278235&doi=10.1109%2fBIBM62325.2024.10822177&partnerID=40&md5=ed42f7ca6a0e52e9945402e2c439a7f0},

doi = {10.1109/BIBM62325.2024.10822177},

isbn = {979-835038622-6 (ISBN)},

year  = {2024},

date = {2024-01-01},

booktitle = {Proc. - IEEE Int. Conf. Bioinform. Biomed., BIBM},

pages = {6805–6811},

publisher = {Institute of Electrical and Electronics Engineers Inc.},

abstract = {Trust is a fundamental component of effective therapeutic relationships, significantly influencing patient engagement and treatment outcomes in mental health care. This paper presents a preliminary study aimed at enhancing trust through the co-creation of virtual therapeutic environments using generative artificial intelligence (AI). We propose a multimodal AI model, integrated into a virtual reality (VR) platform developed in Unity, which generates three-dimensional (3D) objects from textual descriptions. This approach allows patients to actively participate in shaping their therapeutic environment, fostering a collaborative atmosphere that enhances trust between patients and therapists. The methodology is structured into four phases, combining non-immersive and immersive experiences to co-create personalized therapeutic spaces and 3D objects symbolizing emotional or psychological states. Preliminary results demonstrate the system's potential in improving the therapeutic process through the real-time creation of virtual objects that reflect patient needs, with high-quality mesh generation and semantic coherence. This work offers new possibilities for patient-centered care in mental health services, suggesting that virtual co-creation can improve therapeutic efficacy by promoting trust and emotional engagement. © 2024 IEEE.},

keywords = {Co-creation, Electronic health record, Fundamental component, Generative adversarial networks, Generative AI, generative artificial intelligence, Immersive, Mental health, Personalized therapies, Personalized Therapy, Three-dimensional object, Trust, Trust building, Virtual environments, Virtual Reality, Virtual Reality (VR)},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{rozo-torres_coffee_2024,

title = {Coffee Masterclass: An Experience of Co-Creation with Prompt Engineering and Generative AI for Immersive Environments Development},

author = {A. Rozo-Torres and W. J. Sarmiento},

url = {https://www.scopus.com/inward/record.uri?eid=2-s2.0-85195576520&doi=10.1109%2fVRW62533.2024.00379&partnerID=40&md5=f07b66f849aaa1c4d9b2e2ea79c57cf8},

doi = {10.1109/VRW62533.2024.00379},

isbn = {979-835037449-0 (ISBN)},

year  = {2024},

date = {2024-01-01},

booktitle = {Proc. - IEEE Conf. Virtual Real. 3D User Interfaces Abstr. Workshops, VRW},

pages = {1170–1171},

publisher = {Institute of Electrical and Electronics Engineers Inc.},

abstract = {This work presents the design and development process of an immersive experience applying a co-creation approach between humans and generative artificial intelligence tools. From the point of view of any user, Coffee Masterclass is an immersive experience that brings anyone to the art and pleasure of preparing specialty coffees. However, the Coffee Masterclass is the result of the inclusion of prompt engineering outputs in each stage of the building process. The co-creation approach is included in all development processes, i.e., from the narrative to the visual content generated through code writing, which has been co-created between the creative team and GenAI. This work tells details of this approach, including how the generative artificial intelligence tools were used in each stage of immersive experience development. This work shows the advantage of involvement in a development team of people with skills in prompt engineering and interaction with Large Language Models. Also, it includes recommendations to other development teams, including generative artificial intelligence tools by future developments. © 2024 IEEE.},

keywords = {Artificial intelligence, Artificial intelligence tools, Co-creation, Computer graphics, Computing methodologies, Design and development process, Development teams, Graphic system, Graphics interface, Graphics systems and interfaces, Immersive, Immersive environment, Mixed/augmented reality},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{zhang_vrcopilot_2024,

title = {VRCopilot: Authoring 3D Layouts with Generative AI Models in VR},

author = {L. Zhang and J. Pan and J. Gettig and S. Oney and A. Guo},

url = {https://www.scopus.com/inward/record.uri?eid=2-s2.0-85215072893&doi=10.1145%2f3654777.3676451&partnerID=40&md5=3f0845d0dd85ef93b97750f4a7d8b44e},

doi = {10.1145/3654777.3676451},

isbn = {979-840070628-8 (ISBN)},

year  = {2024},

date = {2024-01-01},

booktitle = {UIST - Proc. Annual ACM Symp. User Interface Softw. Technol.},

publisher = {Association for Computing Machinery, Inc},

abstract = {Immersive authoring provides an intuitive medium for users to create 3D scenes via direct manipulation in Virtual Reality (VR). Recent advances in generative AI have enabled the automatic creation of realistic 3D layouts. However, it is unclear how capabilities of generative AI can be used in immersive authoring to support fluid interactions, user agency, and creativity. We introduce VRCopilot, a mixed-initiative system that integrates pre-trained generative AI models into immersive authoring to facilitate human-AI co-creation in VR. VRCopilot presents multimodal interactions to support rapid prototyping and iterations with AI, and intermediate representations such as wireframes to augment user controllability over the created content. Through a series of user studies, we evaluated the potential and challenges in manual, scaffolded, and automatic creation in immersive authoring. We found that scaffolded creation using wireframes enhanced the user agency compared to automatic creation. We also found that manual creation via multimodal specification offers the highest sense of creativity and agency. © 2024 ACM.},

keywords = {3D layouts, 3D modeling, 3D scenes, Automatic creations, Co-creation, Direct manipulation, Fluid interactions, Generative adversarial networks, Generative AI, Human-AI Co-creation, Immersive authoring, Scaffolds, Three dimensional computer graphics, User agencies, Virtual environments, Virtual Reality},

pubstate = {published},

tppubtype = {inproceedings}

}