AHCI RESEARCH GROUP
Publications
Papers published in international journals,
proceedings of conferences, workshops and books.
OUR RESEARCH
Scientific Publications
How to
You can use the tag cloud to select only the papers dealing with specific research topics.
You can expand the Abstract, Links and BibTex record for each paper.
2024
Torre, F. De La; Fang, C. M.; Huang, H.; Banburski-Fahey, A.; Fernandez, J. A.; Lanier, J.
LLMR: Real-time Prompting of Interactive Worlds using Large Language Models Proceedings Article
In: Conf Hum Fact Comput Syst Proc, Association for Computing Machinery, 2024, ISBN: 979-840070330-0 (ISBN).
Abstract | Links | BibTeX | Tags: Artificial intelligence, Computational Linguistics, Design goal, Interactive computer graphics, Interactive worlds, Internal dynamics, Language Model, Large language model, Mixed reality, Novel strategies, Real- time, Spatial Reasoning, Training data
@inproceedings{de_la_torre_llmr_2024,
title = {LLMR: Real-time Prompting of Interactive Worlds using Large Language Models},
author = {F. De La Torre and C. M. Fang and H. Huang and A. Banburski-Fahey and J. A. Fernandez and J. Lanier},
url = {https://www.scopus.com/inward/record.uri?eid=2-s2.0-85194848276&doi=10.1145%2f3613904.3642579&partnerID=40&md5=14969e96507a1f0110262021e5b1172d},
doi = {10.1145/3613904.3642579},
isbn = {979-840070330-0 (ISBN)},
year = {2024},
date = {2024-01-01},
booktitle = {Conf Hum Fact Comput Syst Proc},
publisher = {Association for Computing Machinery},
abstract = {We present Large Language Model for Mixed Reality (LLMR), a framework for the real-time creation and modification of interactive Mixed Reality experiences using LLMs. LLMR leverages novel strategies to tackle difficult cases where ideal training data is scarce, or where the design goal requires the synthesis of internal dynamics, intuitive analysis, or advanced interactivity. Our framework relies on text interaction and the Unity game engine. By incorporating techniques for scene understanding, task planning, self-debugging, and memory management, LLMR outperforms the standard GPT-4 by 4x in average error rate. We demonstrate LLMR's cross-platform interoperability with several example worlds, and evaluate it on a variety of creation and modification tasks to show that it can produce and edit diverse objects, tools, and scenes. Finally, we conducted a usability study (N=11) with a diverse set that revealed participants had positive experiences with the system and would use it again. © 2024 Copyright held by the owner/author(s)},
keywords = {Artificial intelligence, Computational Linguistics, Design goal, Interactive computer graphics, Interactive worlds, Internal dynamics, Language Model, Large language model, Mixed reality, Novel strategies, Real- time, Spatial Reasoning, Training data},
pubstate = {published},
tppubtype = {inproceedings}
}
2018
Augello, Agnese; Citt`a, Giuseppe; Gentile, Manuel; Infantino, Ignazio; Guardia, Dario La; Manfré, Adriano; Maniscalco, Umberto; Ottaviano, Simona; Pilato, Giovanni; Vella, Filippo; Allegra, Mario
Improving Spatial Reasoning by Interacting with a Humanoid Robot Journal Article
In: Smart Innovation, Systems and Technologies, vol. 76, pp. 151–160, 2018, ISSN: 21903018.
Abstract | Links | BibTeX | Tags: Anthropomorphic Robots, Cognitive Architectures, Cognitive Systems, Embodied Cognition, Learning Environments, Mental Rotation, Robotics, Spatial Reasoning, STEM
@article{augelloImprovingSpatialReasoning2018,
title = {Improving Spatial Reasoning by Interacting with a Humanoid Robot},
author = { Agnese Augello and Giuseppe Citt{`a} and Manuel Gentile and Ignazio Infantino and Dario La Guardia and Adriano Manfré and Umberto Maniscalco and Simona Ottaviano and Giovanni Pilato and Filippo Vella and Mario Allegra},
editor = { Giuseppe De Pietro and Luigi Gallo and Robert J. Howlett and Lakhmi C. Jain},
doi = {10.1007/978-3-319-59480-4_16},
issn = {21903018},
year = {2018},
date = {2018-01-01},
journal = {Smart Innovation, Systems and Technologies},
volume = {76},
pages = {151--160},
abstract = {This paper analyzes the connection between spatial reasoning and STEM education from the point of view of embodied theories of cognition. A new learning model based on the use of a humanoid robot is presented with the aim of teaching and learning basic STEM concepts in a fruitful and engaging fashion. textcopyright Springer International Publishing AG 2018.},
keywords = {Anthropomorphic Robots, Cognitive Architectures, Cognitive Systems, Embodied Cognition, Learning Environments, Mental Rotation, Robotics, Spatial Reasoning, STEM},
pubstate = {published},
tppubtype = {article}
}
Augello, Agnese; Città, Giuseppe; Gentile, Manuel; Infantino, Ignazio; Guardia, Dario La; Manfré, Adriano; Maniscalco, Umberto; Ottaviano, Simona; Pilato, Giovanni; Vella, Filippo; Allegra, Mario
Improving spatial reasoning by interacting with a humanoid robot Journal Article
In: Smart Innovation, Systems and Technologies, vol. 76, pp. 151–160, 2018, ISSN: 21903018.
Abstract | Links | BibTeX | Tags: Anthropomorphic Robots, Cognitive Architectures, Cognitive Systems, Embodied Cognition, Learning Environments, Mental Rotation, Robotics, Spatial Reasoning, STEM
@article{augello_improving_2018,
title = {Improving spatial reasoning by interacting with a humanoid robot},
author = {Agnese Augello and Giuseppe Città and Manuel Gentile and Ignazio Infantino and Dario La Guardia and Adriano Manfré and Umberto Maniscalco and Simona Ottaviano and Giovanni Pilato and Filippo Vella and Mario Allegra},
editor = {Giuseppe De Pietro and Luigi Gallo and Robert J. Howlett and Lakhmi C. Jain},
url = {https://www.scopus.com/inward/record.uri?eid=2-s2.0-85020433155&doi=10.1007%2f978-3-319-59480-4_16&partnerID=40&md5=3829c4d87a47b0fddbbfc3e8f487edf1},
doi = {10.1007/978-3-319-59480-4_16},
issn = {21903018},
year = {2018},
date = {2018-01-01},
journal = {Smart Innovation, Systems and Technologies},
volume = {76},
pages = {151–160},
abstract = {This paper analyzes the connection between spatial reasoning and STEM education from the point of view of embodied theories of cognition. A new learning model based on the use of a humanoid robot is presented with the aim of teaching and learning basic STEM concepts in a fruitful and engaging fashion. © Springer International Publishing AG 2018.},
keywords = {Anthropomorphic Robots, Cognitive Architectures, Cognitive Systems, Embodied Cognition, Learning Environments, Mental Rotation, Robotics, Spatial Reasoning, STEM},
pubstate = {published},
tppubtype = {article}
}