AHCI RESEARCH GROUP
Publications
Papers published in international journals,
proceedings of conferences, workshops and books.
OUR RESEARCH
Scientific Publications
How to
Here you can find the complete list of our publications.
You can use the tag cloud to select only the papers dealing with specific research topics.
You can expand the Abstract, Links and BibTex record for each paper.
You can use the tag cloud to select only the papers dealing with specific research topics.
You can expand the Abstract, Links and BibTex record for each paper.
2022
Gaglio, Giuseppe Fulvio; Augello, Agnese; Caggianese, Giuseppe; Gallo, Luigi
Modellazione 3D di avatar per il Serious Game SMILER Technical Report
no. RT-ICAR-NA-2022-01, 2022.
Abstract | Links | BibTeX | Tags: Healthcare, Human computer interaction, Touchless interaction, Virtual Reality
@techreport{gaglioModellazione3DDi2022,
title = {Modellazione 3D di avatar per il Serious Game SMILER},
author = { Giuseppe Fulvio Gaglio and Agnese Augello and Giuseppe Caggianese and Luigi Gallo},
url = {https://intranet.icar.cnr.it/wp-content/uploads/2022/07/RT-ICAR-NA-2022-01.pdf},
year = {2022},
date = {2022-01-01},
urldate = {2022-01-01},
number = {RT-ICAR-NA-2022-01},
abstract = {Il presente documento illustra la progettazione e la realizzazione di un avatar per il serious game previsto nell'ambito del progetto guillemotleft SMILER guillemotright - Serious gaMes as emerging e-health Interventions for young people with neurologicaL or rEspiratory disoRders. Dopo una breve introduzione del progetto, verranno descritte le tecniche e gli strumenti utilizzati per la modellazione 3D dell'avatar.},
keywords = {Healthcare, Human computer interaction, Touchless interaction, Virtual Reality},
pubstate = {published},
tppubtype = {techreport}
}
Il presente documento illustra la progettazione e la realizzazione di un avatar per il serious game previsto nell'ambito del progetto guillemotleft SMILER guillemotright - Serious gaMes as emerging e-health Interventions for young people with neurologicaL or rEspiratory disoRders. Dopo una breve introduzione del progetto, verranno descritte le tecniche e gli strumenti utilizzati per la modellazione 3D dell'avatar.
2018
Caggianese, Giuseppe; Gallo, Luigi; Neroni, Pietro
Evaluation of Spatial Interaction Techniques for Virtual Heritage Applications: A Case Study of an Interactive Holographic Projection Journal Article
In: Future Generation Computer Systems, vol. 81, pp. 516–527, 2018, ISSN: 0167-739X.
Abstract | Links | BibTeX | Tags: Cultural heritage, Holograms, Interaction techniques, Museum, Touchless interaction, User study
@article{caggianeseEvaluationSpatialInteraction2018,
title = {Evaluation of Spatial Interaction Techniques for Virtual Heritage Applications: A Case Study of an Interactive Holographic Projection},
author = { Giuseppe Caggianese and Luigi Gallo and Pietro Neroni},
doi = {10.1016/j.future.2017.07.047},
issn = {0167-739X},
year = {2018},
date = {2018-01-01},
journal = {Future Generation Computer Systems},
volume = {81},
pages = {516--527},
abstract = {The increasing use of information and communication technologies (ICT) in museums is providing curators with new opportunities for the display of cultural heritage content, making it possible to merge real and digital works of art in a coherent exhibition space. However, humans learn and perceive by following an interactive process, a fact that is particularly true in relation to the understanding, analysis and interpretation of the cultural heritage. In order to allow visitors to fully exploit the potential of this new hybrid cultural communication, interactivity is essential. This paper analyzes interaction design focusing on a holographic projection system equipped with a gesture-based interface and discussing the results of both quantitative and qualitative user studies aimed at empirically investigating users' preferences in relation to interaction techniques when used in a museum context. The experimental findings suggest the adoption of task-specific patterns in the design of touchless user interfaces for the exploration of digital heritage content.},
keywords = {Cultural heritage, Holograms, Interaction techniques, Museum, Touchless interaction, User study},
pubstate = {published},
tppubtype = {article}
}
The increasing use of information and communication technologies (ICT) in museums is providing curators with new opportunities for the display of cultural heritage content, making it possible to merge real and digital works of art in a coherent exhibition space. However, humans learn and perceive by following an interactive process, a fact that is particularly true in relation to the understanding, analysis and interpretation of the cultural heritage. In order to allow visitors to fully exploit the potential of this new hybrid cultural communication, interactivity is essential. This paper analyzes interaction design focusing on a holographic projection system equipped with a gesture-based interface and discussing the results of both quantitative and qualitative user studies aimed at empirically investigating users' preferences in relation to interaction techniques when used in a museum context. The experimental findings suggest the adoption of task-specific patterns in the design of touchless user interfaces for the exploration of digital heritage content.
Ciampi, Mario; Gallo, Luigi; Pietro, Giuseppe De
MITO: An Advanced Toolkit for Medical Imaging Processing and Visualization Technical Report
no. RT-ICAR-NA-2018-02, 2018.
Abstract | BibTeX | Tags: Healthcare, Human computer interaction, Touchless interaction, Virtual Reality
@techreport{ciampiMITOAdvancedToolkit2018,
title = {MITO: An Advanced Toolkit for Medical Imaging Processing and Visualization},
author = { Mario Ciampi and Luigi Gallo and Giuseppe De Pietro},
year = {2018},
date = {2018-01-01},
number = {RT-ICAR-NA-2018-02},
abstract = {This technical report presents MITO, an open software environment for medical image acquisition, processing, visualization, and navigation. The system is able to interact with PACS servers conforming to the DICOM 3.0 standard in order to retrieve and send radiological image data. Acquired 2D images can be manipulated with MITO for basic operations and advanced processing, like image segmentation, region extraction, image fusion, 3D reconstructions. Advanced 2D and 3D user interfaces allow users to interact with medical images and volumes through various input devices or in a completely touchless way. The high number of downloads of the software system, along with its widespread use in numerous experimental scenarios, show the high extensiveness and performance of the features developed.},
keywords = {Healthcare, Human computer interaction, Touchless interaction, Virtual Reality},
pubstate = {published},
tppubtype = {techreport}
}
This technical report presents MITO, an open software environment for medical image acquisition, processing, visualization, and navigation. The system is able to interact with PACS servers conforming to the DICOM 3.0 standard in order to retrieve and send radiological image data. Acquired 2D images can be manipulated with MITO for basic operations and advanced processing, like image segmentation, region extraction, image fusion, 3D reconstructions. Advanced 2D and 3D user interfaces allow users to interact with medical images and volumes through various input devices or in a completely touchless way. The high number of downloads of the software system, along with its widespread use in numerous experimental scenarios, show the high extensiveness and performance of the features developed.
2017
Brancati, Nadia; Caggianese, Giuseppe; Frucci, Maria; Gallo, Luigi; Neroni, Pietro
Experiencing Touchless Interaction with Augmented Content on Wearable Head-Mounted Displays in Cultural Heritage Applications Journal Article
In: Personal and Ubiquitous Computing, vol. 21, no. 2, pp. 203–217, 2017, ISSN: 1617-4909, 1617-4917.
Abstract | Links | BibTeX | Tags: Augmented Reality, Point-and-click interface, RGB-D, Touchless interaction, User study
@article{brancatiExperiencingTouchlessInteraction2017,
title = {Experiencing Touchless Interaction with Augmented Content on Wearable Head-Mounted Displays in Cultural Heritage Applications},
author = { Nadia Brancati and Giuseppe Caggianese and Maria Frucci and Luigi Gallo and Pietro Neroni},
doi = {10.1007/s00779-016-0987-8},
issn = {1617-4909, 1617-4917},
year = {2017},
date = {2017-01-01},
urldate = {2016-12-06},
journal = {Personal and Ubiquitous Computing},
volume = {21},
number = {2},
pages = {203--217},
abstract = {The cultural heritage could benefit significantly from the integration of wearable augmented reality (AR). This technology has the potential to guide the user and provide her with both in-depth information, without distracting her from the context, and a natural interaction, which can further allow her to explore and navigate her way through a huge amount of cultural information. The integration of touchless interaction and augmented reality is particularly challenging. On the technical side, the human-machine interface has to be reliable so as to guide users across the real world, which is composed of cluttered backgrounds and severe changes in illumination conditions. On the user experience side, the interface has to provide precise interaction tools while minimizing the perceived task difficulty. In this study, an interactive wearable AR system to augment the environment with cultural information is described. To confer robustness to the interface, a strategy that takes advantage of both depth and color data to find the most reliable information on each single frame is introduced. Moreover, the results of an ISO 9241-9 user study performed in both indoor and outdoor conditions are presented and discussed. The experimental results show that, by using both depth and color data, the interface can behave consistently in different indoor and outdoor scenarios. Furthermore, the results show that the presence of a virtual pointer in the augmented visualization significantly reduces the users error rate in selection tasks.},
keywords = {Augmented Reality, Point-and-click interface, RGB-D, Touchless interaction, User study},
pubstate = {published},
tppubtype = {article}
}
The cultural heritage could benefit significantly from the integration of wearable augmented reality (AR). This technology has the potential to guide the user and provide her with both in-depth information, without distracting her from the context, and a natural interaction, which can further allow her to explore and navigate her way through a huge amount of cultural information. The integration of touchless interaction and augmented reality is particularly challenging. On the technical side, the human-machine interface has to be reliable so as to guide users across the real world, which is composed of cluttered backgrounds and severe changes in illumination conditions. On the user experience side, the interface has to provide precise interaction tools while minimizing the perceived task difficulty. In this study, an interactive wearable AR system to augment the environment with cultural information is described. To confer robustness to the interface, a strategy that takes advantage of both depth and color data to find the most reliable information on each single frame is introduced. Moreover, the results of an ISO 9241-9 user study performed in both indoor and outdoor conditions are presented and discussed. The experimental results show that, by using both depth and color data, the interface can behave consistently in different indoor and outdoor scenarios. Furthermore, the results show that the presence of a virtual pointer in the augmented visualization significantly reduces the users error rate in selection tasks.
Gallo, Luigi; Marra, Ivana
Rapporto tecnico contabile (01/06/2015– 30/11/2016) Progetto SmartCARE Technical Report
no. RT-ICAR-NA-2017-03, 2017.
Abstract | BibTeX | Tags: Healthcare, Human computer interaction, Touchless interaction
@techreport{galloRapportoTecnicoContabile2017,
title = {Rapporto tecnico contabile (01/06/2015– 30/11/2016) Progetto SmartCARE},
author = { Luigi Gallo and Ivana Marra},
year = {2017},
date = {2017-01-01},
number = {RT-ICAR-NA-2017-03},
abstract = {Scopo di questo lavoro `e quello di presentare un report sulle attivit`a svolte dal soggetto beneficiario Istituto di Calcolo e Reti ad Alte Prestazioni (ICAR) del Consiglio Nazionale delle Ricerche (CNR) per la rendicontazione tecnico-amministrativa, con breve descrizione delle attivit`a di ricerca svolte e dettaglio dei costi sostenuti nel periodo 01/06/2015- 30/11/2016, nell'ambito del progetto SmartCARE ``Satellite enhanced Multi-channel ehealth Assistance for Remote Tele-rehabilitation and CAREgiving''- Proposal no. ITSLAB/ESA/ARTES/2014-1 - RFQ/ITT no. AO/1-5891/08/NL/US.},
keywords = {Healthcare, Human computer interaction, Touchless interaction},
pubstate = {published},
tppubtype = {techreport}
}
Scopo di questo lavoro `e quello di presentare un report sulle attivit`a svolte dal soggetto beneficiario Istituto di Calcolo e Reti ad Alte Prestazioni (ICAR) del Consiglio Nazionale delle Ricerche (CNR) per la rendicontazione tecnico-amministrativa, con breve descrizione delle attivit`a di ricerca svolte e dettaglio dei costi sostenuti nel periodo 01/06/2015- 30/11/2016, nell'ambito del progetto SmartCARE ``Satellite enhanced Multi-channel ehealth Assistance for Remote Tele-rehabilitation and CAREgiving''- Proposal no. ITSLAB/ESA/ARTES/2014-1 - RFQ/ITT no. AO/1-5891/08/NL/US.
2016
Bovier, Fabrizia; Caggianese, Giuseppe; Pietro, Giuseppe De; Gallo, Luigi; Neroni, Pietro
An Interactive 3D Holographic Pyramid for Museum Exhibition Proceedings Article
In: 2016 12th International Conference on Signal-Image Technology Internet-Based Systems (SITIS), pp. 428–434, 2016.
Abstract | Links | BibTeX | Tags: Cultural heritage, Education, Holograms, Prototypes, Three-dimensional displays, Touchless interaction, User interface, Virtual heritage, Virtual Reality, Visualization
@inproceedings{bovierInteractive3DHolographic2016,
title = {An Interactive 3D Holographic Pyramid for Museum Exhibition},
author = { Fabrizia Bovier and Giuseppe Caggianese and Giuseppe De Pietro and Luigi Gallo and Pietro Neroni},
doi = {10.1109/SITIS.2016.73},
year = {2016},
date = {2016-11-01},
booktitle = {2016 12th International Conference on Signal-Image Technology Internet-Based Systems (SITIS)},
pages = {428--434},
abstract = {In this paper, an interactive holographic system, realized with the aim of creating, exchanging, discussing and disseminating cultural heritage information, is presented. By using low-cost and off-the-shelf devices, the system provides the visitors with a 'floating' computer generated representation of a virtual cultural artefact that, unlike the real one, can be examined in detail through a touchless natural interface. The proposed system is realized in such a way that it can be easily placed in a cultural exhibition without requiring any structural intervention. As such, it could represent a useful instrument complementary to a museum visit thanks to its capacity both to convey different types of digital cultural information and especially to allow the visitor to become an active actor, able to enjoy different perspectives and all the details of the artefact sharing her/his experience with other visitors. The paper describes the system modules and the hardware design to physically realize the pyramid, and details the user interface composed of two main actions designed to obtain a simple exploration of a virtual cultural heritage artefact.},
keywords = {Cultural heritage, Education, Holograms, Prototypes, Three-dimensional displays, Touchless interaction, User interface, Virtual heritage, Virtual Reality, Visualization},
pubstate = {published},
tppubtype = {inproceedings}
}
In this paper, an interactive holographic system, realized with the aim of creating, exchanging, discussing and disseminating cultural heritage information, is presented. By using low-cost and off-the-shelf devices, the system provides the visitors with a 'floating' computer generated representation of a virtual cultural artefact that, unlike the real one, can be examined in detail through a touchless natural interface. The proposed system is realized in such a way that it can be easily placed in a cultural exhibition without requiring any structural intervention. As such, it could represent a useful instrument complementary to a museum visit thanks to its capacity both to convey different types of digital cultural information and especially to allow the visitor to become an active actor, able to enjoy different perspectives and all the details of the artefact sharing her/his experience with other visitors. The paper describes the system modules and the hardware design to physically realize the pyramid, and details the user interface composed of two main actions designed to obtain a simple exploration of a virtual cultural heritage artefact.
Caggianese, Giuseppe; Gallo, Luigi; Neroni, Pietro
Touchless Disambiguation Techniques for Wearable Augmented Reality Systems Proceedings Article
In: Pietro, Giuseppe De; Gallo, Luigi; Howlett, Robert J.; Jain, Lakhmi C. (Ed.): Intelligent Interactive Multimedia Systems and Services 2016, pp. 547–556, Springer International Publishing Switzerland, Puerto de la Cruz, Tenerife, Spain, 2016, ISBN: 978-3-319-39344-5 978-3-319-39345-2.
Abstract | Links | BibTeX | Tags: Augmented Reality, Depth ray, SQUAD, Touchless interaction
@inproceedings{caggianeseTouchlessDisambiguationTechniques2016,
title = {Touchless Disambiguation Techniques for Wearable Augmented Reality Systems},
author = { Giuseppe Caggianese and Luigi Gallo and Pietro Neroni},
editor = { Giuseppe De Pietro and Luigi Gallo and Robert J. Howlett and Lakhmi C. Jain},
doi = {10.1007/978-3-319-39345-2_48},
isbn = {978-3-319-39344-5 978-3-319-39345-2},
year = {2016},
date = {2016-06-01},
urldate = {2016-12-06},
booktitle = {Intelligent Interactive Multimedia Systems and Services 2016},
volume = {55},
pages = {547--556},
publisher = {Springer International Publishing Switzerland},
address = {Puerto de la Cruz, Tenerife, Spain},
series = {Smart Innovation, Systems and Technologies},
abstract = {The paper concerns target disambiguation techniques in egocentric vision for wearable augmented reality systems. In particular, the paper focuses on two of the most commonly used selection techniques in immersive environments: Depth Ray and SQUAD. The design and implementation of such techniques in a touchless augmented reality interface, together with the results of a preliminary usability evaluation carried out with inexpert users, are discussed. The user study provides insights on users' preferences when dealing with the precision-velocity trade-off in selection tasks, carried out in an augmented reality scenario.},
keywords = {Augmented Reality, Depth ray, SQUAD, Touchless interaction},
pubstate = {published},
tppubtype = {inproceedings}
}
The paper concerns target disambiguation techniques in egocentric vision for wearable augmented reality systems. In particular, the paper focuses on two of the most commonly used selection techniques in immersive environments: Depth Ray and SQUAD. The design and implementation of such techniques in a touchless augmented reality interface, together with the results of a preliminary usability evaluation carried out with inexpert users, are discussed. The user study provides insights on users' preferences when dealing with the precision-velocity trade-off in selection tasks, carried out in an augmented reality scenario.
2015
Brancati, Nadia; Caggianese, Giuseppe; Pietro, Giuseppe De; Frucci, Maria; Gallo, Luigi; Neroni, Pietro
Usability Evaluation of a Wearable Augmented Reality System for the Enjoyment of the Cultural Heritage Proceedings Article
In: 2015 The 11th International Conference on Signal-Image Technology and Internet-Based Systems (SITIS), pp. 768–774, IEEE, Bangkok, Thailand, 2015, ISBN: 978-1-4673-9721-6.
Abstract | Links | BibTeX | Tags: Augmented Reality, Cultural heritage, Touchless interaction, User study
@inproceedings{brancatiUsabilityEvaluationWearable2015,
title = {Usability Evaluation of a Wearable Augmented Reality System for the Enjoyment of the Cultural Heritage},
author = { Nadia Brancati and Giuseppe Caggianese and Giuseppe De Pietro and Maria Frucci and Luigi Gallo and Pietro Neroni},
doi = {10.1109/SITIS.2015.98},
isbn = {978-1-4673-9721-6},
year = {2015},
date = {2015-11-01},
urldate = {2016-12-06},
booktitle = {2015 The 11th International Conference on Signal-Image Technology and Internet-Based Systems (SITIS)},
pages = {768--774},
publisher = {IEEE},
address = {Bangkok, Thailand},
abstract = {The recent availability of low cost wearable augmented reality (WAR) technologies is leveraging the design of applications in the cultural heritage domain in order to support users in their emotional journey among the cultural artefacts and monuments of a city. In this paper, we describe a user study evaluating the usability of a wearable augmented reality touchless interface for the enjoyment of the cultural heritage in outdoor environments. The usability evaluation has been carried out in out-of-lab settings with inexperienced users, during a three day exhibition in the city of Naples. The presented results are related to the ease of use and learning of the system, and to the user's satisfaction in the enjoyment of the system.},
keywords = {Augmented Reality, Cultural heritage, Touchless interaction, User study},
pubstate = {published},
tppubtype = {inproceedings}
}
The recent availability of low cost wearable augmented reality (WAR) technologies is leveraging the design of applications in the cultural heritage domain in order to support users in their emotional journey among the cultural artefacts and monuments of a city. In this paper, we describe a user study evaluating the usability of a wearable augmented reality touchless interface for the enjoyment of the cultural heritage in outdoor environments. The usability evaluation has been carried out in out-of-lab settings with inexperienced users, during a three day exhibition in the city of Naples. The presented results are related to the ease of use and learning of the system, and to the user's satisfaction in the enjoyment of the system.
Brancati, Nadia; Caggianese, Giuseppe; Frucci, Maria; Gallo, Luigi; Neroni, Pietro
Robust Fingertip Detection in Egocentric Vision under Varying Illumination Conditions Proceedings Article
In: IEEE International Conference on Multimedia & Expo Workshops (ICMEW), pp. 1–6, IEEE, Torino, Italy, 2015, ISBN: 978-1-4799-7079-7.
Abstract | Links | BibTeX | Tags: Ego-Vision, Fingertip detection, Point-and-click interface, RGB-D, Touchless interaction
@inproceedings{brancatiRobustFingertipDetection2015,
title = {Robust Fingertip Detection in Egocentric Vision under Varying Illumination Conditions},
author = { Nadia Brancati and Giuseppe Caggianese and Maria Frucci and Luigi Gallo and Pietro Neroni},
doi = {10.1109/ICMEW.2015.7169798},
isbn = {978-1-4799-7079-7},
year = {2015},
date = {2015-07-01},
urldate = {2016-12-06},
booktitle = {IEEE International Conference on Multimedia & Expo Workshops (ICMEW)},
pages = {1--6},
publisher = {IEEE},
address = {Torino, Italy},
abstract = {Wearable augmented reality (AR) systems have the potential to significantly lower the barriers to accessing information, while leaving the focus of the user's attention on the real world. To reveal their true potential, the human-machine interface is crucial. A touchless point-and-click interface for wearable AR systems may be suitable for use in many realworld applications, but it demands fingertip detection techniques robust enough to cope with cluttered backgrounds and varying illumination conditions. In this paper we propose an approach that, by automatically choosing between color and depth features, allows to detect the hand and then the user's fingertip both in indoor and outdoor scenarios, with or without adequate illumination.},
keywords = {Ego-Vision, Fingertip detection, Point-and-click interface, RGB-D, Touchless interaction},
pubstate = {published},
tppubtype = {inproceedings}
}
Wearable augmented reality (AR) systems have the potential to significantly lower the barriers to accessing information, while leaving the focus of the user's attention on the real world. To reveal their true potential, the human-machine interface is crucial. A touchless point-and-click interface for wearable AR systems may be suitable for use in many realworld applications, but it demands fingertip detection techniques robust enough to cope with cluttered backgrounds and varying illumination conditions. In this paper we propose an approach that, by automatically choosing between color and depth features, allows to detect the hand and then the user's fingertip both in indoor and outdoor scenarios, with or without adequate illumination.
Brancati, Nadia; Caggianese, Giuseppe; Frucci, Maria; Gallo, Luigi; Neroni, Pietro
Touchless Target Selection Techniques for Wearable Augmented Reality Systems Proceedings Article
In: Damiani, Ernesto; Howlett, Robert J.; Jain, Lakhmi C.; Gallo, Luigi; Pietro, Giuseppe De (Ed.): Intelligent Interactive Multimedia Systems and Services, pp. 1–9, Springer International Publishing Switzerland, Sorrento, Italy, 2015, ISBN: 978-3-319-19829-3 978-3-319-19830-9.
Abstract | Links | BibTeX | Tags: Air tap, Augmented Reality, Thumb trigger, Touchless interaction, Wait to click
@inproceedings{brancatiTouchlessTargetSelection2015,
title = {Touchless Target Selection Techniques for Wearable Augmented Reality Systems},
author = { Nadia Brancati and Giuseppe Caggianese and Maria Frucci and Luigi Gallo and Pietro Neroni},
editor = { Ernesto Damiani and Robert J. Howlett and Lakhmi C. Jain and Luigi Gallo and Giuseppe De Pietro},
doi = {10.1007/978-3-319-19830-9_1},
isbn = {978-3-319-19829-3 978-3-319-19830-9},
year = {2015},
date = {2015-06-01},
urldate = {2016-12-06},
booktitle = {Intelligent Interactive Multimedia Systems and Services},
volume = {40},
pages = {1--9},
publisher = {Springer International Publishing Switzerland},
address = {Sorrento, Italy},
series = {Smart Innovation, Systems and Technologies},
abstract = {The paper deals with target selection techniques for wearable augmented reality systems. In particular, we focus on the three techniques most commonly used in distant freehand pointing and clicking on large displays: wait to click, air tap and thumb trigger. The paper details the design of the techniques for a touchless augmented reality interface and provides the results of a preliminary usability evaluation carried out in out-of-lab settings.},
keywords = {Air tap, Augmented Reality, Thumb trigger, Touchless interaction, Wait to click},
pubstate = {published},
tppubtype = {inproceedings}
}
The paper deals with target selection techniques for wearable augmented reality systems. In particular, we focus on the three techniques most commonly used in distant freehand pointing and clicking on large displays: wait to click, air tap and thumb trigger. The paper details the design of the techniques for a touchless augmented reality interface and provides the results of a preliminary usability evaluation carried out in out-of-lab settings.
Brancati, Nadia; Caggianese, Giuseppe; Pietro, Giuseppe De; Frucci, Maria; Gallo, Luigi; Neroni, Pietro
Tecnologie Indossabili di Realt`a Virtuale e Aumentata per la Fruizione Interattiva del Patrimonio Culturale Proceedings Article
In: Chianese, Angelo; Bifulco, Francesco (Ed.): Proceedings del Workshop LOSAI Laboratori Open su Scienza Arte e Innovazione, pp. 49–60, Napoli, Italy, 2015, ISBN: 978-88-99130-20-6.
Abstract | BibTeX | Tags: Augmented Reality, Ego-Vision, Touchless interaction, Virtual Reality, Wearable augmented reality
@inproceedings{brancatiTecnologieIndossabiliDi2015,
title = {Tecnologie Indossabili di Realt`a Virtuale e Aumentata per la Fruizione Interattiva del Patrimonio Culturale},
author = { Nadia Brancati and Giuseppe Caggianese and Giuseppe De Pietro and Maria Frucci and Luigi Gallo and Pietro Neroni},
editor = { Angelo Chianese and Francesco Bifulco},
isbn = {978-88-99130-20-6},
year = {2015},
date = {2015-05-01},
booktitle = {Proceedings del Workshop LOSAI Laboratori Open su Scienza Arte e Innovazione},
pages = {49--60},
address = {Napoli, Italy},
abstract = {La fruizione del patrimonio culturale, tangibile e intangibile, `e oggi in forte evoluzione. Il visitatore pu`o non solo guardare le opere, ma interagire, richiedere informazioni aggiuntive su ci`o che vede, inquadrare l'opera nel contesto socio-culturale. Le tecnologie di realt`a aumentata e virtuale stanno diventando sempre pi`u un valido strumento per rispondere a queste esigenze. Tuttavia, affinché tali tecnologie divengano un elemento efficace per la fruizione del patrimonio culturale, devono poter essere semplici da usare, non ingombranti e poter supportare il visitatore, fornendogli informazioni in qualsiasi luogo, outdoor (e.g., siti turistici, piazze), o indoor (e.g., musei, chiese). A valle di una panoramica delle nuove tecnologie e delle loro potenzialit`a, in questo articolo viene presentato un sistema prototipale che, tramite un dispositivo indossabile di realt`a aumentata adatto all'utilizzo sia indoor che outdoor, permette di interagire mediante comandi gestuali con le informazioni proiettate nel campo visivo dell'utente.},
keywords = {Augmented Reality, Ego-Vision, Touchless interaction, Virtual Reality, Wearable augmented reality},
pubstate = {published},
tppubtype = {inproceedings}
}
La fruizione del patrimonio culturale, tangibile e intangibile, `e oggi in forte evoluzione. Il visitatore pu`o non solo guardare le opere, ma interagire, richiedere informazioni aggiuntive su ci`o che vede, inquadrare l'opera nel contesto socio-culturale. Le tecnologie di realt`a aumentata e virtuale stanno diventando sempre pi`u un valido strumento per rispondere a queste esigenze. Tuttavia, affinché tali tecnologie divengano un elemento efficace per la fruizione del patrimonio culturale, devono poter essere semplici da usare, non ingombranti e poter supportare il visitatore, fornendogli informazioni in qualsiasi luogo, outdoor (e.g., siti turistici, piazze), o indoor (e.g., musei, chiese). A valle di una panoramica delle nuove tecnologie e delle loro potenzialit`a, in questo articolo viene presentato un sistema prototipale che, tramite un dispositivo indossabile di realt`a aumentata adatto all'utilizzo sia indoor che outdoor, permette di interagire mediante comandi gestuali con le informazioni proiettate nel campo visivo dell'utente.
2014
Caggianese, Giuseppe; Gallo, Luigi; Pietro, Giuseppe De
Design and Preliminary Evaluation of a Touchless Interface for Manipulating Virtual Heritage Artefacts Proceedings Article
In: Signal-Image Technology and Internet-Based Systems (SITIS), 2014 Tenth International Conference On, pp. 493–500, IEEE, 2014, ISBN: 978-1-4799-7978-3.
Abstract | Links | BibTeX | Tags: 3D interaction, Cultural heritage, system usability evaluation, Touchless interaction
@inproceedings{caggianeseDesignPreliminaryEvaluation2014,
title = {Design and Preliminary Evaluation of a Touchless Interface for Manipulating Virtual Heritage Artefacts},
author = { Giuseppe Caggianese and Luigi Gallo and Giuseppe De Pietro},
doi = {10.1109/SITIS.2014.44},
isbn = {978-1-4799-7978-3},
year = {2014},
date = {2014-11-01},
urldate = {2016-12-06},
booktitle = {Signal-Image Technology and Internet-Based Systems (SITIS), 2014 Tenth International Conference On},
pages = {493--500},
publisher = {IEEE},
abstract = {In this paper, an interactive virtual reality (VR) system, realized with the aim of improving the dissemination and presentation of cultural artefacts, is presented. By using off-the-shelf devices, the system provides the users with an interface where a computer generated representation of a cultural artefact can be manipulated in a touch less way. The proposed system could be a useful instrument complementary to a visit to an actual exhibition without requiring any structural intervention, and allowing the user to become an active actor, able to enjoy different prospectives and all the details of the artefact. The paper describes the hardware and software system components, and details the interface specifically designed to obtain a simple and immediate exploration of a cultural heritage artefact. Furthermore, the paper provides the results of a preliminary evaluation of the usability of the interface which revealed up a significant difference between younger and older adult users.},
keywords = {3D interaction, Cultural heritage, system usability evaluation, Touchless interaction},
pubstate = {published},
tppubtype = {inproceedings}
}
In this paper, an interactive virtual reality (VR) system, realized with the aim of improving the dissemination and presentation of cultural artefacts, is presented. By using off-the-shelf devices, the system provides the users with an interface where a computer generated representation of a cultural artefact can be manipulated in a touch less way. The proposed system could be a useful instrument complementary to a visit to an actual exhibition without requiring any structural intervention, and allowing the user to become an active actor, able to enjoy different prospectives and all the details of the artefact. The paper describes the hardware and software system components, and details the interface specifically designed to obtain a simple and immediate exploration of a cultural heritage artefact. Furthermore, the paper provides the results of a preliminary evaluation of the usability of the interface which revealed up a significant difference between younger and older adult users.
Gallo, Luigi
Hand Shape Classification Using Depth Data for Unconstrained 3D Interaction Journal Article
In: Journal of Ambient Intelligence and Smart Environments, vol. 6, no. 1, pp. 93–105, 2014, ISSN: 1876-1364.
Abstract | Links | BibTeX | Tags: 3D interaction, Classification, Kinect, Static hand pose recognition, Touchless interaction, Visualization
@article{galloHandShapeClassification2014,
title = {Hand Shape Classification Using Depth Data for Unconstrained 3D Interaction},
author = { Luigi Gallo},
doi = {10.3233/AIS-130239},
issn = {1876-1364},
year = {2014},
date = {2014-01-01},
journal = {Journal of Ambient Intelligence and Smart Environments},
volume = {6},
number = {1},
pages = {93--105},
abstract = {In this paper, we introduce a novel method for view-independent hand pose recognition from depth data. The proposed approach, which does not rely on color information, provides an estimation of the shape and orientation of the user's hand without constraining him/her to maintain a fixed position in the 3D space. We use principal component analysis to estimate the hand orientation in space, Flusser moment invariants as image features and two SVM-RBF classifiers for visual recognition. Moreover, we describe a novel weighting method that takes advantage of the orientation and velocity of the user's hand to assign a score to each hand shape hypothesis. The complete processing chain is described and evaluated in terms of real-time performance and classification accuracy. As a case study, it has also been integrated into a touchless interface for 3D medical visualization, which allows users to manipulate 3D anatomical parts with up to six degrees of freedom. Furthermore, the paper discusses the results of a user study aimed at assessing if using hand velocity as an indicator of the user's intentionality in changing hand posture results in an overall gain in the classification accuracy. The experimental results show that, especially in the presence of out-of-plane rotations of the hand, the introduction of the velocity-based weighting method produces a significant increase in the pose recognition accuracy.},
keywords = {3D interaction, Classification, Kinect, Static hand pose recognition, Touchless interaction, Visualization},
pubstate = {published},
tppubtype = {article}
}
In this paper, we introduce a novel method for view-independent hand pose recognition from depth data. The proposed approach, which does not rely on color information, provides an estimation of the shape and orientation of the user's hand without constraining him/her to maintain a fixed position in the 3D space. We use principal component analysis to estimate the hand orientation in space, Flusser moment invariants as image features and two SVM-RBF classifiers for visual recognition. Moreover, we describe a novel weighting method that takes advantage of the orientation and velocity of the user's hand to assign a score to each hand shape hypothesis. The complete processing chain is described and evaluated in terms of real-time performance and classification accuracy. As a case study, it has also been integrated into a touchless interface for 3D medical visualization, which allows users to manipulate 3D anatomical parts with up to six degrees of freedom. Furthermore, the paper discusses the results of a user study aimed at assessing if using hand velocity as an indicator of the user's intentionality in changing hand posture results in an overall gain in the classification accuracy. The experimental results show that, especially in the presence of out-of-plane rotations of the hand, the introduction of the velocity-based weighting method produces a significant increase in the pose recognition accuracy.
2013
Gallo, Luigi
A Study on the Degrees of Freedom in Touchless Interaction Proceedings Article
In: SA '13 SIGGRAPH Asia 2013 Technical Briefs, pp. 28, ACM, Hong Kong, Hong Kong, 2013, ISBN: 978-1-4503-2629-2.
Abstract | Links | BibTeX | Tags: 3D interaction, DOF, Touchless interaction, User study
@inproceedings{galloStudyDegreesFreedom2013,
title = {A Study on the Degrees of Freedom in Touchless Interaction},
author = { Luigi Gallo},
doi = {10.1145/2542355.2542390},
isbn = {978-1-4503-2629-2},
year = {2013},
date = {2013-11-01},
booktitle = {SA '13 SIGGRAPH Asia 2013 Technical Briefs},
pages = {28},
publisher = {ACM},
address = {Hong Kong, Hong Kong},
abstract = {During the last few years, we have been witnessing a widespread adoption of touchless technologies in the context of surgical procedures. Touchless interfaces are advantageous in that they can preserve sterility around the patient, allowing surgeons to visualize medical images without having to physically touch any control or to rely on a proxy. Such interfaces have been tailored to interact with 2D medical images but not with 3D reconstructions of anatomical data, since such an interaction requires at least three degrees of freedom. In this paper, we discuss the results of a user study in which a mouse-based interface has been compared with two Kinect-based touchless interfaces which allow users to interact with 3D data with up to nine degrees of freedom. The experimental results show that there is a significant relation between the number of degrees of freedom simultaneously controlled by the user and the number of degrees of freedom required to perform, in a touchless way, an accurate manipulation task.},
keywords = {3D interaction, DOF, Touchless interaction, User study},
pubstate = {published},
tppubtype = {inproceedings}
}
During the last few years, we have been witnessing a widespread adoption of touchless technologies in the context of surgical procedures. Touchless interfaces are advantageous in that they can preserve sterility around the patient, allowing surgeons to visualize medical images without having to physically touch any control or to rely on a proxy. Such interfaces have been tailored to interact with 2D medical images but not with 3D reconstructions of anatomical data, since such an interaction requires at least three degrees of freedom. In this paper, we discuss the results of a user study in which a mouse-based interface has been compared with two Kinect-based touchless interfaces which allow users to interact with 3D data with up to nine degrees of freedom. The experimental results show that there is a significant relation between the number of degrees of freedom simultaneously controlled by the user and the number of degrees of freedom required to perform, in a touchless way, an accurate manipulation task.
2012
Gallo, Luigi; Placitelli, Alessio Pierluigi
View-Independent Hand Posture Recognition from Single Depth Images Using PCA and Flusser Moments Proceedings Article
In: SITIS '12: Eighth International Conference on Signal Image Technology and Internet Based Systems, pp. 898–904, IEEE, Sorrento, Italy, 2012, ISBN: 978-1-4673-5152-2.
Abstract | Links | BibTeX | Tags: Depth data, Posture recognition, Touchless interaction
@inproceedings{galloViewindependentHandPosture2012,
title = {View-Independent Hand Posture Recognition from Single Depth Images Using PCA and Flusser Moments},
author = { Luigi Gallo and Alessio Pierluigi Placitelli},
doi = {10.1109/SITIS.2012.133},
isbn = {978-1-4673-5152-2},
year = {2012},
date = {2012-11-01},
booktitle = {SITIS '12: Eighth International Conference on Signal Image Technology and Internet Based Systems},
pages = {898--904},
publisher = {IEEE},
address = {Sorrento, Italy},
abstract = {This paper presents a view-independent hand pose recognition system, which allows the recognition of a limited set of predefined postures from single, low resolution depth images in real time on standard hardware in unconstrained environments. The system consists of three modules: hand segmentation and pose compensation, feature extraction and processing, and hand pose recognition. We use principal component analysis to estimate the hand orientation in space and Flusser moment invariants as image features for visual recognition. The implementation details, classification accuracy and performance measures of the recognition system are reported and discussed. The experimental results show that the system can recognize the pose of two hands at full frame rate with an average total latency lower than 5 ms.},
keywords = {Depth data, Posture recognition, Touchless interaction},
pubstate = {published},
tppubtype = {inproceedings}
}
This paper presents a view-independent hand pose recognition system, which allows the recognition of a limited set of predefined postures from single, low resolution depth images in real time on standard hardware in unconstrained environments. The system consists of three modules: hand segmentation and pose compensation, feature extraction and processing, and hand pose recognition. We use principal component analysis to estimate the hand orientation in space and Flusser moment invariants as image features for visual recognition. The implementation details, classification accuracy and performance measures of the recognition system are reported and discussed. The experimental results show that the system can recognize the pose of two hands at full frame rate with an average total latency lower than 5 ms.
Coronato, Antonio; Gallo, Luigi
Toward a Framework for Rapid Prototyping of Touchless User Interfaces Proceedings Article
In: CISIS '12: Proceedings of the International Conference on Complex, Intelligent and Software Intensive Systems, pp. 539–543, IEEE Computer Society, Palermo, Italy, 2012, ISBN: 978-0-7695-4687-2.
Abstract | Links | BibTeX | Tags: Framework, Gestural user interfaces, Natural User Interfaces, Touchless interaction
@inproceedings{coronatoFrameworkRapidPrototyping2012,
title = {Toward a Framework for Rapid Prototyping of Touchless User Interfaces},
author = { Antonio Coronato and Luigi Gallo},
doi = {10.1109/CISIS.2012.77},
isbn = {978-0-7695-4687-2},
year = {2012},
date = {2012-07-01},
booktitle = {CISIS '12: Proceedings of the International Conference on Complex, Intelligent and Software Intensive Systems},
pages = {539--543},
publisher = {IEEE Computer Society},
address = {Palermo, Italy},
abstract = {Recent advances in depth-sensing technologies are fostering the design of Natural User Interfaces (NUI) for use in several application domains. However, due to the complexity of existing software components and to compatibility issues, the design process remains challenging. This paper presents a framework aimed at facilitating the development of natural, touchless user interfaces. The proposed framework, which is based on the publish-subscribe paradigm, allows product and interaction designers to rapidly prototype and test their system by building upon a set of standard modules. The framework also provides the building blocks to extend the basic set of modules, easing code reuse.},
keywords = {Framework, Gestural user interfaces, Natural User Interfaces, Touchless interaction},
pubstate = {published},
tppubtype = {inproceedings}
}
Recent advances in depth-sensing technologies are fostering the design of Natural User Interfaces (NUI) for use in several application domains. However, due to the complexity of existing software components and to compatibility issues, the design process remains challenging. This paper presents a framework aimed at facilitating the development of natural, touchless user interfaces. The proposed framework, which is based on the publish-subscribe paradigm, allows product and interaction designers to rapidly prototype and test their system by building upon a set of standard modules. The framework also provides the building blocks to extend the basic set of modules, easing code reuse.
2011
Gallo, Luigi; Placitelli, Alessio Pierluigi; Ciampi, Mario
Controller-Free Exploration of Medical Image Data: Experiencing the Kinect Proceedings Article
In: 2011 24th International Symposium on Computer-Based Medical Systems (CBMS), pp. 1–6, IEEE, Bristol, United Kingdom, 2011, ISBN: 978-1-4577-1189-3.
Abstract | Links | BibTeX | Tags: Healthcare, Kinect, Medical Imaging, Touchless interaction
@inproceedings{galloControllerfreeExplorationMedical2011,
title = {Controller-Free Exploration of Medical Image Data: Experiencing the Kinect},
author = { Luigi Gallo and Alessio Pierluigi Placitelli and Mario Ciampi},
doi = {10.1109/CBMS.2011.5999138},
isbn = {978-1-4577-1189-3},
year = {2011},
date = {2011-06-01},
booktitle = {2011 24th International Symposium on Computer-Based Medical Systems (CBMS)},
pages = {1--6},
publisher = {IEEE},
address = {Bristol, United Kingdom},
abstract = {In this paper, an open-source system for a controller-free, highly interactive exploration of medical images is presented. By using a Microsoft Xbox KinectTM as the only input device, the system's user interface allows users to interact at a distance through hand and arm gestures. The paper also details the interaction techniques we have designed specifically for the deviceless exploration of medical imaging data. Since the user interface is touch-free and does not require complex calibration steps, it is suitable for use in operating rooms, where non-sterilizable devices cannot be used.},
keywords = {Healthcare, Kinect, Medical Imaging, Touchless interaction},
pubstate = {published},
tppubtype = {inproceedings}
}
In this paper, an open-source system for a controller-free, highly interactive exploration of medical images is presented. By using a Microsoft Xbox KinectTM as the only input device, the system's user interface allows users to interact at a distance through hand and arm gestures. The paper also details the interaction techniques we have designed specifically for the deviceless exploration of medical imaging data. Since the user interface is touch-free and does not require complex calibration steps, it is suitable for use in operating rooms, where non-sterilizable devices cannot be used.
Pietro, Giuseppe De; Ciampi, Mario; Gallo, Luigi; Minutolo, Aniello
MITO: Medical Imaging Toolkit Miscellaneous
2011.
Abstract | BibTeX | Tags: Healthcare, Medical Imaging, Touchless interaction, User interface
@misc{depietroMITOMedicalImaging2011,
title = {MITO: Medical Imaging Toolkit},
author = { Giuseppe De Pietro and Mario Ciampi and Luigi Gallo and Aniello Minutolo},
year = {2011},
date = {2011-01-01},
abstract = {"MITO - Medical Imaging TOolkit" is an open-source (GNU General Public License version 2.0 - GPLv2), Windows-based software architecture for advanced Medical Imaging. Main characteristics are: DICOM compliant, 2D/3D/S3D visualization, image segmentation and fusion, ROI, advanced 3D user interface. Its latest version, the OR edition, provides a 2D/3D interface for manipulating medical images within sterile environments (e.g., operating rooms), in a touchless way. MITO has been downloaded, so far (February 2016) 35,027 times from 160 countries all around the World.},
keywords = {Healthcare, Medical Imaging, Touchless interaction, User interface},
pubstate = {published},
tppubtype = {misc}
}
"MITO - Medical Imaging TOolkit" is an open-source (GNU General Public License version 2.0 - GPLv2), Windows-based software architecture for advanced Medical Imaging. Main characteristics are: DICOM compliant, 2D/3D/S3D visualization, image segmentation and fusion, ROI, advanced 3D user interface. Its latest version, the OR edition, provides a 2D/3D interface for manipulating medical images within sterile environments (e.g., operating rooms), in a touchless way. MITO has been downloaded, so far (February 2016) 35,027 times from 160 countries all around the World.