Publications

@inproceedings{sciannaDIGITALPHOTOGRAMMETRYTLS2020a,

title = {DIGITAL PHOTOGRAMMETRY, TLS SURVEY and 3D MODELLING for VR and AR APPLICATIONS in CH},

author = { Andrea Scianna and Giuseppe Fulvio Gaglio and Marcello La Guardia},

editor = { Mallet C. Lafarge F. Remondino F. Toschi I. Fuse T. Paparoditis N.},

doi = {10.5194/isprs-archives-XLIII-B2-2020-901-2020},

year  = {2020},

date = {2020-01-01},

booktitle = {International Archives of the Photogrammetry, Remote Sensing and Spatial Information Sciences - ISPRS Archives},

volume = {43},

pages = {901--909},

publisher = {International Society for Photogrammetry and Remote Sensing},

abstract = {The world of valorization of Cultural Heritage is even more focused on the virtual representation and reconstructions of digital 3D models of monuments and archaeological sites. In this scenario the quality and the performances offered by the virtual reality (VR) and augmented reality (AR) navigation take primary importance, improving the accessibility of cultural sites where the real access is not allowed for natural conditions or human possibilities. The creation of a virtual environment useful for these purposes requires a specific workflow to follow, combining different strategies in the fields of survey, 3D modelling and virtual navigation. In this work a specific case of study has been analyzed as a practical example, the church of ^gtexteuro San Giorgio dei Genovesi', settled in the Historic Centre of Palermo (Italy). The acquisition of geometric information has been obtained with the integration of Terrestrial Laser Scanner (TLS) technologies and the photogrammetric reconstruction from mini Unmanned Aerial Vehicle (UAV) equipment. The obtained point cloud has been georeferred considering a network of Ground Control Points (GCP) acquired by a Global Navigation Satellite System (GNSS) receiver. The final point cloud has been processed and properly simplified through 3D modelling procedures, to obtain a realistic and light 3D model reconstruction. The model has hence employed into a VR WEB navigation system and will be used for AR outdoor application in the future, allowing to obtain different solutions for empowering the accessibility of the cultural good. The strategy of 3D CH model reconstruction, followed in this work, could be considered a reference methodology for the development of VR gaming applications finalized to CH valorization and AR applications, applied to museums or touristic paths in historical centres. textcopyright 2020 International Archives of the Photogrammetry, Remote Sensing and Spatial Information Sciences - ISPRS Archives.},

keywords = {3D Modelling, Augmented Reality, Digital Photogrammetry, Image Reconstruction, Terrestrial Laser Scanners, Unmanned Aerial Vehicles, Virtual Reality},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{sciannaVIRTUALIZATIONCHHISTORICAL2020a,

title = {THE VIRTUALIZATION of CH for HISTORICAL RECONSTRUCTION: The AR FRUITION of the FOUNTAIN of ST. GEORGE SQUARE in VALLETTA (MALTA)},

author = { Andrea Scianna and Giuseppe Fulvio Gaglio and Reuben Grima and Marcello La Guardia},

editor = { Ellul C. Morley J. Home R. Kalantari M. Wong K.},

doi = {10.5194/isprs-archives-XLIV-4-W1-2020-143-2020},

year  = {2020},

date = {2020-01-01},

booktitle = {International Archives of the Photogrammetry, Remote Sensing and Spatial Information Sciences - ISPRS Archives},

volume = {44},

pages = {143--149},

publisher = {International Society for Photogrammetry and Remote Sensing},

abstract = {Improving accessibility to Cultural Heritage (CH) is an increasingly urgent challenge today. It is not only a matter of physical inaccessibility but also temporal, considering that part of CH now lost. Fortunately, the most modern technological tools are helping to break down both space and time barriers. In facts, recent advances in representation, 3D modelling and survey methodologies opened new scenarios for valorization and conservation of CH. In particular, the improvement of quality in resolution and sensor sensitivity of cameras allowed to achieve the right level of 3D reconstruction through digital photogrammetry procedures. In the same field, terrestrial laser scanners (TLS) allowed acquiring dense point clouds of complex environments with a millimetric level of accuracy. At the same time, the application of Augmented Reality (AR) and Virtual Reality (VR) technologies is an excellent solution for improving the accessibility to monuments, museums and archaeological sites. It is possible to share new levels of information about CH, in space and time, for touristic, managerial and scientific aims. This work is focused on the virtualization of CH, considering the study case of the fountain of Wignacourt, today present in St. Philip Garden in Floriana and initially located in Valletta (Malta). The application presented allows the virtual fruition of the monument placed in its original location, St. George Square. A simplified plant of the square will enable tourists to make a temporal journey in the past with their mobile device. The work is part of the Interreg Italia-Malta European project named I-Access, dedicated to the improvement of CH accessibility. It focuses the attention to the experimentation of new specific procedures in Geomatics necessary to solve big data issues of complex environment visualization. textcopyright Authors 2020.},

keywords = {3D Modelling, Archaeological Site, Augmented Reality, Cultural heritage, Digital Photogrammetry, Historical Reconstruction, Terrestrial Laser Scanners},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{sciannaAugmentedRealityCultural2019a,

title = {Augmented Reality for Cultural Heritage: The Rebirth of a Historical Square},

author = { Andrea Scianna and Giuseppe Fulvio Gaglio and Marcello {la Guardia}},

editor = { Murtiyoso A. Macher H. Assi R. Grussenmeyer P.},

doi = {10.5194/isprs-archives-XLII-2-W17-303-2019},

year  = {2019},

date = {2019-01-01},

booktitle = {International Archives of the Photogrammetry, Remote Sensing and Spatial Information Sciences - ISPRS Archives},

volume = {42},

pages = {303--308},

publisher = {International Society for Photogrammetry and Remote Sensing},

abstract = {The case study, faced in this paper, arises in the context of Interreg Italia-Malta European project named I-Access, dedicated to the improvement of accessibility to Cultural Heritage (CH). Accessibility considered not only as the demolition of physical architectural barriers, but also as the possibility of fruition of CH through technological tools that can increase its perception and knowledge. Last achievements in photogrammetry and terrestrial laser scanner (TLS) technology offered new methods of data acquisition in the field of CH, giving the possibility of monitoring and processing big data, in the form of point clouds. Ever in this field, reverse engineering techniques and computer graphics are even more used for involving visitors to discover CH, with navigation into 3D reconstructions, empowering the real visualization adding further 3D information through the Augmented Reality (AR). At the same time, recent advances on rapid prototyping technologies grant the automated 3D printing of scaled 3D model reconstructions of real CH elements allowing the tactile fruition of visitors that suffer from visual defects and the connection with 3D AR visualizations. The presented work shows how these technologies could revive an historical square, the Piazza Garraffo in Palermo (Italy), with the virtual insertion of its baroque fountain, originally placed there. The final products of this work are an indoor and an outdoor AR mobile application, that allow the visualization of the historical original asset of the square. This study case shows how the mixing of AR and the rapid prototyping technologies could be useful for the improvement of the fruition of CH. This work could be considered a multidisciplinary experimentation, where different technologies, today still in development, contribute to the same goal aimed at improving the accessibility of the monument for enhancing the fruition of CH. textcopyright Authors 2019. CC BY 4.0 License},

keywords = {3D Modelling, 3D Printing, Augmented Reality, Cultural heritage, Image Reconstruction, Mobile Applications, Photogrammetry, Terrestrial Laser Scanners},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{scianna3DVirtualCH2018a,

title = {3D Virtual CH Interactive Information Systems for a Smart Web Browsing Experience for Desktop PCs and Mobile Devices},

author = { Andrea Scianna and Marcello La Guardia},

editor = { Toschi I. Fuse T. Remondino F.},

doi = {10.5194/isprs-archives-XLII-2-1053-2018},

year  = {2018},

date = {2018-01-01},

booktitle = {International Archives of the Photogrammetry, Remote Sensing and Spatial Information Sciences - ISPRS Archives},

volume = {42},

pages = {1053--1059},

publisher = {International Society for Photogrammetry and Remote Sensing},

abstract = {Recently, the diffusion of knowledge on Cultural Heritage (CH) has become an element of primary importance for its valorization. At the same time, the diffusion of surveys based on U AV Unmanned Aerial Vehicles (UAV) technologies and new methods of photogrammetric reconstruction have opened new possibilities for 3D CH representation. Furthermore the recent development of faster and more stable internet connections leads people to increase the use of mobile devices. In the light of all this, the importance of the development of Virtual Reality (VR) environments applied to CH is strategic for the diffusion of knowledge in a smart solution. In particular, the present work shows how, starting from a basic survey and the further photogrammetric reconstruction of a cultural good, is possible to built a 3D CH interactive information system useful for desktop and mobile devices. For this experimentation the Arab-Norman church of the Trinity of Delia (in Castelvetrano-Sicily-Italy) has been adopted as case study. The survey operations have been carried out considering different rapid methods of acquisition (UAV camera, SLR camera and smartphone camera). The web platform to publish the 3D information has been built using HTML5 markup language and WebGL JavaScript libraries (Three.js libraries). This work presents the construction of a 3D navigation system for a web-browsing of a virtual CH environment, with the integration of first person controls and 3D popup links. This contribution adds a further step to enrich the possibilities of open-source technologies applied to the world of CH valorization on web. textcopyright Authors 2018. CC BY 4.0 License.},

keywords = {3D Modelling, Cultural heritage, Image Reconstruction, Information Systems, Photogrammetry, Virtual Reality, WebGL},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{gristinaDEVELOPING3DROAD2016a,

title = {DEVELOPING A 3D ROAD CADASTRAL SYSTEM: COMPARING LEGAL REQUIREMENTS and USER NEEDS},

author = { Susanna Gristina and Claire Ellul and Andrea Scianna},

editor = { van Oosterom P. Zlatanova S. Sithole G. Dimopoulou E. Isikdag U.},

doi = {10.5194/isprs-annals-IV-2-W1-223-2016},

year  = {2016},

date = {2016-01-01},

booktitle = {ISPRS Annals of the Photogrammetry, Remote Sensing and Spatial Information Sciences},

volume = {4},

pages = {223--231},

publisher = {Copernicus GmbH},

abstract = {Road transport has always played an important role in a country's growth and, in order to manage road networks and ensure a high standard of road performance (e.g. durability, efficiency and safety), both public and private road inventories have been implemented using databases and Geographical Information Systems. They enable registering and managing significant amounts of different road information, but to date do not focus on 3D road information, data integration and interoperability. In an increasingly complex 3D urban environment, and in the age of smart cities, however, applications including intelligent transport systems, mobility and traffic management, road maintenance and safety require digital data infrastructures to manage road data: thus new inventories based on integrated 3D road models (queryable, updateable and shareable on line) are required. This paper outlines the first step towards the implementation of 3D GIS-based road inventories. Focusing on the case study of the "Road Cadastre" (the Italian road inventory as established by law), it investigates current limitations and required improvements, and also compares the required data structure imposed by cadastral legislation with real road users' needs. The study aims to: a) determine whether 3D GIS would improve road cadastre (for better management of data through the complete life-cycle infrastructure projects); b) define a conceptual model for a 3D road cadastre for Italy (whose general principles may be extended also to other countries).},

keywords = {3D Modelling, Geographical Information Systems},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{sciannaSharingWeb3D2016a,

title = {Sharing on Web 3D Models of Ancient Theatres. A Methodological Workflow},

author = { Andrea Scianna and Marcello La Guardia and Maria Laura Scaduto},

editor = { Cheng T. Shi W. Tong X. Liu Y. Pettit C. Safar V. Li S. Madden M. Brovelli M.A. Coltekin A. Anton F. Stein A. Li Q.-Q. Sester M. Kawashima H. Tomkova M. Rapant P. HaeKyong K. Halounova L. Mostafavi M.A. Brazdil K.},

doi = {10.5194/isprsarchives-XLI-B2-483-2016},

year  = {2016},

date = {2016-01-01},

booktitle = {International Archives of the Photogrammetry, Remote Sensing and Spatial Information Sciences - ISPRS Archives},

volume = {41},

pages = {483--490},

publisher = {International Society for Photogrammetry and Remote Sensing},

abstract = {In the last few years, the need to share on the Web the knowledge of Cultural Heritage (CH) through navigable 3D models has increased. This need requires the availability of Web-based virtual reality systems and 3D WEBGIS. In order to make the information available to all stakeholders, these instruments should be powerful and at the same time very user-friendly. However, research and experiments carried out so far show that a standardized methodology doesn't exist. All this is due both to complexity and dimensions of geometric models to be published, on the one hand, and to excessive costs of hardware and software tools, on the other. In light of this background, the paper describes a methodological approach for creating 3D models of CH, freely exportable on the Web, based on HTML5 and free and open source software. HTML5, supporting the WebGL standard, allows the exploration of 3D spatial models using most used Web browsers like Chrome, Firefox, Safari, Internet Explorer. The methodological workflow here described has been tested for the construction of a multimedia geo-spatial platform developed for three-dimensional exploration and documentation of the ancient theatres of Segesta and of Carthage, and the surrounding landscapes. The experimental application has allowed us to explore the potential and limitations of sharing on the Web of 3D CH models based on WebGL standard. Sharing capabilities could be extended defining suitable geospatial Web-services based on capabilities of HTML5 and WebGL technology.},

keywords = {3D Modelling, Cultural heritage, Virtual Reality, WebGL},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{scianna3DGisData2010a,

title = {3D Gis Data Model Using Open Source Software},

author = { Andrea Scianna and Alessio Ammoscato},

editor = { Peled A},

year  = {2010},

date = {2010-01-01},

booktitle = {International Archives of the Photogrammetry, Remote Sensing and Spatial Information Sciences - ISPRS Archives},

volume = {38},

pages = {120--125},

publisher = {International Society for Photogrammetry and Remote Sensing},

abstract = {Today many kinds of applications requires data containing actual three-dimensional data; fields like urban and town planning and pollution studies need 3D data, both for visualization purpose, as well as carry out many spatial analysis. This research-Management and use of distributed 3D data by open source Web-GIS software-is part of the Italian "PRIN 2007"$_ast$ research project, aimed to build urban and suburban 3D models, and to interact with them using open source software only. Particularly free and open source software, used for the experimentation here shown, are Blender and PostGIS; the first one has been used to build and structure three-dimensional data, the second one for data allocation. These software interact using scripts, written in Python language. Buildings have been modeled upon the GIANT3D model (Geographical Interoperable Advanced Numerical Topological 3-Dimensional Model) developed in the research "PRIN 2004", regarding "Evolved structure of numerical cartography for Gis and Web-GIS". Python scripts, activated by Blender, allow to allocate data into a spatial database implemented through PostgreSQL and PostGis, that could be a remote database somewhere on the net; all geometrical and topological information, implemented in the 3D model, are so transferred in PostGIS. These information can be retrieved by Blender using other Python scripts, so Blender fully interacts with 3D data allocated in PostGIS. These data can be also accessed by many other clients, both directly using a database client, as using other protocols (like HTTP on the internet). Next step is to build an open source viewer, or a plugin for internet browsers, that allows client to visualize, explore and inquiry 3D model, retrieving data from database.},

keywords = {3D Modelling, Environmental Technology, Geographical Information Systems},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{gaglioJava3DTalkingHead2008,

title = {A Java3D Talking Head for a Chatbot},

author = { Salvatore Gaglio and Giovanni Pilato and Roberto Pirrone and Orazio Gambino and Agnese Augello and Alessandro Caronia},

doi = {10.1109/CISIS.2008.57},

isbn = {0-7695-3109-1 978-0-7695-3109-0},

year  = {2008},

date = {2008-01-01},

booktitle = {Proceedings - CISIS 2008: 2nd International Conference on Complex, Intelligent and Software Intensive Systems},

pages = {709--714},

abstract = {Facial animation is referred to all those systems performing the speech synchronization with an animated face model. This kind of systems are called "Talking Head" or "Talking Face". In this paper a Talking Head oriented to the creation of a Chatbot is presented. It requires an input query and an answer is generated in form of text. The answer is transduced into a facial animation using a 3D face model whose lips movements are synchronized with the sound produced by a speech synthesis module. Our "Talking Head" explores the naturalness of the facial animation and provides a real-time interactive interface to the user. The WEB infrastructure has been realized using the Client-Server model delegating the Chatbot, the Natural Language Processing and the Digital Signal Processing services to the server, while the client is involved in animation, synchronization; in this way, the server can handle multiple requests from clients. textcopyright 2008 IEEE.},

keywords = {3D Modelling, Animation, Artificial intelligence, Human computer interaction, Talking Heads},

pubstate = {published},

tppubtype = {inproceedings}

}

@inproceedings{gambinoVirtualConversationReal2008,

title = {Virtual Conversation with a Real Talking Head},

author = { Orazio Gambino and Agnese Augello and Alessandro Caronia and Giovanni Pilato and Roberto Pirrone and Salvatore Gaglio},

doi = {10.1109/HSI.2008.4581446},

isbn = {1-4244-1543-8 978-1-4244-1543-4},

year  = {2008},

date = {2008-01-01},

booktitle = {2008 Conference on Human System Interaction, HSI 2008},

pages = {263--268},

abstract = {A talking head is system performing an animated face model synchronized with a speech synthesis module. It is used as a presentation layer of a conversational Agent which provide an answer . It provides an answer when a query is written as an input by the user. The textual answer is converted into facial movements of a 3D face model whose lips and tongue movements are synchronized with the sound of the synthetic voice. The Client-Server paradigm has been used for the WEB infrastructure delegating the animation and synchronization to the client, so that the server can satisfy multiple requests from clients; while the Chatbot, the Digital Signal Processing and the Natural language Processing are provided by the server. textcopyright 2008 IEEE.},

keywords = {3D Modelling, Animation, Artificial intelligence, Computational Linguistics, Conversational Agents, Human computer interaction, Natural Language Processing, Talking Heads},

pubstate = {published},

tppubtype = {inproceedings}

}