AHCI RESEARCH GROUP
Publications
Papers published in international journals,
proceedings of conferences, workshops and books.
OUR RESEARCH
Scientific Publications
How to
You can use the tag cloud to select only the papers dealing with specific research topics.
You can expand the Abstract, Links and BibTex record for each paper.
2022
Augello, Agnese; Infantino, Ignazio; Pilato, Giovanni; Vitale, Gianpaolo
Extending Affective Capabilities for Medical Assistive Robots Journal Article
In: Cognitive Systems Research, vol. 73, pp. 21–25, 2022, ISSN: 13890417.
Abstract | Links | BibTeX | Tags: Anthropomorphic Robots, Assistive Robots, Emotion Detection, Facial Expressions, Human computer interaction, Human Robot Interaction, Humanoid Robots, Natural Language Processing, Robotics, Wellbeing
@article{augelloExtendingAffectiveCapabilities2022,
title = {Extending Affective Capabilities for Medical Assistive Robots},
author = { Agnese Augello and Ignazio Infantino and Giovanni Pilato and Gianpaolo Vitale},
doi = {10.1016/j.cogsys.2021.12.004},
issn = {13890417},
year = {2022},
date = {2022-01-01},
journal = {Cognitive Systems Research},
volume = {73},
pages = {21--25},
abstract = {In this work, we discuss methodologies and implementation choices to enable a humanoid robot to estimate patients' mood and emotions during postoperative home rehabilitation. The approach is modular and it has been implemented into a SoftBank Pepper robotic architecture; however, the approach is general and it can be easily adapted to other robotic platforms. A sample of an interactive session for the detection of the patient's affective state is also reported. textcopyright 2022 Elsevier B.V.},
keywords = {Anthropomorphic Robots, Assistive Robots, Emotion Detection, Facial Expressions, Human computer interaction, Human Robot Interaction, Humanoid Robots, Natural Language Processing, Robotics, Wellbeing},
pubstate = {published},
tppubtype = {article}
}
2021
Augello, Agnese; Gentile, Manuel; Picone, Marco
Mind Games Proceedings Article
In: pp. 84–93, 2021.
Abstract | BibTeX | Tags: Education, Mental Maps, Natural Language Processing, Serious game
@inproceedings{augelloMindGames2021,
title = {Mind Games},
author = { Agnese Augello and Manuel Gentile and Marco Picone},
year = {2021},
date = {2021-01-01},
pages = {84--93},
abstract = {This paper describes the preliminary stages and the theoretical and methodological inspiration for the design of UrbanCraft, a gamified activity based on Kevin Lynch's mental maps and aiming at enhancing youth participation and inclusion in urban co-design and governance. This activity draws on previous local experiences on participation and social inclusion, held in the Southern Italian city of Palermo, in an attempt to mix urban studies, serious games and artificial intelligence methodologies. In this experiment, we designed a gamified activity conceived for nine- to twelve-year-old primary and secondary school children, due to our previous cooperation with several primary and secondary schools in Palermo. Overall, the goal of this proposal is to adapt Lynch's notions of imageability and public images to a serious game and lead the players to an enhanced spatial awareness of their neighborhood and the entire city. Although UrbanCraft is still in its early design stages, the existing network of public institutions, research centers and schools provides a fertile ground for developing the project.},
keywords = {Education, Mental Maps, Natural Language Processing, Serious game},
pubstate = {published},
tppubtype = {inproceedings}
}
2020
Trifir`o, Irene; Augello, Agnese; Maniscalco, Umberto; Pilato, Giovanni; Vella, Filippo; Meo, Rosa
How Are You? How a Robot Can Learn to Express Its Own Roboceptions Proceedings Article
In: Cristiani, Matteo; Toro, Carlos; Zanni-Merk, Cecilia; Howlett, Robert J.; Jain, Lakhmi C. (Ed.): Procedia Computer Science, pp. 480–489, Elsevier B.V., 2020.
Abstract | Links | BibTeX | Tags: Human computer interaction, Knowledge Representation, Latent Semantic Analysis, Natural Language Processing, Robotics, Semantic Computing, Social Robots
@inproceedings{trifiroHowAreYou2020,
title = {How Are You? How a Robot Can Learn to Express Its Own Roboceptions},
author = { Irene Trifir{`o} and Agnese Augello and Umberto Maniscalco and Giovanni Pilato and Filippo Vella and Rosa Meo},
editor = { Matteo Cristiani and Carlos Toro and Cecilia {Zanni-Merk} and Robert J. Howlett and Lakhmi C. Jain},
doi = {10.1016/j.procs.2020.08.050},
year = {2020},
date = {2020-01-01},
booktitle = {Procedia Computer Science},
volume = {176},
pages = {480--489},
publisher = {Elsevier B.V.},
abstract = {This work is framed on investigating how a robot can learn associations between linguistic elements, such as words or sentences, and its bodily perceptions, that we named ``roboceptions''. We discuss the possibility of defining such a process of an association through the interaction with human beings. By interacting with a user, the robot can learn to ascribe a meaning to its roboceptions to express them in natural language. Such a process could then be used by the robot in a verbal interaction to detect some words recalling the previously experimented roboceptions. In this paper, we discuss a Dual-NMT approach to realize such an association. However, it requires adequate training corpus. For this reason, we consider two different phases towards the realization of the system, and we show the results of the first phase, comparing two approaches: one based on the Latent Semantic Analysis paradigm and one based on the Random Indexing methodology.},
keywords = {Human computer interaction, Knowledge Representation, Latent Semantic Analysis, Natural Language Processing, Robotics, Semantic Computing, Social Robots},
pubstate = {published},
tppubtype = {inproceedings}
}
2016
Augello, Agnese; Maniscalco, Umberto; Pilato, Giovanni; Vella, Filippo
Disaster Prevention Virtual Advisors through Soft Sensor Paradigm Journal Article
In: Smart Innovation, Systems and Technologies, vol. 55, pp. 619–627, 2016, ISSN: 21903018.
Abstract | Links | BibTeX | Tags: Artificial intelligence, Conversational Agents, Decision Support Systems, Disaster Prevention, Human computer interaction, Natural Language Processing, Ontologies, Sensor systems
@article{augelloDisasterPreventionVirtual2016,
title = {Disaster Prevention Virtual Advisors through Soft Sensor Paradigm},
author = { Agnese Augello and Umberto Maniscalco and Giovanni Pilato and Filippo Vella},
editor = { Giuseppe De Pietro and Luigi Gallo and Robert J. Howlett and Lakhmi C. Jain},
doi = {10.1007/978-3-319-39345-2_55},
issn = {21903018},
year = {2016},
date = {2016-01-01},
journal = {Smart Innovation, Systems and Technologies},
volume = {55},
pages = {619--627},
abstract = {In this paper we illustrate the architecture of an intelligent advisor agent aimed at limiting, or as far as possible preventing, the damages caused by catastrophic events, such as floods and landslides. The agent models the domain and makes forecasting by exploiting both ontology models and belief network models. Furthermore, it uses a monitoring network to recommend preventive measures and giving alerts, if necessary, before that the event happens. The monitoring network can be implemented through both physical and soft sensors: this choice makes the measurements more adequate and available also in case of failure of some of the physical sensors. The front-end of the agent is made by a chat-bot, capable to interact with human users using natural language. textcopyright Springer International Publishing Switzerland 2016.},
keywords = {Artificial intelligence, Conversational Agents, Decision Support Systems, Disaster Prevention, Human computer interaction, Natural Language Processing, Ontologies, Sensor systems},
pubstate = {published},
tppubtype = {article}
}
Spiccia, Carmelo; Augello, Agnese; Pilato, Giovanni; Vassallo, Giorgio
Semantic Word Error Rate for Sentence Similarity Proceedings Article
In: Proceedings - 2016 IEEE 10th International Conference on Semantic Computing, ICSC 2016, pp. 266–269, Institute of Electrical and Electronics Engineers Inc., 2016, ISBN: 978-1-5090-0661-8.
Abstract | Links | BibTeX | Tags: Human computer interaction, Latent Semantic Analysis, Natural Language Processing, Semantic Computing
@inproceedings{spicciaSemanticWordError2016,
title = {Semantic Word Error Rate for Sentence Similarity},
author = { Carmelo Spiccia and Agnese Augello and Giovanni Pilato and Giorgio Vassallo},
doi = {10.1109/ICSC.2016.11},
isbn = {978-1-5090-0661-8},
year = {2016},
date = {2016-01-01},
booktitle = {Proceedings - 2016 IEEE 10th International Conference on Semantic Computing, ICSC 2016},
pages = {266--269},
publisher = {Institute of Electrical and Electronics Engineers Inc.},
abstract = {Sentence similarity measures have applications in several tasks, including: Machine Translation, Paraphrase Identification, Speech Recognition, Question-answering and Text Summarization. However, measures designed for these tasks are aimed at assessing equivalence rather than resemblance, partly departing from human cognition of similarity. While this is reasonable for these activities, it hinders the applicability of sentence similarity measures to other tasks. We therefore propose a new sentence similarity measure specifically designed for resemblance evaluation, in order to cover these fields better. Experimental results are discussed. textcopyright 2016 IEEE.},
keywords = {Human computer interaction, Latent Semantic Analysis, Natural Language Processing, Semantic Computing},
pubstate = {published},
tppubtype = {inproceedings}
}
2015
Augello, Agnese; Infantino, Ignazio; Pilato, Giovanni; Rizzo, Riccardo; Vella, Filippo
Creativity Evaluation in a Cognitive Architecture Journal Article
In: Biologically Inspired Cognitive Architectures, vol. 11, pp. 29–37, 2015, ISSN: 2212683X.
Abstract | Links | BibTeX | Tags: Artificial intelligence, Cognitive Architectures, Computational Creativity, Creative Process, Creativity Evaluation, Natural Language Processing
@article{augelloCreativityEvaluationCognitive2015,
title = {Creativity Evaluation in a Cognitive Architecture},
author = { Agnese Augello and Ignazio Infantino and Giovanni Pilato and Riccardo Rizzo and Filippo Vella},
doi = {10.1016/j.bica.2014.11.013},
issn = {2212683X},
year = {2015},
date = {2015-01-01},
journal = {Biologically Inspired Cognitive Architectures},
volume = {11},
pages = {29--37},
abstract = {Evaluation is a key factor of creativity: for this reason it should be integrated into a cognitive architecture of a creative artificial agent. The approach illustrated in this paper uses the Psi model, and describes the framework for introducing internal and external evaluations, and how they influence demands and motivation of the artificial agent. Internal evaluation mechanisms drive the creative process, and influence competence of the creative agent. External evaluation acts through certainty, and requires interaction with human users that express both opinions and some subjective quantitative evaluations on the final artwork. The system uses natural language processing techniques in order to infer the satisfaction and the emotional impact of the final product obtained by the creative agent. textcopyright 2014 Elsevier B.V. All rights reserved.},
keywords = {Artificial intelligence, Cognitive Architectures, Computational Creativity, Creative Process, Creativity Evaluation, Natural Language Processing},
pubstate = {published},
tppubtype = {article}
}
2014
Augello, Agnese; Pilato, Giovanni; Vassallo, Giorgio; Gaglio, Salvatore
Chatbots as Interface to Ontologies Journal Article
In: Advances in Intelligent Systems and Computing, vol. 260, pp. 285–299, 2014, ISSN: 21945357.
Abstract | Links | BibTeX | Tags: Chatbots, Conversational Agents, Knowledge Representation, Natural Language Processing, Ontologies
@article{augelloChatbotsInterfaceOntologies2014,
title = {Chatbots as Interface to Ontologies},
author = { Agnese Augello and Giovanni Pilato and Giorgio Vassallo and Salvatore Gaglio},
doi = {10.1007/978-3-319-03992-3_20},
issn = {21945357},
year = {2014},
date = {2014-01-01},
journal = {Advances in Intelligent Systems and Computing},
volume = {260},
pages = {285--299},
abstract = {Chatbots are simple conversational agents using 'pattern matching rules' to carry out the dialogue with the user and various expedients to improve their credibility. However, the rules on which they are based on are too restrictive and their language understanding capability is very limited. Nevertheless chatbots are widespread in several applications, especially to provide information to users in a new and enjoyable way. In this chapter we describe different chatbot architectures, exploiting the use of ontologies in order to create clever information suppliers overcoming the main limits of chatbots: The knowledge base building and the rigidness of the dialogue mechanism. textcopyright Springer International Publishing Switzerland 2014.},
keywords = {Chatbots, Conversational Agents, Knowledge Representation, Natural Language Processing, Ontologies},
pubstate = {published},
tppubtype = {article}
}
Augello, Agnese; Gentile, Manuel; Pilato, Giovanni; Vassallo, Giorgio
A Geometric Algebra Based Distributional Model to Encode Sentences Semantics Proceedings Article
In: Lai, C; Giuliani, A; Semeraro, G (Ed.): DISTRIBUTED SYSTEMS AND APPLICATIONS OF INFORMATION FILTERING AND RETRIEVAL: DART 2012: REVISED AND INVITED PAPERS, pp. 101–114, SPRINGER-VERLAG BERLIN, HEIDELBERGER PLATZ 3, D-14197 BERLIN, GERMANY, 2014, ISBN: 978-3-642-40620-1.
Abstract | Links | BibTeX | Tags: Natural Language Processing, Semantic Computing, Semantic Spaces
@inproceedings{augelloGeometricAlgebraBased2014,
title = {A Geometric Algebra Based Distributional Model to Encode Sentences Semantics},
author = { Agnese Augello and Manuel Gentile and Giovanni Pilato and Giorgio Vassallo},
editor = { C Lai and A Giuliani and G Semeraro},
doi = {10.1007/978-3-642-40621-8_6},
isbn = {978-3-642-40620-1},
year = {2014},
date = {2014-01-01},
booktitle = {DISTRIBUTED SYSTEMS AND APPLICATIONS OF INFORMATION FILTERING AND RETRIEVAL: DART 2012: REVISED AND INVITED PAPERS},
volume = {515},
pages = {101--114},
publisher = {SPRINGER-VERLAG BERLIN},
address = {HEIDELBERGER PLATZ 3, D-14197 BERLIN, GERMANY},
series = {Studies in Computational Intelligence},
abstract = {Word space models are used to encode the semantics of natural language elements by means of high dimensional vectors [23]. Latent Semantic Analysis (LSA) methodology [15] is well known and widely used for its generalization properties. Despite of its good performance in several applications, the model induced by LSA ignores dynamic changes in sentences meaning that depend on the order of the words, because it is based on a bag of words analysis. In this chapter we present a technique that exploits LSA-based semantic spaces and geometric algebra in order to obtain a sub-symbolic encoding of sentences taking into account the words sequence in the sentence.},
keywords = {Natural Language Processing, Semantic Computing, Semantic Spaces},
pubstate = {published},
tppubtype = {inproceedings}
}
Augello, Agnese; Infantino, Ignazio; Pilato, Giovanni; Rizzo, Riccardo; Vella, Filippo
Robotic Creativity Driven by Motivation and Semantic Analysis Proceedings Article
In: Proceedings - 2014 IEEE International Conference on Semantic Computing, ICSC 2014, pp. 285–289, IEEE Computer Society, 2014, ISBN: 978-1-4799-4002-8.
Abstract | Links | BibTeX | Tags: Artificial intelligence, Chatbots, Cognitive Architectures, Computational Creativity, Creative Agents, Motivation, Natural Language Processing, PSI, Semantic Computing, Social Robots
@inproceedings{augelloRoboticCreativityDriven2014,
title = {Robotic Creativity Driven by Motivation and Semantic Analysis},
author = { Agnese Augello and Ignazio Infantino and Giovanni Pilato and Riccardo Rizzo and Filippo Vella},
doi = {10.1109/ICSC.2014.58},
isbn = {978-1-4799-4002-8},
year = {2014},
date = {2014-01-01},
booktitle = {Proceedings - 2014 IEEE International Conference on Semantic Computing, ICSC 2014},
pages = {285--289},
publisher = {IEEE Computer Society},
abstract = {The paper proposes a system architecture for artificial creativity that enables a robot to perform portraits. The proposed cognitive architecture is inspired by the PSI model, and it requires that the motivation of the robot in the execution of its tasks is influenced by urges. Such parameters depend on both internal and external evaluation mechanisms. The system is a premise for the development of an artificial artist able to develop a personality and a behavior that depends on its experience of successes and failures (competence), and the availability of different painting techniques (certainty). The creative execution is driven by the motivation arising from the urges, and the perception of the work being executed or performed. The external evaluation is obtained by analyzing the opinions expressed in natural language from people watching the realized portrait. textcopyright 2014 IEEE.},
keywords = {Artificial intelligence, Chatbots, Cognitive Architectures, Computational Creativity, Creative Agents, Motivation, Natural Language Processing, PSI, Semantic Computing, Social Robots},
pubstate = {published},
tppubtype = {inproceedings}
}
2013
Augello, Agnese; Gaglio, Salvatore; Pilato, Giovanni; Vassallo, Giorgio
Clifford Rotors for Conceptual Representation in Chatbots Journal Article
In: Advances in Intelligent Systems and Computing, vol. 196 AISC, pp. 369–370, 2013, ISSN: 21945357.
Abstract | Links | BibTeX | Tags: Chatbots, Clifford algebra, Conceptual Spaces, Geometric algebra, Knowledge Representation, Latent Semantic Analysis, Natural Language Processing, Semantic Computing
@article{augelloCliffordRotorsConceptual2013,
title = {Clifford Rotors for Conceptual Representation in Chatbots},
author = { Agnese Augello and Salvatore Gaglio and Giovanni Pilato and Giorgio Vassallo},
doi = {10.1007/978-3-642-34274-5_64},
issn = {21945357},
year = {2013},
date = {2013-01-01},
journal = {Advances in Intelligent Systems and Computing},
volume = {196 AISC},
pages = {369--370},
abstract = {In this abstract we introduce an unsupervised sub-symbolic natural language sentences encoding procedure aimed at catching and representing into a Chatbot Knowledge Base (KB) the concepts expressed by an user interacting with a robot. The chatbot KB is coded in a conceptual space induced from the application of the Latent Semantic Analysis (LSA) paradigm on a corpus of documents. LSA has the effect of decomposing the original relationships between elements into linearly-independent vectors. Each basis vector can be considered therefore as a "conceptual coordinate", which can be tagged by the words which better characterize it. This tagging is obtained by performing a (TF-IDF)-like weighting schema [3], that we call TW-ICW (term weight-inverse conceptual coordinate weight), to weigh the relevance of each term on each conceptual coordinate. textcopyright 2013 Springer-Verlag.},
keywords = {Chatbots, Clifford algebra, Conceptual Spaces, Geometric algebra, Knowledge Representation, Latent Semantic Analysis, Natural Language Processing, Semantic Computing},
pubstate = {published},
tppubtype = {article}
}
Sangiorgi, Pierluca; Augello, Agnese; Pilato, Giovanni
An Unsupervised Data-Driven Cross-Lingual Method for Building High Precision Sentiment Lexicons Proceedings Article
In: Proceedings - 2013 IEEE 7th International Conference on Semantic Computing, ICSC 2013, pp. 184–190, 2013, ISBN: 978-0-7695-5119-7.
Abstract | Links | BibTeX | Tags: Natural Language Processing, Sentiment Analysis
@inproceedings{sangiorgiUnsupervisedDatadrivenCrosslingual2013,
title = {An Unsupervised Data-Driven Cross-Lingual Method for Building High Precision Sentiment Lexicons},
author = { Pierluca Sangiorgi and Agnese Augello and Giovanni Pilato},
doi = {10.1109/ICSC.2013.40},
isbn = {978-0-7695-5119-7},
year = {2013},
date = {2013-01-01},
booktitle = {Proceedings - 2013 IEEE 7th International Conference on Semantic Computing, ICSC 2013},
pages = {184--190},
abstract = {In this paper we present a completely unsupervised approach for creating a sentiment lexicon. The approach has been realized by designing a pipeline which implements an unsupervised system that covers different aspects: the automatic extraction of user reviews, the pre-processing of text, the use of a scoring measure which combines: entropy, term frequency, inverse document frequency, and finally a cross lingual intersection. We have validated the approach though the analysis of a previews present in the Google Play market. The results show the effectiveness of the approach given by satisfactory values of precision for the obtained lexicon. textcopyright 2013 IEEE.},
keywords = {Natural Language Processing, Sentiment Analysis},
pubstate = {published},
tppubtype = {inproceedings}
}
2012
Augello, Agnese; Gentile, Manuel; Pilato, Giovanni; Vassallo, Giorgio
Geometric Encoding of Sentences Based on Clifford Algebra Proceedings Article
In: KDIR 2012 - Proceedings of the International Conference on Knowledge Discovery and Information Retrieval, pp. 457–462, 2012, ISBN: 978-989-8565-29-7.
Abstract | BibTeX | Tags: Geometric algebra, Information Retrieval, Knowledge Representation, Natural Language Processing, Semantic Computing, Semantic Spaces
@inproceedings{augelloGeometricEncodingSentences2012,
title = {Geometric Encoding of Sentences Based on Clifford Algebra},
author = { Agnese Augello and Manuel Gentile and Giovanni Pilato and Giorgio Vassallo},
isbn = {978-989-8565-29-7},
year = {2012},
date = {2012-01-01},
booktitle = {KDIR 2012 - Proceedings of the International Conference on Knowledge Discovery and Information Retrieval},
pages = {457--462},
abstract = {Natural language sentences can be represented as vectors in a high dimensional vector space. Generally, these models are based on bag of words approaches, and therefore they do not fully capture the semantics of sentences which depends both by the semantics of the words, and their order in in the phrase. In this work we propose a sub-symbolic methodology to encode natural language sentences considering both these two aspects. The proposed approach exploits the properties of Geometric Algebra rotation operators, called rotors, to code sentences through the rotation of an orthogonal basis of a semantic space. The methodology is based on three main steps: the construction of a semantic space, the association of ad-hoc rotors to sentence bigrams, and finally the coding of the sentence through the application of the obtained rotors to a standard basis in the semantic space. Copyright textcopyright 2012 SciTePress - Science and Technology Publications.},
keywords = {Geometric algebra, Information Retrieval, Knowledge Representation, Natural Language Processing, Semantic Computing, Semantic Spaces},
pubstate = {published},
tppubtype = {inproceedings}
}
2009
Augello, Agnese; Vassallo, Giorgio; Gaglio, Salvatore; Pilato, Giovanni
A Semantic Layer on Semi-Structured Data Sources for Intuitive Chatbots Proceedings Article
In: Proceedings of the International Conference on Complex, Intelligent and Software Intensive Systems, CISIS 2009, pp. 760–765, 2009, ISBN: 978-0-7695-3575-3.
Abstract | Links | BibTeX | Tags: Chatbots, Knowledge Representation, Natural Language Processing, Semantic Computing, Semantic Spaces
@inproceedings{augelloSemanticLayerSemistructured2009,
title = {A Semantic Layer on Semi-Structured Data Sources for Intuitive Chatbots},
author = { Agnese Augello and Giorgio Vassallo and Salvatore Gaglio and Giovanni Pilato},
doi = {10.1109/CISIS.2009.165},
isbn = {978-0-7695-3575-3},
year = {2009},
date = {2009-01-01},
booktitle = {Proceedings of the International Conference on Complex, Intelligent and Software Intensive Systems, CISIS 2009},
pages = {760--765},
abstract = {The main limits of chatbot technology are related to the building of their knowledge representation and to their rigid information retrieval and dialogue capabilities, usually based on simple "pattern matching rules". The analysis of distributional properties of words in a texts corpus allows the creation of semantic spaces where represent and compare natural language elements. This space can be interpreted as a "conceptual" space where the axes represent the latent primitive concepts of the analyzed corpus. The presented work aims at exploiting the properties of a data-driven semantic/conceptual space built using semistructured data sources freely available on the web, like Wikipedia. This coding is equivalent to adding, into the Wikipedia graph, a conceptual similarity relationship layer. The chatbot can exploit this layer in order to simulate an "intuitive" behavior, attempting to retrieve semantic relations between Wikipedia resources also through associative sub-symbolic paths. textcopyright 2009 IEEE.},
keywords = {Chatbots, Knowledge Representation, Natural Language Processing, Semantic Computing, Semantic Spaces},
pubstate = {published},
tppubtype = {inproceedings}
}
Gambino, Orazio; Augello, Agnese; Caronia, Alessandro; Pilato, Giovanni; Pirrone, Roberto; Gaglio, Salvatore
A Web-Oriented Java 3D Talking Head Journal Article
In: Advances in Intelligent and Soft Computing, vol. 60, pp. 295–311, 2009, ISSN: 18675662.
Abstract | Links | BibTeX | Tags: 3D Modelling, Animation, Human computer interaction, Natural Language Processing
@article{gambinoWeborientedJava3D2009,
title = {A Web-Oriented Java 3D Talking Head},
author = { Orazio Gambino and Agnese Augello and Alessandro Caronia and Giovanni Pilato and Roberto Pirrone and Salvatore Gaglio},
editor = { Kulikowski J.L. Hippe Z.S.},
doi = {10.1007/978-3-642-03202-8_24},
issn = {18675662},
year = {2009},
date = {2009-01-01},
journal = {Advances in Intelligent and Soft Computing},
volume = {60},
pages = {295--311},
abstract = {Facial animation denotes all those systems performing speech synchronization with an animated face model. These kinds of systems are named Talking Heads or Talking Faces. At the same time simple dialogue systems called chatbots have been developed. Chatbots are software agents able to interact with users through pattern-matching based rules. In this paper a Talking Head oriented to the creation of a Chatbot is presented. An answer is generated in form of text triggered by an input query. The answer is converted into a facial animation using a 3D face model whose lips movements are synchronized with the sound produced by a speech synthesis module. Our Talking Head exploits the naturalness of the facial animation and provides a real-time interactive interface to the user. Besides, it is specifically suited for being used on the web. This leads to a set of requirements to be satisfied, like: simple installation, visual quality, fast download, and interactivity in real time. The web infrastructure has been realized using the Client-Server model. The Chatbot, the Natural Language Processing and the Digital Signal Processing services are delegated to the server. The client is involved in animation and synchronization. This way, the server can handle multiple requests from clients. The conversation module has been implemented using the A.L.I.C.E. (Artificial Linguistic Internet Computer Entity) technology. The output of the chatbot is given input to the Natural Language Processing (Comedia Speech), incorporating a text analyzer, a letter-to-sound module and a module for the generation of prosody. The client, through the synchronization module, computes the time of real duration of the animation and the duration of each phoneme and consequently of each viseme. The morphing module performs the animation of the facial model and the voice reproduction. As a result, the user will see the answer to question both in textual form and in the form of visual animation. textcopyright Springer-Verlag Berlin Heidelberg 2009.},
keywords = {3D Modelling, Animation, Human computer interaction, Natural Language Processing},
pubstate = {published},
tppubtype = {article}
}
2008
Augello, Agnese; Vassallo, Giorgio; Gaglio, Salvatore; Pilato, Giovanni
Sentence Induced Transformations in "Conceptual" Spaces Proceedings Article
In: Proceedings - IEEE International Conference on Semantic Computing 2008, ICSC 2008, pp. 34–41, 2008, ISBN: 978-0-7695-3279-0.
Abstract | Links | BibTeX | Tags: Clifford algebra, Geometric algebra, Latent Semantic Analysis, Natural Language Processing, Semantic Computing
@inproceedings{augelloSentenceInducedTransformations2008,
title = {Sentence Induced Transformations in "Conceptual" Spaces},
author = { Agnese Augello and Giorgio Vassallo and Salvatore Gaglio and Giovanni Pilato},
doi = {10.1109/ICSC.2008.74},
isbn = {978-0-7695-3279-0},
year = {2008},
date = {2008-01-01},
booktitle = {Proceedings - IEEE International Conference on Semantic Computing 2008, ICSC 2008},
pages = {34--41},
abstract = {The proposed work illustrates how "primitive concepts "can be automatically induced from a text corpus. The primitive concepts are identified by the orthonormal axis of a "conceptual" space induced by a methodology inspired to the Latent Semantic Analysis approach. The methodology represents a natural language sentence by means of a set of rotations of an orthonormal basis in the "conceptual" space. The rotations, triggered by the sequence of words composing the sentence and realized by means of Geometric Algebra rotors, allow to highlight "conceptual" relations that can arise among the primitive concepts. textcopyright 2008 IEEE.},
keywords = {Clifford algebra, Geometric algebra, Latent Semantic Analysis, Natural Language Processing, Semantic Computing},
pubstate = {published},
tppubtype = {inproceedings}
}
Gambino, Orazio; Augello, Agnese; Caronia, Alessandro; Pilato, Giovanni; Pirrone, Roberto; Gaglio, Salvatore
Virtual Conversation with a Real Talking Head Proceedings Article
In: 2008 Conference on Human System Interaction, HSI 2008, pp. 263–268, 2008, ISBN: 1-4244-1543-8 978-1-4244-1543-4.
Abstract | Links | BibTeX | Tags: 3D Modelling, Animation, Artificial intelligence, Computational Linguistics, Conversational Agents, Human computer interaction, Natural Language Processing, Talking Heads
@inproceedings{gambinoVirtualConversationReal2008,
title = {Virtual Conversation with a Real Talking Head},
author = { Orazio Gambino and Agnese Augello and Alessandro Caronia and Giovanni Pilato and Roberto Pirrone and Salvatore Gaglio},
doi = {10.1109/HSI.2008.4581446},
isbn = {1-4244-1543-8 978-1-4244-1543-4},
year = {2008},
date = {2008-01-01},
booktitle = {2008 Conference on Human System Interaction, HSI 2008},
pages = {263--268},
abstract = {A talking head is system performing an animated face model synchronized with a speech synthesis module. It is used as a presentation layer of a conversational Agent which provide an answer . It provides an answer when a query is written as an input by the user. The textual answer is converted into facial movements of a 3D face model whose lips and tongue movements are synchronized with the sound of the synthetic voice. The Client-Server paradigm has been used for the WEB infrastructure delegating the animation and synchronization to the client, so that the server can satisfy multiple requests from clients; while the Chatbot, the Digital Signal Processing and the Natural language Processing are provided by the server. textcopyright 2008 IEEE.},
keywords = {3D Modelling, Animation, Artificial intelligence, Computational Linguistics, Conversational Agents, Human computer interaction, Natural Language Processing, Talking Heads},
pubstate = {published},
tppubtype = {inproceedings}
}
2007
Pilato, Giovanni; Augello, Agnese; Vassallo, Giorgio; Gaglio, Salvatore
Geometrie Algebra Rotors for Sub-Symbolic Coding of Natural Language Sentences Journal Article
In: Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 4692 LNAI, no. PART 1, pp. 42–51, 2007, ISSN: 03029743.
Abstract | BibTeX | Tags: Clifford algebra, Geometric algebra, Latent Semantic Analysis, Natural Language Processing
@article{pilatoGeometrieAlgebraRotors2007,
title = {Geometrie Algebra Rotors for Sub-Symbolic Coding of Natural Language Sentences},
author = { Giovanni Pilato and Agnese Augello and Giorgio Vassallo and Salvatore Gaglio},
issn = {03029743},
year = {2007},
date = {2007-01-01},
journal = {Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)},
volume = {4692 LNAI},
number = {PART 1},
pages = {42--51},
abstract = {A sub-symbolic encoding methodology for natural language sentences is presented. The procedure is based on the creation of an LSA-inspired semantic space and associates rotation operators derived from Geometric Algebra to word bigrams of the sentence. The operators are subsequently applied to an orthonormal standard basis of the created semantic space according to the order in which words appear in the sentence. The final rotated basis is then coded as a vector and its orthogonal part constitutes the sub-symbolic coding of the sentence. Preliminary experimental results for a classification task, compared with the traditional LSA methodology, show the effectiveness of the approach. textcopyright Springer-Verlag Berlin Heidelberg 2007.},
keywords = {Clifford algebra, Geometric algebra, Latent Semantic Analysis, Natural Language Processing},
pubstate = {published},
tppubtype = {article}
}