@inbook{c94041de8c174aaf87eeb4785bbdb23a,
title = "Data collection and synchronisation: Towards a Multiperspective multimodal dialogue system with metacognitive abilities",
abstract = "This article describes the data collection system and methods adopted in the METALOGUE (Multiperspective Multimodal Dialogue System with Metacognitive Abilities) project. The ultimate goal of theMETALOGUE project is to develop a multimodal dialogue system with abilities to deliver instructional advice by interacting with humans in a natural way. The data we are collecting will facilitate the development of a dialogue system which will exploit metacognitive reasoning in order to deliver feedback on the user{\textquoteright}s performance in debates and negotiations. The initial data collection scenario consists of debates where two students are exchanging views and arguments on a social issue, such as a proposed ban on smoking in public areas, and delivering their presentations in front of an audience. Approximately 3 hours of data has been recorded to date, and all recorded streams have been precisely synchronized and pre-processed for statistical learning. The data consists of audio, video and 3-dimensional skeletal movement information of the participants. This datawill be used in the development of cognitive dialogue and discourse models to underpin educational interventions in public speaking training.",
keywords = "Dialogue systems, Instructional advice, Metacognition, Multimodal data, Presentation quality",
author = "Fasih Haider and Saturnino Luz and Nick Campbell",
year = "2016",
month = dec,
day = "25",
doi = "10.1007/978-981-10-2585-3_19",
language = "English",
isbn = "9789811025846",
volume = "999 LNEE",
series = "Lecture Notes in Electrical Engineering",
publisher = "Springer",
pages = "245--256",
booktitle = "Dialogues with Social Robots - Enablements, Analyses, and Evaluation",
address = "United Kingdom",
note = "7th International Workshop on Spoken Dialogue Systems, IWSDS 2016 ; Conference date: 13-01-2016 Through 16-01-2016",
}