@inproceedings{0c2a1c7636d34ad3b2cadb347d3f0754,
title = "Evaluating Cognitive Load of Text-To-Speech (TTS) synthesis",
abstract = "Current evaluation methods for text-to-speech (TTS) synthesis rely solely on subjective rating scores. These tests typically account mostly for how natural or intelligible the voice is. With state-of-the-art systems, these measures are approaching ceiling and therefore alternative measures such as the cognitive load may become more meaningful. To our knowledge, there is little or no recent work evaluating the cognitive load of state-of- the-art text-to-speech systems. We use pupillometry as a measure of cognitive load. The pupil has been found to dilate upon increased cognitive effort when carrying out a listening task. Currently we are evaluating speech generated by a Deep Neural Network TTS synthesiser. In our method, we generate stimuli that step incrementally from natural speech to synthesized speech by changing only a single feature at a time. Stimuli are presented to listeners in speech-shaped noise conditions.",
keywords = "Cognitive load, Evaluation, Text-to-speech",
author = "Avashna Govender and Cassia Valentini-Botinhao and Simon King",
note = "Funding Information: This project has received funding from the EU{\textquoteright}s H2020 research and innovation programme under the MSCA GA 675324. Publisher Copyright: {\textcopyright} 2019 Proceedings of the International Congress on Acoustics. All rights reserved.; 23rd International Congress on Acoustics: Integrating 4th EAA Euroregio, ICA 2019 ; Conference date: 09-09-2019 Through 23-09-2019",
year = "2019",
month = sep,
day = "9",
doi = "10.18154/RWTH-CONV-239695",
language = "English",
series = "Proceedings of the International Congress on Acoustics",
publisher = "International Commission for Acoustics (ICA)",
pages = "5759--5763",
editor = "Martin Ochmann and Vorlander Michael and Janina Fels",
booktitle = "Proceedings of the 23rd International Congress on Acoustics",
}