@article{deriuSurveyEvaluationMethods2019,
  archivePrefix = {arXiv},
  eprinttype = {arxiv},
  eprint = {1905.04071},
  primaryClass = {cs},
  title = {Survey on {{Evaluation Methods}} for {{Dialogue Systems}}},
  url = {http://arxiv.org/abs/1905.04071},
  abstract = {In this paper we survey the methods and concepts developed for the evaluation of dialogue systems. Evaluation is a crucial part during the development process. Often, dialogue systems are evaluated by means of human evaluations and questionnaires. However, this tends to be very cost and time intensive. Thus, much work has been put into finding methods, which allow to reduce the involvement of human labour. In this survey, we present the main concepts and methods. For this, we differentiate between the various classes of dialogue systems (task-oriented dialogue systems, conversational dialogue systems, and question-answering dialogue systems). We cover each class by introducing the main technologies developed for the dialogue systems and then by presenting the evaluation methods regarding this class.},
  urldate = {2019-05-13},
  date = {2019-05-10},
  keywords = {Computer Science - Artificial Intelligence,Computer Science - Computation and Language,Computer Science - Machine Learning,Computer Science - Human-Computer Interaction},
  author = {Deriu, Jan and Rodrigo, Alvaro and Otegi, Arantxa and Echegoyen, Guillermo and Rosset, Sophie and Agirre, Eneko and Cieliebak, Mark},
  file = {/home/dimitri/Nextcloud/Zotero/storage/C3ELPHN2/Deriu et al. - 2019 - Survey on Evaluation Methods for Dialogue Systems.pdf;/home/dimitri/Nextcloud/Zotero/storage/EIMU5STH/1905.html}
}

{"_id":"nDauG7MwJT6dj39cx","bibbaseid":"deriu-rodrigo-otegi-echegoyen-rosset-agirre-cieliebak-surveyonevaluationmethodsfordialoguesystems","authorIDs":[],"author_short":["Deriu, J.","Rodrigo, A.","Otegi, A.","Echegoyen, G.","Rosset, S.","Agirre, E.","Cieliebak, M."],"bibdata":{"bibtype":"article","type":"article","archiveprefix":"arXiv","eprinttype":"arxiv","eprint":"1905.04071","primaryclass":"cs","title":"Survey on Evaluation Methods for Dialogue Systems","url":"http://arxiv.org/abs/1905.04071","abstract":"In this paper we survey the methods and concepts developed for the evaluation of dialogue systems. Evaluation is a crucial part during the development process. Often, dialogue systems are evaluated by means of human evaluations and questionnaires. However, this tends to be very cost and time intensive. Thus, much work has been put into finding methods, which allow to reduce the involvement of human labour. In this survey, we present the main concepts and methods. For this, we differentiate between the various classes of dialogue systems (task-oriented dialogue systems, conversational dialogue systems, and question-answering dialogue systems). We cover each class by introducing the main technologies developed for the dialogue systems and then by presenting the evaluation methods regarding this class.","urldate":"2019-05-13","date":"2019-05-10","keywords":"Computer Science - Artificial Intelligence,Computer Science - Computation and Language,Computer Science - Machine Learning,Computer Science - Human-Computer Interaction","author":[{"propositions":[],"lastnames":["Deriu"],"firstnames":["Jan"],"suffixes":[]},{"propositions":[],"lastnames":["Rodrigo"],"firstnames":["Alvaro"],"suffixes":[]},{"propositions":[],"lastnames":["Otegi"],"firstnames":["Arantxa"],"suffixes":[]},{"propositions":[],"lastnames":["Echegoyen"],"firstnames":["Guillermo"],"suffixes":[]},{"propositions":[],"lastnames":["Rosset"],"firstnames":["Sophie"],"suffixes":[]},{"propositions":[],"lastnames":["Agirre"],"firstnames":["Eneko"],"suffixes":[]},{"propositions":[],"lastnames":["Cieliebak"],"firstnames":["Mark"],"suffixes":[]}],"file":"/home/dimitri/Nextcloud/Zotero/storage/C3ELPHN2/Deriu et al. - 2019 - Survey on Evaluation Methods for Dialogue Systems.pdf;/home/dimitri/Nextcloud/Zotero/storage/EIMU5STH/1905.html","bibtex":"@article{deriuSurveyEvaluationMethods2019,\n archivePrefix = {arXiv},\n eprinttype = {arxiv},\n eprint = {1905.04071},\n primaryClass = {cs},\n title = {Survey on {{Evaluation Methods}} for {{Dialogue Systems}}},\n url = {http://arxiv.org/abs/1905.04071},\n abstract = {In this paper we survey the methods and concepts developed for the evaluation of dialogue systems. Evaluation is a crucial part during the development process. Often, dialogue systems are evaluated by means of human evaluations and questionnaires. However, this tends to be very cost and time intensive. Thus, much work has been put into finding methods, which allow to reduce the involvement of human labour. In this survey, we present the main concepts and methods. For this, we differentiate between the various classes of dialogue systems (task-oriented dialogue systems, conversational dialogue systems, and question-answering dialogue systems). We cover each class by introducing the main technologies developed for the dialogue systems and then by presenting the evaluation methods regarding this class.},\n urldate = {2019-05-13},\n date = {2019-05-10},\n keywords = {Computer Science - Artificial Intelligence,Computer Science - Computation and Language,Computer Science - Machine Learning,Computer Science - Human-Computer Interaction},\n author = {Deriu, Jan and Rodrigo, Alvaro and Otegi, Arantxa and Echegoyen, Guillermo and Rosset, Sophie and Agirre, Eneko and Cieliebak, Mark},\n file = {/home/dimitri/Nextcloud/Zotero/storage/C3ELPHN2/Deriu et al. - 2019 - Survey on Evaluation Methods for Dialogue Systems.pdf;/home/dimitri/Nextcloud/Zotero/storage/EIMU5STH/1905.html}\n}\n\n","author_short":["Deriu, J.","Rodrigo, A.","Otegi, A.","Echegoyen, G.","Rosset, S.","Agirre, E.","Cieliebak, M."],"key":"deriuSurveyEvaluationMethods2019","id":"deriuSurveyEvaluationMethods2019","bibbaseid":"deriu-rodrigo-otegi-echegoyen-rosset-agirre-cieliebak-surveyonevaluationmethodsfordialoguesystems","role":"author","urls":{"Paper":"http://arxiv.org/abs/1905.04071"},"keyword":["Computer Science - Artificial Intelligence","Computer Science - Computation and Language","Computer Science - Machine Learning","Computer Science - Human-Computer Interaction"],"downloads":0},"bibtype":"article","biburl":"https://raw.githubusercontent.com/dlozeve/newblog/master/bib/all.bib","creationDate":"2020-01-08T20:39:39.355Z","downloads":0,"keywords":["computer science - artificial intelligence","computer science - computation and language","computer science - machine learning","computer science - human-computer interaction"],"search_terms":["survey","evaluation","methods","dialogue","systems","deriu","rodrigo","otegi","echegoyen","rosset","agirre","cieliebak"],"title":"Survey on Evaluation Methods for Dialogue Systems","year":null,"dataSources":["3XqdvqRE7zuX4cm8m"]}