Learning from Dialogue after Deployment: Feed Yourself, Chatbot!. Hancock, B., Bordes, A., Mazare, P., & Weston, J. Paper abstract bibtex The majority of conversations a dialogue agent sees over its lifetime occur after it has already been trained and deployed, leaving a vast store of potential training signal untapped. In this work, we propose the self-feeding chatbot, a dialogue agent with the ability to extract new training examples from the conversations it participates in. As our agent engages in conversation, it also estimates user satisfaction in its responses. When the conversation appears to be going well, the user's responses become new training examples to imitate. When the agent believes it has made a mistake, it asks for feedback; learning to predict the feedback that will be given improves the chatbot's dialogue abilities further. On the PersonaChat chit-chat dataset with over 131k training examples, we find that learning from dialogue with a self-feeding chatbot significantly improves performance, regardless of the amount of traditional supervision.
@article{hancockLearningDialogueDeployment2019,
archivePrefix = {arXiv},
eprinttype = {arxiv},
eprint = {1901.05415},
primaryClass = {cs, stat},
title = {Learning from {{Dialogue}} after {{Deployment}}: {{Feed Yourself}}, {{Chatbot}}!},
url = {http://arxiv.org/abs/1901.05415},
shorttitle = {Learning from {{Dialogue}} after {{Deployment}}},
abstract = {The majority of conversations a dialogue agent sees over its lifetime occur after it has already been trained and deployed, leaving a vast store of potential training signal untapped. In this work, we propose the self-feeding chatbot, a dialogue agent with the ability to extract new training examples from the conversations it participates in. As our agent engages in conversation, it also estimates user satisfaction in its responses. When the conversation appears to be going well, the user's responses become new training examples to imitate. When the agent believes it has made a mistake, it asks for feedback; learning to predict the feedback that will be given improves the chatbot's dialogue abilities further. On the PersonaChat chit-chat dataset with over 131k training examples, we find that learning from dialogue with a self-feeding chatbot significantly improves performance, regardless of the amount of traditional supervision.},
urldate = {2019-01-18},
date = {2019-01-16},
keywords = {Statistics - Machine Learning,Computer Science - Artificial Intelligence,Computer Science - Computation and Language,Computer Science - Machine Learning,Computer Science - Human-Computer Interaction},
author = {Hancock, Braden and Bordes, Antoine and Mazare, Pierre-Emmanuel and Weston, Jason},
file = {/home/dimitri/Nextcloud/Zotero/storage/7Y8L4A8C/Hancock et al. - 2019 - Learning from Dialogue after Deployment Feed Your.pdf;/home/dimitri/Nextcloud/Zotero/storage/N3VWAGA2/1901.html}
}
Downloads: 0
{"_id":"ocxmhpye6P2sm55E2","bibbaseid":"hancock-bordes-mazare-weston-learningfromdialogueafterdeploymentfeedyourselfchatbot","authorIDs":[],"author_short":["Hancock, B.","Bordes, A.","Mazare, P.","Weston, J."],"bibdata":{"bibtype":"article","type":"article","archiveprefix":"arXiv","eprinttype":"arxiv","eprint":"1901.05415","primaryclass":"cs, stat","title":"Learning from Dialogue after Deployment: Feed Yourself, Chatbot!","url":"http://arxiv.org/abs/1901.05415","shorttitle":"Learning from Dialogue after Deployment","abstract":"The majority of conversations a dialogue agent sees over its lifetime occur after it has already been trained and deployed, leaving a vast store of potential training signal untapped. In this work, we propose the self-feeding chatbot, a dialogue agent with the ability to extract new training examples from the conversations it participates in. As our agent engages in conversation, it also estimates user satisfaction in its responses. When the conversation appears to be going well, the user's responses become new training examples to imitate. When the agent believes it has made a mistake, it asks for feedback; learning to predict the feedback that will be given improves the chatbot's dialogue abilities further. On the PersonaChat chit-chat dataset with over 131k training examples, we find that learning from dialogue with a self-feeding chatbot significantly improves performance, regardless of the amount of traditional supervision.","urldate":"2019-01-18","date":"2019-01-16","keywords":"Statistics - Machine Learning,Computer Science - Artificial Intelligence,Computer Science - Computation and Language,Computer Science - Machine Learning,Computer Science - Human-Computer Interaction","author":[{"propositions":[],"lastnames":["Hancock"],"firstnames":["Braden"],"suffixes":[]},{"propositions":[],"lastnames":["Bordes"],"firstnames":["Antoine"],"suffixes":[]},{"propositions":[],"lastnames":["Mazare"],"firstnames":["Pierre-Emmanuel"],"suffixes":[]},{"propositions":[],"lastnames":["Weston"],"firstnames":["Jason"],"suffixes":[]}],"file":"/home/dimitri/Nextcloud/Zotero/storage/7Y8L4A8C/Hancock et al. - 2019 - Learning from Dialogue after Deployment Feed Your.pdf;/home/dimitri/Nextcloud/Zotero/storage/N3VWAGA2/1901.html","bibtex":"@article{hancockLearningDialogueDeployment2019,\n archivePrefix = {arXiv},\n eprinttype = {arxiv},\n eprint = {1901.05415},\n primaryClass = {cs, stat},\n title = {Learning from {{Dialogue}} after {{Deployment}}: {{Feed Yourself}}, {{Chatbot}}!},\n url = {http://arxiv.org/abs/1901.05415},\n shorttitle = {Learning from {{Dialogue}} after {{Deployment}}},\n abstract = {The majority of conversations a dialogue agent sees over its lifetime occur after it has already been trained and deployed, leaving a vast store of potential training signal untapped. In this work, we propose the self-feeding chatbot, a dialogue agent with the ability to extract new training examples from the conversations it participates in. As our agent engages in conversation, it also estimates user satisfaction in its responses. When the conversation appears to be going well, the user's responses become new training examples to imitate. When the agent believes it has made a mistake, it asks for feedback; learning to predict the feedback that will be given improves the chatbot's dialogue abilities further. On the PersonaChat chit-chat dataset with over 131k training examples, we find that learning from dialogue with a self-feeding chatbot significantly improves performance, regardless of the amount of traditional supervision.},\n urldate = {2019-01-18},\n date = {2019-01-16},\n keywords = {Statistics - Machine Learning,Computer Science - Artificial Intelligence,Computer Science - Computation and Language,Computer Science - Machine Learning,Computer Science - Human-Computer Interaction},\n author = {Hancock, Braden and Bordes, Antoine and Mazare, Pierre-Emmanuel and Weston, Jason},\n file = {/home/dimitri/Nextcloud/Zotero/storage/7Y8L4A8C/Hancock et al. - 2019 - Learning from Dialogue after Deployment Feed Your.pdf;/home/dimitri/Nextcloud/Zotero/storage/N3VWAGA2/1901.html}\n}\n\n","author_short":["Hancock, B.","Bordes, A.","Mazare, P.","Weston, J."],"key":"hancockLearningDialogueDeployment2019","id":"hancockLearningDialogueDeployment2019","bibbaseid":"hancock-bordes-mazare-weston-learningfromdialogueafterdeploymentfeedyourselfchatbot","role":"author","urls":{"Paper":"http://arxiv.org/abs/1901.05415"},"keyword":["Statistics - Machine Learning","Computer Science - Artificial Intelligence","Computer Science - Computation and Language","Computer Science - Machine Learning","Computer Science - Human-Computer Interaction"],"downloads":0},"bibtype":"article","biburl":"https://raw.githubusercontent.com/dlozeve/newblog/master/bib/all.bib","creationDate":"2020-01-08T20:39:39.224Z","downloads":0,"keywords":["statistics - machine learning","computer science - artificial intelligence","computer science - computation and language","computer science - machine learning","computer science - human-computer interaction"],"search_terms":["learning","dialogue","deployment","feed","yourself","chatbot","hancock","bordes","mazare","weston"],"title":"Learning from Dialogue after Deployment: Feed Yourself, Chatbot!","year":null,"dataSources":["3XqdvqRE7zuX4cm8m"]}