@article{M2AA63D53,
title = "Resolution of Answer-Repetition Problems in a Generative Question-Answering Chat System",
journal = "Journal of KIISE, JOK",
year = "2018",
issn = "2383-630X",
doi = "10.5626/JOK.2018.45.9.925",
author = "Sihyung Kim,Harksoo Kim",
keywords = "question-answering chat system,sequence-to-sequence model,coverage mechanism,adaptive control of attention mechanism,repetition loss function",
abstract = "A question-answering (QA) chat system is a chatbot that responds to simple factoid questions by retrieving information from knowledge bases. Recently, many chat systems based on sequence-to-sequence neural networks have been implemented and have shown new possibilities for generative models. However, the generative chat systems have word repetition problems, in that the same words in a response are repeatedly generated. A QA chat system also has similar problems, in that the same answer expressions frequently appear for a given question and are repeatedly generated. To resolve this answer-repetition problem, we propose a new sequence-to-sequence model reflecting a coverage mechanism and an adaptive control of attention (ACA) mechanism in a decoder. In addition, we propose a repetition loss function reflecting the number of unique words in a response. In the experiments, the proposed model performed better than various baseline models on all metrics, such as accuracy, BLEU, ROUGE-1, ROUGE-2, ROUGE-L, and Distinct-1."
}