@article{MFAFF6C58,
title = "Semantic Similarity-based Intent Analysis using Pre-trained Transformer for Natural Language Understanding",
journal = "Journal of KIISE, JOK",
year = "2020",
issn = "2383-630X",
doi = "10.5626/JOK.2020.47.8.748",
author = "Sangkeun Jung,Hyein Seo,Hyunji Kim,Taewook Hwang",
keywords = "deep neural network,natural language understanding,intention analysis,semantic similarity,transformer",
abstract = "Natural language understanding (NLU) is a central technique applied to developing robot, smart messenger, and natural interface. In this study, we propose a novel similarity-based intent analysis method instead of the typical classification methods for intent analysis problems in the NLU. To accomplish this, the neural network-based text and semantic frame readers are introduced to learn semantic vectors using pairwise text-semantic frame instances. The text to vector and the semantic frame to vector projection methods using the pre-trained transformer are proposed. Then, we propose a method of attaching the intention tag of the nearest training sentence to the query sentence by measuring the semantic vector distances in the vector space. Four experiments on the natural language learning suggest that the proposed method demonstrates superior performance compared to the existing intention analysis techniques. These four experiments use natural language corpora in Korean and English. The two experiments in Korean are weather and navigation language corpora, and the two English-based experiments involve air travel information systems and voice platform language corpora."
}