@inproceedings{904353090ec94bf0af12134a0bef2305,
title = "An Early Prediction and Label Smoothing Alignment Strategy for User Intent Classification of Medical Queries",
abstract = "Deep learning models such as RoBERTa and Bi-LSTM are widely utilized in user intention classification tasks. However, in the medical field, there are difficulties in recognizing user intents due to the complexity of medical query representations and medical-specific terms. In this paper, an alignment strategy based on early prediction and label smoothing named EP-LSA is proposed to classify user intents of medical text queries. The EP-LSA strategy uses a Chinese pre-training model RoBERTa to encode sentence features with rich semantic information, predicts the early features of Bi-LSTM in RCNN and aligns them with output features. The early knowledge from early prediction is processed utilizing cross-entropy loss incorporating label smoothing, which enhances random information to the early knowledge and helps the strategy to extract more fine-grained features related to intention labels. Experiment evaluation was performed based on two publicly available datasets KUAKE and CMID. The results demonstrated that the proposed EP-LSA strategy outperformed other baseline methods and demonstrated the effectiveness of the strategy.",
keywords = "Alignment, Early prediction, Intent classification, Label smoothing",
author = "Yuyu Luo and Zhenjie Huang and Wong, {Leung Pun} and Choujun Zhan and Wang, {Fu Lee} and Tianyong Hao",
note = "Publisher Copyright: {\textcopyright} 2022, The Author(s), under exclusive license to Springer Nature Singapore Pte Ltd.; 3rd International Conference on Neural Computing for Advanced Applications, NCAA 2022 ; Conference date: 08-07-2022 Through 10-07-2022",
year = "2022",
doi = "10.1007/978-981-19-6142-7_9",
language = "English",
isbn = "9789811961410",
series = "Communications in Computer and Information Science",
pages = "115--128",
editor = "Haijun Zhang and Yuehui Chen and Xianghua Chu and Zhao Zhang and Tianyong Hao and Zhou Wu and Yimin Yang",
booktitle = "Neural Computing for Advanced Applications - 3rd International Conference, NCAA 2022, Proceedings",
}