@article{ART002768459},
author={Gun-Min Nam and Namgyu Kim},
title={Deep Learning-based Target Masking Scheme for Understanding Meaning of Newly Coined Words},
journal={Journal of The Korea Society of Computer and Information},
issn={1598-849X},
year={2021},
volume={26},
number={10},
pages={157-165},
doi={10.9708/jksci.2021.26.10.157}
TY - JOUR
AU - Gun-Min Nam
AU - Namgyu Kim
TI - Deep Learning-based Target Masking Scheme for Understanding Meaning of Newly Coined Words
JO - Journal of The Korea Society of Computer and Information
PY - 2021
VL - 26
IS - 10
PB - The Korean Society Of Computer And Information
SP - 157
EP - 165
SN - 1598-849X
AB - Recently, studies using deep learning to analyze a large amount of text are being actively conducted.
In particular, a pre-trained language model that applies the learning results of a large amount of text to the analysis of a specific domain text is attracting attention. Among various pre-trained language models, BERT(Bidirectional Encoder Representations from Transformers)-based model is the most widely used. Recently, research to improve the performance of analysis is being conducted through further pre-training using BERT's MLM(Masked Language Model). However, the traditional MLM has difficulties in clearly understands the meaning of sentences containing new words such as newly coined words. Therefore, in this study, we newly propose NTM(Newly coined words Target Masking), which performs masking only on new words. As a result of analyzing about 700,000 movie reviews of portal 'N' by applying the proposed methodology, it was confirmed that the proposed NTM showed superior performance in terms of accuracy of sensitivity analysis compared to the existing random masking.
KW - Target Masking;Deep Learning;BERT;Newly Coined Words;Sentiment Analysis
DO - 10.9708/jksci.2021.26.10.157
ER -
Gun-Min Nam and Namgyu Kim. (2021). Deep Learning-based Target Masking Scheme for Understanding Meaning of Newly Coined Words. Journal of The Korea Society of Computer and Information, 26(10), 157-165.
Gun-Min Nam and Namgyu Kim. 2021, "Deep Learning-based Target Masking Scheme for Understanding Meaning of Newly Coined Words", Journal of The Korea Society of Computer and Information, vol.26, no.10 pp.157-165. Available from: doi:10.9708/jksci.2021.26.10.157
Gun-Min Nam, Namgyu Kim "Deep Learning-based Target Masking Scheme for Understanding Meaning of Newly Coined Words" Journal of The Korea Society of Computer and Information 26.10 pp.157-165 (2021) : 157.
Gun-Min Nam, Namgyu Kim. Deep Learning-based Target Masking Scheme for Understanding Meaning of Newly Coined Words. 2021; 26(10), 157-165. Available from: doi:10.9708/jksci.2021.26.10.157
Gun-Min Nam and Namgyu Kim. "Deep Learning-based Target Masking Scheme for Understanding Meaning of Newly Coined Words" Journal of The Korea Society of Computer and Information 26, no.10 (2021) : 157-165.doi: 10.9708/jksci.2021.26.10.157
Gun-Min Nam; Namgyu Kim. Deep Learning-based Target Masking Scheme for Understanding Meaning of Newly Coined Words. Journal of The Korea Society of Computer and Information, 26(10), 157-165. doi: 10.9708/jksci.2021.26.10.157
Gun-Min Nam; Namgyu Kim. Deep Learning-based Target Masking Scheme for Understanding Meaning of Newly Coined Words. Journal of The Korea Society of Computer and Information. 2021; 26(10) 157-165. doi: 10.9708/jksci.2021.26.10.157
Gun-Min Nam, Namgyu Kim. Deep Learning-based Target Masking Scheme for Understanding Meaning of Newly Coined Words. 2021; 26(10), 157-165. Available from: doi:10.9708/jksci.2021.26.10.157
Gun-Min Nam and Namgyu Kim. "Deep Learning-based Target Masking Scheme for Understanding Meaning of Newly Coined Words" Journal of The Korea Society of Computer and Information 26, no.10 (2021) : 157-165.doi: 10.9708/jksci.2021.26.10.157