@article{ART003364208},
author={Euna Song and Beak-Cheol Jang},
title={Injecting Hanja Radical Structure into Korean BERT through LoRA-based Contrastive Learning},
journal={Journal of The Korea Society of Computer and Information},
issn={1598-849X},
year={2026},
volume={31},
number={7},
pages={45-54}
TY - JOUR
AU - Euna Song
AU - Beak-Cheol Jang
TI - Injecting Hanja Radical Structure into Korean BERT through LoRA-based Contrastive Learning
JO - Journal of The Korea Society of Computer and Information
PY - 2026
VL - 31
IS - 7
PB - The Korean Society Of Computer And Information
SP - 45
EP - 54
SN - 1598-849X
AB - Modern Korean vocabulary comprises approximately 66–70% Sino-Korean words (漢字語)[1] whose sub-character semantic structures encoded in Hanja radicals (部首) are not explicitly modeled by existing Korean pre-trained language models. We propose a parameter-efficient fine-tuning framework applying LoRA to KLUE BERT-base with InfoNCE contrastive loss on 19,396 word pairs from 3,128 Sino-Korean words (0.98% of total parameters updated), using Hanja radicals as supervision signals. The proposed method achieves k-NN Acc@1 of 0.7007 on a hold-out structural generalization task— outperforming all baselines including KoSimCSE (0.5758)—and WSD accuracy of 0.8402 on the auxiliary task, demonstrating that Hanja radical structure serves as an effective supervision signal for semantic clustering in Korean embedding spaces.
KW - Hanja Radical;Contrastive Learning;LoRA;Korean BERT;Word Sense Disambiguation
DO -
UR -
ER -
Euna Song and Beak-Cheol Jang. (2026). Injecting Hanja Radical Structure into Korean BERT through LoRA-based Contrastive Learning. Journal of The Korea Society of Computer and Information, 31(7), 45-54.
Euna Song and Beak-Cheol Jang. 2026, "Injecting Hanja Radical Structure into Korean BERT through LoRA-based Contrastive Learning", Journal of The Korea Society of Computer and Information, vol.31, no.7 pp.45-54.
Euna Song, Beak-Cheol Jang "Injecting Hanja Radical Structure into Korean BERT through LoRA-based Contrastive Learning" Journal of The Korea Society of Computer and Information 31.7 pp.45-54 (2026) : 45.
Euna Song, Beak-Cheol Jang. Injecting Hanja Radical Structure into Korean BERT through LoRA-based Contrastive Learning. 2026; 31(7), 45-54.
Euna Song and Beak-Cheol Jang. "Injecting Hanja Radical Structure into Korean BERT through LoRA-based Contrastive Learning" Journal of The Korea Society of Computer and Information 31, no.7 (2026) : 45-54.
Euna Song; Beak-Cheol Jang. Injecting Hanja Radical Structure into Korean BERT through LoRA-based Contrastive Learning. Journal of The Korea Society of Computer and Information, 31(7), 45-54.
Euna Song; Beak-Cheol Jang. Injecting Hanja Radical Structure into Korean BERT through LoRA-based Contrastive Learning. Journal of The Korea Society of Computer and Information. 2026; 31(7) 45-54.
Euna Song, Beak-Cheol Jang. Injecting Hanja Radical Structure into Korean BERT through LoRA-based Contrastive Learning. 2026; 31(7), 45-54.
Euna Song and Beak-Cheol Jang. "Injecting Hanja Radical Structure into Korean BERT through LoRA-based Contrastive Learning" Journal of The Korea Society of Computer and Information 31, no.7 (2026) : 45-54.
