KJCKorea
Journal Central

@article{ART002826185},
author={Euhee Kim},
title={Probing Sentence Embeddings in L2 Learners’ LSTM Neural Language Models Using Adaptation Learning},
journal={Journal of The Korea Society of Computer and Information},
issn={1598-849X},
year={2022},
volume={27},
number={3},
pages={13-23},
doi={10.9708/jksci.2022.27.03.013}

TY - JOUR
AU - Euhee Kim
TI - Probing Sentence Embeddings in L2 Learners’ LSTM Neural Language Models Using Adaptation Learning
JO - Journal of The Korea Society of Computer and Information
PY - 2022
VL - 27
IS - 3
PB - The Korean Society Of Computer And Information
SP - 13
EP - 23
SN - 1598-849X
AB - In this study we leveraged a probing method to evaluate how a pre-trained L2 LSTM language model represents sentences with relative and coordinate clauses. The probing experiment employed adapted models based on the pre-trained L2 language models to trace the syntactic properties of sentence embedding vector representations. The dataset for probing was automatically generated using several templates related to different sentence structures. To classify the syntactic properties of sentences for each probing task, we measured the adaptation effects of the language models using syntactic priming. We performed linear mixed-effects model analyses to analyze the relation between adaptation effects in a complex statistical manner and reveal how the L2 language models represent syntactic features for English sentences. When the L2 language models were compared with the baseline L1 Gulordava language models, the analogous results were found for each probing task. In addition, it was confirmed that the L2 language models contain syntactic features of relative and coordinate clauses hierarchically in the sentence embedding representations.
KW - LSTM;(L2) language model;probing method;syntactic priming;adaptation effect
DO - 10.9708/jksci.2022.27.03.013
ER -

Euhee Kim. (2022). Probing Sentence Embeddings in L2 Learners’ LSTM Neural Language Models Using Adaptation Learning. Journal of The Korea Society of Computer and Information, 27(3), 13-23.

Euhee Kim. 2022, "Probing Sentence Embeddings in L2 Learners’ LSTM Neural Language Models Using Adaptation Learning", Journal of The Korea Society of Computer and Information, vol.27, no.3 pp.13-23. Available from: doi:10.9708/jksci.2022.27.03.013

Euhee Kim "Probing Sentence Embeddings in L2 Learners’ LSTM Neural Language Models Using Adaptation Learning" Journal of The Korea Society of Computer and Information 27.3 pp.13-23 (2022) : 13.

Euhee Kim. Probing Sentence Embeddings in L2 Learners’ LSTM Neural Language Models Using Adaptation Learning. 2022; 27(3), 13-23. Available from: doi:10.9708/jksci.2022.27.03.013

Euhee Kim. "Probing Sentence Embeddings in L2 Learners’ LSTM Neural Language Models Using Adaptation Learning" Journal of The Korea Society of Computer and Information 27, no.3 (2022) : 13-23.doi: 10.9708/jksci.2022.27.03.013

Euhee Kim. Probing Sentence Embeddings in L2 Learners’ LSTM Neural Language Models Using Adaptation Learning. Journal of The Korea Society of Computer and Information, 27(3), 13-23. doi: 10.9708/jksci.2022.27.03.013

Euhee Kim. Probing Sentence Embeddings in L2 Learners’ LSTM Neural Language Models Using Adaptation Learning. Journal of The Korea Society of Computer and Information. 2022; 27(3) 13-23. doi: 10.9708/jksci.2022.27.03.013

Euhee Kim. Probing Sentence Embeddings in L2 Learners’ LSTM Neural Language Models Using Adaptation Learning. 2022; 27(3), 13-23. Available from: doi:10.9708/jksci.2022.27.03.013

Euhee Kim. "Probing Sentence Embeddings in L2 Learners’ LSTM Neural Language Models Using Adaptation Learning" Journal of The Korea Society of Computer and Information 27, no.3 (2022) : 13-23.doi: 10.9708/jksci.2022.27.03.013