@article{ART002945403},
author={Jieun Lee and Choi, Hyo-eun},
title={A Case Study of the Evaluation of Legal and Patent Korean-English Machine Translations by a Domain-Specific NMT Engine},
journal={The Journal of Translation Studies},
issn={1229-795X},
year={2023},
volume={24},
number={1},
pages={9-37},
doi={10.15749/jts.2023.24.1.001}
TY - JOUR
AU - Jieun Lee
AU - Choi, Hyo-eun
TI - A Case Study of the Evaluation of Legal and Patent Korean-English Machine Translations by a Domain-Specific NMT Engine
JO - The Journal of Translation Studies
PY - 2023
VL - 24
IS - 1
PB - The Korean Association for Translation Studies
SP - 9
EP - 37
SN - 1229-795X
AB - This paper addresses the quality of Korean-English legal and patent translation outputs by a commercial neural machine translation engine customized for legal and patent translations. The current research is based on both automatic and human evaluations of Otran’s English translations of Korean statutes and Korean titles of invention and abstracts extracted from patent gazettes. In automatic evaluation, both BLEU and METEOR scores revealed that legal translation outperformed patent translation. Human evaluation results confirmed the automatic evaluation results, showing Otran’s legal translation receiving better evaluation than its patent translation. According to the error comments provided by evaluators, terminology and other errors, mostly stylistic issues, were the most prevalent error types in the legal translation, while terminology and syntax errors were the most frequent in the patent translation. In the legal translation, accuracy and fluency errors were far scarcer than in the patent translation. The results suggest that the domain-specific NMT engine needs improvement in handling terminology in both legal and patent translation, and its legal translation output proved to be good enough for gisting. The findings from this case study cannot be generalized and thus call for further research.
KW - NMT;legal MT;patent MT;automatic translation;MT evaluation
DO - 10.15749/jts.2023.24.1.001
ER -
Jieun Lee and Choi, Hyo-eun. (2023). A Case Study of the Evaluation of Legal and Patent Korean-English Machine Translations by a Domain-Specific NMT Engine. The Journal of Translation Studies, 24(1), 9-37.
Jieun Lee and Choi, Hyo-eun. 2023, "A Case Study of the Evaluation of Legal and Patent Korean-English Machine Translations by a Domain-Specific NMT Engine", The Journal of Translation Studies, vol.24, no.1 pp.9-37. Available from: doi:10.15749/jts.2023.24.1.001
Jieun Lee, Choi, Hyo-eun "A Case Study of the Evaluation of Legal and Patent Korean-English Machine Translations by a Domain-Specific NMT Engine" The Journal of Translation Studies 24.1 pp.9-37 (2023) : 9.
Jieun Lee, Choi, Hyo-eun. A Case Study of the Evaluation of Legal and Patent Korean-English Machine Translations by a Domain-Specific NMT Engine. 2023; 24(1), 9-37. Available from: doi:10.15749/jts.2023.24.1.001
Jieun Lee and Choi, Hyo-eun. "A Case Study of the Evaluation of Legal and Patent Korean-English Machine Translations by a Domain-Specific NMT Engine" The Journal of Translation Studies 24, no.1 (2023) : 9-37.doi: 10.15749/jts.2023.24.1.001
Jieun Lee; Choi, Hyo-eun. A Case Study of the Evaluation of Legal and Patent Korean-English Machine Translations by a Domain-Specific NMT Engine. The Journal of Translation Studies, 24(1), 9-37. doi: 10.15749/jts.2023.24.1.001
Jieun Lee; Choi, Hyo-eun. A Case Study of the Evaluation of Legal and Patent Korean-English Machine Translations by a Domain-Specific NMT Engine. The Journal of Translation Studies. 2023; 24(1) 9-37. doi: 10.15749/jts.2023.24.1.001
Jieun Lee, Choi, Hyo-eun. A Case Study of the Evaluation of Legal and Patent Korean-English Machine Translations by a Domain-Specific NMT Engine. 2023; 24(1), 9-37. Available from: doi:10.15749/jts.2023.24.1.001
Jieun Lee and Choi, Hyo-eun. "A Case Study of the Evaluation of Legal and Patent Korean-English Machine Translations by a Domain-Specific NMT Engine" The Journal of Translation Studies 24, no.1 (2023) : 9-37.doi: 10.15749/jts.2023.24.1.001