@article{ART002969766},
author={Choi, Hyo-eun and LEE JUNHO and Chung-ho Lee},
title={Evaluation of Patent English-Korean Machine Translations by a Patent-Specific NMT Engine Using AutoML},
journal={The Journal of Translation Studies},
issn={1229-795X},
year={2023},
volume={24},
number={2},
pages={101-130},
doi={10.15749/jts.2023.24.2.004}
TY - JOUR
AU - Choi, Hyo-eun
AU - LEE JUNHO
AU - Chung-ho Lee
TI - Evaluation of Patent English-Korean Machine Translations by a Patent-Specific NMT Engine Using AutoML
JO - The Journal of Translation Studies
PY - 2023
VL - 24
IS - 2
PB - The Korean Association for Translation Studies
SP - 101
EP - 130
SN - 1229-795X
AB - This paper compares the quality of English-Korean patent translations by a patent-specific NMT engine trained using AutoML with the general Google Translate. The evaluation was based on both automatic and human evaluations of the Korean translations of 200 English patent sentences excerpted from a number of semiconductor patent gazettes. In automatic evaluation, BLEU scores showed that the patent-specific NMT engine significantly outperformed Google Translate. Human evaluation, carried out by sampling as well as error detection and correction analysis, confirmed the results of automatic evaluation, revealing that patent-specific NMT results were better than Google Translate results. In the error detection and correction analysis, Google Translate had more major errors than patent-specific NMT. Moreover, most errors in Google Translate were addressed in the patent-specific NMT, while errors in the patent-specific NMT still remained in Google Translate. In the sampling analysis, shorter sentences and longer sentences were sampled and analyzed. According to the results, both patent-specific NMT and Google Translate showed better performance in translating shorter sentences. In translating longer sentences, both translation engines exhibited accuracy-related errors and syntactic errors, though patent-specific NMT slightly outperformed Google Translate. Overall, translation results by patent-specific NMT showed better quality than those by Google Translate.
KW - machine translation;patent translation;AutoML;BLEU;sampling;MT evaluation
DO - 10.15749/jts.2023.24.2.004
ER -
Choi, Hyo-eun, LEE JUNHO and Chung-ho Lee. (2023). Evaluation of Patent English-Korean Machine Translations by a Patent-Specific NMT Engine Using AutoML. The Journal of Translation Studies, 24(2), 101-130.
Choi, Hyo-eun, LEE JUNHO and Chung-ho Lee. 2023, "Evaluation of Patent English-Korean Machine Translations by a Patent-Specific NMT Engine Using AutoML", The Journal of Translation Studies, vol.24, no.2 pp.101-130. Available from: doi:10.15749/jts.2023.24.2.004
Choi, Hyo-eun, LEE JUNHO, Chung-ho Lee "Evaluation of Patent English-Korean Machine Translations by a Patent-Specific NMT Engine Using AutoML" The Journal of Translation Studies 24.2 pp.101-130 (2023) : 101.
Choi, Hyo-eun, LEE JUNHO, Chung-ho Lee. Evaluation of Patent English-Korean Machine Translations by a Patent-Specific NMT Engine Using AutoML. 2023; 24(2), 101-130. Available from: doi:10.15749/jts.2023.24.2.004
Choi, Hyo-eun, LEE JUNHO and Chung-ho Lee. "Evaluation of Patent English-Korean Machine Translations by a Patent-Specific NMT Engine Using AutoML" The Journal of Translation Studies 24, no.2 (2023) : 101-130.doi: 10.15749/jts.2023.24.2.004
Choi, Hyo-eun; LEE JUNHO; Chung-ho Lee. Evaluation of Patent English-Korean Machine Translations by a Patent-Specific NMT Engine Using AutoML. The Journal of Translation Studies, 24(2), 101-130. doi: 10.15749/jts.2023.24.2.004
Choi, Hyo-eun; LEE JUNHO; Chung-ho Lee. Evaluation of Patent English-Korean Machine Translations by a Patent-Specific NMT Engine Using AutoML. The Journal of Translation Studies. 2023; 24(2) 101-130. doi: 10.15749/jts.2023.24.2.004
Choi, Hyo-eun, LEE JUNHO, Chung-ho Lee. Evaluation of Patent English-Korean Machine Translations by a Patent-Specific NMT Engine Using AutoML. 2023; 24(2), 101-130. Available from: doi:10.15749/jts.2023.24.2.004
Choi, Hyo-eun, LEE JUNHO and Chung-ho Lee. "Evaluation of Patent English-Korean Machine Translations by a Patent-Specific NMT Engine Using AutoML" The Journal of Translation Studies 24, no.2 (2023) : 101-130.doi: 10.15749/jts.2023.24.2.004
