@article{ART002663677},
author={Bum-Soo Kim and Young-Hyen Kim and Byung-Tae Chun},
title={Real-time Object Recognition and Translation App for Foreign Workers Using Artificial Intelligence},
journal={Journal of Knowledge Information Technology and Systems},
issn={1975-7700},
year={2020},
volume={15},
number={6},
pages={963-971},
doi={10.34163/jkits.2020.15.6.005}
TY - JOUR
AU - Bum-Soo Kim
AU - Young-Hyen Kim
AU - Byung-Tae Chun
TI - Real-time Object Recognition and Translation App for Foreign Workers Using Artificial Intelligence
JO - Journal of Knowledge Information Technology and Systems
PY - 2020
VL - 15
IS - 6
PB - Korea Knowledge Information Technology Society
SP - 963
EP - 971
SN - 1975-7700
AB - The number of foreign workers entering Korea is increasing every year. Accordingly, Korean language education and education on understanding Korean culture are provided at training institutions of government departments. Despite these efforts, it can be seen that foreign workers face many difficulties when they first encounter Korean culture. In this paper, we introduce a public app developed to solve the cultural difficulties of foreign workers. Among the popular objects in Korea, a study was conducted on objects that foreign workers feel somewhat unfamiliar to them. We developed an app that recognizes an object in real time on a smartphone and translates its usage into several languages. Language selection was based on the languages of five countries with a large portion of entry into Korea. 7,900 copies of training images were collected and labeled. A total of 20,000 iterations were trained with the Yolov3-tiny learning model using Darknet, an AI neural network. The developed app can recognize and translate real-time objects on a smartphone with an average accuracy of 91.3%. It is a system that translates and provides the description of the detected object into five languages at the touch of a button. It is expected that this app will be able to bridge cultural and linguistic differences in daily life of foreign workers.
KW - Yolov3-tiny training model;Darknet-53 AI neural networks;Android smartphones;Translation data;Real-time detection;OpenCV;Image dataset.
DO - 10.34163/jkits.2020.15.6.005
ER -
Bum-Soo Kim, Young-Hyen Kim and Byung-Tae Chun. (2020). Real-time Object Recognition and Translation App for Foreign Workers Using Artificial Intelligence. Journal of Knowledge Information Technology and Systems, 15(6), 963-971.
Bum-Soo Kim, Young-Hyen Kim and Byung-Tae Chun. 2020, "Real-time Object Recognition and Translation App for Foreign Workers Using Artificial Intelligence", Journal of Knowledge Information Technology and Systems, vol.15, no.6 pp.963-971. Available from: doi:10.34163/jkits.2020.15.6.005
Bum-Soo Kim, Young-Hyen Kim, Byung-Tae Chun "Real-time Object Recognition and Translation App for Foreign Workers Using Artificial Intelligence" Journal of Knowledge Information Technology and Systems 15.6 pp.963-971 (2020) : 963.
Bum-Soo Kim, Young-Hyen Kim, Byung-Tae Chun. Real-time Object Recognition and Translation App for Foreign Workers Using Artificial Intelligence. 2020; 15(6), 963-971. Available from: doi:10.34163/jkits.2020.15.6.005
Bum-Soo Kim, Young-Hyen Kim and Byung-Tae Chun. "Real-time Object Recognition and Translation App for Foreign Workers Using Artificial Intelligence" Journal of Knowledge Information Technology and Systems 15, no.6 (2020) : 963-971.doi: 10.34163/jkits.2020.15.6.005
Bum-Soo Kim; Young-Hyen Kim; Byung-Tae Chun. Real-time Object Recognition and Translation App for Foreign Workers Using Artificial Intelligence. Journal of Knowledge Information Technology and Systems, 15(6), 963-971. doi: 10.34163/jkits.2020.15.6.005
Bum-Soo Kim; Young-Hyen Kim; Byung-Tae Chun. Real-time Object Recognition and Translation App for Foreign Workers Using Artificial Intelligence. Journal of Knowledge Information Technology and Systems. 2020; 15(6) 963-971. doi: 10.34163/jkits.2020.15.6.005
Bum-Soo Kim, Young-Hyen Kim, Byung-Tae Chun. Real-time Object Recognition and Translation App for Foreign Workers Using Artificial Intelligence. 2020; 15(6), 963-971. Available from: doi:10.34163/jkits.2020.15.6.005
Bum-Soo Kim, Young-Hyen Kim and Byung-Tae Chun. "Real-time Object Recognition and Translation App for Foreign Workers Using Artificial Intelligence" Journal of Knowledge Information Technology and Systems 15, no.6 (2020) : 963-971.doi: 10.34163/jkits.2020.15.6.005