@article{ART003029641},
author={JinWang Mok and Noyoon Kwak},
title={Performance Improvement of Facial Gesture-based User Interface Using MediaPipe Face Mesh},
journal={Journal of Internet of Things and Convergence},
issn={2466-0078},
year={2023},
volume={9},
number={6},
pages={125-134},
doi={10.20465/KIOTS.2023.9.6.125}
TY - JOUR
AU - JinWang Mok
AU - Noyoon Kwak
TI - Performance Improvement of Facial Gesture-based User Interface Using MediaPipe Face Mesh
JO - Journal of Internet of Things and Convergence
PY - 2023
VL - 9
IS - 6
PB - The Korea Internet of Things Society
SP - 125
EP - 134
SN - 2466-0078
AB - The purpose of this paper is to propose a method to improve the performance of the previous research is characterized by recognizing facial gestures from the 3D coordinates of seven landmarks selected from the MediaPipe Face Mesh model, generating corresponding user events, and executing corresponding commands. The proposed method applied adaptive moving average processing to the cursor positions in the process to stabilize the cursor by alleviating microtremor, and improved performance by blocking temporary opening/closing discrepancies between both eyes when opening and closing both eyes simultaneously. As a result of the usability evaluation of the proposed facial gesture interface, it was confirmed that the average recognition rate of facial gestures was increased to 98.7% compared to 95.8% in the previous research.
KW - Facial Gesture Recognition;Binocular Opening and Closing;MediaPipe;Face Mesh Model;NUI
DO - 10.20465/KIOTS.2023.9.6.125
ER -
JinWang Mok and Noyoon Kwak. (2023). Performance Improvement of Facial Gesture-based User Interface Using MediaPipe Face Mesh. Journal of Internet of Things and Convergence, 9(6), 125-134.
JinWang Mok and Noyoon Kwak. 2023, "Performance Improvement of Facial Gesture-based User Interface Using MediaPipe Face Mesh", Journal of Internet of Things and Convergence, vol.9, no.6 pp.125-134. Available from: doi:10.20465/KIOTS.2023.9.6.125
JinWang Mok, Noyoon Kwak "Performance Improvement of Facial Gesture-based User Interface Using MediaPipe Face Mesh" Journal of Internet of Things and Convergence 9.6 pp.125-134 (2023) : 125.
JinWang Mok, Noyoon Kwak. Performance Improvement of Facial Gesture-based User Interface Using MediaPipe Face Mesh. 2023; 9(6), 125-134. Available from: doi:10.20465/KIOTS.2023.9.6.125
JinWang Mok and Noyoon Kwak. "Performance Improvement of Facial Gesture-based User Interface Using MediaPipe Face Mesh" Journal of Internet of Things and Convergence 9, no.6 (2023) : 125-134.doi: 10.20465/KIOTS.2023.9.6.125
JinWang Mok; Noyoon Kwak. Performance Improvement of Facial Gesture-based User Interface Using MediaPipe Face Mesh. Journal of Internet of Things and Convergence, 9(6), 125-134. doi: 10.20465/KIOTS.2023.9.6.125
JinWang Mok; Noyoon Kwak. Performance Improvement of Facial Gesture-based User Interface Using MediaPipe Face Mesh. Journal of Internet of Things and Convergence. 2023; 9(6) 125-134. doi: 10.20465/KIOTS.2023.9.6.125
JinWang Mok, Noyoon Kwak. Performance Improvement of Facial Gesture-based User Interface Using MediaPipe Face Mesh. 2023; 9(6), 125-134. Available from: doi:10.20465/KIOTS.2023.9.6.125
JinWang Mok and Noyoon Kwak. "Performance Improvement of Facial Gesture-based User Interface Using MediaPipe Face Mesh" Journal of Internet of Things and Convergence 9, no.6 (2023) : 125-134.doi: 10.20465/KIOTS.2023.9.6.125