@article{ART002878377},
author={Ilkoo Ahn and Kim Sang-Hyuk and Kyoungsik Jeong and Hoseok Kim and Lee Siwoo},
title={Sasang Constitution Classification using Convolutional Neural Network on Facial Images},
journal={Journal of Sasang Constitution and Immune Medicine},
issn={1226-4075},
year={2022},
volume={34},
number={3},
pages={31-40},
doi={10.7730/JSCM.2022.34.3.31}
TY - JOUR
AU - Ilkoo Ahn
AU - Kim Sang-Hyuk
AU - Kyoungsik Jeong
AU - Hoseok Kim
AU - Lee Siwoo
TI - Sasang Constitution Classification using Convolutional Neural Network on Facial Images
JO - Journal of Sasang Constitution and Immune Medicine
PY - 2022
VL - 34
IS - 3
PB - The Society of Sasang Constitution and Immune Medicine
SP - 31
EP - 40
SN - 1226-4075
AB - Objectives Sasang constitutional medicine is a traditional Korean medicine that classifies humans into four constitutions in consideration of individual differences in physical, psychological, and physiological characteristics. In this paper, we proposed a method to classify Taeeum person (TE) and Non-Taeeum person (NTE), Soeum person (SE) and Non-Soeum person (NSE), and Soyang person (ST) and Non-Soyang person (NSY) using a convolutional neural network with only facial images.
Methods Based on the convolutional neural network VGG16 architecture, transfer learning is carried out on the facial images of 3738 subjects to classify TE and NTE, SE and NSE, and SY and NSY. Data augmentation techniques are used to increase classification performance.
Results The classification performance of TE and NTE, SE and NSE, and SY and NSY was 77.24%, 85.17%, and 80.18% by F1 score and 80.02%, 85.96%, and 72.76% by Precision-Recall AUC (Area Under the receiver operating characteristic Curve) respectively.
Conclusions It was found that Soeum person had the most heterogeneous facial features as it had the best classification performance compared to the rest of the constitution, followed by Taeeum person and Soyang person. The experimental results showed that there is a possibility to classify constitutions only with facial images. The performance is expected to increase with additional data such as BMI or personality questionnaire.
KW - Sasang Constitution;Facial Images;Convolutional Neural Network;Deep Learning;Transfer Learning
DO - 10.7730/JSCM.2022.34.3.31
ER -
Ilkoo Ahn, Kim Sang-Hyuk, Kyoungsik Jeong, Hoseok Kim and Lee Siwoo. (2022). Sasang Constitution Classification using Convolutional Neural Network on Facial Images. Journal of Sasang Constitution and Immune Medicine, 34(3), 31-40.
Ilkoo Ahn, Kim Sang-Hyuk, Kyoungsik Jeong, Hoseok Kim and Lee Siwoo. 2022, "Sasang Constitution Classification using Convolutional Neural Network on Facial Images", Journal of Sasang Constitution and Immune Medicine, vol.34, no.3 pp.31-40. Available from: doi:10.7730/JSCM.2022.34.3.31
Ilkoo Ahn, Kim Sang-Hyuk, Kyoungsik Jeong, Hoseok Kim, Lee Siwoo "Sasang Constitution Classification using Convolutional Neural Network on Facial Images" Journal of Sasang Constitution and Immune Medicine 34.3 pp.31-40 (2022) : 31.
Ilkoo Ahn, Kim Sang-Hyuk, Kyoungsik Jeong, Hoseok Kim, Lee Siwoo. Sasang Constitution Classification using Convolutional Neural Network on Facial Images. 2022; 34(3), 31-40. Available from: doi:10.7730/JSCM.2022.34.3.31
Ilkoo Ahn, Kim Sang-Hyuk, Kyoungsik Jeong, Hoseok Kim and Lee Siwoo. "Sasang Constitution Classification using Convolutional Neural Network on Facial Images" Journal of Sasang Constitution and Immune Medicine 34, no.3 (2022) : 31-40.doi: 10.7730/JSCM.2022.34.3.31
Ilkoo Ahn; Kim Sang-Hyuk; Kyoungsik Jeong; Hoseok Kim; Lee Siwoo. Sasang Constitution Classification using Convolutional Neural Network on Facial Images. Journal of Sasang Constitution and Immune Medicine, 34(3), 31-40. doi: 10.7730/JSCM.2022.34.3.31
Ilkoo Ahn; Kim Sang-Hyuk; Kyoungsik Jeong; Hoseok Kim; Lee Siwoo. Sasang Constitution Classification using Convolutional Neural Network on Facial Images. Journal of Sasang Constitution and Immune Medicine. 2022; 34(3) 31-40. doi: 10.7730/JSCM.2022.34.3.31
Ilkoo Ahn, Kim Sang-Hyuk, Kyoungsik Jeong, Hoseok Kim, Lee Siwoo. Sasang Constitution Classification using Convolutional Neural Network on Facial Images. 2022; 34(3), 31-40. Available from: doi:10.7730/JSCM.2022.34.3.31
Ilkoo Ahn, Kim Sang-Hyuk, Kyoungsik Jeong, Hoseok Kim and Lee Siwoo. "Sasang Constitution Classification using Convolutional Neural Network on Facial Images" Journal of Sasang Constitution and Immune Medicine 34, no.3 (2022) : 31-40.doi: 10.7730/JSCM.2022.34.3.31
