@article{ART003259642},
author={Sangwook Lee},
title={Deep Learning Hyperparameter Optimization Using Evolutionary Computation Techniques},
journal={Journal of Internet of Things and Convergence},
issn={2466-0078},
year={2025},
volume={11},
number={5},
pages={9}
TY - JOUR
AU - Sangwook Lee
TI - Deep Learning Hyperparameter Optimization Using Evolutionary Computation Techniques
JO - Journal of Internet of Things and Convergence
PY - 2025
VL - 11
IS - 5
PB - The Korea Internet of Things Society
SP - 9
EP -
SN - 2466-0078
AB - Deep learning has demonstrated outstanding performance in various AI applications, including computer vision, natural language processing, and speech recognition. However, model performance is highly dependent on hyperparameter settings, and inappropriate hyperparameters can slow convergence or lead to overfitting. In this paper, we propose three evolutionary computation techniques —genetic algorithms, particle swarm optimization, and differential evolution algorithms—to optimize hyperparameter settings. To demonstrate the performance of these three evolutionary computation techniques, we apply them to optimize six hyperparameters for the SimpleCNN-based CIFAR-10 image classification problem. Experimental results show that evolutionary computational techniques outperform basic grid search with the same amount of computation, and particle swarm optimization in particular shows the best performance. Additionally, we were able to confirm that lowering the learning rate among deep learning hyperparameters is effective for stable learning.
KW - Deep Learning Hyperparameter;Evolutionary Computation;Genetic Algorithms;Particle Swarm Optimization;Differential Evolution
DO -
UR -
ER -
Sangwook Lee. (2025). Deep Learning Hyperparameter Optimization Using Evolutionary Computation Techniques. Journal of Internet of Things and Convergence, 11(5), 9.
Sangwook Lee. 2025, "Deep Learning Hyperparameter Optimization Using Evolutionary Computation Techniques", Journal of Internet of Things and Convergence, vol.11, no.5 9.
Sangwook Lee "Deep Learning Hyperparameter Optimization Using Evolutionary Computation Techniques" Journal of Internet of Things and Convergence 11.5 9 (2025) : 9.
Sangwook Lee. Deep Learning Hyperparameter Optimization Using Evolutionary Computation Techniques. 2025; 11(5), 9.
Sangwook Lee. "Deep Learning Hyperparameter Optimization Using Evolutionary Computation Techniques" Journal of Internet of Things and Convergence 11, no.5 (2025) : 9.
Sangwook Lee. Deep Learning Hyperparameter Optimization Using Evolutionary Computation Techniques. Journal of Internet of Things and Convergence, 11(5), 9.
Sangwook Lee. Deep Learning Hyperparameter Optimization Using Evolutionary Computation Techniques. Journal of Internet of Things and Convergence. 2025; 11(5) 9.
Sangwook Lee. Deep Learning Hyperparameter Optimization Using Evolutionary Computation Techniques. 2025; 11(5), 9.
Sangwook Lee. "Deep Learning Hyperparameter Optimization Using Evolutionary Computation Techniques" Journal of Internet of Things and Convergence 11, no.5 (2025) : 9.
