@article{ART003306322},
author={Hee-Jong Yoon and Hyeon-Seong Jo and Jae-Hyeon Yoon and Ji-Hwan Kim and KIM, TAEKOOK},
title={Implementation of a Natural Language-Based Robot Control System: A Case Study on Claw Machine Application},
journal={Journal of Internet of Things and Convergence},
issn={2466-0078},
year={2026},
volume={12},
number={1},
pages={39-45}
TY - JOUR
AU - Hee-Jong Yoon
AU - Hyeon-Seong Jo
AU - Jae-Hyeon Yoon
AU - Ji-Hwan Kim
AU - KIM, TAEKOOK
TI - Implementation of a Natural Language-Based Robot Control System: A Case Study on Claw Machine Application
JO - Journal of Internet of Things and Convergence
PY - 2026
VL - 12
IS - 1
PB - The Korea Internet of Things Society
SP - 39
EP - 45
SN - 2466-0078
AB - This paper presents the design and implementation of a robot control system based on natural language commands. Using a claw machine as a testbed, the proposed system integrates the GPT-4 language model, YOLOv5 object detection, and a Raspberry Pi-based control system to establish an intuitive user interface. When a user describes a target object in natural language, the system performs detection and analysis via YOLOv5, while GPT-4 interprets the results to generate precise control commands for the robotic arm. These commands are then transmitted to the claw mechanism through the Raspberry Pi to execute the task. Furthermore, Server-Sent Events (SSE) technology is implemented to provide real-time updates, including object detection status, execution progress, and exception handling. Experimental results verify that the system accurately identifies and successfully retrieves the user-described targets. This study demonstrates the potential of replacing complex robot control with intuitive natural language interaction, contributing to more efficient robotic operations in future manufacturing and logistics sectors.
KW - Internet of Things (IoT);YOLO(You Only Look Once);Raspberry Pi;Natural language; Robot;Artificial intelligence (AI)
DO -
UR -
ER -
Hee-Jong Yoon, Hyeon-Seong Jo, Jae-Hyeon Yoon, Ji-Hwan Kim and KIM, TAEKOOK. (2026). Implementation of a Natural Language-Based Robot Control System: A Case Study on Claw Machine Application. Journal of Internet of Things and Convergence, 12(1), 39-45.
Hee-Jong Yoon, Hyeon-Seong Jo, Jae-Hyeon Yoon, Ji-Hwan Kim and KIM, TAEKOOK. 2026, "Implementation of a Natural Language-Based Robot Control System: A Case Study on Claw Machine Application", Journal of Internet of Things and Convergence, vol.12, no.1 pp.39-45.
Hee-Jong Yoon, Hyeon-Seong Jo, Jae-Hyeon Yoon, Ji-Hwan Kim, KIM, TAEKOOK "Implementation of a Natural Language-Based Robot Control System: A Case Study on Claw Machine Application" Journal of Internet of Things and Convergence 12.1 pp.39-45 (2026) : 39.
Hee-Jong Yoon, Hyeon-Seong Jo, Jae-Hyeon Yoon, Ji-Hwan Kim, KIM, TAEKOOK. Implementation of a Natural Language-Based Robot Control System: A Case Study on Claw Machine Application. 2026; 12(1), 39-45.
Hee-Jong Yoon, Hyeon-Seong Jo, Jae-Hyeon Yoon, Ji-Hwan Kim and KIM, TAEKOOK. "Implementation of a Natural Language-Based Robot Control System: A Case Study on Claw Machine Application" Journal of Internet of Things and Convergence 12, no.1 (2026) : 39-45.
Hee-Jong Yoon; Hyeon-Seong Jo; Jae-Hyeon Yoon; Ji-Hwan Kim; KIM, TAEKOOK. Implementation of a Natural Language-Based Robot Control System: A Case Study on Claw Machine Application. Journal of Internet of Things and Convergence, 12(1), 39-45.
Hee-Jong Yoon; Hyeon-Seong Jo; Jae-Hyeon Yoon; Ji-Hwan Kim; KIM, TAEKOOK. Implementation of a Natural Language-Based Robot Control System: A Case Study on Claw Machine Application. Journal of Internet of Things and Convergence. 2026; 12(1) 39-45.
Hee-Jong Yoon, Hyeon-Seong Jo, Jae-Hyeon Yoon, Ji-Hwan Kim, KIM, TAEKOOK. Implementation of a Natural Language-Based Robot Control System: A Case Study on Claw Machine Application. 2026; 12(1), 39-45.
Hee-Jong Yoon, Hyeon-Seong Jo, Jae-Hyeon Yoon, Ji-Hwan Kim and KIM, TAEKOOK. "Implementation of a Natural Language-Based Robot Control System: A Case Study on Claw Machine Application" Journal of Internet of Things and Convergence 12, no.1 (2026) : 39-45.
