@article{ART003266170},
author={Seul-ki Kim},
title={Systematic Design and Validation of Programming Education Prompts Utilizing LLMs to Enhance College Students' Computational Thinking Skills},
journal={Journal of The Korea Society of Computer and Information},
issn={1598-849X},
year={2025},
volume={30},
number={11},
pages={417-429}
TY - JOUR
AU - Seul-ki Kim
TI - Systematic Design and Validation of Programming Education Prompts Utilizing LLMs to Enhance College Students' Computational Thinking Skills
JO - Journal of The Korea Society of Computer and Information
PY - 2025
VL - 30
IS - 11
PB - The Korean Society Of Computer And Information
SP - 417
EP - 429
SN - 1598-849X
AB - This study aimed to develop a sustainable programming education solution utilizing LLMs by designing a Programming Education Prompt (PEP) based on pedagogical perspectives and validating its effectiveness.
While existing LLM-based studies have shown limitations in cost and scalability issues by focusing on the lack of pedagogical perspectives and the development of individual API-based services, this study presented a solution that can be utilized without restrictions in all educational environments through a prompt-centric approach. Applying Design-Based Research methodology, the study went through iterative cycles of design, implementation, analysis, and redesign, with a group of 12 experts participating in the development and validation of the prompts. The developed PEP consisted of three domains: concept learning, programming exercise, and debugging, and expert review confirmed high validity in all domains (CVR=0.83-1.00). In a 15-week quasi-experiment (N=46), the PEP group showed statistically significant improvement in algorithmic thinking compared to the control group (p=.010). In the evaluation domain, statistical significance was not achieved after multiple comparison correction (p=.022), but a medium-sized practical effect was identified (δ=0.41). This suggests that LLM-based programming education should be implemented through systematic design from a pedagogical perspective beyond simple utilization, and demonst.
KW - Programming Education;LLM;Prompt;Informatics Education;Computational Thinking
DO -
UR -
ER -
Seul-ki Kim. (2025). Systematic Design and Validation of Programming Education Prompts Utilizing LLMs to Enhance College Students' Computational Thinking Skills. Journal of The Korea Society of Computer and Information, 30(11), 417-429.
Seul-ki Kim. 2025, "Systematic Design and Validation of Programming Education Prompts Utilizing LLMs to Enhance College Students' Computational Thinking Skills", Journal of The Korea Society of Computer and Information, vol.30, no.11 pp.417-429.
Seul-ki Kim "Systematic Design and Validation of Programming Education Prompts Utilizing LLMs to Enhance College Students' Computational Thinking Skills" Journal of The Korea Society of Computer and Information 30.11 pp.417-429 (2025) : 417.
Seul-ki Kim. Systematic Design and Validation of Programming Education Prompts Utilizing LLMs to Enhance College Students' Computational Thinking Skills. 2025; 30(11), 417-429.
Seul-ki Kim. "Systematic Design and Validation of Programming Education Prompts Utilizing LLMs to Enhance College Students' Computational Thinking Skills" Journal of The Korea Society of Computer and Information 30, no.11 (2025) : 417-429.
Seul-ki Kim. Systematic Design and Validation of Programming Education Prompts Utilizing LLMs to Enhance College Students' Computational Thinking Skills. Journal of The Korea Society of Computer and Information, 30(11), 417-429.
Seul-ki Kim. Systematic Design and Validation of Programming Education Prompts Utilizing LLMs to Enhance College Students' Computational Thinking Skills. Journal of The Korea Society of Computer and Information. 2025; 30(11) 417-429.
Seul-ki Kim. Systematic Design and Validation of Programming Education Prompts Utilizing LLMs to Enhance College Students' Computational Thinking Skills. 2025; 30(11), 417-429.
Seul-ki Kim. "Systematic Design and Validation of Programming Education Prompts Utilizing LLMs to Enhance College Students' Computational Thinking Skills" Journal of The Korea Society of Computer and Information 30, no.11 (2025) : 417-429.
