@article{ART003397448},
author={Sunyoung Jang and Hokyoung Ryu},
title={Operationalization and Detection Verification of a Narrative-Based UX Evaluation Framework: A Multiple-Case Analysis of a Public Digital Service Task},
journal={Journal of The Korea Society of Computer and Information},
issn={1598-849X},
year={2026},
volume={31},
number={10},
pages={207-224}
TY - JOUR
AU - Sunyoung Jang
AU - Hokyoung Ryu
TI - Operationalization and Detection Verification of a Narrative-Based UX Evaluation Framework: A Multiple-Case Analysis of a Public Digital Service Task
JO - Journal of The Korea Society of Computer and Information
PY - 2026
VL - 31
IS - 10
PB - The Korean Society Of Computer And Information
SP - 207
EP - 224
SN - 1598-849X
AB - In public digital services, task completion alone cannot sufficiently explain the changes in users' states and perceived control (Dominance) that occur during the process of use. The purpose of this study is to verify the detection function of the operationalized analysis procedure of the narrative-based UX evaluation framework proposed in prior research by applying it to an actual public digital service task. Five participants performed the same task on a prototype that reproduced the resident registration card reissuance process of Gov24, and PAD self-reports anchored to 27 micro-events, behavioral data, and retrospective think-aloud (RTA) accounts were collected and compared. The stage assignments of two independent coders agreed on 26 events (Cohen's κ = .948), free narratives were classified into two cases of construction success, two of partial construction, and one of construction failure, and 16 convergent, 3 partially convergent, and 1 divergent case appeared across 20 analysis units. These results show that the objective task structure and the subjective experience structure constructed by users may not coincide, and that behavioral completion of a task does not guarantee the recovery of perceived situational control (Dominance). This study is meaningful in that it operationalized narrative into analyzable UX data on a shared micro-event timeline. These results constitute an initial verification of the framework's applicability in five cases, and its general validity will be examined with larger samples in a planned follow-up study.
KW - Narrative-based UX evaluation;Freytag's Pyramid;PAD model;Micro-event;Public digital services;Administrative burden
DO -
UR -
ER -
Sunyoung Jang and Hokyoung Ryu. (2026). Operationalization and Detection Verification of a Narrative-Based UX Evaluation Framework: A Multiple-Case Analysis of a Public Digital Service Task. Journal of The Korea Society of Computer and Information, 31(10), 207-224.
Sunyoung Jang and Hokyoung Ryu. 2026, "Operationalization and Detection Verification of a Narrative-Based UX Evaluation Framework: A Multiple-Case Analysis of a Public Digital Service Task", Journal of The Korea Society of Computer and Information, vol.31, no.10 pp.207-224.
Sunyoung Jang, Hokyoung Ryu "Operationalization and Detection Verification of a Narrative-Based UX Evaluation Framework: A Multiple-Case Analysis of a Public Digital Service Task" Journal of The Korea Society of Computer and Information 31.10 pp.207-224 (2026) : 207.
Sunyoung Jang, Hokyoung Ryu. Operationalization and Detection Verification of a Narrative-Based UX Evaluation Framework: A Multiple-Case Analysis of a Public Digital Service Task. 2026; 31(10), 207-224.
Sunyoung Jang and Hokyoung Ryu. "Operationalization and Detection Verification of a Narrative-Based UX Evaluation Framework: A Multiple-Case Analysis of a Public Digital Service Task" Journal of The Korea Society of Computer and Information 31, no.10 (2026) : 207-224.
Sunyoung Jang; Hokyoung Ryu. Operationalization and Detection Verification of a Narrative-Based UX Evaluation Framework: A Multiple-Case Analysis of a Public Digital Service Task. Journal of The Korea Society of Computer and Information, 31(10), 207-224.
Sunyoung Jang; Hokyoung Ryu. Operationalization and Detection Verification of a Narrative-Based UX Evaluation Framework: A Multiple-Case Analysis of a Public Digital Service Task. Journal of The Korea Society of Computer and Information. 2026; 31(10) 207-224.
Sunyoung Jang, Hokyoung Ryu. Operationalization and Detection Verification of a Narrative-Based UX Evaluation Framework: A Multiple-Case Analysis of a Public Digital Service Task. 2026; 31(10), 207-224.
Sunyoung Jang and Hokyoung Ryu. "Operationalization and Detection Verification of a Narrative-Based UX Evaluation Framework: A Multiple-Case Analysis of a Public Digital Service Task" Journal of The Korea Society of Computer and Information 31, no.10 (2026) : 207-224.
