@article{ART003317085},
author={Yukyong Kim},
title={A Study on the Use of Large Language Models for Software Completeness Appraisal},
journal={ Journal of Software Forensics},
issn={3092-541X},
year={2026},
volume={22},
number={1},
pages={1-10}
TY - JOUR
AU - Yukyong Kim
TI - A Study on the Use of Large Language Models for Software Completeness Appraisal
JO - Journal of Software Forensics
PY - 2026
VL - 22
IS - 1
PB - Korea Software Assessment and Valuation Society
SP - 1
EP - 10
SN - 3092-541X
AB - Software completeness appraisal plays a critical role in contractual compliance verification, dispute resolution, and public procurement evaluation. It is a dynamic, execution-based assessment process that determines whether contracted requirements are fulfilled through observable system behavior. Large Language Models (LLMs) offer potential support for requirement understanding and code analysis, yet their susceptibility to hallucination and non-determinism limits their suitability as final decision-making tools in high-reliability contexts. This paper proposes a hallucination-controlled, LLM-assisted appraisal framework in which LLMs are restricted to auxiliary analytical roles. Specifically, LLMs support test scenario drafting, requirement-evidence semantic matching, and report drafting, while final completeness judgments are made by experts based on execution evidence and predefined rules. The proposed framework demonstrates how LLMs can be integrated into software completeness appraisal in a controlled manner, improving efficiency while preserving reliability.
KW - SW completeness appraisal;Large Language Models;Hallucination Control
DO -
UR -
ER -
Yukyong Kim. (2026). A Study on the Use of Large Language Models for Software Completeness Appraisal. Journal of Software Forensics, 22(1), 1-10.
Yukyong Kim. 2026, "A Study on the Use of Large Language Models for Software Completeness Appraisal", Journal of Software Forensics, vol.22, no.1 pp.1-10.
Yukyong Kim "A Study on the Use of Large Language Models for Software Completeness Appraisal" Journal of Software Forensics 22.1 pp.1-10 (2026) : 1.
Yukyong Kim. A Study on the Use of Large Language Models for Software Completeness Appraisal. 2026; 22(1), 1-10.
Yukyong Kim. "A Study on the Use of Large Language Models for Software Completeness Appraisal" Journal of Software Forensics 22, no.1 (2026) : 1-10.
Yukyong Kim. A Study on the Use of Large Language Models for Software Completeness Appraisal. Journal of Software Forensics, 22(1), 1-10.
Yukyong Kim. A Study on the Use of Large Language Models for Software Completeness Appraisal. Journal of Software Forensics. 2026; 22(1) 1-10.
Yukyong Kim. A Study on the Use of Large Language Models for Software Completeness Appraisal. 2026; 22(1), 1-10.
Yukyong Kim. "A Study on the Use of Large Language Models for Software Completeness Appraisal" Journal of Software Forensics 22, no.1 (2026) : 1-10.