@article{ART003317634},
author={Jun Oh Cheong and Hyunchul Ahn},
title={Asymmetric Soft Prompt–RAG Interactions in Liquid vs. Transformer Lightweight LLMs: An Empirical Study on SBA Policy QA},
journal={Journal of The Korea Society of Computer and Information},
issn={1598-849X},
year={2026},
volume={31},
number={3},
pages={117-125}
TY - JOUR
AU - Jun Oh Cheong
AU - Hyunchul Ahn
TI - Asymmetric Soft Prompt–RAG Interactions in Liquid vs. Transformer Lightweight LLMs: An Empirical Study on SBA Policy QA
JO - Journal of The Korea Society of Computer and Information
PY - 2026
VL - 31
IS - 3
PB - The Korean Society Of Computer And Information
SP - 117
EP - 125
SN - 1598-849X
AB - This study examines how retrieval-augmented generation (RAG) and soft prompt tuning jointly influence performance and efficiency in lightweight large language models. Using an SBA policy QA benchmark, we compare a Liquid-based model and a Transformer-based model across 18 experimental configurations covering precision settings, RAG modes, and soft prompting. Results reveal architecture-dependent effects: soft prompting improves both answer quality and latency stability in the Liquid model, whereas it introduces a quality?efficiency trade-off in the Transformer model.
Category-level analysis identifies numeric and criteria-based questions as persistent bottlenecks, highlighting the need for normalization-oriented improvements in lightweight LLM deployment.
KW - Lightweight large language models;Retrieval-augmented generation;Soft prompt tuning;4-bit quantization;Liquid architecture;Transformer architecture
DO -
UR -
ER -
Jun Oh Cheong and Hyunchul Ahn. (2026). Asymmetric Soft Prompt–RAG Interactions in Liquid vs. Transformer Lightweight LLMs: An Empirical Study on SBA Policy QA. Journal of The Korea Society of Computer and Information, 31(3), 117-125.
Jun Oh Cheong and Hyunchul Ahn. 2026, "Asymmetric Soft Prompt–RAG Interactions in Liquid vs. Transformer Lightweight LLMs: An Empirical Study on SBA Policy QA", Journal of The Korea Society of Computer and Information, vol.31, no.3 pp.117-125.
Jun Oh Cheong, Hyunchul Ahn "Asymmetric Soft Prompt–RAG Interactions in Liquid vs. Transformer Lightweight LLMs: An Empirical Study on SBA Policy QA" Journal of The Korea Society of Computer and Information 31.3 pp.117-125 (2026) : 117.
Jun Oh Cheong, Hyunchul Ahn. Asymmetric Soft Prompt–RAG Interactions in Liquid vs. Transformer Lightweight LLMs: An Empirical Study on SBA Policy QA. 2026; 31(3), 117-125.
Jun Oh Cheong and Hyunchul Ahn. "Asymmetric Soft Prompt–RAG Interactions in Liquid vs. Transformer Lightweight LLMs: An Empirical Study on SBA Policy QA" Journal of The Korea Society of Computer and Information 31, no.3 (2026) : 117-125.
Jun Oh Cheong; Hyunchul Ahn. Asymmetric Soft Prompt–RAG Interactions in Liquid vs. Transformer Lightweight LLMs: An Empirical Study on SBA Policy QA. Journal of The Korea Society of Computer and Information, 31(3), 117-125.
Jun Oh Cheong; Hyunchul Ahn. Asymmetric Soft Prompt–RAG Interactions in Liquid vs. Transformer Lightweight LLMs: An Empirical Study on SBA Policy QA. Journal of The Korea Society of Computer and Information. 2026; 31(3) 117-125.
Jun Oh Cheong, Hyunchul Ahn. Asymmetric Soft Prompt–RAG Interactions in Liquid vs. Transformer Lightweight LLMs: An Empirical Study on SBA Policy QA. 2026; 31(3), 117-125.
Jun Oh Cheong and Hyunchul Ahn. "Asymmetric Soft Prompt–RAG Interactions in Liquid vs. Transformer Lightweight LLMs: An Empirical Study on SBA Policy QA" Journal of The Korea Society of Computer and Information 31, no.3 (2026) : 117-125.
