@article{ART003152773},
author={Myoungkuk Nam and Namgyu Kim},
title={Sentence-Based Extraction Methodology from External References to Enhance Performance in RAG},
journal={Journal of The Korea Society of Computer and Information},
issn={1598-849X},
year={2024},
volume={29},
number={12},
pages={29-39}
TY - JOUR
AU - Myoungkuk Nam
AU - Namgyu Kim
TI - Sentence-Based Extraction Methodology from External References to Enhance Performance in RAG
JO - Journal of The Korea Society of Computer and Information
PY - 2024
VL - 29
IS - 12
PB - The Korean Society Of Computer And Information
SP - 29
EP - 39
SN - 1598-849X
AB - The reliability of Large Language Models(LLMs) can be compromised by limitations in up-to-date information and gaps in specific domain knowledge, often leading to issues like hallucination and decreased trustworthiness. To address these challenges, Retrieval-Augmented Generation(RAG) models are increasingly utilized, allowing LLMs to provide relevant answers by leveraging external data without additional training.
While much research has demonstrated the potential of RAG models to enhance the reliability of LLMs, there has been limited investigation into how best to utilize external resources to improve RAG model performance. In this study, we propose a methodology to enhance RAG model performance through sentence-based extraction of external reference materials. To evaluate our proposed methodology, we conducted a Q&A task in a specialized domain (Military English) using 5,006 abbreviations and acronyms.
We compared the accuracy of an LLM and two types of RAG models (simple text extraction and sentence-based extraction), finding that our proposed approach outperformed the other models.
KW - Large Language Model;Retrieval-Augmented Generation;LangChain;Abbreviation;Acronym
DO -
UR -
ER -
Myoungkuk Nam and Namgyu Kim. (2024). Sentence-Based Extraction Methodology from External References to Enhance Performance in RAG. Journal of The Korea Society of Computer and Information, 29(12), 29-39.
Myoungkuk Nam and Namgyu Kim. 2024, "Sentence-Based Extraction Methodology from External References to Enhance Performance in RAG", Journal of The Korea Society of Computer and Information, vol.29, no.12 pp.29-39.
Myoungkuk Nam, Namgyu Kim "Sentence-Based Extraction Methodology from External References to Enhance Performance in RAG" Journal of The Korea Society of Computer and Information 29.12 pp.29-39 (2024) : 29.
Myoungkuk Nam, Namgyu Kim. Sentence-Based Extraction Methodology from External References to Enhance Performance in RAG. 2024; 29(12), 29-39.
Myoungkuk Nam and Namgyu Kim. "Sentence-Based Extraction Methodology from External References to Enhance Performance in RAG" Journal of The Korea Society of Computer and Information 29, no.12 (2024) : 29-39.
Myoungkuk Nam; Namgyu Kim. Sentence-Based Extraction Methodology from External References to Enhance Performance in RAG. Journal of The Korea Society of Computer and Information, 29(12), 29-39.
Myoungkuk Nam; Namgyu Kim. Sentence-Based Extraction Methodology from External References to Enhance Performance in RAG. Journal of The Korea Society of Computer and Information. 2024; 29(12) 29-39.
Myoungkuk Nam, Namgyu Kim. Sentence-Based Extraction Methodology from External References to Enhance Performance in RAG. 2024; 29(12), 29-39.
Myoungkuk Nam and Namgyu Kim. "Sentence-Based Extraction Methodology from External References to Enhance Performance in RAG" Journal of The Korea Society of Computer and Information 29, no.12 (2024) : 29-39.