@article{ART003383276},
author={Jeongheon Shon and Hyokyung Chang},
title={Year Confusion in Financial RAG: Understanding and Mitigating Wrong-Year Retrieval for Numerical Queries},
journal={ Journal of Software Forensics},
issn={3092-541X},
year={2026},
volume={22},
number={3},
pages={229-239}
TY - JOUR
AU - Jeongheon Shon
AU - Hyokyung Chang
TI - Year Confusion in Financial RAG: Understanding and Mitigating Wrong-Year Retrieval for Numerical Queries
JO - Journal of Software Forensics
PY - 2026
VL - 22
IS - 3
PB - Korea Software Assessment and Valuation Society
SP - 229
EP - 239
SN - 3092-541X
AB - Retrieval errors in retrieval-augmented generation (RAG) cause generation models to rely on incorrect evidence. Financial filings repeat similar items and comparative figures for the same company across years, allowing filings from other years to outrank the target filing. We defined this as “year confusion” and analyzed target filing ranks by candidate count, company relationship, year distance, and content overlap. With equal candidate counts, BM25 selected the target filing less often under the same-company, adjacent-year condition than under the different-company, same-year condition. We proposed a Temporal reranking framework that incorporates reporting-period relationships between questions and filings into existing retrieval results. On 809 primary evaluation cases, Temporal achieved HR@1 of 0.7157 and MRR@10 of 0.8463, exceeding BM25 by 12.11 percentage points in HR@1. These results show that reporting-period information complements content relevance and improves target filing selection.
KW - retrieval-augmented generation;financial filings;year confusion;numerical queries;document reranking
DO -
UR -
ER -
Jeongheon Shon and Hyokyung Chang. (2026). Year Confusion in Financial RAG: Understanding and Mitigating Wrong-Year Retrieval for Numerical Queries. Journal of Software Forensics, 22(3), 229-239.
Jeongheon Shon and Hyokyung Chang. 2026, "Year Confusion in Financial RAG: Understanding and Mitigating Wrong-Year Retrieval for Numerical Queries", Journal of Software Forensics, vol.22, no.3 pp.229-239.
Jeongheon Shon, Hyokyung Chang "Year Confusion in Financial RAG: Understanding and Mitigating Wrong-Year Retrieval for Numerical Queries" Journal of Software Forensics 22.3 pp.229-239 (2026) : 229.
Jeongheon Shon, Hyokyung Chang. Year Confusion in Financial RAG: Understanding and Mitigating Wrong-Year Retrieval for Numerical Queries. 2026; 22(3), 229-239.
Jeongheon Shon and Hyokyung Chang. "Year Confusion in Financial RAG: Understanding and Mitigating Wrong-Year Retrieval for Numerical Queries" Journal of Software Forensics 22, no.3 (2026) : 229-239.
Jeongheon Shon; Hyokyung Chang. Year Confusion in Financial RAG: Understanding and Mitigating Wrong-Year Retrieval for Numerical Queries. Journal of Software Forensics, 22(3), 229-239.
Jeongheon Shon; Hyokyung Chang. Year Confusion in Financial RAG: Understanding and Mitigating Wrong-Year Retrieval for Numerical Queries. Journal of Software Forensics. 2026; 22(3) 229-239.
Jeongheon Shon, Hyokyung Chang. Year Confusion in Financial RAG: Understanding and Mitigating Wrong-Year Retrieval for Numerical Queries. 2026; 22(3), 229-239.
Jeongheon Shon and Hyokyung Chang. "Year Confusion in Financial RAG: Understanding and Mitigating Wrong-Year Retrieval for Numerical Queries" Journal of Software Forensics 22, no.3 (2026) : 229-239.
