@article{ART003305926},
author={Jooeun Lee and Minseob Song and Namgyu Kim},
title={An LLM-Based Automatic Selection of High-Difficulty Questions Using the Swiss Tournament Format},
journal={Journal of The Korea Society of Computer and Information},
issn={1598-849X},
year={2026},
volume={31},
number={2},
pages={31-42},
doi={10.9708/jksci.2026.31.02.031}
TY - JOUR
AU - Jooeun Lee
AU - Minseob Song
AU - Namgyu Kim
TI - An LLM-Based Automatic Selection of High-Difficulty Questions Using the Swiss Tournament Format
JO - Journal of The Korea Society of Computer and Information
PY - 2026
VL - 31
IS - 2
PB - The Korean Society Of Computer And Information
SP - 31
EP - 42
SN - 1598-849X
AB - With the advancement of large language models(LLMs), in-context learning has become a key approach, driving research on prompting techniques. Among them, few-shot Chain-of-Thought(CoT) prompting, which induces explicit reasoning, shows strong performance but depends on example composition. While prior work focused on diversity or uncertainty in example selection, difficulty-based approaches remain underexplored. This study proposes a method to identify high-difficulty questions by combining pairwise difficulty comparisons conducted by an LLM with a Swiss tournament structure, constructing few-shot CoT exemplars with human reasoning annotations. Experiments on 1,319 GSM8K problems show that the proposed method outperforms random, uncertainty-based, and direct difficulty evaluation approaches by 2.12%p, 1.36%p, and 10.16%p, respectively.
KW - Large Language Model;CoT;Difficulty;Swiss Tournament;Inference
DO - 10.9708/jksci.2026.31.02.031
ER -
Jooeun Lee, Minseob Song and Namgyu Kim. (2026). An LLM-Based Automatic Selection of High-Difficulty Questions Using the Swiss Tournament Format. Journal of The Korea Society of Computer and Information, 31(2), 31-42.
Jooeun Lee, Minseob Song and Namgyu Kim. 2026, "An LLM-Based Automatic Selection of High-Difficulty Questions Using the Swiss Tournament Format", Journal of The Korea Society of Computer and Information, vol.31, no.2 pp.31-42. Available from: doi:10.9708/jksci.2026.31.02.031
Jooeun Lee, Minseob Song, Namgyu Kim "An LLM-Based Automatic Selection of High-Difficulty Questions Using the Swiss Tournament Format" Journal of The Korea Society of Computer and Information 31.2 pp.31-42 (2026) : 31.
Jooeun Lee, Minseob Song, Namgyu Kim. An LLM-Based Automatic Selection of High-Difficulty Questions Using the Swiss Tournament Format. 2026; 31(2), 31-42. Available from: doi:10.9708/jksci.2026.31.02.031
Jooeun Lee, Minseob Song and Namgyu Kim. "An LLM-Based Automatic Selection of High-Difficulty Questions Using the Swiss Tournament Format" Journal of The Korea Society of Computer and Information 31, no.2 (2026) : 31-42.doi: 10.9708/jksci.2026.31.02.031
Jooeun Lee; Minseob Song; Namgyu Kim. An LLM-Based Automatic Selection of High-Difficulty Questions Using the Swiss Tournament Format. Journal of The Korea Society of Computer and Information, 31(2), 31-42. doi: 10.9708/jksci.2026.31.02.031
Jooeun Lee; Minseob Song; Namgyu Kim. An LLM-Based Automatic Selection of High-Difficulty Questions Using the Swiss Tournament Format. Journal of The Korea Society of Computer and Information. 2026; 31(2) 31-42. doi: 10.9708/jksci.2026.31.02.031
Jooeun Lee, Minseob Song, Namgyu Kim. An LLM-Based Automatic Selection of High-Difficulty Questions Using the Swiss Tournament Format. 2026; 31(2), 31-42. Available from: doi:10.9708/jksci.2026.31.02.031
Jooeun Lee, Minseob Song and Namgyu Kim. "An LLM-Based Automatic Selection of High-Difficulty Questions Using the Swiss Tournament Format" Journal of The Korea Society of Computer and Information 31, no.2 (2026) : 31-42.doi: 10.9708/jksci.2026.31.02.031
