@article{ART003383266},
author={Hojung Lim},
title={Multimodal sLLM Serving Optimization and Hardware-Aware Precision Tuning for Autonomous Cloud Fault Mitigation},
journal={ Journal of Software Forensics},
issn={3092-541X},
year={2026},
volume={22},
number={3},
pages={187-197}
TY - JOUR
AU - Hojung Lim
TI - Multimodal sLLM Serving Optimization and Hardware-Aware Precision Tuning for Autonomous Cloud Fault Mitigation
JO - Journal of Software Forensics
PY - 2026
VL - 22
IS - 3
PB - Korea Software Assessment and Valuation Society
SP - 187
EP - 197
SN - 3092-541X
AB - Cascading failures caused by non-linear dependencies in microservice clouds expose critical limitations in reducing MTTR through single-metric monitoring [3, 9]. To achieve autonomous cloud fault mitigation, this paper proposes: (1) an Adaptive Gating Cross-Attention alignment scheme integrating multimodal telemetry (metrics, logs, and traces); and (2) a hardware ISA-aware mixed-precision (W8A8/W4A8) lightweight serving framework for sub-3B sLLMs. Evaluated on 120 incident cases, our multimodal integration (M4) on Qwen2.5-Coder-3B achieves a 79.2% component localization rate and a 77.5% root-cause accuracy. Furthermore, on a commodity CPU, our approach resolves the dequantization latency inversion caused by uniform low-bit quantization (INT8: 264.40ms), stabilizing inference latency to 171.86ms (a 35.0% reduction). This provides a practical foundation to economically implement sub-second autonomous fault diagnosis and mitigation SLAs on-premises without security leakages.
KW - Autonomous Cloud Fault Mitigation;Lightweight sLLM;Multimodal Observability Alignment;ISA-Aware Quantization
DO -
UR -
ER -
Hojung Lim. (2026). Multimodal sLLM Serving Optimization and Hardware-Aware Precision Tuning for Autonomous Cloud Fault Mitigation. Journal of Software Forensics, 22(3), 187-197.
Hojung Lim. 2026, "Multimodal sLLM Serving Optimization and Hardware-Aware Precision Tuning for Autonomous Cloud Fault Mitigation", Journal of Software Forensics, vol.22, no.3 pp.187-197.
Hojung Lim "Multimodal sLLM Serving Optimization and Hardware-Aware Precision Tuning for Autonomous Cloud Fault Mitigation" Journal of Software Forensics 22.3 pp.187-197 (2026) : 187.
Hojung Lim. Multimodal sLLM Serving Optimization and Hardware-Aware Precision Tuning for Autonomous Cloud Fault Mitigation. 2026; 22(3), 187-197.
Hojung Lim. "Multimodal sLLM Serving Optimization and Hardware-Aware Precision Tuning for Autonomous Cloud Fault Mitigation" Journal of Software Forensics 22, no.3 (2026) : 187-197.
Hojung Lim. Multimodal sLLM Serving Optimization and Hardware-Aware Precision Tuning for Autonomous Cloud Fault Mitigation. Journal of Software Forensics, 22(3), 187-197.
Hojung Lim. Multimodal sLLM Serving Optimization and Hardware-Aware Precision Tuning for Autonomous Cloud Fault Mitigation. Journal of Software Forensics. 2026; 22(3) 187-197.
Hojung Lim. Multimodal sLLM Serving Optimization and Hardware-Aware Precision Tuning for Autonomous Cloud Fault Mitigation. 2026; 22(3), 187-197.
Hojung Lim. "Multimodal sLLM Serving Optimization and Hardware-Aware Precision Tuning for Autonomous Cloud Fault Mitigation" Journal of Software Forensics 22, no.3 (2026) : 187-197.
