@article{ART003383483},
author={XUYANG GONG},
title={PMIG-Net: A Confidence-Aware and Prior-Guided Multimodal Fusion Framework for Weakly Supervised News Sentiment Analysis},
journal={Journal of The Korea Society of Computer and Information},
issn={1598-849X},
year={2026},
volume={31},
number={9},
pages={15-30}
TY - JOUR
AU - XUYANG GONG
TI - PMIG-Net: A Confidence-Aware and Prior-Guided Multimodal Fusion Framework for Weakly Supervised News Sentiment Analysis
JO - Journal of The Korea Society of Computer and Information
PY - 2026
VL - 31
IS - 9
PB - The Korean Society Of Computer And Information
SP - 15
EP - 30
SN - 1598-849X
AB - The rapid growth of online news and social media has increased the importance of multimodal sentiment analysis that jointly leverages textual and visual information. However, existing studies have mainly focused on social media, online reviews, and video data, and have not sufficiently addressed modality-level sentiment inconsistency, image noise, and uncertainty in weakly supervised labels in news articles. To address these issues, this study constructs CNN-MMSA, a weakly supervised multimodal news sentiment dataset consisting of 8,273 CNN news samples, and proposes a PMIG-Net-based sentiment analysis framework. PMIG-Net utilizes BERT-based text representations and CLIP-based image representations, selectively adjusts the contribution of visual information through prior-guided attention fusion and image gating, and jointly learns modality-specific and final multimodal representations through hierarchical multi-task learning. On CNN-MMSA, PMIG-Net achieved an Accuracy of 0.7164, a Macro-F1 of 0.6732, and a Macro-Recall of 0.6828. Compared with adapted baselines that reimplement the core fusion concepts of TFN, MulT, MAG-BERT, and Self-MM, the proposed model showed relatively stronger performance, particularly in Macro-F1 and Macro-Recall. Ablation experiments showed clear decreases in Macro-F1 and Macro-Recall when the image gate was removed, while the other components exhibited different trade-offs across evaluation metrics. In an additional benchmark evaluation on MVSA-Single, PMIG-Single-Pass also outperformed CLIP-only, BERT-only, and BERT+CLIP Concat under a controlled experimental setting, indicating its applicability to image–text sentiment analysis in social media data. By integrating weak-label construction and selective multimodal fusion within a unified framework, this study provides a practical multimodal sentiment analysis approach for news opinion analysis and intelligent media content analysis.
KW - Multimodal Sentiment Analysis;News Sentiment Analysis;Weakly Supervised Learning;Prior-Guided Attention;Image Confidence Gate;Hierarchical Multi-Task Learning
DO -
UR -
ER -
XUYANG GONG. (2026). PMIG-Net: A Confidence-Aware and Prior-Guided Multimodal Fusion Framework for Weakly Supervised News Sentiment Analysis. Journal of The Korea Society of Computer and Information, 31(9), 15-30.
XUYANG GONG. 2026, "PMIG-Net: A Confidence-Aware and Prior-Guided Multimodal Fusion Framework for Weakly Supervised News Sentiment Analysis", Journal of The Korea Society of Computer and Information, vol.31, no.9 pp.15-30.
XUYANG GONG "PMIG-Net: A Confidence-Aware and Prior-Guided Multimodal Fusion Framework for Weakly Supervised News Sentiment Analysis" Journal of The Korea Society of Computer and Information 31.9 pp.15-30 (2026) : 15.
XUYANG GONG. PMIG-Net: A Confidence-Aware and Prior-Guided Multimodal Fusion Framework for Weakly Supervised News Sentiment Analysis. 2026; 31(9), 15-30.
XUYANG GONG. "PMIG-Net: A Confidence-Aware and Prior-Guided Multimodal Fusion Framework for Weakly Supervised News Sentiment Analysis" Journal of The Korea Society of Computer and Information 31, no.9 (2026) : 15-30.
XUYANG GONG. PMIG-Net: A Confidence-Aware and Prior-Guided Multimodal Fusion Framework for Weakly Supervised News Sentiment Analysis. Journal of The Korea Society of Computer and Information, 31(9), 15-30.
XUYANG GONG. PMIG-Net: A Confidence-Aware and Prior-Guided Multimodal Fusion Framework for Weakly Supervised News Sentiment Analysis. Journal of The Korea Society of Computer and Information. 2026; 31(9) 15-30.
XUYANG GONG. PMIG-Net: A Confidence-Aware and Prior-Guided Multimodal Fusion Framework for Weakly Supervised News Sentiment Analysis. 2026; 31(9), 15-30.
XUYANG GONG. "PMIG-Net: A Confidence-Aware and Prior-Guided Multimodal Fusion Framework for Weakly Supervised News Sentiment Analysis" Journal of The Korea Society of Computer and Information 31, no.9 (2026) : 15-30.
