@inproceedings{7934fab4034d43458162db1594dd142f,
title = "Monte Carlo Reinforcement Learning for Cooperative Spectrum Sensing in Decision Fusion",
abstract = "As one of the key enablers, the Wireless Sensor Network (WSN) plays an important role in wide application scenarios of the Internet of Things (IoT). However, the rapid spread of wireless applications contributed to the extreme crowd in the radio spectrum. Cognitive Radio Sensor Network (CRSN) emerges as a promising solution to the problem of spectrum scarcity considering the heterogeneous properties of both the Primary User (PU) and Secondary User (SU). In a multi-stage Cooperative Spectrum Sensing (CSS) system with a fusion center, hard fusion rules are widely used to fusion local decisions due to their simplicity. In this way, the sensing performance is closely related to the underlying parameters of the system but is hard to adjust when the fusion policy is fixed. This paper investigates the application of Monte Carlo Reinforcement Learning (MCRL) algorithms for CSS. Specifically, after replacing the traditional FC with a soft-created Agent, the policy for the fusion on local decisions can be improved intelligently using Monte Carlo Control while positively guiding the optimization of system performance. Experiments demonstrate that the proposed scheme can help achieve an ideal policy for better system performance in the global probabilities of detection and false alarm under various Signal-to-Noise Ratios (SNRs).",
keywords = "cognitive radio sensor networks, cooperative spectrum sensing, Internet of Things, Monte Carlo Control",
author = "Qingying Wu and Ng, {Benjamin K.} and Han Zhu and Lam, {Chan Tong}",
note = "Publisher Copyright: {\textcopyright} ICST Institute for Computer Sciences, Social Informatics and Telecommunications Engineering 2024.; 19th EAI International Conference on Heterogeneous Networking for Quality, Reliability, Security and Robustness, QShine 2023 ; Conference date: 08-10-2023 Through 09-10-2023",
year = "2024",
doi = "10.1007/978-3-031-65123-6_16",
language = "English",
isbn = "9783031651229",
series = "Lecture Notes of the Institute for Computer Sciences, Social-Informatics and Telecommunications Engineering, LNICST",
publisher = "Springer Science and Business Media Deutschland GmbH",
pages = "211--225",
editor = "Leung, {Victor C. M.} and Hezhang Li and Xiping Hu and Zhaolong Ning",
booktitle = "Quality, Reliability, Security and Robustness in Heterogeneous Systems - 19th EAI International Conference, QShine 2023, Proceedings",
address = "Germany",
}