
@Article{cmc.2026.084851,
AUTHOR = {Adeel Iqbal, Muhammad Faisal Siddiqui},
TITLE = {Feasibility-Aware Reinforcement Learning for Reliable Hop-Constrained Routing in Wireless Sensor Networks},
JOURNAL = {Computers, Materials \& Continua},
VOLUME = {},
YEAR = {},
NUMBER = {},
PAGES = {{pages}},
URL = {http://www.techscience.com/cmc/online/detail/27755},
ISSN = {1546-2226},
ABSTRACT = {Hop-constrained packet routing is a fundamental problem in wireless sensor networks (WSNs), where latency constraints, energy limitations, and practical feasibility requirements greatly restrict routing choices. Traditional methods based on shortest path and greedy routing have low complexity but cannot adapt to dynamic network changes well, while reinforcement learning for routing has the potential to adapt to network variations but has not been well explored in the hard hop-constrained setting. The current study attempts to fill the gap by modeling hop-constrained routing as the decision-making problem in a finite-horizon setting. An integrated simulation environment is proposed that unifies the concept of feasibility-aware action masking, energy- and trust-aware routing mechanisms, and simulation-related evaluation criteria. In this unified environment, four representative reinforcement learning methods, REINFORCE, Advantage Actor–Critic (A2C), Proximal Policy Optimization (PPO), and Deep Q-Network (DQN), are applied and validated against greedy forwarding, shortest-path routing, and Dijkstra routing under strict (<mml:math id="mml-ieqn-1"><mml:mi>H</mml:mi><mml:mo>=</mml:mo><mml:mn>5</mml:mn></mml:math>) and relaxed (<mml:math id="mml-ieqn-2"><mml:mi>H</mml:mi><mml:mo>=</mml:mo><mml:mn>15</mml:mn></mml:math>) hop limits using multi-seed testing. Under tight hop constraints, Dijkstra achieves a delivery success rate of <mml:math id="mml-ieqn-3"><mml:mn>1.000</mml:mn></mml:math>, while greedy routing reaches <mml:math id="mml-ieqn-4"><mml:mn>0.950</mml:mn><mml:mo>±</mml:mo><mml:mn>0.014</mml:mn></mml:math>. Among the learning algorithms, PPO, A2C, and DQN reach approximately <mml:math id="mml-ieqn-5"><mml:mn>0.945</mml:mn><mml:mo>±</mml:mo><mml:mn>0.014</mml:mn></mml:math> at their best checkpoints with near-baseline hop efficiency, indicated by an average hop count of about <mml:math id="mml-ieqn-6"><mml:mn>4.34</mml:mn><mml:mo>±</mml:mo><mml:mn>0.04</mml:mn></mml:math>. Under relaxed hop constraints, Dijkstra remains at <mml:math id="mml-ieqn-7"><mml:mn>1.000</mml:mn></mml:math>, greedy forwarding reaches <mml:math id="mml-ieqn-8"><mml:mn>0.984</mml:mn><mml:mo>±</mml:mo><mml:mn>0.008</mml:mn></mml:math>, and PPO, A2C, and DQN achieve high best-checkpoint success rates of approximately <mml:math id="mml-ieqn-9"><mml:mn>0.991</mml:mn></mml:math>–<mml:math id="mml-ieqn-10"><mml:mn>0.992</mml:mn></mml:math>. REINFORCE improves under the relaxed setting but remains less stable than the stronger learned policies. The experiments show that feasibility-aware learning can approach deterministic baseline reliability while retaining learned forwarding capability under hop constraints. The ablation results further confirm that action masking is the dominant mechanism for maintaining feasible routing decisions, whereas trust mainly provides reliability-aware regularization. These observations emphasize the need to evaluate RL-based routing using deployment-level metrics, including success probability, hop-count distribution, invalid-action rate, route-risk rate, and return, rather than relying only on training reward.},
DOI = {10.32604/cmc.2026.084851}
}



