{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,2]],"date-time":"2026-03-02T23:01:13Z","timestamp":1772492473138,"version":"3.50.1"},"reference-count":52,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,12,1]],"date-time":"2023-12-01T00:00:00Z","timestamp":1701388800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2023,10,19]],"date-time":"2023-10-19T00:00:00Z","timestamp":1697673600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/2.zoppoz.workers.dev:443\/http\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Computer Networks"],"published-print":{"date-parts":[[2023,12]]},"DOI":"10.1016\/j.comnet.2023.110073","type":"journal-article","created":{"date-parts":[[2023,10,21]],"date-time":"2023-10-21T00:30:36Z","timestamp":1697848236000},"page":"110073","update-policy":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":10,"special_numbering":"C","title":["3R: A reliable multi agent reinforcement learning based routing protocol for wireless medical sensor networks"],"prefix":"10.1016","volume":"237","author":[{"ORCID":"https:\/\/2.zoppoz.workers.dev:443\/https\/orcid.org\/0000-0002-5455-6931","authenticated-orcid":false,"given":"Muhammad Shadi","family":"Hajar","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/2.zoppoz.workers.dev:443\/https\/orcid.org\/0000-0001-6430-9558","authenticated-orcid":false,"given":"Harsha Kumara","family":"Kalutarage","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/2.zoppoz.workers.dev:443\/https\/orcid.org\/0000-0002-1146-1860","authenticated-orcid":false,"given":"M. Omar","family":"Al-Kadri","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/j.comnet.2023.110073_b1","doi-asserted-by":"crossref","DOI":"10.1016\/j.pmcj.2021.101434","article-title":"Is blockchain for internet of medical things a panacea for COVID-19 pandemic?","volume":"75","author":"Li","year":"2021","journal-title":"Pervasive Mob. Comput."},{"key":"10.1016\/j.comnet.2023.110073_b2","doi-asserted-by":"crossref","DOI":"10.1016\/j.cose.2021.102211","article-title":"A survey on wireless body area networks: Architecture, security challenges and research opportunities","volume":"104","author":"Hajar","year":"2021","journal-title":"Comput. Secur."},{"issue":"1","key":"10.1016\/j.comnet.2023.110073_b3","doi-asserted-by":"crossref","first-page":"23","DOI":"10.3390\/s20010023","article-title":"A data clustering algorithm for detecting selective forwarding attack in cluster-based wireless sensor networks","volume":"20","author":"Fu","year":"2020","journal-title":"Sensors"},{"key":"10.1016\/j.comnet.2023.110073_b4","doi-asserted-by":"crossref","first-page":"24","DOI":"10.1016\/j.cosrev.2019.03.001","article-title":"A comprehensive taxonomy of schemes to detect and mitigate blackhole attack and its variants in MANETs","volume":"32","author":"Khanna","year":"2019","journal-title":"Comp. Sci. Rev."},{"key":"10.1016\/j.comnet.2023.110073_b5","doi-asserted-by":"crossref","DOI":"10.1016\/j.comnet.2021.108413","article-title":"A trust aware security mechanism to detect sinkhole attack in RPL-based IoT environment using random forest\u2013RFTRUST","volume":"198","author":"Prathapchandran","year":"2021","journal-title":"Comput. Netw."},{"issue":"2","key":"10.1016\/j.comnet.2023.110073_b6","doi-asserted-by":"crossref","first-page":"35","DOI":"10.3390\/fi14020035","article-title":"Efficient next-hop selection in multi-hop routing for IoT enabled wireless sensor networks","volume":"14","author":"Altowaijri","year":"2022","journal-title":"Future Internet"},{"key":"10.1016\/j.comnet.2023.110073_b7","doi-asserted-by":"crossref","first-page":"10737","DOI":"10.1109\/ACCESS.2021.3051360","article-title":"Q-learning-based data-aggregation-aware energy-efficient routing protocol for wireless sensor networks","volume":"9","author":"Yun","year":"2021","journal-title":"IEEE Access"},{"issue":"3","key":"10.1016\/j.comnet.2023.110073_b8","doi-asserted-by":"crossref","first-page":"2231","DOI":"10.1007\/s11276-021-02564-8","article-title":"Q-learning based routing for in-network aggregation in wireless sensor networks","volume":"27","author":"Maivizhi","year":"2021","journal-title":"Wirel. Netw."},{"issue":"8","key":"10.1016\/j.comnet.2023.110073_b9","doi-asserted-by":"crossref","first-page":"5617","DOI":"10.1109\/TII.2019.2941771","article-title":"Latency and lifetime enhancements in industrial wireless sensor networks: A Q-learning approach for graph routing","volume":"16","author":"K\u00fcnzel","year":"2020","journal-title":"IEEE Trans. Ind. Inform."},{"key":"10.1016\/j.comnet.2023.110073_b10","doi-asserted-by":"crossref","first-page":"100036","DOI":"10.1109\/ACCESS.2019.2930652","article-title":"Energy-efficient harvested-aware clustering and cooperative routing protocol for WBAN (E-HARP)","volume":"7","author":"Ullah","year":"2019","journal-title":"IEEE Access"},{"issue":"7","key":"10.1016\/j.comnet.2023.110073_b11","doi-asserted-by":"crossref","first-page":"1638","DOI":"10.3390\/s19071638","article-title":"A survey of routing protocols in WBAN for healthcare applications","volume":"19","author":"Qu","year":"2019","journal-title":"Sensors"},{"issue":"3","key":"10.1016\/j.comnet.2023.110073_b12","doi-asserted-by":"crossref","first-page":"1635","DOI":"10.1109\/SURV.2014.012214.00007","article-title":"A survey on wireless body area networks: Technologies and design challenges","volume":"16","author":"Cavallari","year":"2014","journal-title":"IEEE Commun. Surv. Tutor."},{"key":"10.1016\/j.comnet.2023.110073_b13","series-title":"2017 International Conference on Wireless Communications, Signal Processing and Networking (WiSPNET)","first-page":"1939","article-title":"MHRP: A novel mobility handling routing protocol in Wireless Body Area network","author":"Karmakar","year":"2017"},{"issue":"8","key":"10.1016\/j.comnet.2023.110073_b14","doi-asserted-by":"crossref","first-page":"824","DOI":"10.1016\/j.adhoc.2010.03.002","article-title":"DTN routing in body sensor networks with dynamic postural partitioning","volume":"8","author":"Quwaider","year":"2010","journal-title":"Ad Hoc Netw."},{"issue":"2","key":"10.1016\/j.comnet.2023.110073_b15","doi-asserted-by":"crossref","first-page":"376","DOI":"10.1109\/TMC.2017.2708713","article-title":"Energy-efficient and distributed network management cost minimization in opportunistic Wireless Body Area networks","volume":"17","author":"Samanta","year":"2018","journal-title":"IEEE Trans. Mob. Comput."},{"key":"10.1016\/j.comnet.2023.110073_b16","series-title":"International Conference on Distributed Computing in Sensor Systems","first-page":"206","article-title":"TARA: thermal-aware routing algorithm for implanted sensor networks","author":"Tang","year":"2005"},{"issue":"4","key":"10.1016\/j.comnet.2023.110073_b17","doi-asserted-by":"crossref","DOI":"10.1155\/2014\/464010","article-title":"RE-ATTEMPT: a new energy-efficient routing protocol for wireless body area sensor networks","volume":"10","author":"Ahmad","year":"2014","journal-title":"Int. J. Distrib. Sens. Netw."},{"key":"10.1016\/j.comnet.2023.110073_b18","doi-asserted-by":"crossref","first-page":"224","DOI":"10.1016\/j.procs.2013.06.033","article-title":"M-ATTEMPT: A new energy-efficient routing protocol for wireless body area sensor networks","volume":"19","author":"Javaid","year":"2013","journal-title":"Procedia Comput. Sci."},{"issue":"8","key":"10.1016\/j.comnet.2023.110073_b19","first-page":"260","article-title":"M2e2: A novel multi-hop routing protocol for wireless body sensor networks","volume":"2","author":"Rafatkhah","year":"2014","journal-title":"Int. J. Comput. Netw. Commun. Secur."},{"issue":"3","key":"10.1016\/j.comnet.2023.110073_b20","doi-asserted-by":"crossref","DOI":"10.1155\/2014\/676312","article-title":"Thermal-aware multiconstrained intrabody QoS routing for wireless body area networks","volume":"10","author":"Monowar","year":"2014","journal-title":"Int. J. Distrib. Sens. Netw."},{"issue":"4","key":"10.1016\/j.comnet.2023.110073_b21","doi-asserted-by":"crossref","first-page":"660","DOI":"10.1109\/TWC.2002.804190","article-title":"An application-specific protocol architecture for wireless microsensor networks","volume":"1","author":"Heinzelman","year":"2002","journal-title":"IEEE Trans. Wirel. Commun."},{"issue":"8","key":"10.1016\/j.comnet.2023.110073_b22","doi-asserted-by":"crossref","first-page":"136","DOI":"10.3390\/electronics7080136","article-title":"Variants of the low-energy adaptive clustering hierarchy protocol: Survey, issues and challenges","volume":"7","author":"Al-Shalabi","year":"2018","journal-title":"Electronics"},{"issue":"4","key":"10.1016\/j.comnet.2023.110073_b23","doi-asserted-by":"crossref","first-page":"290","DOI":"10.1080\/03091902.2018.1483440","article-title":"An energy efficiency routing protocol for wireless body area networks","volume":"42","author":"Abidi","year":"2018","journal-title":"J. Med. Eng. Technol."},{"key":"10.1016\/j.comnet.2023.110073_b24","first-page":"1","article-title":"IEEE standard for local and metropolitan area networks - part 15.6: Wireless body area networks","author":"IEEE","year":"2012","journal-title":"IEEE Std 802.15.6-2012"},{"key":"10.1016\/j.comnet.2023.110073_b25","first-page":"38","article-title":"A power optimization routing algorithm for Wireless Body Area network","volume":"31","author":"Peng","year":"2018","journal-title":"Electron. Sci. Technol."},{"key":"10.1016\/j.comnet.2023.110073_b26","doi-asserted-by":"crossref","first-page":"10737","DOI":"10.1109\/ACCESS.2021.3051360","article-title":"Q-learning-based data-aggregation-aware energy-efficient routing protocol for wireless sensor networks","volume":"9","author":"Yun","year":"2021","journal-title":"IEEE Access"},{"issue":"8","key":"10.1016\/j.comnet.2023.110073_b27","doi-asserted-by":"crossref","first-page":"5617","DOI":"10.1109\/TII.2019.2941771","article-title":"Latency and lifetime enhancements in industrial wireless sensor networks: A Q-learning approach for graph routing","volume":"16","author":"K\u00fcnzel","year":"2019","journal-title":"IEEE Trans. Ind. Inform."},{"issue":"3","key":"10.1016\/j.comnet.2023.110073_b28","doi-asserted-by":"crossref","first-page":"2231","DOI":"10.1007\/s11276-021-02564-8","article-title":"Q-learning based routing for in-network aggregation in wireless sensor networks","volume":"27","author":"Maivizhi","year":"2021","journal-title":"Wirel. Netw."},{"key":"10.1016\/j.comnet.2023.110073_b29","series-title":"2018 17th IEEE International Conference on Trust, Security and Privacy in Computing and Communications (TrustCom)","first-page":"149","article-title":"ESRQ: An efficient secure routing method in wireless sensor networks based on Q-learning","author":"Liu","year":"2018"},{"key":"10.1016\/j.comnet.2023.110073_b30","series-title":"2021 Fourth International Conference on Electrical, Computer and Communication Technologies (ICECCT)","first-page":"1","article-title":"Machine learning-based congestion control routing strategy for healthcare IoT enabled wireless sensor networks","author":"Upreti","year":"2021"},{"key":"10.1016\/j.comnet.2023.110073_b31","series-title":"2008 First International Symposium on Applied Sciences on Biomedical and Communication Technologies","first-page":"1","article-title":"A reinforcement learning based routing protocol with QoS support for biomedical sensor networks","author":"Liang","year":"2008"},{"key":"10.1016\/j.comnet.2023.110073_b32","series-title":"2012 International Symposium on Wireless Communication Systems (ISWCS)","first-page":"521","article-title":"RL-based routing in biomedical mobile wireless sensor networks using trust and reputation","author":"Naputta","year":"2012"},{"issue":"2","key":"10.1016\/j.comnet.2023.110073_b33","doi-asserted-by":"crossref","DOI":"10.1177\/1550147719833541","article-title":"Optimizing the lifetime of wireless sensor networks via reinforcement-learning-based routing","volume":"15","author":"Guo","year":"2019","journal-title":"Int. J. Distrib. Sens. Netw."},{"key":"10.1016\/j.comnet.2023.110073_b34","series-title":"2020 IEEE 19th International Conference on Trust, Security and Privacy in Computing and Communications (TrustCom)","first-page":"1783","article-title":"Ltms: A lightweight trust management system for wireless medical sensor networks","author":"Hajar","year":"2020"},{"key":"10.1016\/j.comnet.2023.110073_b35","series-title":"Goldman\u2019s Cecil Medicine","first-page":"369","article-title":"Electrophysiologic interventional procedures and surgery","author":"Morady","year":"2012"},{"issue":"2","key":"10.1016\/j.comnet.2023.110073_b36","doi-asserted-by":"crossref","first-page":"1","DOI":"10.4018\/IJBDCN.286702","article-title":"Wireless Body Area networks for healthcare: Application trends and mac technologies","volume":"17","author":"Azdad","year":"2021","journal-title":"Int. J. Bus. Data Commun. Netw. (IJBDCN)"},{"key":"10.1016\/j.comnet.2023.110073_b37","series-title":"ICC 2019-2019 IEEE International Conference on Communications (ICC)","first-page":"1","article-title":"A double Q-learning routing in delay tolerant networks","author":"Yuan","year":"2019"},{"key":"10.1016\/j.comnet.2023.110073_b38","doi-asserted-by":"crossref","DOI":"10.1109\/COMST.2022.3160697","article-title":"Applications of multi-agent reinforcement learning in future internet: A comprehensive survey","author":"Li","year":"2022","journal-title":"IEEE Commun. Surv. Tutor."},{"key":"10.1016\/j.comnet.2023.110073_b39","series-title":"International Conference on Machine Learning","first-page":"5872","article-title":"Fully decentralized multi-agent reinforcement learning with networked agents","author":"Zhang","year":"2018"},{"key":"10.1016\/j.comnet.2023.110073_b40","doi-asserted-by":"crossref","unstructured":"A. Kumar, R. Matam, S. Shukla, Impact of packet dropping attacks on RPL, in: 2016 Fourth International Conference on Parallel, Distributed and Grid Computing (PDGC), 2016, pp. 694\u2013698, https:\/\/2.zoppoz.workers.dev:443\/http\/dx.doi.org\/10.1109\/PDGC.2016.7913211.","DOI":"10.1109\/PDGC.2016.7913211"},{"key":"10.1016\/j.comnet.2023.110073_b41","series-title":"Annual Conference on Artificial Intelligence","first-page":"335","article-title":"Value-difference based exploration: adaptive control between epsilon-greedy and softmax","author":"Tokic","year":"2011"},{"issue":"8","key":"10.1016\/j.comnet.2023.110073_b42","doi-asserted-by":"crossref","first-page":"9031","DOI":"10.1109\/TVT.2020.2999566","article-title":"A dynamic trust evaluation and update mechanism based on C4. 5 decision tree in underwater wireless sensor networks","volume":"69","author":"Jiang","year":"2020","journal-title":"IEEE Trans. Veh. Technol."},{"key":"10.1016\/j.comnet.2023.110073_b43","doi-asserted-by":"crossref","DOI":"10.1016\/j.phycom.2021.101388","article-title":"Trusted node selection in clusters for underwater wireless acoustic sensor networks using fuzzy logic","volume":"47","author":"Krishnaswamy","year":"2021","journal-title":"Phys. Commun."},{"key":"10.1016\/j.comnet.2023.110073_b44","series-title":"Introduction to discrete-event simulation and the simpy language","first-page":"1","volume":"vol. 2","author":"Matloff","year":"2008"},{"issue":"1","key":"10.1016\/j.comnet.2023.110073_b45","first-page":"153","article-title":"On sample size in using central limit theorem for gamma distribution","volume":"19","author":"Chang","year":"2008","journal-title":"Inf. Manage. Sci."},{"issue":"4","key":"10.1016\/j.comnet.2023.110073_b46","doi-asserted-by":"crossref","first-page":"188","DOI":"10.1016\/j.icte.2016.08.010","article-title":"Review of medical implant communication system (MICS) band and network","volume":"2","author":"Islam","year":"2016","journal-title":"Ict Express"},{"key":"10.1016\/j.comnet.2023.110073_b47","series-title":"18th EAI International Conference on Security and Privacy in Communication Networks (SecureComm)","article-title":"DQR: A double q learning multi agent routing protocol for wireless medical sensor network","author":"Hajar","year":"2022"},{"key":"10.1016\/j.comnet.2023.110073_b48","series-title":"Wireless Networks and Security","first-page":"165","article-title":"Security and privacy in wireless body area networks for health care applications","author":"Javadi","year":"2013"},{"key":"10.1016\/j.comnet.2023.110073_b49","series-title":"2023 IEEE 20th Annual Consumer Communications & Networking Conference (CCNC)","article-title":"RRP: A reliable reinforcement learning based routing protocol for wireless medical sensor networks","author":"Hajar","year":"2023"},{"key":"10.1016\/j.comnet.2023.110073_b50","series-title":"2019 2nd International Conference on Signal Processing and Communication (ICSPC)","first-page":"153","article-title":"Defense against on-off attack in trust establishment scheme for wireless sensor network","author":"Sahoo","year":"2019"},{"key":"10.1016\/j.comnet.2023.110073_b51","unstructured":". TRACEMALLOC, TRACEMALLOC - Trace memory allocations - Python 3.10.2 documentation, URL https:\/\/2.zoppoz.workers.dev:443\/https\/docs.python.org\/3\/library\/tracemalloc.html. Accessed: 2022-02-08."},{"key":"10.1016\/j.comnet.2023.110073_b52","series-title":"A survey of exploration methods in reinforcement learning","author":"Amin","year":"2021"}],"container-title":["Computer Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/api.elsevier.com\/content\/article\/PII:S1389128623005182?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/api.elsevier.com\/content\/article\/PII:S1389128623005182?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,25]],"date-time":"2025-10-25T13:33:19Z","timestamp":1761399199000},"score":1,"resource":{"primary":{"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/linkinghub.elsevier.com\/retrieve\/pii\/S1389128623005182"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12]]},"references-count":52,"alternative-id":["S1389128623005182"],"URL":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1016\/j.comnet.2023.110073","relation":{},"ISSN":["1389-1286"],"issn-type":[{"value":"1389-1286","type":"print"}],"subject":[],"published":{"date-parts":[[2023,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"3R: A reliable multi agent reinforcement learning based routing protocol for wireless medical sensor networks","name":"articletitle","label":"Article Title"},{"value":"Computer Networks","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/2.zoppoz.workers.dev:443\/https\/doi.org\/10.1016\/j.comnet.2023.110073","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2023 The Author(s). Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"110073"}}