{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T14:57:07Z","timestamp":1774969027247,"version":"3.50.1"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2023,10,30]],"date-time":"2023-10-30T00:00:00Z","timestamp":1698624000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,10,30]],"date-time":"2023-10-30T00:00:00Z","timestamp":1698624000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Wireless Netw"],"published-print":{"date-parts":[[2024,2]]},"DOI":"10.1007\/s11276-023-03534-y","type":"journal-article","created":{"date-parts":[[2023,10,30]],"date-time":"2023-10-30T18:02:31Z","timestamp":1698688951000},"page":"987-1011","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["Novel multiple access protocols against Q-learning-based tunnel monitoring using flying ad hoc networks"],"prefix":"10.1007","volume":"30","author":[{"given":"Bakri Hossain","family":"Awaji","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"M. M.","family":"Kamruzzaman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ahmad","family":"Althuniabt","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ibrahim","family":"Aqeel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ibrahim Mohsen","family":"Khormi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mani","family":"Gopalsamy","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Udayakumar","family":"Allimuthu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,10,30]]},"reference":[{"key":"3534_CR1","doi-asserted-by":"publisher","first-page":"1323","DOI":"10.1038\/s41598-023-27567-7","volume":"13","author":"J Lansky","year":"2023","unstructured":"Lansky, J., Rahmani, A. M., Malik, M. H., et al. (2023). An energy-aware routing method using the firefly algorithm for flying ad hoc networks. Science and Reports, 13, 1323. https:\/\/doi.org\/10.1038\/s41598-023-27567-7","journal-title":"Science and Reports"},{"key":"3534_CR2","doi-asserted-by":"publisher","first-page":"20184","DOI":"10.1038\/s41598-022-20353-x","volume":"12","author":"J Lansky","year":"2022","unstructured":"Lansky, J., Rahmani, A. M., Zandavi, S. M., et al. (2022). A Q-learning-based routing scheme for smart air quality monitoring system using flying ad hoc networks. Science and Reports, 12, 20184. https:\/\/doi.org\/10.1038\/s41598-022-20353-x","journal-title":"Science and Reports"},{"key":"3534_CR3","doi-asserted-by":"publisher","first-page":"473","DOI":"10.1038\/s41586-022-05315-7","volume":"611","author":"JCJ Koelemeij","year":"2022","unstructured":"Koelemeij, J. C. J., Dun, H., Diouf, C. E. V., et al. (2022). A hybrid optical\u2013wireless network for decimetre-level terrestrial positioning. Nature, 611, 473\u2013478. https:\/\/doi.org\/10.1038\/s41586-022-05315-7","journal-title":"Nature"},{"key":"3534_CR4","doi-asserted-by":"publisher","first-page":"5662","DOI":"10.1038\/s41598-017-05988-5","volume":"7","author":"P Yuan","year":"2017","unstructured":"Yuan, P., Wu, H., Zhao, X., et al. (2017). Percolation-theoretic bounds on the cache size of nodes in mobile opportunistic networks. Science and Reports, 7, 5662. https:\/\/doi.org\/10.1038\/s41598-017-05988-5","journal-title":"Science and Reports"},{"key":"3534_CR5","doi-asserted-by":"publisher","first-page":"22566","DOI":"10.1038\/s41598-021-01864-5","volume":"11","author":"H Chen","year":"2021","unstructured":"Chen, H., & Wu, C. (2021). Contact ability-based topology control for predictable delay-tolerant networks. Science and Reports, 11, 22566. https:\/\/doi.org\/10.1038\/s41598-021-01864-5","journal-title":"Science and Reports"},{"key":"3534_CR6","doi-asserted-by":"publisher","first-page":"10287","DOI":"10.1038\/s41598-022-14255-1","volume":"12","author":"GPK Marwah","year":"2022","unstructured":"Marwah, G. P. K., & Jain, A. (2022). A hybrid optimization with ensemble learning to ensure VANET network stability based on performance analysis. Science and Reports, 12, 10287. https:\/\/doi.org\/10.1038\/s41598-022-14255-1","journal-title":"Science and Reports"},{"key":"3534_CR7","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1038\/s41597-022-01406-2","volume":"9","author":"P Pascacio","year":"2022","unstructured":"Pascacio, P., Torres-Sospedra, J., Jim\u00e9nez, A. R., et al. (2022). Mobile device-based bluetooth low energy database for range estimation in indoor environments. Scientific Data, 9, 281. https:\/\/doi.org\/10.1038\/s41597-022-01406-2","journal-title":"Scientific Data"},{"key":"3534_CR8","doi-asserted-by":"publisher","first-page":"1819","DOI":"10.1038\/s41467-019-09768-9","volume":"10","author":"H Bergeron","year":"2019","unstructured":"Bergeron, H., Sinclair, L. C., Swann, W. C., et al. (2019). Femtosecond time synchronization of optical clocks off of a flying quadcopter. Nature Communications, 10, 1819. https:\/\/doi.org\/10.1038\/s41467-019-09768-9","journal-title":"Nature Communications"},{"key":"3534_CR9","doi-asserted-by":"publisher","first-page":"1019","DOI":"10.1038\/s41467-023-36669-9","volume":"14","author":"JH Heinen","year":"2023","unstructured":"Heinen, J. H., Florens, F. B. V., Baider, C., et al. (2023). Novel plant\u2013frugivore network on Mauritius is unlikely to compensate for the extinction of seed dispersers. Nature Communications, 14, 1019. https:\/\/doi.org\/10.1038\/s41467-023-36669-9","journal-title":"Nature Communications"},{"key":"3534_CR10","doi-asserted-by":"publisher","DOI":"10.1038\/s41565-022-01282-2","author":"L Zaporski","year":"2023","unstructured":"Zaporski, L., Shofer, N., Bodey, J. H., et al. (2023). Ideal refocusing of an optically active spin qubit under strong hyperfine interactions. Nature Nanotechnology. https:\/\/doi.org\/10.1038\/s41565-022-01282-2","journal-title":"Nature Nanotechnology"},{"key":"3534_CR11","doi-asserted-by":"publisher","first-page":"774","DOI":"10.1038\/s41562-020-01034-z","volume":"5","author":"RL Jackson","year":"2021","unstructured":"Jackson, R. L., Rogers, T. T., & Lambon Ralph, M. A. (2021). Reverse-engineering the cortical architecture for controlled semantic cognition. Nature Human Behaviour, 5, 774\u2013786. https:\/\/doi.org\/10.1038\/s41562-020-01034-z","journal-title":"Nature Human Behaviour"},{"key":"3534_CR12","doi-asserted-by":"publisher","first-page":"316","DOI":"10.1038\/s41586-022-05485-4","volume":"612","author":"YE Fisher","year":"2022","unstructured":"Fisher, Y. E., Marquis, M., D\u2019Alessandro, I., et al. (2022). Dopamine promotes head direction plasticity during orienting movements. Nature, 612, 316\u2013322. https:\/\/doi.org\/10.1038\/s41586-022-05485-4","journal-title":"Nature"},{"key":"3534_CR13","doi-asserted-by":"publisher","first-page":"936","DOI":"10.1038\/s41598-017-01039-1","volume":"7","author":"RH Parkinson","year":"2017","unstructured":"Parkinson, R. H., Little, J. M., & Gray, J. R. (2017). A sublethal dose of a neonicotinoid insecticide disrupts visual processing and collision avoidance behaviour in Locusta migratoria. Science and Reports, 7, 936. https:\/\/doi.org\/10.1038\/s41598-017-01039-1","journal-title":"Science and Reports"},{"key":"3534_CR14","doi-asserted-by":"publisher","first-page":"595","DOI":"10.1038\/s42254-022-00481-z","volume":"4","author":"G Mengaldo","year":"2022","unstructured":"Mengaldo, G., Renda, F., Brunton, S. L., et al. (2022). A concise guide to modelling the physics of embodied intelligence in soft robotics. Nat Rev Phys, 4, 595\u2013610. https:\/\/doi.org\/10.1038\/s42254-022-00481-z","journal-title":"Nat Rev Phys"},{"key":"3534_CR15","doi-asserted-by":"publisher","first-page":"2438","DOI":"10.1038\/s41467-021-22421-8","volume":"12","author":"JA Taylor","year":"2021","unstructured":"Taylor, J. A., Hasegawa, M., Benoit, C. M., et al. (2021). Single cell plasticity and population coding stability in auditory thalamus upon associative learning. Nature Communications, 12, 2438. https:\/\/doi.org\/10.1038\/s41467-021-22421-8","journal-title":"Nature Communications"},{"key":"3534_CR16","doi-asserted-by":"publisher","first-page":"4877","DOI":"10.1038\/s41467-020-18635-x","volume":"11","author":"JC Besse","year":"2020","unstructured":"Besse, J. C., Reuer, K., Collodo, M. C., et al. (2020). Realizing a deterministic source of multipartite-entangled photonic qubits. Nature Communications, 11, 4877. https:\/\/doi.org\/10.1038\/s41467-020-18635-x","journal-title":"Nature Communications"},{"key":"3534_CR17","doi-asserted-by":"publisher","first-page":"12780","DOI":"10.1038\/s41598-020-69754-w","volume":"10","author":"A Jiang","year":"2020","unstructured":"Jiang, A., Osamu, Y., & Chen, L. (2020). Multilayer optical thin film design with deep Q learning. Science and Reports, 10, 12780. https:\/\/doi.org\/10.1038\/s41598-020-69754-w","journal-title":"Science and Reports"},{"key":"3534_CR18","doi-asserted-by":"publisher","first-page":"10899","DOI":"10.1038\/s41598-019-47154-z","volume":"9","author":"I Sajedian","year":"2019","unstructured":"Sajedian, I., Lee, H., & Rho, J. (2019). Double-deep Q-learning to increase the efficiency of metasurface holograms. Science and Reports, 9, 10899. https:\/\/doi.org\/10.1038\/s41598-019-47154-z","journal-title":"Science and Reports"},{"key":"3534_CR19","doi-asserted-by":"publisher","first-page":"9638","DOI":"10.1038\/s41598-022-12181-w","volume":"12","author":"AM Rahmani","year":"2022","unstructured":"Rahmani, A. M., Ali, S., Malik, M. H., et al. (2022). An energy-aware and Q-learning-based area coverage for oil pipeline monitoring systems using sensors and Internet of Things. Science and Reports, 12, 9638. https:\/\/doi.org\/10.1038\/s41598-022-12181-w","journal-title":"Science and Reports"},{"key":"3534_CR20","doi-asserted-by":"publisher","first-page":"8635","DOI":"10.1038\/s41598-022-12187-4","volume":"12","author":"M Zolfaghari","year":"2022","unstructured":"Zolfaghari, M., Masoudi, S. F., Rahmani, F., et al. (2022). Thermal neutron beam optimization for PGNAA applications using Q-learning algorithm and neural network. Science and Reports, 12, 8635. https:\/\/doi.org\/10.1038\/s41598-022-12187-4","journal-title":"Science and Reports"},{"key":"3534_CR21","doi-asserted-by":"publisher","first-page":"20779","DOI":"10.1038\/s41598-021-99428-0","volume":"11","author":"C Lindig-Le\u00f3n","year":"2021","unstructured":"Lindig-Le\u00f3n, C., Schmid, G., & Braun, D. A. (2021). Nash equilibria in human sensorimotor interactions explained by Q-learning with intrinsic costs. Science and Reports, 11, 20779. https:\/\/doi.org\/10.1038\/s41598-021-99428-0","journal-title":"Science and Reports"},{"key":"3534_CR22","doi-asserted-by":"publisher","first-page":"11730","DOI":"10.1038\/s41598-021-90000-4","volume":"11","author":"V Ardulov","year":"2021","unstructured":"Ardulov, V., Martinez, V. R., Somandepalli, K., et al. (2021). Robust diagnostic classification via Q-learning. Science and Reports, 11, 11730. https:\/\/doi.org\/10.1038\/s41598-021-90000-4","journal-title":"Science and Reports"},{"key":"3534_CR23","doi-asserted-by":"publisher","first-page":"2439","DOI":"10.1038\/s41598-023-29526-8","volume":"13","author":"J Sresakoolchai","year":"2023","unstructured":"Sresakoolchai, J., & Kaewunruen, S. (2023). Railway infrastructure maintenance efficiency improvement using deep reinforcement learning integrated with digital twin based on track geometry and component defects. Science and Reports, 13, 2439. https:\/\/doi.org\/10.1038\/s41598-023-29526-8","journal-title":"Science and Reports"},{"key":"3534_CR24","doi-asserted-by":"publisher","first-page":"1925","DOI":"10.1038\/s41598-023-28582-4","volume":"13","author":"M Cai","year":"2023","unstructured":"Cai, M., Xiao, S., Li, J., et al. (2023). Safe reinforcement learning under temporal logic with reward design and quantum action selection. Science and Reports, 13, 1925. https:\/\/doi.org\/10.1038\/s41598-023-28582-4","journal-title":"Science and Reports"},{"key":"3534_CR25","doi-asserted-by":"publisher","first-page":"17436","DOI":"10.1038\/s41598-019-53805-y","volume":"9","author":"JC Van Slooten","year":"2019","unstructured":"Van Slooten, J. C., Jahfari, S., & Theeuwes, J. (2019). Spontaneous eye blink rate predicts individual differences in exploration and exploitation during reinforcement learning. Science and Reports, 9, 17436. https:\/\/doi.org\/10.1038\/s41598-019-53805-y","journal-title":"Science and Reports"},{"key":"3534_CR26","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1038\/s42256-023-00610-y","volume":"5","author":"Z Cao","year":"2023","unstructured":"Cao, Z., Jiang, K., Zhou, W., et al. (2023). Continuous improvement of self-driving cars using dynamic confidence-aware reinforcement learning. Nature Machine Intelligence, 5, 145\u2013158. https:\/\/doi.org\/10.1038\/s42256-023-00610-y","journal-title":"Nature Machine Intelligence"},{"key":"3534_CR27","doi-asserted-by":"publisher","first-page":"7185","DOI":"10.1038\/s41598-022-11274-w","volume":"12","author":"E Kuprikov","year":"2022","unstructured":"Kuprikov, E., Kokhanovskiy, A., Serebrennikov, K., et al. (2022). Deep reinforcement learning for self-tuning laser source of dissipative solitons. Science and Reports, 12, 7185. https:\/\/doi.org\/10.1038\/s41598-022-11274-w","journal-title":"Science and Reports"},{"key":"3534_CR28","doi-asserted-by":"publisher","first-page":"3927","DOI":"10.1038\/s41598-022-07900-2","volume":"12","author":"G Peng","year":"2022","unstructured":"Peng, G., Liao, J., Guan, S., et al. (2022). A pushing-grasping collaborative method based on deep Q-network algorithm in dual viewpoints. Science and Reports, 12, 3927. https:\/\/doi.org\/10.1038\/s41598-022-07900-2","journal-title":"Science and Reports"},{"key":"3534_CR29","doi-asserted-by":"publisher","first-page":"15","DOI":"10.1038\/s41746-023-00755-5","volume":"6","author":"X Wu","year":"2023","unstructured":"Wu, X., Li, R., He, Z., et al. (2023). A value-based deep reinforcement learning model with human expertise in optimal treatment of sepsis. npj Digital Medicine, 6, 15. https:\/\/doi.org\/10.1038\/s41746-023-00755-5","journal-title":"npj Digital Medicine"},{"key":"3534_CR30","doi-asserted-by":"publisher","first-page":"725","DOI":"10.1038\/s41467-023-36363-w","volume":"14","author":"C Fan","year":"2023","unstructured":"Fan, C., Shen, M., Nussinov, Z., et al. (2023). Searching for spin glass ground states through deep reinforcement learning. Nature Communications, 14, 725. https:\/\/doi.org\/10.1038\/s41467-023-36363-w","journal-title":"Nature Communications"},{"key":"3534_CR31","doi-asserted-by":"publisher","first-page":"4390","DOI":"10.1038\/ncomms5390","volume":"5","author":"R Morris","year":"2014","unstructured":"Morris, R., Dezfouli, A., Griffiths, K., et al. (2014). Action-value comparisons in the dorsolateral prefrontal cortex control choice between goal-directed actions. Nature Communications, 5, 4390. https:\/\/doi.org\/10.1038\/ncomms5390","journal-title":"Nature Communications"},{"key":"3534_CR32","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., et al. (2015). Human-level control through deep reinforcement learning. Nature, 518, 529\u2013533. https:\/\/doi.org\/10.1038\/nature14236","journal-title":"Nature"},{"key":"3534_CR33","doi-asserted-by":"publisher","DOI":"10.1038\/s41380-023-02001-6","author":"T Xu","year":"2023","unstructured":"Xu, T., Zhou, X., Kanen, J. W., et al. (2023). Angiotensin blockade enhances motivational reward learning via enhancing striatal prediction error signaling and frontostriatal communication. Molecular Psychiatry. https:\/\/doi.org\/10.1038\/s41380-023-02001-6","journal-title":"Molecular Psychiatry"},{"key":"3534_CR34","doi-asserted-by":"publisher","first-page":"21525","DOI":"10.1038\/s41598-020-78635-1","volume":"10","author":"A Ogasawara","year":"2020","unstructured":"Ogasawara, A., Ohmura, Y., & Kuniyoshi, Y. (2020). Reward sensitivity differs depending on global self-esteem in value-based decision-making. Science and Reports, 10, 21525. https:\/\/doi.org\/10.1038\/s41598-020-78635-1","journal-title":"Science and Reports"},{"key":"3534_CR35","doi-asserted-by":"publisher","first-page":"21861","DOI":"10.1038\/s41598-022-26179-x","volume":"12","author":"SM Youssef","year":"2022","unstructured":"Youssef, S. M., Soliman, M., Saleh, M. A., et al. (2022). Design and control of soft biomimetic pangasius fish robot using fin ray effect and reinforcement learning. Science and Reports, 12, 21861. https:\/\/doi.org\/10.1038\/s41598-022-26179-x","journal-title":"Science and Reports"},{"key":"3534_CR36","doi-asserted-by":"publisher","first-page":"1769","DOI":"10.1038\/s41598-023-28630-z","volume":"13","author":"B Yao","year":"2023","unstructured":"Yao, B., Xu, W., Shen, T., et al. (2023). Digital twin-based multi-level task rescheduling for robotic assembly line. Science and Reports, 13, 1769. https:\/\/doi.org\/10.1038\/s41598-023-28630-z","journal-title":"Science and Reports"},{"key":"3534_CR37","doi-asserted-by":"publisher","DOI":"10.1002\/dac.4260","author":"K Rajakumari","year":"2020","unstructured":"Rajakumari, K., Punitha, P., Kumar, R., & Suresh, C. (2020). Improvising packet delivery and reducing delay ratio in mobile ad hoc network using neighbor coverage-based topology control algorithm. International Journal of Communication Systems. https:\/\/doi.org\/10.1002\/dac.4260","journal-title":"International Journal of Communication Systems"},{"issue":"6","key":"3534_CR38","doi-asserted-by":"publisher","first-page":"7937","DOI":"10.3233\/JIFS-212450","volume":"43","author":"R Lakshmana Kumar","year":"2022","unstructured":"Lakshmana Kumar, R., Subramanian, R., & Karthik, S. (2022). A novel approach to improve network validity using various soft computing techniques. Journal of Intelligent & Fuzzy Systems, 43(6), 7937\u20137948.","journal-title":"Journal of Intelligent & Fuzzy Systems"},{"key":"3534_CR39","doi-asserted-by":"publisher","DOI":"10.1007\/s11276-023-03324-6","author":"P Rao","year":"2023","unstructured":"Rao, P., Anand, M., Daniel, A., Sivaparthipan, C. B., Kirubakaran, S., Gnanasigamani, L., & Punitha, P. (2023). Millimeter assisted wave technologies in 6G assisted wireless communication systems: A new paradigm for 6G collaborative learning. Wireless Networks. https:\/\/doi.org\/10.1007\/s11276-023-03324-6","journal-title":"Wireless Networks"}],"container-title":["Wireless Networks"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-023-03534-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11276-023-03534-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11276-023-03534-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,21]],"date-time":"2024-02-21T07:18:22Z","timestamp":1708499902000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11276-023-03534-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,10,30]]},"references-count":39,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2024,2]]}},"alternative-id":["3534"],"URL":"https:\/\/doi.org\/10.1007\/s11276-023-03534-y","relation":{},"ISSN":["1022-0038","1572-8196"],"issn-type":[{"value":"1022-0038","type":"print"},{"value":"1572-8196","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,10,30]]},"assertion":[{"value":"8 September 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 October 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Authors do not have any conflicts.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"No datasets were generated or analyzed during the current study.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Data availability statement"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Code availability"}}]}}