{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,7]],"date-time":"2025-10-07T08:45:15Z","timestamp":1759826715988,"version":"3.40.3"},"publisher-location":"Cham","reference-count":16,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030061609"},{"type":"electronic","value":"9783030061616"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-06161-6_51","type":"book-chapter","created":{"date-parts":[[2019,1,14]],"date-time":"2019-01-14T19:47:15Z","timestamp":1547495235000},"page":"521-530","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["A Task Scheduling Algorithm Based on Q-Learning for WSNs"],"prefix":"10.1007","author":[{"given":"Benhong","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Wensheng","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiang","family":"Bi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yiming","family":"Wang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,1,15]]},"reference":[{"issue":"4","key":"51_CR1","doi-asserted-by":"publisher","first-page":"1996","DOI":"10.1109\/COMST.2014.2320099","volume":"16","author":"M Abu Alsheikh","year":"2015","unstructured":"Abu Alsheikh, M., Lin, S., Niyato, D., Tan, H.P.: Machine learning in wireless sensor networks: algorithms, strategies, and applications. Commun. Surv. Tutor. IEEE 16(4), 1996\u20132018 (2015)","journal-title":"Commun. Surv. Tutor. IEEE"},{"issue":"5","key":"51_CR2","first-page":"1054","volume":"9","author":"B Arnold","year":"1998","unstructured":"Arnold, B.: Reinforcement learning: an introduction (adaptive computation and machine learning). IEEE Trans. Neural Netw. 9(5), 1054 (1998)","journal-title":"IEEE Trans. Neural Netw."},{"issue":"6","key":"51_CR3","first-page":"1284","volume":"19","author":"SL Chen","year":"2007","unstructured":"Chen, S.L., Wu, H.Z., Xiao, L., Zhu, Y.Q.: Metropolis policy-based multi-step Q learning algorithm and performance simulation. J. Syst. Simul. 19(6), 1284\u20131287 (2007)","journal-title":"J. Syst. Simul."},{"key":"51_CR4","unstructured":"Choi, H., Wang, J., Hughes, E.A.: Scheduling on sensor hybrid network. In: International Conference on Computer Communications and Networks, 2005. ICCCN 2005. Proceedings, pp. 503\u2013508 (2013)"},{"key":"51_CR5","first-page":"279","volume":"8","author":"CJCH Watkins","year":"1992","unstructured":"Watkins, C.J.C.H.: Q-learning. Mach. Learn. 8, 279\u2013292 (1992)","journal-title":"Mach. Learn."},{"key":"51_CR6","doi-asserted-by":"crossref","unstructured":"Forster, A., Murphy, A.L.: Clique: role-free clustering with Q-learning for wireless sensor networks. In: IEEE International Conference on Distributed Computing Systems, pp. 441\u2013449 (2009)","DOI":"10.1109\/ICDCS.2009.43"},{"issue":"5","key":"51_CR7","doi-asserted-by":"publisher","first-page":"2140","DOI":"10.1109\/TSMCB.2004.832154","volume":"34","author":"M Guo","year":"2004","unstructured":"Guo, M., Liu, Y., Malec, J.: A new Q-learning algorithm based on the metropolis criterion. IEEE Trans. Syst. Man Cybern. Part B Cybern. A Publ. IEEE Syst. Man Cybern. Soc. 34(5), 2140 (2004)","journal-title":"IEEE Trans. Syst. Man Cybern. Part B Cybern. A Publ. IEEE Syst. Man Cybern. Soc."},{"key":"51_CR8","doi-asserted-by":"crossref","unstructured":"Kashef, M., Moayeri, N.: Real-time scheduling for wireless networks with random deadlines. In: IEEE International Workshop on Factory Communication Systems, pp. 1\u20139 (2017)","DOI":"10.1109\/WFCS.2017.7991954"},{"issue":"5","key":"51_CR9","doi-asserted-by":"publisher","first-page":"943","DOI":"10.3724\/SP.J.1016.2011.00943","volume":"34","author":"Q Li","year":"2011","unstructured":"Li, Q., Ba, W.: Two improved EDF dynamic scheduling algorithms in soft real-time systems. Chin. J. Comput. 34(5), 943\u2013950 (2011)","journal-title":"Chin. J. Comput."},{"key":"51_CR10","doi-asserted-by":"crossref","unstructured":"Saifullah, A., Xu, Y., Lu, C., Chen, Y.: Real-time scheduling for WirelessHART networks, pp. 150\u2013159 (2010)","DOI":"10.1109\/RTSS.2010.41"},{"key":"51_CR11","doi-asserted-by":"crossref","unstructured":"Shah, K., Kumar, M.: Distributed independent reinforcement learning (DIRL) approach to resource management in wireless sensor networks. In: IEEE International Conference on Mobile Adhoc and Sensor Systems, pp.\u00a01\u20139 (2008)","DOI":"10.1109\/MOBHOC.2007.4428658"},{"key":"51_CR12","volume-title":"Markov Decision Processes in Artificial Intelligence","author":"O Sigaud","year":"2010","unstructured":"Sigaud, O., Buffet, O.: Markov Decision Processes in Artificial Intelligence. ISTE, New York (2010)"},{"key":"51_CR13","unstructured":"Stig, P.: A comparison of WirelessHART and ISA100.11a for wireless instrumentation (2014)"},{"key":"51_CR14","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1016\/j.comnet.2017.06.005","volume":"126","author":"Z Wei","year":"2017","unstructured":"Wei, Z., Zhang, Y., Xu, X., Shi, L., Feng, L.: A task scheduling algorithm based on Q-learning and shared value function for WSNs. Comput. Netw. 126, 141\u2013149 (2017)","journal-title":"Comput. Netw."},{"key":"51_CR15","doi-asserted-by":"crossref","unstructured":"Wu, C., Sha, M., Gunatilaka, D., Saifullah, A.: Analysis of EDF scheduling for wireless sensor-actuator networks. In: Quality of Service, pp. 31\u201340 (2014)","DOI":"10.1109\/IWQoS.2014.6914298"},{"issue":"1","key":"51_CR16","first-page":"1","volume":"31","author":"P Yu","year":"2010","unstructured":"Yu, P.: Analysis on features of industrial wireless standard WIA-PA and the application in prospect. Process Autom. Instrum. 31(1), 1\u20134 (2010)","journal-title":"Process Autom. Instrum."}],"container-title":["Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","Communications and Networking"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-06161-6_51","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,5,21]],"date-time":"2019-05-21T01:14:23Z","timestamp":1558401263000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-06161-6_51"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030061609","9783030061616"],"references-count":16,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-06161-6_51","relation":{},"ISSN":["1867-8211","1867-822X"],"issn-type":[{"type":"print","value":"1867-8211"},{"type":"electronic","value":"1867-822X"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"15 January 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ChinaCom","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Communications and Networking in China","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Chengdu","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 October 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 October 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"chinacom2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/chinacom.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}