{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,19]],"date-time":"2025-12-19T22:03:13Z","timestamp":1766181793270,"version":"3.40.3"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030926373"},{"type":"electronic","value":"9783030926380"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-92638-0_14","type":"book-chapter","created":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T13:02:45Z","timestamp":1641042165000},"page":"225-240","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Multi-D3QN: A Multi-strategy Deep Reinforcement Learning for Service Composition in Cloud Manufacturing"],"prefix":"10.1007","author":[{"given":"Jun","family":"Zeng","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Juan","family":"Yao","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yang","family":"Yu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yingbo","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,1,1]]},"reference":[{"key":"14_CR1","doi-asserted-by":"crossref","unstructured":"Mourad, M.H., Nassehi, A., Schaefer, D., Newman, S.T.: Assessment of interoperability in cloud manufacturing. Robotics and Computer-Integrated Manufacturing 61, (2020)","DOI":"10.1016\/j.rcim.2019.101832"},{"key":"14_CR2","doi-asserted-by":"crossref","unstructured":"Bouzary, H., Chen, F.F.: A classification-based approach for integrated service matching and composition in cloud manufacturing. Robotics and Computer-Integrated Manufacturing 66, (2020)","DOI":"10.1016\/j.rcim.2020.101989"},{"key":"14_CR3","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1080\/17517575.2012.683812","volume":"8","author":"L Zhang","year":"2014","unstructured":"Zhang, L., et al.: Cloud manufacturing: a new manufacturing paradigm. Enterprise Information Systems 8, 167\u2013187 (2014)","journal-title":"Enterprise Information Systems"},{"key":"14_CR4","doi-asserted-by":"crossref","unstructured":"Yang, Y., Yang, B., Wang, S., Jin, T., Li, S.: An enhanced multi-objective grey wolf optimizer for service composition in cloud manufacturing. Applied Soft Computing 87, (2020)","DOI":"10.1016\/j.asoc.2019.106003"},{"issue":"7-8","key":"14_CR5","doi-asserted-by":"publisher","first-page":"3079","DOI":"10.1007\/s00170-019-04449-9","volume":"105","author":"Y Yang","year":"2019","unstructured":"Yang, Y., Yang, B., Wang, S., Liu, W., Jin, T.: An Improved Grey Wolf Optimizer Algorithm for Energy-Aware Service Composition in Cloud Manufacturing. The International Journal of Advanced Manufacturing Technology 105(7\u20138), 3079\u20133091 (2019). https:\/\/doi.org\/10.1007\/s00170-019-04449-9","journal-title":"The International Journal of Advanced Manufacturing Technology"},{"issue":"1-4","key":"14_CR6","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1007\/s00170-017-1167-3","volume":"95","author":"H Akbaripour","year":"2017","unstructured":"Akbaripour, H., Houshmand, M., van Woensel, T., Mutlu, N.: Cloud manufacturing service selection optimization and scheduling with transportation considerations: mixed-integer programming models. The International Journal of Advanced Manufacturing Technology 95(1\u20134), 43\u201370 (2017). https:\/\/doi.org\/10.1007\/s00170-017-1167-3","journal-title":"The International Journal of Advanced Manufacturing Technology"},{"key":"14_CR7","doi-asserted-by":"publisher","first-page":"4854","DOI":"10.1080\/00207543.2018.1449978","volume":"57","author":"Y Liu","year":"2019","unstructured":"Liu, Y., Wang, L., Wang, X.V., Xu, X., Zhang, L.: Scheduling in cloud manufacturing: state-of-the-art and research challenges. Int. J. Prod. Res. 57, 4854\u20134879 (2019)","journal-title":"Int. J. Prod. Res."},{"key":"14_CR8","doi-asserted-by":"crossref","unstructured":"Lartigau, J., Xu, X., Nie, L., Zhan, D.: Cloud manufacturing service composition based on QoS with geo-perspective transportation using an improved Artificial Bee Colony optimisation algorithm. Int. J. Prod. Res. 53, 4380\u20134404 (2015)","DOI":"10.1080\/00207543.2015.1005765"},{"issue":"9-12","key":"14_CR9","doi-asserted-by":"publisher","first-page":"4455","DOI":"10.1007\/s00170-018-1925-x","volume":"96","author":"Y Que","year":"2018","unstructured":"Que, Y., Zhong, W., Chen, H., Chen, X., Ji, X.: Improved adaptive immune genetic algorithm for optimal QoS-aware service composition selection in cloud manufacturing. Int. J. Adv. Manuf. Technol. 96(9\u201312), 4455\u20134465 (2018). https:\/\/doi.org\/10.1007\/s00170-018-1925-x","journal-title":"Int. J. Adv. Manuf. Technol."},{"key":"14_CR10","doi-asserted-by":"publisher","first-page":"75","DOI":"10.1016\/j.knosys.2019.05.020","volume":"180","author":"H Wang","year":"2019","unstructured":"Wang, H., et al.: Adaptive and large-scale service composition based on deep reinforcement learning. Knowl.-Based Syst. 180, 75\u201390 (2019)","journal-title":"Knowl.-Based Syst."},{"key":"14_CR11","doi-asserted-by":"crossref","unstructured":"Liang, H., Wen, X., Liu, Y., Zhang, H., Zhang, L., Wang, L.: Logistics-involved QoS-aware service composition in cloud manufacturing with deep reinforcement learning. Robot. Comput. Integr. Manuf. 67, 101991 (2021)","DOI":"10.1016\/j.rcim.2020.101991"},{"key":"14_CR12","doi-asserted-by":"publisher","first-page":"1361","DOI":"10.1587\/transinf.2017EDP7131","volume":"E101D","author":"L Quan","year":"2018","unstructured":"Quan, L., Wang, Z.-L., Liu, X.: A real-time subtask-assistance strategy for adaptive services composition. IEICE Trans. Inf. Syst. E101D, 1361\u20131369 (2018)","journal-title":"IEICE Trans. Inf. Syst."},{"issue":"9-12","key":"14_CR13","doi-asserted-by":"publisher","first-page":"3371","DOI":"10.1007\/s00170-016-9034-1","volume":"88","author":"J Zhou","year":"2016","unstructured":"Zhou, J., Yao, X.: A hybrid artificial bee colony algorithm for optimal selection of QoS-based cloud manufacturing service composition. Int. J. Adv. Manuf. Technol. 88(9\u201312), 3371\u20133387 (2016). https:\/\/doi.org\/10.1007\/s00170-016-9034-1","journal-title":"Int. J. Adv. Manuf. Technol."},{"key":"14_CR14","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1080\/0951192X.2018.1550679","volume":"32","author":"MM Fazeli","year":"2018","unstructured":"Fazeli, M.M., Farjami, Y., Nickray, M.: An ensemble optimisation approach to service composition in cloud manufacturing. Int. J. Comput. Integr. Manuf. 32, 83\u201391 (2018)","journal-title":"Int. J. Comput. Integr. Manuf."},{"key":"14_CR15","unstructured":"Yu, L., Zhou, J., Wei, F., Gao, Y., Yang, B., Zhu, H.: Web Service Composition Based on Reinforcement Learning (2015)"},{"key":"14_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1007\/978-3-662-45391-9_11","volume-title":"Service-Oriented Computing","author":"H Wang","year":"2014","unstructured":"Wang, H., Chen, X., Wu, Q., Yu, Q., Zheng, Z., Bouguettaya, A.: Integrating on-policy reinforcement learning with multi-agent techniques for adaptive service composition. In: Franch, X., Ghose, A.K., Lewis, G.A., Bhiri, S. (eds.) ICSOC 2014. LNCS, vol. 8831, pp. 154\u2013168. Springer, Heidelberg (2014). https:\/\/doi.org\/10.1007\/978-3-662-45391-9_11"},{"key":"14_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"383","DOI":"10.1007\/978-3-319-69035-3_27","volume-title":"Service-Oriented Computing","author":"H Wang","year":"2017","unstructured":"Wang, H., Gu, M., Yu, Q., Fei, H., Li, J., Tao, Y.: Large-scale and adaptive service composition using deep reinforcement learning. In: Maximilien, M., Vallecillo, A., Wang, J., Oriol, M. (eds.) ICSOC 2017. LNCS, vol. 10601, pp. 383\u2013391. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-69035-3_27"},{"key":"14_CR18","doi-asserted-by":"crossref","unstructured":"Yuan, M., Zhou, Z., Cai, X., Sun, C., Gu, W.: Service composition model and method in cloud manufacturing. Robot. Comput. Integr. Manuf. 61, 101840 (2020)","DOI":"10.1016\/j.rcim.2019.101840"},{"key":"14_CR19","doi-asserted-by":"crossref","unstructured":"Liu, Z.Z., Song, C., Chu, D.H., Hou, Z.W., Peng, W.P.: An approach for multipath cloud manufacturing services dynamic composition. Int. J. Intell. Syst. 32, 371\u2013393 (2017)","DOI":"10.1002\/int.21865"},{"key":"14_CR20","doi-asserted-by":"publisher","first-page":"379","DOI":"10.1016\/j.asoc.2017.03.017","volume":"56","author":"J Zhou","year":"2017","unstructured":"Zhou, J., Yao, X.: Multi-population parallel self-adaptive differential artificial bee colony algorithm with application in large-scale service composition for cloud manufacturing. Appl. Soft Comput. 56, 379\u2013397 (2017)","journal-title":"Appl. Soft Comput."},{"key":"14_CR21","unstructured":"Wang, Z., Schaul, T., Hessel, M., Hasselt, H., Lanctot, M., Freitas, N.: Dueling network architectures for deep reinforcement learning. In: Maria Florina, B., Kilian, Q.W. (eds.) Proceedings of The 33rd International Conference on Machine Learning, vol. 48, pp. 1995\u20132003. PMLR, Proceedings of Machine Learning Research (2016)"},{"key":"14_CR22","doi-asserted-by":"crossref","unstructured":"van Hasselt, H., Guez, A., Silver, D.: Deep reinforcement learning with double Q-learning. In: AAAI (2016)","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"14_CR23","unstructured":"Schaul, T., Quan, J., Antonoglou, I.: Prioritized experience replay, arXiv preprint arXiv:1511.05952 (2015)"}],"container-title":["Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","Collaborative Computing: Networking, Applications and Worksharing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-92638-0_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,21]],"date-time":"2023-01-21T12:16:56Z","timestamp":1674303416000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-92638-0_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030926373","9783030926380"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-92638-0_14","relation":{},"ISSN":["1867-8211","1867-822X"],"issn-type":[{"type":"print","value":"1867-8211"},{"type":"electronic","value":"1867-822X"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"1 January 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CollaborateCom","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Collaborative Computing: Networking, Applications and Worksharing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 October 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 October 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"colcom2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/collaboratecom.eai-conferences.org\/2021\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Confy +","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"206","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"62","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"30% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}