{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T17:57:54Z","timestamp":1772906274878,"version":"3.50.1"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031368219","type":"print"},{"value":"9783031368226","type":"electronic"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-36822-6_18","type":"book-chapter","created":{"date-parts":[[2023,7,14]],"date-time":"2023-07-14T03:25:54Z","timestamp":1689305154000},"page":"201-212","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Solving Job-Shop Scheduling Problem via\u00a0Deep Reinforcement Learning with\u00a0Attention Model"],"prefix":"10.1007","author":[{"given":"Zijun","family":"Liao","sequence":"first","affiliation":[]},{"given":"Jinbiao","family":"Chen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0320-9355","authenticated-orcid":false,"given":"Zizhen","family":"Zhang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,7,15]]},"reference":[{"issue":"19","key":"18_CR1","doi-asserted-by":"publisher","first-page":"5867","DOI":"10.1080\/00207543.2020.1794075","volume":"59","author":"H Wang","year":"2021","unstructured":"Wang, H., et al.: Adaptive scheduling for assembly job shop with uncertain assembly times based on dual q-learning. Int. J. Prod. Res. 59(19), 5867\u20135883 (2021)","journal-title":"Int. J. Prod. Res."},{"key":"18_CR2","doi-asserted-by":"publisher","first-page":"106982","DOI":"10.1016\/j.compchemeng.2020.106982","volume":"141","author":"CD Hubbs","year":"2020","unstructured":"Hubbs, C.D., et al.: A deep reinforcement learning approach for chemical production scheduling. Comput. Chem. Eng. 141, 106982 (2020)","journal-title":"Comput. Chem. Eng."},{"issue":"11","key":"18_CR3","doi-asserted-by":"publisher","first-page":"1163","DOI":"10.1007\/s00170-004-2296-z","volume":"27","author":"AK Gupta","year":"2006","unstructured":"Gupta, A.K., Sivakumar, A.I.: Job shop scheduling techniques in semiconductor manufacturing. Int. J. Adv. Manuf. Technol. 27(11), 1163\u20131169 (2006)","journal-title":"Int. J. Adv. Manuf. Technol."},{"issue":"2","key":"18_CR4","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1287\/moor.1.2.117","volume":"1","author":"MR Garey","year":"1976","unstructured":"Garey, M.R., Johnson, D.S., Sethi, R.: The complexity of flowshop and jobshop scheduling. Math. Oper. Res. 1(2), 117\u2013129 (1976)","journal-title":"Math. Oper. Res."},{"issue":"2","key":"18_CR5","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1287\/opre.8.2.219","volume":"8","author":"AS Manne","year":"1960","unstructured":"Manne, A.S.: On the job-shop scheduling problem. Oper. Res. 8(2), 219\u2013223 (1960)","journal-title":"Oper. Res."},{"issue":"1","key":"18_CR6","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1016\/j.ejor.2004.03.012","volume":"167","author":"JF Gon\u00e7alves","year":"2005","unstructured":"Gon\u00e7alves, J.F., Magalh\u00e3es Mendes, J.J., Resende, M.G.: A hybrid genetic algorithm for the job shop scheduling problem. Eur. J. Oper. Res. 167(1), 77\u201395 (2005)","journal-title":"Eur. J. Oper. Res."},{"issue":"1","key":"18_CR7","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/BF01721162","volume":"11","author":"R Haupt","year":"1989","unstructured":"Haupt, R.: A survey of priority rule-based scheduling. Oper. Res. Spektrum 11(1), 3\u201316 (1989)","journal-title":"Oper. Res. Spektrum"},{"key":"18_CR8","unstructured":"Hameed, M.S.A., Schwung, A.: Reinforcement learning on job shop scheduling problems using graph networks. arXiv preprint arXiv:2009.03836 (2020)"},{"key":"18_CR9","unstructured":"Zhang, C., et al.: Learning to dispatch for job shop scheduling via deep reinforcement learning. In: Advances in Neural Information Processing Systems, vol. 33, pp. 1621\u20131632 (2020)"},{"issue":"11","key":"18_CR10","doi-asserted-by":"publisher","first-page":"3360","DOI":"10.1080\/00207543.2020.1870013","volume":"59","author":"J Park","year":"2021","unstructured":"Park, J., et al.: Learning to schedule job-shop problems: representation and policy learning using graph neural network and reinforcement learning. Int. J. Prod. Res. 59(11), 3360\u20133377 (2021)","journal-title":"Int. J. Prod. Res."},{"key":"18_CR11","doi-asserted-by":"crossref","unstructured":"Liao, Z., et al.: Learning to schedule job-shop problems via hierarchical reinforcement learning. In: In 2022 IEEE International Conference on Systems, Man, and Cybernetics (SMC), pp. 3222\u20133227. IEEE (2022)","DOI":"10.1109\/SMC53654.2022.9945585"},{"key":"18_CR12","doi-asserted-by":"publisher","unstructured":"Zhao, L., et al.: An end-to-end deep reinforcement learning approach for job shop scheduling. In: 2022 IEEE 25th International Conference on Computer Supported Cooperative Work in Design (CSCWD), pp. 841\u2013846, 2022. https:\/\/doi.org\/10.1109\/CSCWD54268.2022.9776116","DOI":"10.1109\/CSCWD54268.2022.9776116"},{"key":"18_CR13","doi-asserted-by":"publisher","unstructured":"Yang, S.: Using attention mechanism to solve job shop scheduling problem. In: 2022 2nd International Conference on Consumer Electronics and Computer Engineering (ICCECE), pp. 59\u201362, 2022. https:\/\/doi.org\/10.1109\/ICCECE54139.2022.9712705","DOI":"10.1109\/ICCECE54139.2022.9712705"},{"issue":"2","key":"18_CR14","doi-asserted-by":"publisher","first-page":"1322","DOI":"10.1109\/TII.2022.3167380","volume":"19","author":"R Chen","year":"2023","unstructured":"Chen, R., Li, W., Yang, H.: A deep reinforcement learning framework based on an attention mechanism and disjunctive graph embedding for the job-shop scheduling problem. IEEE Trans. Ind. Inform. 19(2), 1322\u20131331 (2023). https:\/\/doi.org\/10.1109\/TII.2022.3167380","journal-title":"IEEE Trans. Ind. Inform."},{"key":"18_CR15","doi-asserted-by":"crossref","unstructured":"Waschneck, B., et al.: Deep reinforcement learning for semiconductor production scheduling. In: 2018 29th annual SEMI Advanced Semiconductor Manufacturing Conference (ASMC), pp. 301\u2013306. IEEE (2018)","DOI":"10.1109\/ASMC.2018.8373191"},{"issue":"2","key":"18_CR16","doi-asserted-by":"publisher","first-page":"825","DOI":"10.1109\/TASE.2018.2862380","volume":"16","author":"Z Cao","year":"2018","unstructured":"Cao, Z., et al.: Scheduling semiconductor testing facility by using cuckoo search algorithm with reinforcement learning and surrogate modeling. IEEE Trans. Autom. Sci. Eng. 16(2), 825\u2013837 (2018)","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"18_CR17","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1016\/j.procir.2019.02.101","volume":"79","author":"A Kuhnle","year":"2019","unstructured":"Kuhnle, A., R\u00f6hrig, N., Lanza, G.: Autonomous order dispatching in the semiconductor industry using reinforcement learning. Procedia CIRP 79, 391\u2013396 (2019)","journal-title":"Procedia CIRP"},{"issue":"3","key":"18_CR18","doi-asserted-by":"publisher","first-page":"855","DOI":"10.1007\/s10845-020-01612-y","volume":"32","author":"A Kuhnle","year":"2021","unstructured":"Kuhnle, A., et al.: Designing an adaptive production control system using reinforcement learning. J. Intell. Manuf. 32(3), 855\u2013876 (2021)","journal-title":"J. Intell. Manuf."},{"key":"18_CR19","doi-asserted-by":"crossref","unstructured":"Zhang, C., et al.: Dynamic dispatching for large-scale heterogeneous fleet via multi-agent deep reinforcement learning. In: 2020 IEEE International Conference on Big Data (Big Data), pp. 1436\u20131441. IEEE (2020)","DOI":"10.1109\/BigData50022.2020.9378191"},{"key":"18_CR20","doi-asserted-by":"crossref","unstructured":"Li, J., et al.: Solving open shop scheduling problem via graph attention neural network. In: 2020 IEEE 32nd International Conference on Tools with Artificial Intelligence (ICTAI), pp. 277\u2013284. IEEE (2020)","DOI":"10.1109\/ICTAI50040.2020.00052"},{"key":"18_CR21","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"key":"18_CR22","unstructured":"Schulman, J., et al.: Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347 (2017)"},{"key":"18_CR23","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"issue":"11","key":"18_CR24","doi-asserted-by":"publisher","first-page":"1069","DOI":"10.1057\/jors.1990.166","volume":"41","author":"JE Beasley","year":"1990","unstructured":"Beasley, J.E.: Or-library: distributing test problems by electronic mail. J. Oper. Res. Soc. 41(11), 1069\u20131072 (1990)","journal-title":"J. Oper. Res. Soc."},{"issue":"2","key":"18_CR25","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1016\/0377-2217(93)90182-M","volume":"64","author":"E Taillard","year":"1993","unstructured":"Taillard, E.: Benchmarks for basic scheduling problems. Eur. J. Oper. Res. 64(2), 278\u2013285 (1993)","journal-title":"Eur. J. Oper. Res."}],"container-title":["Lecture Notes in Computer Science","Advances and Trends in Artificial Intelligence. Theory and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-36822-6_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,14]],"date-time":"2023-07-14T03:27:23Z","timestamp":1689305243000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-36822-6_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031368219","9783031368226"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-36822-6_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"15 July 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IEA\/AIE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Industrial, Engineering and Other Applications of Applied Intelligent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Shanghai","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 July 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 July 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"36","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ieaaie2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.ieaaie2023.com\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Microsoft CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"129","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"50","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"20","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}