{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,14]],"date-time":"2026-04-14T04:00:45Z","timestamp":1776139245412,"version":"3.50.1"},"reference-count":56,"publisher":"Informa UK Limited","issue":"11","funder":[{"DOI":"10.13039\/100004358","name":"Samsung","doi-asserted-by":"publisher","award":["G01190084"],"award-info":[{"award-number":["G01190084"]}],"id":[{"id":"10.13039\/100004358","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["www.tandfonline.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Production Research"],"published-print":{"date-parts":[[2021,6,3]]},"DOI":"10.1080\/00207543.2020.1870013","type":"journal-article","created":{"date-parts":[[2021,1,28]],"date-time":"2021-01-28T14:44:05Z","timestamp":1611845045000},"page":"3360-3377","update-policy":"https:\/\/doi.org\/10.1080\/tandf_crossmark_01","source":"Crossref","is-referenced-by-count":282,"title":["Learning to schedule job-shop problems: representation and policy learning using graph neural network and reinforcement learning"],"prefix":"10.1080","volume":"59","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6778-7632","authenticated-orcid":false,"given":"Junyoung","family":"Park","sequence":"first","affiliation":[{"name":"Industrial and Systems Engineering, Korea Advanced Institute of Science and Technology","place":["Daejeon, Korea"]}]},{"given":"Jaehyeong","family":"Chun","sequence":"additional","affiliation":[{"name":"Industrial and Systems Engineering, Korea Advanced Institute of Science and Technology","place":["Daejeon, Korea"]}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-4903-8745","authenticated-orcid":false,"given":"Sang Hun","family":"Kim","sequence":"additional","affiliation":[{"name":"Samsung Electronics","place":["Suwon, Korea"]}]},{"given":"Youngkook","family":"Kim","sequence":"additional","affiliation":[{"name":"Samsung Electronics","place":["Suwon, Korea"]}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2620-1479","authenticated-orcid":false,"given":"Jinkyoo","family":"Park","sequence":"additional","affiliation":[{"name":"Industrial and Systems Engineering, Korea Advanced Institute of Science and Technology","place":["Daejeon, Korea"]}]}],"member":"301","published-online":{"date-parts":[[2021,1,28]]},"reference":[{"key":"e_1_3_4_2_1","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.34.3.391"},{"key":"e_1_3_4_3_1","doi-asserted-by":"publisher","DOI":"10.1287\/ijoc.3.2.149"},{"key":"e_1_3_4_4_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0921-8890(00)00087-7"},{"key":"e_1_3_4_5_1","unstructured":"Battaglia Peter W. Jessica B. Hamrick Victor Bapst Alvaro Sanchez-Gonzalez Vinicius Zambaldi Mateusz Malinowski Andrea Tacchetti et\u00a0al. 2018. \u201cRelational Inductive Biases Deep Learning and Graph Networks.\u201d arXiv preprint arXiv:1806.01261."},{"key":"e_1_3_4_6_1","doi-asserted-by":"publisher","DOI":"10.1080\/00207543.2017.1306134"},{"key":"e_1_3_4_7_1","doi-asserted-by":"crossref","unstructured":"Caserta Marco and Stefan Vo\u00df. 2009. \u201cMetaheuristics: Intelligent Problem Solving.\u201d In Matheuristics 1\u201338. Springer.","DOI":"10.1007\/978-1-4419-1306-7_1"},{"key":"e_1_3_4_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0925-2312(00)00344-1"},{"key":"e_1_3_4_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0377-2217(97)00019-2"},{"key":"e_1_3_4_10_1","first-page":"225","article-title":"Probabilistic Learning Combinations of Local Job-shop Scheduling Rules","author":"Fisher Henry.","year":"1963","unstructured":"Fisher, Henry. 1963. \u201cProbabilistic Learning Combinations of Local Job-shop Scheduling Rules.\u201d Industrial Scheduling: 225\u2013251.","journal-title":"Industrial Scheduling"},{"issue":"4","key":"e_1_3_4_11_1","first-page":"14","article-title":"Adaptive Reactive Job-shop Scheduling with Reinforcement Learning Agents","volume":"24","author":"Gabel Thomas","year":"2008","unstructured":"Gabel, Thomas, and Martin Riedmiller. 2008. \u201cAdaptive Reactive Job-shop Scheduling with Reinforcement Learning Agents.\u201d International Journal of Information Technology and Intelligent Computing 24 (4): 14\u201318.","journal-title":"International Journal of Information Technology and Intelligent Computing"},{"key":"e_1_3_4_12_1","doi-asserted-by":"publisher","DOI":"10.1080\/00207543.2011.571443"},{"key":"e_1_3_4_13_1","doi-asserted-by":"publisher","DOI":"10.1287\/moor.1.2.117"},{"key":"e_1_3_4_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0278-6125(97)85674-9"},{"key":"e_1_3_4_15_1","unstructured":"Glorot Xavier Antoine Bordes and Yoshua Bengio. 2011. \u201cDeep Sparse Rectifier Neural Networks.\u201d In Proceedings of the Fourteenth International Conference on Artificial Intelligence and Statistics 315\u2013323."},{"key":"e_1_3_4_16_1","unstructured":"Google or tools. 2019. version 7.3. https:\/\/github.com\/google\/or-tools."},{"key":"e_1_3_4_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00170-004-2296-z"},{"key":"e_1_3_4_18_1","unstructured":"Hill Ashley Antonin Raffin Maximilian Ernestus Adam Gleave Anssi Kanervisto Rene Traore Prafulla Dhariwal et\u00a0al. 2018. \u201cStable Baselines.\u201d https:\/\/github.com\/hill-a\/stable-baselines."},{"key":"e_1_3_4_19_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0925-5273(96)00068-0"},{"key":"e_1_3_4_20_1","unstructured":"Kaempfer Yoav and Lior Wolf. 2018. \u201cLearning the Multiple Traveling Salesmen Problem With Permutation Invariant Pooling Networks.\u201d arXiv preprint arXiv:1803.09621."},{"key":"e_1_3_4_21_1","first-page":"6348","article-title":"Learning Combinatorial Optimization Algorithms Over Graphs","volume":"30","author":"Khalil Elias","year":"2017","unstructured":"Khalil, Elias, Hanjun Dai, Yuyu Zhang, Bistra Dilkina, and Le Song. 2017. \u201cLearning Combinatorial Optimization Algorithms Over Graphs.\u201d Advances in Neural Information Processing Systems 30: 6348\u20136358.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_4_22_1","unstructured":"Kingma Diederik P. and Jimmy Ba. 2014. \u201cAdam: A Method for Stochastic Optimization.\u201d arXiv preprint arXiv:1412.6980."},{"key":"e_1_3_4_23_1","unstructured":"Kool Wouter Herke van Hoof and Max Welling. 2018. \u201cAttention Learn to Solve Routing Problems!\u201d arXiv preprint arXiv:1803.08475."},{"key":"e_1_3_4_24_1","volume-title":"Resouce Constrained Project Scheduling: An Experimental Investigation of Heuristic Scheduling Techniques (supplement)","author":"Lawrence S.","year":"1984","unstructured":"Lawrence, S. 1984. Resouce Constrained Project Scheduling: An Experimental Investigation of Heuristic Scheduling Techniques (supplement). Pittsburgh, PA: Graduate School of Industrial Administration, Carnegie-Mellon University."},{"key":"e_1_3_4_25_1","unstructured":"Li Zhuwen Qifeng Chen and Vladlen Koltun. 2018. \u201cCombinatorial Optimization With Graph Convolutional Networks and Guided Tree Search.\u201d In Advances in Neural Information Processing Systems 539\u2013548."},{"key":"e_1_3_4_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2908210"},{"key":"e_1_3_4_27_1","doi-asserted-by":"publisher","DOI":"10.1057\/jors.1965.7"},{"key":"e_1_3_4_28_1","doi-asserted-by":"publisher","DOI":"10.1287\/opre.8.2.219"},{"key":"e_1_3_4_29_1","unstructured":"Mittal Akash Anuj Dhawan Sourav Medya Sayan Ranu and Ambuj Singh. 2019. \u201cLearning Heuristics Over Large Graphs Via Deep Reinforcement Learning.\u201d arXiv preprint arXiv:1903.03332."},{"key":"e_1_3_4_30_1","unstructured":"Mnih Volodymyr Koray Kavukcuoglu David Silver Alex Graves Ioannis Antonoglou Daan Wierstra and Martin Riedmiller. 2013. \u201cPlaying Atari With Deep Reinforcement Learning.\u201d arXiv preprint arXiv:1312.5602."},{"key":"e_1_3_4_31_1","unstructured":"Ong Chung Sin. 2013. \u201cHybrid Genetic Algorithm With Multi-Parents Recombination for Job Shop Scheduling Problems\/Ong Chung Sin.\u201d PhD thesis University of Malaya."},{"key":"e_1_3_4_32_1","doi-asserted-by":"publisher","DOI":"10.1080\/00207543.2018.1543964"},{"key":"e_1_3_4_33_1","doi-asserted-by":"publisher","DOI":"10.1287\/opre.25.1.45"},{"key":"e_1_3_4_34_1","doi-asserted-by":"crossref","DOI":"10.1016\/j.energy.2019.115883","article-title":"Physics-induced Graph Neural Network: An Application to Wind-farm Power Estimation","volume":"187","author":"Park Junyoung","year":"2019","unstructured":"Park, Junyoung, and Jinkyoo Park. 2019. \u201cPhysics-induced Graph Neural Network: An Application to Wind-farm Power Estimation.\u201d Energy 187: 115883.","journal-title":"Energy"},{"key":"e_1_3_4_35_1","unstructured":"Pinedo M. 2008. \u201cScheduling: Theory Algorithms and Systems Multi-Coloring\u201d."},{"key":"e_1_3_4_36_1","doi-asserted-by":"crossref","unstructured":"Prates Marcelo Pedro H. C. Avelar Henrique Lemos Luis C Lamb and Moshe Y. Vardi. 2019. \u201cLearning to Solve np-Complete Problems: A Graph Neural Network for Decision tsp.\u201d In Proceedings of the AAAI Conference on Artificial Intelligence Vol. 33 4731\u20134738.","DOI":"10.1609\/aaai.v33i01.33014731"},{"key":"e_1_3_4_37_1","article-title":"Scheduling Problems with Disjunctive Constraints","volume":"9","author":"Roy Bernard","year":"1964","unstructured":"Roy, Bernard, and B. Sussmann. 1964. \u201cScheduling Problems with Disjunctive Constraints.\u201d Note ds 9.","journal-title":"Note ds"},{"key":"e_1_3_4_38_1","unstructured":"Sanchez-Gonzalez Alvaro Nicolas Heess Jost Tobias Springenberg Josh Merel Martin Riedmiller Raia Hadsell and Peter Battaglia. 2018. \u201cGraph Networks as Learnable Physics Engines for Inference and Control.\u201d arXiv preprint arXiv:1806.01242."},{"key":"e_1_3_4_39_1","unstructured":"Schulman John Sergey Levine Pieter Abbeel Michael Jordan and Philipp Moritz. 2015. \u201cTrust Region Policy Optimization.\u201d In International Conference on Machine Learning 1889\u20131897."},{"key":"e_1_3_4_40_1","unstructured":"Schulman John Filip Wolski Prafulla Dhariwal Alec Radford and Oleg Klimov. 2017. \u201cProximal Policy Optimization Algorithms.\u201d arXiv preprint arXiv:1707.06347."},{"key":"e_1_3_4_41_1","unstructured":"Seo Sungyong and Yan Liu. 2019. \u201cDifferentiable Physics-Informed Graph Networks.\u201d arXiv preprint arXiv:1902.02950."},{"key":"e_1_3_4_42_1","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.38.10.1495"},{"key":"e_1_3_4_43_1","volume-title":"Reinforcement Learning: An Introduction","author":"Sutton Richard S","year":"2018","unstructured":"Sutton, Richard S, and Andrew G. Barto. 2018. Reinforcement Learning: An Introduction. Cambridge, MA: MIT Press."},{"key":"e_1_3_4_44_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(99)00052-1"},{"key":"e_1_3_4_45_1","doi-asserted-by":"publisher","DOI":"10.1016\/0377-2217(93)90182-M"},{"key":"e_1_3_4_46_1","doi-asserted-by":"crossref","unstructured":"Tay Joc Cing and Nhu Binh Ho. 2007. \u201cDesigning Dispatching Rules to Minimize Total Tardiness.\u201d In Evolutionary Scheduling 101\u2013124. Springer.","DOI":"10.1007\/978-3-540-48584-1_4"},{"key":"e_1_3_4_47_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cie.2007.08.008"},{"key":"e_1_3_4_48_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10951-017-0547-8"},{"key":"e_1_3_4_49_1","volume-title":"International Conference on Learning Representations","author":"Wang Tingwu","year":"2018","unstructured":"Wang, Tingwu, Renjie Liao, Jimmy Ba, and Sanja Fidler. 2018. \u201cNervenet: Learning structured policy with graph neural networks.\u201d International Conference on Learning Representations."},{"key":"e_1_3_4_50_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10845-008-0073-9"},{"key":"e_1_3_4_51_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF00124064"},{"key":"e_1_3_4_52_1","volume-title":"International conference on learning representations","author":"Xinyi Zhang","year":"2018","unstructured":"Xinyi, Zhang, and Lihui Chen. 2018. \u201cCapsule graph neural network.\u201d International conference on learning representations."},{"key":"e_1_3_4_53_1","unstructured":"Xu Keyulu Weihua Hu Jure Leskovec and Stefanie Jegelka. 2018. \u201cHow Powerful are Graph Neural Networks?\u201d arXiv preprint arXiv:1810.00826."},{"key":"e_1_3_4_54_1","unstructured":"Yamada Takeshi. 2003. \u201cStudies on Metaheuristics for Jobshop and Flowshop Scheduling Problems\u201d."},{"key":"e_1_3_4_55_1","unstructured":"Yamada Takeshi and Ryohei Nakano. 1992. \u201cA Genetic Algorithm Applicable to Large-Scale Job-Shop Problems.\u201d In PPSN Vol. 2 281\u2013290."},{"key":"e_1_3_4_56_1","unstructured":"Yang Zhilin Jake Zhao Bhuwan Dhingra Kaiming He William W. Cohen Ruslan Salakhutdinov and Yann LeCun. 2018. \u201cGlomo: Unsupervisedly Learned Relational Graphs as Transferable Representations.\u201d arXiv preprint arXiv:1806.05662."},{"key":"e_1_3_4_57_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1008904604531"}],"container-title":["International Journal of Production Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.tandfonline.com\/doi\/pdf\/10.1080\/00207543.2020.1870013","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,16]],"date-time":"2025-09-16T04:36:53Z","timestamp":1757997413000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.tandfonline.com\/doi\/full\/10.1080\/00207543.2020.1870013"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,1,28]]},"references-count":56,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2021,6,3]]}},"alternative-id":["10.1080\/00207543.2020.1870013"],"URL":"https:\/\/doi.org\/10.1080\/00207543.2020.1870013","relation":{},"ISSN":["0020-7543","1366-588X"],"issn-type":[{"value":"0020-7543","type":"print"},{"value":"1366-588X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,1,28]]},"assertion":[{"value":"The publishing and review policy for this title is described in its Aims & Scope.","order":1,"name":"peerreview_statement","label":"Peer Review Statement"},{"value":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=tprs20","URL":"http:\/\/www.tandfonline.com\/action\/journalInformation?show=aimsScope&journalCode=tprs20","order":2,"name":"aims_and_scope_url","label":"Aim & Scope"},{"value":"2019-10-15","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2020-12-03","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2021-01-28","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}