{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,27]],"date-time":"2026-05-27T19:01:38Z","timestamp":1779908498841,"version":"3.53.1"},"reference-count":82,"publisher":"American Society of Civil Engineers (ASCE)","issue":"3","content-domain":{"domain":["ascelibrary.org"],"crossmark-restriction":true},"short-container-title":["J. Comput. Civ. Eng."],"published-print":{"date-parts":[[2025,5]]},"DOI":"10.1061\/jccee5.cpeng-6042","type":"journal-article","created":{"date-parts":[[2025,1,22]],"date-time":"2025-01-22T06:10:16Z","timestamp":1737526216000},"update-policy":"https:\/\/doi.org\/10.1061\/do.news.20190416.0001","source":"Crossref","is-referenced-by-count":6,"title":["Automating Pipe Spool Fabrication Shop Scheduling for Modularized Industrial Construction Projects Using Reinforcement Learning"],"prefix":"10.1061","volume":"39","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1111-5965","authenticated-orcid":true,"given":"Mohamed","family":"ElMenshawy","sequence":"first","affiliation":[{"name":"Univ. of Alberta","place":["Canada"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1220-541X","authenticated-orcid":true,"given":"Lingzi","family":"Wu","sequence":"additional","affiliation":[{"name":"Univ. of Washington"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Brian","family":"Gue","sequence":"additional","affiliation":[{"name":"PCL Industrial","place":["Canada"]}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4788-9121","authenticated-orcid":true,"given":"Simaan","family":"AbouRizk","sequence":"additional","affiliation":[{"name":"Univ. of Alberta","place":["Canada"]}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"30","reference":[{"key":"e_1_3_3_2_1","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)0887-3801(2008)22:2(133)"},{"key":"e_1_3_3_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11740-020-00967-8"},{"key":"e_1_3_3_4_1","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)CO.1943-7862.0002386"},{"key":"e_1_3_3_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0921-8890(00)00087-7"},{"key":"e_1_3_3_6_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmsy.2011.02.004"},{"key":"e_1_3_3_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ifacol.2017.08.2354"},{"key":"e_1_3_3_8_1","unstructured":"Brockman G. V. Cheung L. Pettersson J. Schneider J. Schulman J. Tang and W. Zaremba. 2016. \u201cOpenAI gym.\u201d Preprint. http:\/\/arxiv.org\/abs\/1606.01540."},{"key":"e_1_3_3_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00170-018-2805-0"},{"key":"e_1_3_3_10_1","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)CP.1943-5487.0001056"},{"key":"e_1_3_3_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10845-015-1084-y"},{"key":"e_1_3_3_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cie.2020.106778"},{"key":"e_1_3_3_13_1","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)CP.1943-5487.0000991"},{"key":"e_1_3_3_14_1","unstructured":"Eimer T. M. Lindauer and R. Raileanu. 2023. \u201cHyperparameters in reinforcement learning and how to tune them.\u201d In Proc. Int. Conf. on Machine Learning 9104\u20139149. Cambridge MA: MLR Press."},{"key":"e_1_3_3_15_1","doi-asserted-by":"crossref","unstructured":"ElMenshawy M. L. Wu B. Gue and S. AbouRizk. 2024. \u201cExploring the potential of reinforcement learning in pipe spool scheduling in industrial projects.\u201d In Proc. 41st Int. Symp. on Automation and Robotics in Construction 965\u2013971. Oulu Finland: International Association for Automation and Robotics in Construction. https:\/\/doi.org\/10.22260\/ISARC2024\/0125.","DOI":"10.22260\/ISARC2024\/0125"},{"key":"e_1_3_3_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2016.07.046"},{"key":"e_1_3_3_17_1","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)CP.1943-5487.0000859"},{"key":"e_1_3_3_18_1","unstructured":"GlobalData. 2024. \u201cGlobal industrial construction projects.\u201d Accessed February 25 2024. https:\/\/www.reportlinker.com\/p06094005\/Global-Industrial-Construction-Projects.html?utm_source=GNW."},{"key":"e_1_3_3_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3029868"},{"key":"e_1_3_3_20_1","doi-asserted-by":"crossref","unstructured":"Hu D. and Y. Mohamed. 2012. \u201cPipe spool fabrication sequencing by automated planning.\u201d In Proc. Construction Research Congress 2012: Construction Challenges in a Flat World 495\u2013504. Reston VA: ASCE. https:\/\/doi.org\/10.1061\/9780784412329.050.","DOI":"10.1061\/9780784412329.050"},{"key":"e_1_3_3_21_1","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)CO.1943-7862.0000825"},{"key":"e_1_3_3_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmsy.2020.02.004"},{"key":"e_1_3_3_23_1","doi-asserted-by":"crossref","unstructured":"Huang Z. S. Liu and G. Zhang. 2022. \u201cThe USV path planning of dueling DQN algorithm based on tree sampling mechanism.\u201d In Proc. IEEE Asia-Pacific Conf. on Image Processing Electronics and Computers 971\u2013976. New York: IEEE. https:\/\/doi.org\/10.1109\/IPEC54454.2022.9777508.","DOI":"10.1109\/IPEC54454.2022.9777508"},{"key":"e_1_3_3_24_1","doi-asserted-by":"crossref","first-page":"104","DOI":"10.1016\/j.procir.2020.05.210","article-title":"Dynamic scheduling in a job-shop production system with reinforcement learning","volume":"97","author":"Kardos C.","year":"2020","unstructured":"Kardos, C., C. Laflamme, V. Gallina, and W. Sihn. 2020. \u201cDynamic scheduling in a job-shop production system with reinforcement learning.\u201d Procedia CIRP 97 (Jan): 104\u2013109. https:\/\/doi.org\/10.1016\/j.procir.2020.05.210.","journal-title":"Procedia CIRP"},{"key":"e_1_3_3_25_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmp.2015.03.006"},{"key":"e_1_3_3_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jclepro.2022.130419"},{"key":"e_1_3_3_27_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2021.103737"},{"key":"e_1_3_3_28_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2022.117796"},{"key":"e_1_3_3_29_1","unstructured":"Levine S. A. Kumar G. Tucker and J. Fu. 2020. \u201cOffline reinforcement learning: Tutorial review and perspectives on open problems.\u201d Preprint submitted May 4 2020. http:\/\/arxiv.org\/abs\/1504.06600v1."},{"key":"e_1_3_3_30_1","unstructured":"Li Y. 2017. \u201cDeep reinforcement learning: An overview.\u201d Preprint submitted January 25 2017. http:\/\/arxiv.org\/abs\/1701.07274."},{"key":"e_1_3_3_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2022.3216295"},{"key":"e_1_3_3_32_1","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2908210"},{"key":"e_1_3_3_33_1","doi-asserted-by":"publisher","DOI":"10.1080\/00207543.2022.2058432"},{"key":"e_1_3_3_34_1","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)0887-3801(2001)15:4(299)"},{"key":"e_1_3_3_35_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2020.106208"},{"key":"e_1_3_3_36_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cie.2021.107489"},{"key":"e_1_3_3_37_1","doi-asserted-by":"publisher","DOI":"10.1080\/00207543.2018.1467575"},{"key":"e_1_3_3_38_1","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"e_1_3_3_39_1","unstructured":"Mnih V. K. Kavukcuoglu D. Silver A. Graves I. Antonoglou D. Wierstra and M. Riedmiller. 2013. \u201cPlaying Atari with deep reinforcement learning.\u201d Preprint submitted April 24 2015. http:\/\/arxiv.org\/abs\/1312.5602."},{"key":"e_1_3_3_40_1","doi-asserted-by":"crossref","first-page":"564","DOI":"10.4028\/www.scientific.net\/AMR.845.564","article-title":"Solving an industrial shop scheduling problem using genetic algorithm","volume":"845","author":"Moghadam A. M.","year":"2014","unstructured":"Moghadam, A. M., K. Y. Wong, H. Piroozfard, A. Asl Derakhshan, and T. Shanty Hutajulu. 2014. \u201cSolving an industrial shop scheduling problem using genetic algorithm.\u201d Adv. Mater. Res. 845 (Apr): 564\u2013568. https:\/\/doi.org\/10.4028\/www.scientific.net\/AMR.845.564.","journal-title":"Adv. Mater. Res."},{"key":"e_1_3_3_41_1","doi-asserted-by":"publisher","DOI":"10.1108\/09699980710744926"},{"key":"e_1_3_3_42_1","doi-asserted-by":"publisher","DOI":"10.1061\/JCEMD4.COENG-11973"},{"key":"e_1_3_3_43_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compchemeng.2017.05.004"},{"key":"e_1_3_3_44_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.advwatres.2020.103600"},{"key":"e_1_3_3_45_1","doi-asserted-by":"crossref","unstructured":"Nguyen H. and H. La. 2019. \u201cReview of deep reinforcement learning for robot manipulation.\u201d In Proc. 3rd IEEE Int. Conf. on Robotic Computing 590\u2013595. New York: IEEE. https:\/\/doi.org\/10.1109\/IRC.2019.00120.","DOI":"10.1109\/IRC.2019.00120"},{"key":"e_1_3_3_46_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.compchemeng.2020.106886"},{"key":"e_1_3_3_47_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10845-015-1039-3"},{"key":"e_1_3_3_48_1","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)CO.1943-7862.0001001"},{"key":"e_1_3_3_49_1","first-page":"8024","article-title":"PyTorch: An imperative style, high-performance deep learning library","volume":"32","author":"Paszke A.","year":"2019","unstructured":"Paszke, A., et al. 2019. \u201cPyTorch: An imperative style, high-performance deep learning library.\u201d Adv. Neural Inf. Process. Syst. 32: 8024\u20138035.","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"e_1_3_3_50_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.autcon.2023.104851"},{"key":"e_1_3_3_51_1","unstructured":"Petre C. 2016. \u201cInstance-based model for predicting total fabrication duration of industrial pipe spools.\u201d Master\u2019s thesis Dept. of Civil and Environmental Engineering Univ. of Alberta."},{"key":"e_1_3_3_52_1","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)CP.1943-5487.0000605"},{"key":"e_1_3_3_53_1","doi-asserted-by":"crossref","unstructured":"Sadeghi N. and A. R. Fayek. 2008. \u201cA framework for simulating industrial construction processes.\u201d In Proc. Winter Simulation Conf. 2396\u20132401. New York: IEEE. https:\/\/doi.org\/10.1109\/WSC.2008.4736347.","DOI":"10.1109\/WSC.2008.4736347"},{"key":"e_1_3_3_54_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12652-018-0737-z"},{"key":"e_1_3_3_55_1","doi-asserted-by":"crossref","unstructured":"Samsonov V. M. Kemmerling M. Paegert D. L\u00fctticke F. Sauermann A. G\u00fctzlaff G. Schuh and T. Meisen. 2021. \u201cManufacturing control in job shop environments with reinforcement learning.\u201d In Vol. 2 of Proc. ICAART 589\u2013597. Lisbon Portugal: Science and Technology Publications. https:\/\/doi.org\/10.5220\/0010202405890597.","DOI":"10.5220\/0010202405890597"},{"key":"e_1_3_3_56_1","doi-asserted-by":"crossref","unstructured":"Sargent R. G. 2010. \u201cVerification and validation of simulation models.\u201d In Proc. 2010 Winter Simulation Conf. 166\u2013183. New York: IEEE. https:\/\/doi.org\/10.1109\/WSC.2010.5679166.","DOI":"10.1109\/WSC.2010.5679166"},{"key":"e_1_3_3_57_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cie.2017.05.026"},{"key":"e_1_3_3_58_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.simpat.2005.10.012"},{"key":"e_1_3_3_59_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ifacol.2020.12.2794"},{"key":"e_1_3_3_60_1","volume-title":"Reinforcement learning: An introduction","author":"Sutton R. S.","year":"2018","unstructured":"Sutton, R. S., and A. G. Barto. 2018. Reinforcement learning: An introduction. Cambridge, MA: MIT Press."},{"key":"e_1_3_3_61_1","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)CP.1943-5487.0000262"},{"key":"e_1_3_3_62_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.proeng.2017.08.054"},{"key":"e_1_3_3_63_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.comnet.2021.107969"},{"key":"e_1_3_3_64_1","unstructured":"Wang P. 2006. \u201cProduction-based large scale construction simulation modeling.\u201d Doctoral dissertation Dept. of Civil and Environmental Engineering Univ. of Alberta."},{"key":"e_1_3_3_65_1","doi-asserted-by":"publisher","DOI":"10.1139\/L09-094"},{"key":"e_1_3_3_66_1","doi-asserted-by":"publisher","DOI":"10.1061\/(ASCE)CO.1943-7862.0000068"},{"key":"e_1_3_3_67_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10845-018-1454-3"},{"key":"e_1_3_3_68_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2020.115036"},{"key":"e_1_3_3_69_1","unstructured":"Wang Z. T. Schaul M. Hessel H. van Hasselt M. Lanctot and N. de Freitas. 2016. \u201cDueling network architectures for deep reinforcement learning.\u201d In Proc. Int. Conf. on Machine Learning 1995\u20132003. Brookline MA: Microtome Publishing."},{"key":"e_1_3_3_70_1","doi-asserted-by":"crossref","unstructured":"Waschneck B. A. Reichstaller L. Belzner T. Altenm\u00fcller T. Bauernhansl A. Knapp and A. Kyek. 2018a. \u201cDeep reinforcement learning for semiconductor production scheduling.\u201d In Proc. 2018 29th Annual SEMI Advanced Semiconductor Manufacturing Conf. 301\u2013306. New York: IEEE. https:\/\/doi.org\/10.1109\/ASMC.2018.8373191.","DOI":"10.1109\/ASMC.2018.8373191"},{"key":"e_1_3_3_71_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.procir.2018.03.212"},{"issue":"5","key":"e_1_3_3_72_1","first-page":"765","article-title":"A reinforcement learning-based approach to dynamic job-shop scheduling","volume":"31","author":"Wei Y.","year":"2005","unstructured":"Wei, Y., and Z. Mingyang. 2005. \u201cA reinforcement learning-based approach to dynamic job-shop scheduling.\u201d Acta Autom. Sin. 31 (5): 765\u2013771.","journal-title":"Acta Autom. Sin."},{"key":"e_1_3_3_73_1","doi-asserted-by":"publisher","DOI":"10.1108\/IR-08-2020-0160"},{"key":"e_1_3_3_74_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2021.104226"},{"key":"e_1_3_3_75_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2009.10.006"},{"key":"e_1_3_3_76_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2013.10.042"},{"key":"e_1_3_3_77_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.dibe.2021.100045"},{"key":"e_1_3_3_78_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2017.04.060"},{"key":"e_1_3_3_79_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2010.08.145"},{"key":"e_1_3_3_80_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cie.2022.108663"},{"key":"e_1_3_3_81_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2019.11.016"},{"key":"e_1_3_3_82_1","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2023.3271666"},{"key":"e_1_3_3_83_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.procir.2020.05.163"}],"container-title":["Journal of Computing in Civil Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/ascelibrary.org\/doi\/pdf\/10.1061\/JCCEE5.CPENG-6042","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,22]],"date-time":"2025-01-22T06:10:26Z","timestamp":1737526226000},"score":1,"resource":{"primary":{"URL":"https:\/\/ascelibrary.org\/doi\/10.1061\/JCCEE5.CPENG-6042"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5]]},"references-count":82,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,5]]}},"alternative-id":["10.1061\/JCCEE5.CPENG-6042"],"URL":"https:\/\/doi.org\/10.1061\/jccee5.cpeng-6042","relation":{},"ISSN":["0887-3801","1943-5487"],"issn-type":[{"value":"0887-3801","type":"print"},{"value":"1943-5487","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,5]]},"assertion":[{"value":"2024-03-07","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2024-09-16","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2025-01-22","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}],"article-number":"04025013"}}