{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,28]],"date-time":"2026-03-28T07:48:54Z","timestamp":1774684134019,"version":"3.50.1"},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2021,10,16]],"date-time":"2021-10-16T00:00:00Z","timestamp":1634342400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,10,16]],"date-time":"2021-10-16T00:00:00Z","timestamp":1634342400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100003130","name":"Fonds Wetenschappelijk Onderzoek","doi-asserted-by":"publisher","award":["Postdoctoral fellowship"],"award-info":[{"award-number":["Postdoctoral fellowship"]}],"id":[{"id":"10.13039\/501100003130","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003130","name":"Fonds Wetenschappelijk Onderzoek","doi-asserted-by":"publisher","award":["Postdoctoral fellowship"],"award-info":[{"award-number":["Postdoctoral fellowship"]}],"id":[{"id":"10.13039\/501100003130","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Flanders Make","award":["Project Proud"],"award-info":[{"award-number":["Project Proud"]}]},{"DOI":"10.13039\/501100002913","name":"Vlaamse Overheid","doi-asserted-by":"publisher","award":["Onderzoeksprogramma Articiele Intelligentie (AI) Vlaanderen"],"award-info":[{"award-number":["Onderzoeksprogramma Articiele Intelligentie (AI) Vlaanderen"]}],"id":[{"id":"10.13039\/501100002913","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Auton Robot"],"published-print":{"date-parts":[[2021,12]]},"DOI":"10.1007\/s10514-021-10020-x","type":"journal-article","created":{"date-parts":[[2021,10,16]],"date-time":"2021-10-16T21:53:47Z","timestamp":1634421227000},"page":"1097-1110","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["Autonomous assembly planning of demonstrated skills with reinforcement learning in simulation"],"prefix":"10.1007","volume":"45","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5818-7539","authenticated-orcid":false,"given":"Joris","family":"De Winter","sequence":"first","affiliation":[]},{"given":"Ilias","family":"EI\u00a0Makrini","sequence":"additional","affiliation":[]},{"given":"Greet","family":"Van de Perre","sequence":"additional","affiliation":[]},{"given":"Ann","family":"Now\u00e9","sequence":"additional","affiliation":[]},{"given":"Tom","family":"Verstraten","sequence":"additional","affiliation":[]},{"given":"Bram","family":"Vanderborght","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,10,16]]},"reference":[{"key":"10020_CR1","unstructured":"Agrawal, D., Kumara, S., & Finke, D. (2014). Automated assembly sequence planning and subassembly detection. IIE Annual Conference and Expo, 2014, 781\u2013788."},{"key":"10020_CR2","unstructured":"Bagheri, E., de Winter, J., Langlois, K., & Vanderborght, B. (2020). Enhancing human robot interaction through explanation. In QISAR Conference: Quality of Interaction in Socially Assistive Robots, August 2020."},{"issue":"3","key":"10020_CR3","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1016\/0278-6125(91)90032-W","volume":"10","author":"A Bilberg","year":"1991","unstructured":"Bilberg, A., & Alting, L. (1991). When simulation takes control. Journal of Manufacturing Systems, 10(3), 179\u2013193. https:\/\/doi.org\/10.1016\/0278-6125(91)90032-W.","journal-title":"Journal of Manufacturing Systems"},{"issue":"1","key":"10020_CR4","doi-asserted-by":"publisher","first-page":"499","DOI":"10.1016\/j.cirp.2019.04.011","volume":"68","author":"A Bilberg","year":"2019","unstructured":"Bilberg, A., & Malik, A. A. (2019). Digital twin driven human-robot collaborative assembly. CIRP Annals, 68(1), 499\u2013502.","journal-title":"CIRP Annals"},{"key":"10020_CR5","doi-asserted-by":"crossref","unstructured":"Billard, A., Calinon, S., Dillmann, R., & Schaal, S. (2008). Robot programming by demonstration. In B. Siciliano & O. Khatib (Eds.), Springer Handbook of Robotics. Berlin, Heidelberg: Springer. https:\/\/doi.org\/10.1007\/978-3-540-30301-5_60.","DOI":"10.1007\/978-3-540-30301-5_60"},{"key":"10020_CR6","unstructured":"Coleman, D., Sucan, I., Chitta, S., Correll, N. (2014). Reducing the barrier to entry of complex robotic software: a moveit! case study."},{"key":"10020_CR7","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1007\/978-3-662-02440-9_18","volume-title":"Robot Technology and Applications","author":"K Collins","year":"1985","unstructured":"Collins, K., Palmer, A. J., & Rathmill, K. (1985). The development of a European benchmark for the comparison of assembly robot programming systems. In K. Rathmill, P. MacConaill, P. OLeary, & J. Browne (Eds.), Robot Technology and Applications (pp. 187\u2013199). Berlin: Springer."},{"issue":"6","key":"10020_CR8","doi-asserted-by":"publisher","first-page":"640","DOI":"10.1109\/JRA.1987.1087132","volume":"3","author":"T De Fazio","year":"1987","unstructured":"De Fazio, T., & Whitney, D. (1987). Simplified generation of all mechanical assembly sequences. IEEE Journal on Robotics and Automation, 3(6), 640\u2013658.","journal-title":"IEEE Journal on Robotics and Automation"},{"key":"10020_CR9","doi-asserted-by":"crossref","unstructured":"De Winter, J., De Beir, A., El Makrini, I., Van de Perre, G., Now\u00e9, A., & Vanderborght, B. (2019). Accelerating interactive reinforcement learning by human advice for an assembly task by a cobot. Robotics, 8(4), 104. https:\/\/doi.org\/10.3390\/robotics8040104.","DOI":"10.3390\/robotics8040104"},{"key":"10020_CR10","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1108\/01445150110399151","volume":"21","author":"S Gupta","year":"2001","unstructured":"Gupta, S., Paredis, C. J. J., Sinha, R., & Brown, P. (2001). Intelligent assembly modeling and simulation. Assembly Automation, 21, 215\u2013235.","journal-title":"Assembly Automation"},{"key":"10020_CR11","first-page":"357","volume-title":"Robust Contact Generation for Robot Simulation with Unstructured Meshes","author":"K Hauser","year":"2016","unstructured":"Hauser, K. (2016). Robust Contact Generation for Robot Simulation with Unstructured Meshes (pp. 357\u2013373). Cham: Springer International Publishing."},{"key":"10020_CR12","unstructured":"Koenig, N., Howard, A. (2004). Design and use paradigms for gazebo, an open-source multi-robot simulator. In: 2004 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS) (IEEE Cat. No.04CH37566) 3, 2149\u20132154."},{"key":"10020_CR13","doi-asserted-by":"crossref","unstructured":"Kousi, N., Dimosthenopoulos, D., Matthaiakis, A.S., Michalos, G., Makris, S. (2019). Ai based combined scheduling and motion planning in flexible robotic assembly lines. Procedia CIRP, 86, pp. 74\u201379. 7th CIRP Global Web Conference Towards shifted production value stream patterns through inference of data, models, and technology (CIRPe 2019)","DOI":"10.1016\/j.procir.2020.01.041"},{"key":"10020_CR14","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-018-9725-6","author":"M Kyrarini","year":"2018","unstructured":"Kyrarini, M., Haseeb, M. A., Ristic-Durrant, D., & Graeser, A. (2018). Robot learning of industrial assembly task via human demonstrations. Autonomous Robots. https:\/\/doi.org\/10.1007\/s10514-018-9725-6.","journal-title":"Autonomous Robots"},{"key":"10020_CR15","doi-asserted-by":"publisher","DOI":"10.1007\/s10514-018-9749-y","author":"A Mohseni Kabir","year":"2018","unstructured":"Mohseni Kabir, A., Li, C., Wu, V., Miller, D., Hylak, B., Chernova, S., et al. (2018). Simultaneous learning of hierarchy and primitives for complex robot tasks. Autonomous Robots. https:\/\/doi.org\/10.1007\/s10514-018-9749-y.","journal-title":"Autonomous Robots"},{"key":"10020_CR16","doi-asserted-by":"crossref","unstructured":"Negri, E., Ardakani, H.D., Cattaneo, L., Singh, J., Macchi, M., Lee, J. (2019). A digital twin-based scheduling framework including equipment health index and genetic algorithms. IFAC-PapersOnLine 52(10), 43\u201348. 13th IFAC Workshop on Intelligent Manufacturing Systems IMS 2019","DOI":"10.1016\/j.ifacol.2019.10.024"},{"key":"10020_CR17","doi-asserted-by":"crossref","unstructured":"Negri, E., Fumagalli, L., Macchi, M. (2017). A review of the roles of digital twin in cps-based production systems. In: Procedia Manufacturing 11, pp. 939\u2013948 (2017). 27th International Conference on Flexible Automation and Intelligent Manufacturing, FAIM2017, 27\u201330 June 2017, Modena, Italy.","DOI":"10.1016\/j.promfg.2017.07.198"},{"key":"10020_CR18","doi-asserted-by":"publisher","DOI":"10.1007\/s00170-011-3499-8","author":"M Rashid","year":"2012","unstructured":"Rashid, M., Hutabarat, W., & Tiwari, A. (2012). A review on assembly sequence planning and assembly line balancing optimisation using soft computing approaches. International Journal of Advanced Manufacturing Technology - INT J ADV MANUF TECHNOL. https:\/\/doi.org\/10.1007\/s00170-011-3499-8.","journal-title":"International Journal of Advanced Manufacturing Technology - INT J ADV MANUF TECHNOL"},{"key":"10020_CR19","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2019.2895845","author":"I Rodriguez","year":"2019","unstructured":"Rodriguez, I., Nottensteiner, K., Leidner, D., Kabecker, M., Stulp, F., & Albu-Schaffer, A. (2019). Iteratively refined feasibility checks in robotic assembly sequence planning. IEEE Robotics and Automation Letters. https:\/\/doi.org\/10.1109\/LRA.2019.2895845.","journal-title":"IEEE Robotics and Automation Letters"},{"key":"10020_CR20","doi-asserted-by":"crossref","unstructured":"Saribatur, Z., Patoglu, V., & Erdem, E. (2018). Finding optimal feasible global plans for multiple teams of heterogeneous robots using hybrid reasoning: An application to cognitive factories. Autonomous Robots. https:\/\/doi.org\/10.1007\/s10514-018-9721-x.","DOI":"10.1007\/s10514-018-9721-x"},{"key":"10020_CR21","doi-asserted-by":"crossref","unstructured":"Schou, C., Andersen, R.S., Chrysostomou, D., B\u00f8gh, S., Madsen, O. (2018). Skill-based instruction of collaborative robots in industrial settings. Robotics and Computer-Integrated Manufacturing 53, 72\u201380. https:\/\/doi.org\/10.1016\/j.rcim.2018.03.008.http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0736584516301910.","DOI":"10.1016\/j.rcim.2018.03.008"},{"key":"10020_CR22","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1016\/j.compind.2018.01.013","volume":"97","author":"S Sierla","year":"2018","unstructured":"Sierla, S., Kyrki, V., Aarnio, P., & Vyatkin, V. (2018). Automatic assembly planning based on digital product descriptions. Computers in Industry, 97, 34\u201346.","journal-title":"Computers in Industry"},{"key":"10020_CR23","doi-asserted-by":"publisher","unstructured":"Sunil, V., Pande, S. (2004). Webrobot: Internet based robotic assembly planning system. Computers in Industry 54(2), 191\u2013207. https:\/\/doi.org\/10.1016\/j.compind.2003.07.008.http:\/\/www.sciencedirect.com\/science\/article\/pii\/S0166361503001933.","DOI":"10.1016\/j.compind.2003.07.008."},{"key":"10020_CR24","volume-title":"Introduction to Reinforcement Learning","author":"RS Sutton","year":"1998","unstructured":"Sutton, R. S., & Barto, A. G. (1998). Introduction to Reinforcement Learning (1st ed.). Cambridge, MA, USA: MIT Press.","edition":"1"},{"key":"10020_CR25","doi-asserted-by":"crossref","unstructured":"Thomas, U., Stouraitis, T., Roa, M.A. (2015). Flexible assembly through integrated assembly sequence planning and grasp planning. In: 2015 IEEE International Conference on Automation Science and Engineering (CASE), pp. 586\u2013592","DOI":"10.1109\/CoASE.2015.7294142"},{"key":"10020_CR26","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/978-3-642-18272-3_14","volume-title":"New Horizons in Evolutionary Robotics","author":"MT Tolley","year":"2011","unstructured":"Tolley, M. T., Hiller, J. D., & Lipson, H. (2011). Evolutionary design and assembly planning for stochastic modular robots. In S. Doncieux, N. Bred\u00e8che, & J. B. Mouret (Eds.), New Horizons in Evolutionary Robotics (pp. 211\u2013225). Berlin: Springer."},{"key":"10020_CR27","unstructured":"Watkins, C. (1989). Learning from delayed rewards. ph.d. thesis. Ph.D. thesis, King\u2019s College, Cambridge, UK."},{"key":"10020_CR28","unstructured":"Unlocking the potential of industrial human-robot collaboration. European Commission (2020). https:\/\/ec.europa.eu\/info\/publications\/unlocking-potential-industrial-human-robot-collaboration_en"},{"issue":"3","key":"10020_CR29","doi-asserted-by":"publisher","first-page":"669","DOI":"10.1109\/TII.2012.2188901","volume":"8","author":"LD Xu","year":"2012","unstructured":"Xu, L. D., Wang, C., Bi, Z., & Yu, J. (2012). Autoassem: An automated assembly planning system for complex products. IEEE Transactions on Industrial Informatics, 8(3), 669\u2013678.","journal-title":"IEEE Transactions on Industrial Informatics"}],"container-title":["Autonomous Robots"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10514-021-10020-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10514-021-10020-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10514-021-10020-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,23]],"date-time":"2021-12-23T17:03:28Z","timestamp":1640279008000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10514-021-10020-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,10,16]]},"references-count":29,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2021,12]]}},"alternative-id":["10020"],"URL":"https:\/\/doi.org\/10.1007\/s10514-021-10020-x","relation":{},"ISSN":["0929-5593","1573-7527"],"issn-type":[{"value":"0929-5593","type":"print"},{"value":"1573-7527","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,10,16]]},"assertion":[{"value":"1 February 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 September 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 October 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}