{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,29]],"date-time":"2025-10-29T03:50:43Z","timestamp":1761709843062,"version":"3.37.3"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2021,4,24]],"date-time":"2021-04-24T00:00:00Z","timestamp":1619222400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,4,24]],"date-time":"2021-04-24T00:00:00Z","timestamp":1619222400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Intell Robot Syst"],"published-print":{"date-parts":[[2021,5]]},"DOI":"10.1007\/s10846-021-01389-z","type":"journal-article","created":{"date-parts":[[2021,4,25]],"date-time":"2021-04-25T07:41:55Z","timestamp":1619336515000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["KIcker: An Industrial Drive and Control Foosball System automated with Deep Reinforcement Learning"],"prefix":"10.1007","volume":"102","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0459-5956","authenticated-orcid":false,"given":"Stefano","family":"De Blasi","sequence":"first","affiliation":[]},{"given":"Sebastian","family":"Kl\u00f6ser","sequence":"additional","affiliation":[]},{"given":"Arne","family":"M\u00fcller","sequence":"additional","affiliation":[]},{"given":"Robin","family":"Reuben","sequence":"additional","affiliation":[]},{"given":"Fabian","family":"Sturm","sequence":"additional","affiliation":[]},{"given":"Timo","family":"Zerrer","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,4,24]]},"reference":[{"issue":"1","key":"1389_CR1","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1177\/0278364919887447","volume":"39","author":"OM Andrychowicz","year":"2020","unstructured":"Andrychowicz, O.M., Baker, B., Chociej, M., J\u00f3zefowicz, R., McGrew, B., Pachocki, J., Petron, A., Plappert, M., Powell, G., Ray, A., Schneider, J., Sidor, S., Tobin, J., Welinder, P., Weng, L., Zaremba, W.: Learning dexterous in-hand manipulation. Int. J. Robot. Res. 39(1), 3\u201320 (2020). https:\/\/doi.org\/10.1177\/0278364919887447","journal-title":"Int. J. Robot. Res."},{"key":"1389_CR2","doi-asserted-by":"crossref","unstructured":"van Baar, J., Sullivan, A., Cordorel, R., Jha, D., Romeres, D., Nikovski, D.: Sim-To-Real transfer learning using robustified controllers in robotic tasks involving complex dynamics. In: 2019 International Conference on Robotics and Automation (ICRA), pp. 6001\u20136007, IEEE (2019)","DOI":"10.1109\/ICRA.2019.8793561"},{"key":"1389_CR3","unstructured":"Bambach, S., Lee, S.: Real-Time Foosball Game State Tracking. Tech. rep., School of Informatics and ComputingIndiana University (2012)"},{"key":"1389_CR4","doi-asserted-by":"publisher","unstructured":"Beul, M., Behnke, S.: Fast full state trajectory generation for multirotors. In: Proceedings of International Conference on Unmanned Aircraft Systems (ICUAS), Miami, FL, USA. https:\/\/doi.org\/10.1109\/ICUAS.2017.7991304, https:\/\/github.com\/AIS-Bonn\/opt_control (2017)","DOI":"10.1109\/ICUAS.2017.7991304"},{"key":"1389_CR5","doi-asserted-by":"crossref","unstructured":"Bousmalis, K., Irpan, A., Wohlhart, P., Bai, Y., Kelcey, M., Kalakrishnan, M., Downs, L., Ibarz, J., Pastor, P., Konolige, K., et al.: Using simulation and domain adaptation to improve efficiency of deep robotic grasping. In: 2018 IEEE International Conference on Robotics and Automation (ICRA), pp. 4243\u20134250, IEEE (2018)","DOI":"10.1109\/ICRA.2018.8460875"},{"key":"1389_CR6","unstructured":"Brockman, G., Cheung, V., Pettersson, L., Schneider, J., Schulman, J., Tang, J., Zaremba, W.: Openai gym. arXiv preprint arXiv:160601540 (2016)"},{"key":"1389_CR7","unstructured":"Campbell, B., Deo, P., Hanganu, C., Muhlstein, L.: Reinforcement Learning in Graphical Games. Tech Rep. Rutgers University, New Jersey Governors School of Engineering and Technology (2009)"},{"key":"1389_CR8","first-page":"703","volume":"70","author":"Y Chebotar","year":"2017","unstructured":"Chebotar, Y., Hausman, K., Zhang, M., Sukhatme, G., Schaal, S., Levine, S.: Combining model-based and model-free updates for trajectory-centric reinforcement learning. Proceedings of the 34th International Conference on Machine Learning, JMLR. org 70, 703\u2013711 (2017)","journal-title":"Proceedings of the 34th International Conference on Machine Learning, JMLR. org"},{"key":"1389_CR9","doi-asserted-by":"crossref","unstructured":"Collins, J., Howard, D., Leitner, J.: Quantifying the reality gap in robotic manipulation tasks. In: 2019 International Conference on Robotics and Automation (ICRA), pp. 6706\u20136712. IEEE (2019)","DOI":"10.1109\/ICRA.2019.8793591"},{"key":"1389_CR10","doi-asserted-by":"crossref","unstructured":"De Blasi, S., Engels, E.: Next generation control units simplifying industrial machine learning. In: 2020 IEEE 29Th International Symposium on Industrial Electronics (ISIE), pp. 468\u2013473. IEEE (2020)","DOI":"10.1109\/ISIE45063.2020.9152527"},{"issue":"6","key":"1389_CR11","doi-asserted-by":"publisher","first-page":"1291","DOI":"10.1109\/TSMCC.2012.2218595","volume":"42","author":"I Grondman","year":"2012","unstructured":"Grondman, I., Busoniu, L., Lopes, G.A.D., Babuska, R.: A survey of actor-critic reinforcement learning: Standard and natural policy gradients. IEEE Transactions on Systems, Man, and Cybernetics, Part C (Applications and Reviews) 42(6), 1291\u20131307 (2012). https:\/\/doi.org\/10.1109\/TSMCC.2012.2218595","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics, Part C (Applications and Reviews)"},{"key":"1389_CR12","doi-asserted-by":"crossref","unstructured":"Hornung, A., Zhang, D.: On-line detection of rule violations in table soccer. In: Annual Conference on Artificial Intelligence, Springer, pp. 217\u2013224 (2008)","DOI":"10.1007\/978-3-540-85845-4_27"},{"key":"1389_CR13","unstructured":"Humayoo, M., Cheng, X.: Relative importance sampling for off-policy actor-critic in deep reinforcement learning. CoRR arXiv:abs\/1810.12558 (2018)"},{"key":"1389_CR14","doi-asserted-by":"crossref","unstructured":"Janssen, R., de Best, J., van de Molengraft, R.: Real-time ball tracking in a semi-automated foosball table. In: Robot Soccer World Cup, pp. 128\u2013139. Springer (2009)","DOI":"10.1007\/978-3-642-11876-0_12"},{"issue":"4","key":"1389_CR15","doi-asserted-by":"publisher","first-page":"503","DOI":"10.1016\/j.mechatronics.2012.02.009","volume":"22","author":"R Janssen","year":"2012","unstructured":"Janssen, R., Verrijt, M., de Best, J., van de Molengraft, R.: Ball localization and tracking in a highly dynamic table soccer environment. Mechatronics 22(4), 503\u2013514 (2012)","journal-title":"Mechatronics"},{"key":"1389_CR16","unstructured":"Juliani, A., Berges, V., Vckay, E, Gao, Y., Henry, H., Mattar, M., Lange, D.: Unity: A general platform for intelligent agents. CoRR arXiv:1809.02627 (2018)"},{"key":"1389_CR17","unstructured":"Kalashnikov, D., Irpan, A., Pastor, P., Ibarz, J., Herzog, A., Jang, E., Quillen, D., Holly, E., Kalakrishnan, M., Vanhoucke, V., Levine, S.: QT-Opt: Scalable deep reinforcement learning for vision-based robotic manipulation. arXiv e-prints arXiv:1806.10293 (2018)"},{"issue":"11","key":"1389_CR18","doi-asserted-by":"publisher","first-page":"1238","DOI":"10.1177\/0278364913495721","volume":"32","author":"J Kober","year":"2013","unstructured":"Kober, J., Bagnell, J.A., Peters, J.: Reinforcement learning in robotics: a survey. Int. J. Robot. Res. 32(11), 1238\u20131274 (2013)","journal-title":"Int. J. Robot. Res."},{"key":"1389_CR19","doi-asserted-by":"publisher","unstructured":"Kr\u00f6ger, T.: On-Line Trajectory Generation in Robotic Systems - Basic Concepts for Instantaneous Reactions to Unforeseen (Sensor) Events, vol 58. Springer. https:\/\/doi.org\/10.1007\/978-3-642-05175-3 (2010)","DOI":"10.1007\/978-3-642-05175-3"},{"key":"1389_CR20","unstructured":"Lee, Y., Hu, E.S., Yang, Z., Yin, A., Lim, J.J.: IKEA furniture assembly environment for long-horizon complex manipulation tasks. arXiv e-prints arXiv:1911.07246 (2019)"},{"key":"1389_CR21","doi-asserted-by":"crossref","unstructured":"Luo, J., Solowjow, E., Wen, C., Ojea, J.A., Agogino, A.M., Tamar, A., Abbeel, P.: Reinforcement learning on variable impedance controller for high-precision robotic assembly. In: 2019 International Conference on Robotics and Automation (ICRA), pp. 3080\u20133087, IEEE (2019)","DOI":"10.1109\/ICRA.2019.8793506"},{"issue":"7540","key":"1389_CR22","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A.A., Veness, J., Bellemare, M.G., Graves, A., Riedmiller, M., Fidjeland, A.K., Ostrovski, G., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529 (2015)","journal-title":"Nature"},{"key":"1389_CR23","doi-asserted-by":"publisher","unstructured":"Muratore, F., Gienger, M., Peters, J.: Assessing transferability from simulation to reality for reinforcement learning. IEEE Transactions on Pattern Analysis and Machine Intelligence. https:\/\/doi.org\/10.1109\/TPAMI.2019.2952353 (2019)","DOI":"10.1109\/TPAMI.2019.2952353"},{"key":"1389_CR24","unstructured":"Padon, O., Zuckerman, O., Kindergarten, L.: Development of Robotic Foosball as a Versatile Platform for Robotics Research and Contests. Tech Rep., Lifelong Kindergarten Media Lab, MIT (2003)"},{"key":"1389_CR25","doi-asserted-by":"crossref","unstructured":"Peng, X.B., Andrychowicz, M., Zaremba, W., Abbeel, P.: Sim-To-Real transfer of robotic control with dynamics randomization. In: 2018 IEEE international conference on robotics and automation (ICRA), pp. 1\u20138, IEEE (2018)","DOI":"10.1109\/ICRA.2018.8460528"},{"key":"1389_CR26","unstructured":"Rusu, A.A., Ve\u010der\u00edk, M., Roth\u00f6rl, T., Heess, N., Pascanu, R., Hadsell, R.: Sim-to-real robot learning from pixels with progressive nets. In: Conference on Robot Learning, pp. 262\u2013270 (2017)"},{"key":"1389_CR27","doi-asserted-by":"crossref","unstructured":"Schmidt, A., Schellroth, F., Riedel, O.: Control architecture for embedding reinforcement learning frameworks on industrial control hardware. In: Proceedings of the 3rd International Conference on Applications of Intelligent Systems, pp. 1\u20136 (2020)","DOI":"10.1145\/3378184.3378198"},{"key":"1389_CR28","doi-asserted-by":"crossref","unstructured":"Schoettler, G., Nair, A., Luo, J., Bahl, S., Aparicio Ojea, J., Solowjow, E., Levine, S.: Deep Reinforcement Learning for Industrial Insertion Tasks with Visual Inputs and Natural Rewards. arXiv e-prints arXiv:1906.05841 (2019)","DOI":"10.1109\/IROS45743.2020.9341714"},{"key":"1389_CR29","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. CoRR arXiv:1707.06347 (2017)"},{"issue":"7587","key":"1389_CR30","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver, D., Huang, A., Maddison, C.J., Guez, A., Sifre, L., Van Den Driessche, G., Schrittwieser, J., Antonoglou, I., Panneershelvam, V., Lanctot, M., et al.: Mastering the game of go with deep neural networks and tree search. Nature 529(7587), 484 (2016)","journal-title":"Nature"},{"key":"1389_CR31","unstructured":"Sutton, R., Mcallester, D., Singh, S., Mansour, Y.: Policy gradient methods for reinforcement learning with function approximation. Adv Neural Inf Process Syst 12 (2000)"},{"key":"1389_CR32","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. A Bradford Book, Cambridge (2018)"},{"key":"1389_CR33","doi-asserted-by":"crossref","unstructured":"Taitler, A., Shimkin, N.: Learning control for air hockey striking using deep reinforcement learning. In: 2017 International Conference on Control, Artificial Intelligence, Robotics & Optimization ICCAIRO, pp. 22\u201327. IEEE (2017)","DOI":"10.1109\/ICCAIRO.2017.14"},{"key":"1389_CR34","doi-asserted-by":"crossref","unstructured":"Tan, J., Zhang, T., Coumans, E., Iscen, A., Bai, Y., Hafner, D., Bohez, S., Vanhoucke, V.: Sim-to-real: Learning agile locomotion for quadruped robots. arXiv preprint arXiv:1804.10332(2018)","DOI":"10.15607\/RSS.2018.XIV.010"},{"key":"1389_CR35","doi-asserted-by":"crossref","unstructured":"Tobin, J., Fong, R., Ray, A., Schneider, J., Zaremba, W., Abbeel, P.: Domain randomization for transferring deep neural networks from simulation to the real world. In: 2017 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 23\u201330, IEEE (2017)","DOI":"10.1109\/IROS.2017.8202133"},{"issue":"5-8","key":"1389_CR36","doi-asserted-by":"publisher","first-page":"1889","DOI":"10.1007\/s00170-019-03988-5","volume":"104","author":"D Weichert","year":"2019","unstructured":"Weichert, D., Link, P., Stoll, A., R\u00fcping, S., Ihlenfeldt, S., Wrobel, S.: A review of machine learning for the optimization of production processes. Int. J. Adv. Manuf. Technol. 104(5-8), 1889\u20131902 (2019)","journal-title":"Int. J. Adv. Manuf. Technol."},{"key":"1389_CR37","doi-asserted-by":"publisher","unstructured":"Weigel, T.: Kiro - a table soccer robot ready for the market. In: Proceedings of the 2005 IEEE International Conference on Robotics and Automation, pp. 4266\u20134271. https:\/\/doi.org\/10.1109\/ROBOT.2005.1570776 (2005)","DOI":"10.1109\/ROBOT.2005.1570776"},{"issue":"4","key":"1389_CR38","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1007\/s00287-008-0255-z","volume":"31","author":"T Weigel","year":"2008","unstructured":"Weigel, T., Nebel, B.: Tischfu\u00dfball: Mensch versus computer. Informatik-Spektrum 31(4), 323 (2008). https:\/\/doi.org\/10.1007\/s00287-008-0255-z","journal-title":"Informatik-Spektrum"},{"key":"1389_CR39","doi-asserted-by":"crossref","unstructured":"Weigel, T., Rechert, K., Nebel, B.: Behavior recognition and opponent modeling for adaptive table soccer playing. In: Furbach, U. (ed.) KI 2005: Advances in Artificial Intelligence, pp 335\u2013350. Springer, Berlin (2005)","DOI":"10.1007\/11551263_27"},{"issue":"1","key":"1389_CR40","doi-asserted-by":"publisher","first-page":"657","DOI":"10.1109\/TIE.2014.2308133","volume":"62","author":"S Yin","year":"2014","unstructured":"Yin, S., Li, X., Gao, H., Kaynak, O.: Data-based techniques focused on modern industry: an overview. IEEE Trans. Ind. Electron. 62(1), 657\u2013667 (2014)","journal-title":"IEEE Trans. Ind. Electron."},{"key":"1389_CR41","doi-asserted-by":"crossref","unstructured":"Zhang, D., Nebel, B.: Learning a table soccer robot a new action sequence by observing and imitating. In: AIIDE, pp. 61\u201367 (2007)","DOI":"10.1609\/aiide.v3i1.18784"},{"key":"1389_CR42","unstructured":"Zhang, D., Nebel, B.: Recording and segmenting table soccer games\u2013initial results. In: Proceedings of the 1st International Symposium on Skill Science, pp. 61\u201367 (2007)"},{"issue":"3","key":"1389_CR43","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1007\/s10846-017-0515-8","volume":"87","author":"Y Zhao","year":"2017","unstructured":"Zhao, Y., Xiong, R., Zhang, Y.: Model based motion state estimation and trajectory prediction of spinning ball for ping-pong robots using expectation-maximization algorithm. J. Intell. Robot. Syst. 87(3), 407\u2013423 (2017). https:\/\/doi.org\/10.1007\/s10846-017-0515-8","journal-title":"J. Intell. Robot. Syst."},{"issue":"5","key":"1389_CR44","doi-asserted-by":"publisher","first-page":"616","DOI":"10.1016\/J.ENG.2017.05.015","volume":"3","author":"RY Zhong","year":"2017","unstructured":"Zhong, R.Y., Xu, X., Klotz, E., Newman, S.T.: Intelligent manufacturing in the context of industry 4.0: a review. Engineering 3(5), 616\u2013630 (2017)","journal-title":"Engineering"}],"container-title":["Journal of Intelligent &amp; Robotic Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10846-021-01389-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10846-021-01389-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10846-021-01389-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,25]],"date-time":"2022-12-25T10:59:28Z","timestamp":1671965968000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10846-021-01389-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,4,24]]},"references-count":44,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2021,5]]}},"alternative-id":["1389"],"URL":"https:\/\/doi.org\/10.1007\/s10846-021-01389-z","relation":{},"ISSN":["0921-0296","1573-0409"],"issn-type":[{"type":"print","value":"0921-0296"},{"type":"electronic","value":"1573-0409"}],"subject":[],"published":{"date-parts":[[2021,4,24]]},"assertion":[{"value":"8 October 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 March 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 April 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Consent for Publication"}},{"value":"There are no conflicts of interest.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"<!--Emphasis Type='Bold' removed-->Competing interests"}}],"article-number":"20"}}