{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:14:45Z","timestamp":1742912085359,"version":"3.40.3"},"publisher-location":"Cham","reference-count":45,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031781650"},{"type":"electronic","value":"9783031781667"}],"license":[{"start":{"date-parts":[[2024,12,2]],"date-time":"2024-12-02T00:00:00Z","timestamp":1733097600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,12,2]],"date-time":"2024-12-02T00:00:00Z","timestamp":1733097600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-78166-7_15","type":"book-chapter","created":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T21:35:18Z","timestamp":1733088918000},"page":"224-239","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Task Success Classification with\u00a0Final State of\u00a0Future Prediction for\u00a0Robot Control Planning"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-2169-9094","authenticated-orcid":false,"given":"Taku","family":"Fujitomi","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2560-4818","authenticated-orcid":false,"given":"Naoya","family":"Sogi","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8072-3847","authenticated-orcid":false,"given":"Takashi","family":"Shibata","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0001-9982-2463","authenticated-orcid":false,"given":"Makoto","family":"Terao","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,12,2]]},"reference":[{"issue":"2","key":"15_CR1","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1007\/s11370-021-00355-w","volume":"14","author":"D Altan","year":"2021","unstructured":"Altan, D., Sariel, S.: What went wrong? Identification of everyday object manipulation anomalies. Intel. Serv. Robot. 14(2), 215\u2013234 (2021). https:\/\/doi.org\/10.1007\/s11370-021-00355-w","journal-title":"Intel. Serv. Robot."},{"key":"15_CR2","doi-asserted-by":"publisher","unstructured":"Altan, D., Sariel, S.: Clue-ai: a convolutional three-stream anomaly identification framework for robot manipulation. IEEE Access 11, 48347\u201348357 (2023). https:\/\/doi.org\/10.1109\/ACCESS.2023.3276297","DOI":"10.1109\/ACCESS.2023.3276297"},{"key":"15_CR3","unstructured":"Amos, B., et al.: Learning Awareness Models. In: International Conference on Learning Representations (2018)"},{"key":"15_CR4","doi-asserted-by":"crossref","unstructured":"Chen, A.S., Nair, S., Finn, C.: Learning generalizable robotic reward functions from \u201cin-the-Wild\u201d human videos. In: Robotics: Science and Systems (2021)","DOI":"10.15607\/RSS.2021.XVII.012"},{"key":"15_CR5","unstructured":"Deng, F., Jang, I., Ahn, S.: Dreamerpro: reconstruction-free model-based reinforcement learning with prototypical representations. In: International Conference on Machine Learning, pp. 4956\u20134975. PMLR (2022)"},{"key":"15_CR6","doi-asserted-by":"publisher","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: ImageNet: a large-scale hierarchical image database. In: Computer Vision and Pattern Recognition. pp. 248\u2013255 (2009).https:\/\/doi.org\/10.1109\/CVPR.2009.5206848","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"15_CR7","doi-asserted-by":"publisher","unstructured":"Erkent, O., Shukla, D., Piater, J.: Visual task outcome verification using deep learning. In: International Conference on Intelligent Robots and Systems. pp. 4821\u20134827 (2017).https:\/\/doi.org\/10.1109\/IROS.2017.8206357","DOI":"10.1109\/IROS.2017.8206357"},{"key":"15_CR8","doi-asserted-by":"publisher","unstructured":"Furuta, D., Kutsuzawa, K., Sakaino, S., Tsuji, T.: Motion planning with success judgement model based on learning from demonstration. IEEE Access 8, 73142\u201373150 (2020).https:\/\/doi.org\/10.1109\/ACCESS.2020.2987604","DOI":"10.1109\/ACCESS.2020.2987604"},{"key":"15_CR9","doi-asserted-by":"publisher","first-page":"265","DOI":"10.1146\/annurev-control-091420-084139","volume":"4","author":"CR Garrett","year":"2021","unstructured":"Garrett, C.R., Chitnis, R., Holladay, R., Kim, B., Silver, T., Kaelbling, L.P., Lozano-P\u00e9rez, T.: Integrated task and motion planning. Annual Review of Control, Robotics, and Autonomous Systems 4, 265\u2013293 (2021)","journal-title":"Annual Review of Control, Robotics, and Autonomous Systems"},{"key":"15_CR10","doi-asserted-by":"publisher","unstructured":"Gohil, P., Thoduka, S., Pl\u00f6ger, P.G.: Sensor fusion and multimodal learning for robotic grasp verification using neural networks. In: International Conference on Pattern Recognition, pp. 5111\u20135117 (2022). https:\/\/doi.org\/10.1109\/ICPR56361.2022.9955646","DOI":"10.1109\/ICPR56361.2022.9955646"},{"key":"15_CR11","unstructured":"Hafner, D., Lillicrap, T., Ba, J., Norouzi, M.: Dream to control: learning behaviors by latent imagination. In: International Conference on Learning Representations (2019)"},{"key":"15_CR12","unstructured":"Hafner, D., et al.: Learning latent dynamics for planning from pixels. In: International Conference on Machine Learning, vol.\u00a097, pp. 2555\u20132565 (2019)"},{"key":"15_CR13","unstructured":"Hafner, D., Lillicrap, T.P., Norouzi, M., Ba, J.: Mastering atari with discrete world models. In: International Conference on Learning Representations (2020)"},{"key":"15_CR14","unstructured":"Han, D., Doya, K., Tani, J.: Variational recurrent models for solving partially observable control tasks. In: International Conference on Learning Representations (2019)"},{"key":"15_CR15","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"issue":"8","key":"15_CR16","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter, S., Schmidhuber, J.: Long short-term memory. Neural Comput. 9(8), 1735\u20131780 (1997)","journal-title":"Neural Comput."},{"key":"15_CR17","doi-asserted-by":"crossref","unstructured":"Inceoglu, A., Aksoy, E.E., Ak, A.C., Sariel, S.: Fino-net: a deep multimodal sensor fusion framework for manipulation failure detection. In: International Conference on Intelligent Robots and Systems, pp. 6841\u20136847 (2021)","DOI":"10.1109\/IROS51168.2021.9636455"},{"key":"15_CR18","doi-asserted-by":"crossref","unstructured":"Kent, B., \u0141a\u0327cki, M., Rossa, C.: Building a classifier model for failure modes from robot sensor readings through a modified forward stepwise algorithm. In: International Conference on Systems, Man, and Cybernetics, pp. 436\u2013441. IEEE (2021)","DOI":"10.1109\/SMC52423.2021.9658748"},{"key":"15_CR19","unstructured":"Kingma, D.P., Ba, J.: Adam: A method for stochastic optimization. Computing Research Repository abs\/1412.6980 (2014)"},{"key":"15_CR20","doi-asserted-by":"publisher","unstructured":"L\u00e4mmle, A., Goes, M., Tenbrock, P.: Learning-based success validation for robotic assembly tasks. In: International Conference on Emerging Technologies and Factory Automation, pp.\u00a01\u20134 (2022). https:\/\/doi.org\/10.1109\/ETFA52439.2022.9921648","DOI":"10.1109\/ETFA52439.2022.9921648"},{"issue":"4\u20135","key":"15_CR21","doi-asserted-by":"publisher","first-page":"705","DOI":"10.1177\/0278364914549607","volume":"34","author":"I Lenz","year":"2015","unstructured":"Lenz, I., Lee, H., Saxena, A.: Deep learning for detecting robotic grasps. Int. J. Robot. Res. 34(4\u20135), 705\u2013724 (2015)","journal-title":"Int. J. Robot. Res."},{"issue":"4\u20135","key":"15_CR22","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1177\/0278364917710318","volume":"37","author":"S Levine","year":"2018","unstructured":"Levine, S., Pastor, P., Krizhevsky, A., Ibarz, J., Quillen, D.: Learning hand-eye coordination for robotic grasping with deep learning and large-scale data collection. Int. J. Robot. Res. 37(4\u20135), 421\u2013436 (2018)","journal-title":"Int. J. Robot. Res."},{"key":"15_CR23","doi-asserted-by":"publisher","unstructured":"Moldovan, B., Moreno, P., van Otterlo, M., Santos-Victor, J., De\u00a0Raedt, L.: Learning relational affordance models for robots in multi-object manipulation tasks. In: International Conference on Robotics and Automation, pp. 4373\u20134378 (2012). https:\/\/doi.org\/10.1109\/ICRA.2012.6225042","DOI":"10.1109\/ICRA.2012.6225042"},{"key":"15_CR24","doi-asserted-by":"crossref","unstructured":"Mousavian, A., Eppner, C., Fox, D.: 6-dof graspnet: variational grasp generation for object manipulation. In: International Conference on Computer Vision, pp. 2901\u20132910 (2019)","DOI":"10.1109\/ICCV.2019.00299"},{"key":"15_CR25","doi-asserted-by":"crossref","unstructured":"Okada, M., Taniguchi, T.: Dreaming: model-based reinforcement learning by latent imagination without reconstruction. In: 2021 IEEE International Conference on Robotics and Automation, pp. 4209\u20134215. IEEE (2021)","DOI":"10.1109\/ICRA48506.2021.9560734"},{"key":"15_CR26","doi-asserted-by":"crossref","unstructured":"Okada, M., Taniguchi, T.: Dreamingv2: reinforcement learning with discrete world models without reconstruction. In: International Conference on Intelligent Robots and System, pp. 985\u2013991. IEEE (2022)","DOI":"10.1109\/IROS47612.2022.9981405"},{"key":"15_CR27","doi-asserted-by":"crossref","unstructured":"Pan, T., Wells, A.M., Shome, R., Kavraki, L.E.: A general task and motion planning framework for multiple manipulators. In: International Conference on Intelligent Robots and System, pp. 3168\u20133174. IEEE (2021)","DOI":"10.1109\/IROS51168.2021.9636119"},{"issue":"3","key":"15_CR28","doi-asserted-by":"publisher","first-page":"1544","DOI":"10.1109\/LRA.2018.2801475","volume":"3","author":"D Park","year":"2018","unstructured":"Park, D., Hoshi, Y., Kemp, C.C.: A multimodal anomaly detector for robot-assisted feeding using an LSTM-based variational autoencoder. IEEE Robot. Autom. Lett. 3(3), 1544\u20131551 (2018). https:\/\/doi.org\/10.1109\/LRA.2018.2801475","journal-title":"IEEE Robot. Autom. Lett."},{"key":"15_CR29","doi-asserted-by":"publisher","unstructured":"Pastor, P., Kalakrishnan, M., Chitta, S., Theodorou, E., Schaal, S.: Skill learning and task outcome prediction for manipulation. In: International Conference on Robotics and Automation, pp. 3828\u20133834 (2011). https:\/\/doi.org\/10.1109\/ICRA.2011.5980200","DOI":"10.1109\/ICRA.2011.5980200"},{"key":"15_CR30","unstructured":"Paszke, A., et al.: PyTorch: an imperative style, high-performance deep learning library. In: Wallach, H., Larochelle, H., Beygelzimer, A., d\u2019Alch\u00e9 Buc, F., Fox, E., Garnett, R. (eds.) Advances in Neural Information Processing Systems, pp. 8024\u20138035. Curran Associates, Inc. (2019)"},{"key":"15_CR31","doi-asserted-by":"crossref","unstructured":"Rodr\u00edguez, C., Su\u00e1rez, R.: Combining motion planning and task assignment for a dual-arm system. In: International Conference on Intelligent Robots and System, pp. 4238\u20134243. IEEE (2016)","DOI":"10.1109\/IROS.2016.7759624"},{"issue":"1","key":"15_CR32","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1016\/S0377-2217(96)00385-2","volume":"99","author":"RY Rubinstein","year":"1997","unstructured":"Rubinstein, R.Y.: Optimization of computer simulation models with rare events. Eur. J. Oper. Res. 99(1), 89\u2013112 (1997). https:\/\/doi.org\/10.1016\/S0377-2217(96)00385-2","journal-title":"Eur. J. Oper. Res."},{"key":"15_CR33","doi-asserted-by":"crossref","unstructured":"Sak, H., Senior, A.W., Beaufays, F.: Long short-term memory based recurrent neural network architectures for large vocabulary speech recognition. Computing Research Repository abs\/1402.1128 (2014). http:\/\/arxiv.org\/abs\/1402.1128","DOI":"10.21437\/Interspeech.2014-80"},{"key":"15_CR34","unstructured":"Sekar, R., Rybkin, O., Daniilidis, K., Abbeel, P., Hafner, D., Pathak, D.: Planning to explore via self-supervised world models. In: International Conference on Machine Learning, pp. 8583\u20138592. PMLR (2020)"},{"key":"15_CR35","doi-asserted-by":"crossref","unstructured":"Sogi, N., Oyama, H., Shibata, T., Terao, M.: Future predictive success-or-failure classification for long-horizon robotic tasks. arXiv preprint arXiv:2404.03415 (2024)","DOI":"10.1109\/IJCNN60899.2024.10650473"},{"key":"15_CR36","doi-asserted-by":"crossref","unstructured":"Takano, R., Oyama, H., Yamakita, M.: Continuous optimization-based task and motion planning with signal temporal logic specifications for sequential manipulation. In: International Conference on Robotics and Automation, pp. 8409\u20138415 (2021)","DOI":"10.1109\/ICRA48506.2021.9561209"},{"key":"15_CR37","doi-asserted-by":"publisher","unstructured":"Thoduka, S., Gall, J., Pl\u00f6ger, P.G.: Using visual anomaly detection for task execution monitoring. In: International Conference on Intelligent Robots and Systems, pp. 4604\u20134610 (2021). https:\/\/doi.org\/10.1109\/IROS51168.2021.9636133","DOI":"10.1109\/IROS51168.2021.9636133"},{"key":"15_CR38","doi-asserted-by":"crossref","unstructured":"Todorov, E., Erez, T., Tassa, Y.: Mujoco: A physics engine for model-based control. In: International Conference on Intelligent Robots and Systems, pp. 5026\u20135033 (2012)","DOI":"10.1109\/IROS.2012.6386109"},{"key":"15_CR39","doi-asserted-by":"crossref","unstructured":"Umay, I., Fidan, B., Melek, W.: An integrated task and motion planning technique for multi-robot-systems. In: International Symposium on Robotic and Sensors Environments, pp.\u00a01\u20137. IEEE (2019)","DOI":"10.1109\/ROSE.2019.8790413"},{"key":"15_CR40","unstructured":"Vaswani, A., et al.: Attention is all you need. Advances in Neural Information Processing Systems 30 (2017)"},{"issue":"7","key":"15_CR41","doi-asserted-by":"publisher","first-page":"1235","DOI":"10.1162\/neco_a_01199","volume":"31","author":"Y Yu","year":"2019","unstructured":"Yu, Y., Si, X., Hu, C., Zhang, J.: A review of recurrent neural networks: Lstm cells and network architectures. Neural Comput. 31(7), 1235\u20131270 (2019)","journal-title":"Neural Comput."},{"issue":"7","key":"15_CR42","doi-asserted-by":"publisher","first-page":"690","DOI":"10.1177\/0278364919868017","volume":"41","author":"A Zeng","year":"2022","unstructured":"Zeng, A., Song, S., Yu, K.T., Donlon, E., Hogan, F.R., Bauza, M., Ma, D., Taylor, O., Liu, M., Romo, E., et al.: Robotic pick-and-place of novel objects in clutter with multi-affordance grasping and cross-domain image matching. Int. J. Robot. Res. 41(7), 690\u2013705 (2022)","journal-title":"Int. J. Robot. Res."},{"key":"15_CR43","doi-asserted-by":"publisher","unstructured":"Zhang, J., Li, M., Yang, C.: Robotic grasp detection using effective graspable feature selection and precise classification. In: International Joint Conference on Neural Networks, pp.\u00a01\u20136 (2020). https:\/\/doi.org\/10.1109\/IJCNN48605.2020.9207172","DOI":"10.1109\/IJCNN48605.2020.9207172"},{"key":"15_CR44","doi-asserted-by":"publisher","unstructured":"Zhang, X., Zhu, Y., Ding, Y., Zhu, Y., Stone, P., Zhang, S.: Visually grounded task and motion planning for mobile manipulation. In: International Conference on Robotics and Automation, pp. 1925\u20131931 (2022). https:\/\/doi.org\/10.1109\/ICRA46639.2022.9812055","DOI":"10.1109\/ICRA46639.2022.9812055"},{"key":"15_CR45","doi-asserted-by":"publisher","unstructured":"Zhou, X., Wu, H., Rojas, J., Xu, Z., Li, S.: Nonparametric bayesian method for\u00a0robot anomaly monitoring. In: Nonparametric Bayesian Learning for Collaborative Robot Multimodal Introspection, pp. 51\u201393. Springer, Singapore (2020). https:\/\/doi.org\/10.1007\/978-981-15-6263-1_4","DOI":"10.1007\/978-981-15-6263-1_4"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-78166-7_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T23:37:29Z","timestamp":1733096249000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-78166-7_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,2]]},"ISBN":["9783031781650","9783031781667"],"references-count":45,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-78166-7_15","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,12,2]]},"assertion":[{"value":"2 December 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICPR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Pattern Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kolkata","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"India","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 December 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 December 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icpr2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/icpr2024.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}