{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,12]],"date-time":"2025-10-12T04:44:15Z","timestamp":1760244255812,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":47,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,9,13]],"date-time":"2024-09-13T00:00:00Z","timestamp":1726185600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"European Commission","award":["101076911,952215"],"award-info":[{"award-number":["101076911,952215"]}]},{"name":"Norges Forskningsr\u00e5d","award":["324674"],"award-info":[{"award-number":["324674"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,9,13]]},"DOI":"10.1145\/3679006.3685071","type":"proceedings-article","created":{"date-parts":[[2024,9,13]],"date-time":"2024-09-13T07:08:26Z","timestamp":1726211306000},"page":"34-40","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Evaluating Human Trajectory Prediction with Metamorphic Testing"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2494-4279","authenticated-orcid":false,"given":"Helge","family":"Spieker","sequence":"first","affiliation":[{"name":"Simula Research Laboratory, Oslo, Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3436-0154","authenticated-orcid":false,"given":"Nassim","family":"Belmecheri","sequence":"additional","affiliation":[{"name":"Simula Research Laboratory, Oslo, Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8980-7585","authenticated-orcid":false,"given":"Arnaud","family":"Gotlieb","sequence":"additional","affiliation":[{"name":"Simula Research Laboratory, Oslo, Norway"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2524-9462","authenticated-orcid":false,"given":"Nadjib","family":"Lazaar","sequence":"additional","affiliation":[{"name":"LIRMM, Montpellier, France \/ University of Montpellier, Montpellier, France \/ CNRS, Montpellier, France"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,9,13]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Social LSTM: Human Trajectory Prediction in Crowded Spaces. 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 961\u2013971","author":"Alahi Alexandre","year":"2016","unstructured":"Alexandre Alahi, Kratarth Goel, Vignesh Ramanathan, Alexandre Robicquet, Li Fei-Fei, and Silvio Savarese. 2016. Social LSTM: Human Trajectory Prediction in Crowded Spaces. 2016 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), 961\u2013971. https:\/\/api.semanticscholar.org\/CorpusID:9854676"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00637"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20065-6_3"},{"key":"e_1_3_2_1_4_1","volume-title":"Proceedings of The 6th Conference on Robot Learning (Proceedings of Machine Learning Research","volume":"137","author":"Cao Yulong","year":"2023","unstructured":"Yulong Cao, Danfei Xu, Xinshuo Weng, Zhuoqing Mao, Anima Anandkumar, Chaowei Xiao, and Marco Pavone. 2023. Robust Trajectory Prediction against Adversarial Attacks. In Proceedings of The 6th Conference on Robot Learning (Proceedings of Machine Learning Research, Vol. 205). PMLR, 128\u2013137."},{"key":"e_1_3_2_1_5_1","volume-title":"Metamorphic Testing: A New Approach for Generating Next Test Cases. Department of Computer Science","author":"Chen T.Y.","year":"1998","unstructured":"T.Y. Chen, S.C. Cheung, and S.M. Yiu. 1998. Metamorphic Testing: A New Approach for Generating Next Test Cases. Department of Computer Science, Hong Kong University of Science and Technology."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3143561"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01291"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2022.3206427"},{"key":"e_1_3_2_1_9_1","volume-title":"Proceedings - 2017 IEEE\/ACM 2nd International Workshop on Metamorphic Testing, MET 2017. 28\u201334","author":"Ding Junhua","year":"2017","unstructured":"Junhua Ding, Xiaojun Kang, and Xin Hua Hu. 2017. Validating a Deep Learning Framework by Metamorphic Testing. In Proceedings - 2017 IEEE\/ACM 2nd International Workshop on Metamorphic Testing, MET 2017. 28\u201334."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i1.19933"},{"key":"e_1_3_2_1_11_1","first-page":"1","article-title":"POT: Python Optimal Transport","volume":"22","author":"Flamary R\u00e9mi","year":"2021","unstructured":"R\u00e9mi Flamary, Nicolas Courty, Alexandre Gramfort, Mokhtar Z. Alaya, Aur\u00e9lie Boisbunon, Stanislas Chambon, Laetitia Chapel, Adrien Corenflos, Kilian Fatras, Nemo Fournier, L\u00e9o Gautheron, Nathalie T.H. Gayraud, Hicham Janati, Alain Rakotomamonjy, Ievgen Redko, Antoine Rolet, Antony Schutz, Vivien Seguy, Danica J. Sutherland, Romain Tavenard, Alexander Tong, and Titouan Vayer. 2021. POT: Python Optimal Transport. Journal of Machine Learning Research, 22, 78 (2021), 1\u20138. http:\/\/jmlr.org\/papers\/v22\/20-451.html","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/CMPSAC.2003.1245319"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.5555\/1318471.1318554"},{"key":"e_1_3_2_1_14_1","volume-title":"Social force model for pedestrian dynamics. Physical review E, 51, 5","author":"Helbing Dirk","year":"1995","unstructured":"Dirk Helbing and Peter Molnar. 1995. Social force model for pedestrian dynamics. Physical review E, 51, 5 (1995), 4282."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2205.14230"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.233"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/IVS.2011.5940562"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00227"},{"key":"e_1_3_2_1_19_1","volume-title":"Simaug: Learning robust representations from 3d simulation for pedestrian trajectory prediction in unseen cameras. arXiv preprint arXiv:2004.02022, 2","author":"Liang Junwei","year":"2020","unstructured":"Junwei Liang, Lu Jiang, and Alexander Hauptmann. 2020. Simaug: Learning robust representations from 3d simulation for pedestrian trajectory prediction in unseen cameras. arXiv preprint arXiv:2004.02022, 2 (2020)."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","unstructured":"Zhongchang Luo Marion Robin and Pavan Vasishta. 2023. GSGFormer: Generative Social Graph Transformer for Multimodal Pedestrian Trajectory Prediction. https:\/\/doi.org\/10.48550\/arXiv.2312.04479 arxiv:2312.04479. 10.48550\/arXiv.2312.04479","DOI":"10.48550\/arXiv.2312.04479"},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision. 2784\u20132793","author":"Mangalam Karttikeya","year":"2020","unstructured":"Karttikeya Mangalam, Ehsan Adeli, Kuan-Hui Lee, Adrien Gaidon, and Juan Carlos Niebles. 2020. Disentangling human dynamics for pedestrian locomotion forecasting with noisy supervision. In Proceedings of the IEEE\/CVF Winter Conference on Applications of Computer Vision. 2784\u20132793."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.01495"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-58536-5_45"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20047-2_27"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01443"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.7916\/D8XK8PFD"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1561\/9781680835519"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46484-8_33"},{"key":"e_1_3_2_1_29_1","volume-title":"Carlo Tomasi, and Leonidas J Guibas","author":"Rubner Yossi","year":"2000","unstructured":"Yossi Rubner, Carlo Tomasi, and Leonidas J Guibas. 2000. The earth mover\u2019s distance as a metric for image retrieval. International journal of computer vision, 40 (2000), 99\u2013121."},{"volume-title":"Computer Vision\u2013ECCV 2020: 16th European Conference. 683\u2013700.","author":"Salzmann Tim","key":"e_1_3_2_1_30_1","unstructured":"Tim Salzmann, Boris Ivanovic, Punarjay Chakravarty, and Marco Pavone. 2020. Trajectron++: Dynamically-feasible trajectory forecasting with heterogeneous data. In Computer Vision\u2013ECCV 2020: 16th European Conference. 683\u2013700."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2016.2532875"},{"key":"e_1_3_2_1_32_1","volume-title":"Proceedings of the IEEE\/cvf Conference on Computer Vision and Pattern recognition. 16815\u201316825","author":"Shafiee Nasim","year":"2021","unstructured":"Nasim Shafiee, Taskin Padir, and Ehsan Elhamifar. 2021. Introvert: Human trajectory prediction via conditional 3d attention. In Proceedings of the IEEE\/cvf Conference on Computer Vision and Pattern recognition. 16815\u201316825."},{"key":"e_1_3_2_1_33_1","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR).","author":"Shi Liushuai","year":"2021","unstructured":"Liushuai Shi, Le Wang, Chengjiang Long, Sanping Zhou, Mo Zhou, Zhenxing Niu, and Gang Hua. 2021. SGCN: Sparse Graph Convolution Network for Pedestrian Trajectory Prediction. In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2020.110574"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/ASWEC.2018.00021"},{"key":"e_1_3_2_1_36_1","volume-title":"Proceedings of The 5th Annual Learning for Dynamics and Control Conference (Proceedings of Machine Learning Research","volume":"444","author":"Tan Kaiyuan","year":"2023","unstructured":"Kaiyuan Tan, Jun Wang, and Yiannis Kantaros. 2023. Targeted Adversarial Attacks against Neural Network Trajectory Predictors. In Proceedings of The 5th Annual Learning for Dynamics and Control Conference (Proceedings of Machine Learning Research, Vol. 211). PMLR, 431\u2013444."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2024.3386195"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1093\/COMJNL"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2010.11.920"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.00639"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSTW.2010.26"},{"key":"e_1_3_2_1_42_1","article-title":"Pedestrian Behavior Prediction Using Deep Learning Methods for Urban Scenarios: A Review","author":"Zhang Chi","year":"2023","unstructured":"Chi Zhang and Christian Berger. 2023. Pedestrian Behavior Prediction Using Deep Learning Methods for Urban Scenarios: A Review. IEEE Transactions on Intelligent Transportation Systems.","journal-title":"IEEE Transactions on Intelligent Transportation Systems."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2962027"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00765"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR52688.2022.01473"},{"key":"e_1_3_2_1_46_1","volume-title":"Conference on Robot Learning. 895\u2013904","author":"Zhao Hang","year":"2021","unstructured":"Hang Zhao, Jiyang Gao, Tian Lan, Chen Sun, Ben Sapp, Balakrishnan Varadarajan, Yue Shen, Yi Shen, Yuning Chai, and Cordelia Schmid. 2021. Tnt: Target-driven trajectory prediction. In Conference on Robot Learning. 895\u2013904."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1109\/WACV56688.2023.00452"}],"event":{"name":"MET '24: 9th ACM International Workshop on Metamorphic Testing","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","AITO"],"location":"Vienna Austria","acronym":"MET '24"},"container-title":["Proceedings of the 9th ACM International Workshop on Metamorphic Testing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3679006.3685071","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3679006.3685071","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:58:14Z","timestamp":1750294694000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3679006.3685071"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,13]]},"references-count":47,"alternative-id":["10.1145\/3679006.3685071","10.1145\/3679006"],"URL":"https:\/\/doi.org\/10.1145\/3679006.3685071","relation":{},"subject":[],"published":{"date-parts":[[2024,9,13]]},"assertion":[{"value":"2024-09-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}