{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:10:08Z","timestamp":1750219808834,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,12,4]],"date-time":"2023-12-04T00:00:00Z","timestamp":1701648000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["OAC-1931363","CNS-2312319"],"award-info":[{"award-number":["OAC-1931363","CNS-2312319"]}],"id":[{"id":"10.13039\/https:\/\/doi.org\/10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"NSF\/NIFA Artificial Intelligence (AI) Institute","award":["2023-03616"],"award-info":[{"award-number":["2023-03616"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,12,4]]},"DOI":"10.1145\/3632366.3632387","type":"proceedings-article","created":{"date-parts":[[2024,4,3]],"date-time":"2024-04-03T17:02:02Z","timestamp":1712163722000},"page":"1-11","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["A Framework for Profiling Spatial Variability in the Performance of Classification Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9174-8633","authenticated-orcid":false,"given":"Menuka","family":"Warushavithana","sequence":"first","affiliation":[{"name":"Department of Computer Science, Colorado State University, Fort Collins, Colorado, United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-8999-5944","authenticated-orcid":false,"given":"Kassidy","family":"Barram","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Colorado State University, Fort Collins, Colorado, United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0008-9610-917X","authenticated-orcid":false,"given":"Caleb","family":"Carlson","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Colorado State University, Fort Collins, Colorado, United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2459-8417","authenticated-orcid":false,"given":"Saptashwa","family":"Mitra","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Colorado State University, Fort Collins, Colorado, United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6000-9646","authenticated-orcid":false,"given":"Sudipto","family":"Ghosh","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Colorado State University, Fort Collins, Colorado, United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4205-1960","authenticated-orcid":false,"given":"Jay","family":"Breidt","sequence":"additional","affiliation":[{"name":"Department of Statistics, Colorado State University, Fort Collins, Colorado, United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7012-5528","authenticated-orcid":false,"given":"Sangmi","family":"Pallickara","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Colorado State University, Fort Collins, Colorado, United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0004-4839-2493","authenticated-orcid":false,"given":"Shrideep","family":"Pallickara","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Colorado State University, Fort Collins, Colorado, United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,4,3]]},"reference":[{"volume-title":"TensorFlow: A System for Large-Scale Machine Learning. In 12th USENIX Symposium on Operating Systems Design and Implementation (OSDI 16)","author":"Mart\u00edn","key":"e_1_3_2_1_1_1","unstructured":"Mart\u00edn Abadi et al. 2016. TensorFlow: A System for Large-Scale Machine Learning. In 12th USENIX Symposium on Operating Systems Design and Implementation (OSDI 16). 265--283."},{"key":"e_1_3_2_1_2_1","volume-title":"A survey of predictive modeling on imbalanced domains. 49, 2","author":"Branco Paula","year":"2016","unstructured":"Paula Branco, Lu\u00eds Torgo, and Rita P Ribeiro. 2016. A survey of predictive modeling on imbalanced domains. 49, 2 (2016), 1--50."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2017.2734661"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"crossref","first-page":"e4106","DOI":"10.1002\/cpe.4106","article-title":"A framework for scalable real-time anomaly detection over voluminous, geospatial data streams","volume":"29","author":"Budgaga Walid","year":"2017","unstructured":"Walid Budgaga, Matthew Malensek, Sangmi Lee Pallickara, and Shrideep Pallickara. 2017. A framework for scalable real-time anomaly detection over voluminous, geospatial data streams. Concurrency and Computation: Practice and Experience 29, 12 (2017), e4106.","journal-title":"Concurrency and Computation: Practice and Experience"},{"key":"e_1_3_2_1_5_1","volume-title":"Resource Efficient Profiling of Spatial Variability in Performance of Regression Models. In 2022 IEEE International Conference on Big Data (Big Data). IEEE, 437--444","author":"Carlson Caleb","year":"2022","unstructured":"Caleb Carlson, Menuka Warushavithana, Saptashwa Mitra, Kassidy Barram, Sudipto Ghosh, Jay Breidt, Sangmi Lee Pallickara, and Shrideep Pallickara. 2022. Resource Efficient Profiling of Spatial Variability in Performance of Regression Models. In 2022 IEEE International Conference on Big Data (Big Data). IEEE, 437--444."},{"key":"e_1_3_2_1_6_1","volume-title":"Niki Trigoni, and Andrew Markham.","author":"Chen Changhao","year":"2020","unstructured":"Changhao Chen, Bing Wang, Chris Xiaoxuan Lu, Niki Trigoni, and Andrew Markham. 2020. A survey on deep learning for localization and mapping: Towards the age of spatial machine intelligence. arXiv preprint arXiv:2006.12567 (2020)."},{"key":"e_1_3_2_1_7_1","volume-title":"The advantages of the Matthews correlation coefficient (MCC) over F1 score and accuracy in binary classification evaluation. BMC genomics 21","author":"Chicco Davide","year":"2020","unstructured":"Davide Chicco and Giuseppe Jurman. 2020. The advantages of the Matthews correlation coefficient (MCC) over F1 score and accuracy in binary classification evaluation. BMC genomics 21 (2020), 1--13."},{"volume-title":"2019 IEEE 35th International Conference on Data Engineering (ICDE). IEEE, 1550--1553","author":"Yeounoh","key":"e_1_3_2_1_8_1","unstructured":"Yeounoh Chung et al. 2019. Slice finder: Automated data slicing for model validation. In 2019 IEEE 35th International Conference on Data Engineering (ICDE). IEEE, 1550--1553."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","first-page":"63","DOI":"10.5815\/ijitcs.2020.05.05","article-title":"Mask R-CNN for geospatial object detection","volume":"12","author":"Dalal Alimi","year":"2020","unstructured":"AL-Alimi Dalal, Yuxiang Shao, Ahamed Alalimi, and Ahmed Abdu. 2020. Mask R-CNN for geospatial object detection. International Journal of Information Technology and Computer Science (IJITCS) 12, 5 (2020), 63--72.","journal-title":"International Journal of Information Technology and Computer Science (IJITCS)"},{"key":"e_1_3_2_1_10_1","volume-title":"Evaluation of classifiers for an uneven class distribution problem. 20, 5","author":"Daskalaki Sophia","year":"2006","unstructured":"Sophia Daskalaki, Ioannis Kopanas, and Nikolaos Avouris. 2006. Evaluation of classifiers for an uneven class distribution problem. 20, 5 (2006), 381--417."},{"key":"e_1_3_2_1_11_1","unstructured":"Caitlin Dempsey. 2012. Where is the Phrase \"80% of Data is Geographic\" From? - GIS Lounge. https:\/\/www.gislounge.com\/80-percent-data-is-geographic\/. (Accessed on 03\/24\/2023)."},{"key":"e_1_3_2_1_12_1","unstructured":"Inc. Docker. 2023. Docker. https:\/\/www.docker.com\/. Accessed on 03\/23\/2023."},{"key":"e_1_3_2_1_13_1","unstructured":"Cloud Native Computing Foundation. 2023. Kubernetes. https:\/\/kubernetes.io\/. (Accessed on 03\/23\/2023)."},{"key":"e_1_3_2_1_14_1","first-page":"3","article-title":"Collaborative web services and peer-to-peer Grids","volume":"35","author":"Fox GC","year":"2003","unstructured":"GC Fox, Hasan Bulut, Kangseok Kim, Sung-Hoon Ko, Sangmi Lee, Sangyoon Oh, Shrideep Pallickara, Xiaohong Qiu, Ahmet Uyar, Minjun Wang, et al. 2003. Collaborative web services and peer-to-peer Grids. SIMULATION SERIES 35, 1 (2003), 3--12.","journal-title":"SIMULATION SERIES"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1002\/cpe.863"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2594473.2594475"},{"key":"e_1_3_2_1_17_1","unstructured":"Google. 2023. Measure performance with the RAIL model. https:\/\/web.dev\/rail\/. (Accessed on 03\/25\/2023)."},{"key":"e_1_3_2_1_18_1","volume-title":"Lighthouse: Automated tool for improving the quality of web pages. https:\/\/github.com\/GoogleChrome\/lighthouse. Version 10.0.2.","author":"Google","year":"2023","unstructured":"Google LLC. 2023. Lighthouse: Automated tool for improving the quality of web pages. https:\/\/github.com\/GoogleChrome\/lighthouse. Version 10.0.2."},{"key":"e_1_3_2_1_19_1","volume-title":"Data Mining: Concepts and Techniques","author":"Han Jiawei","year":"2012","unstructured":"Jiawei Han, Micheline Kamber, and Jian Pei. 2012. Data Mining: Concepts and Techniques. Morgan Kaufmann Publishers."},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.2307\/2346830"},{"volume-title":"Proceedings of the Workshop on Human-In-the-Loop Data Analytics. 1--6.","author":"Minsuk","key":"e_1_3_2_1_21_1","unstructured":"Minsuk Kahng et al. 2016. Visual exploration of machine learning results using data cube analysis. In Proceedings of the Workshop on Human-In-the-Loop Data Analytics. 1--6."},{"key":"e_1_3_2_1_22_1","volume-title":"Deep learning techniques for geospatial data analysis. Machine Learning Paradigms: Advances in Deep Learning-based Technological Applications","author":"Kiwelekar Arvind W","year":"2020","unstructured":"Arvind W Kiwelekar, Geetanjali S Mahamunkar, Laxman D Netak, and Valmik B Nikam. 2020. Deep learning techniques for geospatial data analysis. Machine Learning Paradigms: Advances in Deep Learning-based Technological Applications (2020), 63--81."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.csda.2004.03.017"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2013.6544812"},{"key":"e_1_3_2_1_25_1","volume-title":"2011 IEEE\/ACM 12th International Conference on Grid Computing. IEEE, 137--144","author":"Lloyd Wes","year":"2011","unstructured":"Wes Lloyd, Shrideep Pallickara, Olaf David, Jim Lyon, Mazdak Arabi, and Ken Rojas. 2011. Migration of multi-tier applications to infrastructure-as-a-service clouds: An investigation using kernel-based virtual machines. In 2011 IEEE\/ACM 12th International Conference on Grid Computing. IEEE, 137--144."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCC.2015.2430339"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2014.48"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1109\/TCC.2015.2398437","article-title":"Fast, ad hoc query evaluations over multidimensional geospatial datasets","volume":"5","author":"Malensek Matthew","year":"2015","unstructured":"Matthew Malensek, Sangmi Pallickara, and Shrideep Pallickara. 2015. Fast, ad hoc query evaluations over multidimensional geospatial datasets. IEEE Transactions on Cloud Computing 5, 1 (2015), 28--42.","journal-title":"IEEE Transactions on Cloud Computing"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCC.2017.26"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.18128\/D050.V17.0"},{"volume-title":"REST API design rulebook: designing consistent RESTful web service interfaces. \" O'Reilly Media","author":"Masse Mark","key":"e_1_3_2_1_31_1","unstructured":"Mark Masse. 2011. REST API design rulebook: designing consistent RESTful web service interfaces. \" O'Reilly Media, Inc.\"."},{"key":"e_1_3_2_1_32_1","unstructured":"Adam Paszke et al. 2019. PyTorch: An imperative style high-performance deep learning library. Advances in Neural Information Processing Systems 32 (2019)."},{"key":"e_1_3_2_1_33_1","unstructured":"Fabian Pedregosa et al. 2011. Scikit-Learn: Machine learning in Python. the Journal of Machine Learning Research 12 (2011) 2825--2830."},{"key":"e_1_3_2_1_34_1","volume-title":"2018 IEEE International Conference on Big Data (Big Data). IEEE, 468--477","author":"Rammer Daniel","year":"2018","unstructured":"Daniel Rammer, Walid Budgaga, Thilina Buddhika, Shrideep Pallickara, and Sangmi Lee Pallickara. 2018. Alleviating i\/o inefficiencies to enable effective model training over voluminous, high-dimensional datasets. In 2018 IEEE International Conference on Big Data (Big Data). IEEE, 468--477."},{"key":"e_1_3_2_1_35_1","volume-title":"Deep learning and process understanding for data-driven Earth system science. Nature 566, 7743","author":"Reichstein Markus","year":"2019","unstructured":"Markus Reichstein, Gustau Camps-Valls, Bjorn Stevens, Martin Jung, Joachim Denzler, and Nuno Carvalhais. 2019. Deep learning and process understanding for data-driven Earth system science. Nature 566, 7743 (2019), 195--204."},{"volume-title":"The 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data mining. 1135--1144","author":"Tulio Marco","key":"e_1_3_2_1_36_1","unstructured":"Marco Tulio Ribeiro et al. 2016. Why should I trust you? Explaining the predictions of any classifier. In The 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data mining. 1135--1144."},{"volume-title":"Advances in computers.","author":"Sandhu Ravi S","key":"e_1_3_2_1_37_1","unstructured":"Ravi S Sandhu. 1998. Role-based access control. In Advances in computers. Vol. 46. Elsevier, 237--286."},{"key":"e_1_3_2_1_38_1","unstructured":"Uber Technologies Inc. 2023. Deck.gl: WebGL-powered framework for visual exploratory data analysis of large datasets. https:\/\/github.com\/visgl\/deck.gl. Version 8.8.4."},{"key":"e_1_3_2_1_39_1","unstructured":"Ivan Vasilev et al. 2019. Python Deep Learning: Exploring deep learning techniques and neural network architectures with Pytorch Keras and TensorFlow. Packt Publishing Ltd."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1175\/jamc-d-13-0248.1"},{"key":"e_1_3_2_1_41_1","volume-title":"Deep learning for spatiotemporal data mining: A survey","author":"Wang Senzhang","year":"2020","unstructured":"Senzhang Wang, Jiannong Cao, and Philip Yu. 2020. Deep learning for spatiotemporal data mining: A survey. IEEE transactions on knowledge and data engineering (2020)."},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/155870.155881"},{"volume-title":"36th International Conference on Technology of Object-Oriented Languages and Systems. IEEE, 202--211","author":"Xiaoyu","key":"e_1_3_2_1_43_1","unstructured":"Xiaoyu Wang et al. 2000. Spatiotemporal data modeling and management: a survey. In 36th International Conference on Technology of Object-Oriented Languages and Systems. IEEE, 202--211."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2004.837325"},{"volume-title":"USENIX Workshop on Hot Topics in Edge Computing (HotEdge 18)","author":"Xingzhou","key":"e_1_3_2_1_45_1","unstructured":"Xingzhou Zhang et al. 2018. pCAMP: Performance Comparison of Machine Learning Packages on the Edges. In USENIX Workshop on Hot Topics in Edge Computing (HotEdge 18)."}],"event":{"name":"BDCAT '23: IEEE\/ACM 10th International Conference on Big Data Computing, Applications and Technologies","sponsor":["SIGARCH ACM Special Interest Group on Computer Architecture","IEEE TCSC"],"location":"Taormina (Messina) Italy","acronym":"BDCAT '23"},"container-title":["Proceedings of the IEEE\/ACM 10th International Conference on Big Data Computing, Applications and Technologies"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3632366.3632387","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3632366.3632387","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:45:43Z","timestamp":1750178743000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3632366.3632387"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,4]]},"references-count":45,"alternative-id":["10.1145\/3632366.3632387","10.1145\/3632366"],"URL":"https:\/\/doi.org\/10.1145\/3632366.3632387","relation":{},"subject":[],"published":{"date-parts":[[2023,12,4]]},"assertion":[{"value":"2024-04-03","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}