{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T09:06:24Z","timestamp":1742979984983,"version":"3.40.3"},"publisher-location":"Cham","reference-count":35,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030926588"},{"type":"electronic","value":"9783030926595"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-92659-5_41","type":"book-chapter","created":{"date-parts":[[2022,1,13]],"date-time":"2022-01-13T07:09:18Z","timestamp":1642057758000},"page":"633-648","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["CATEGORISE: An Automated Framework for Utilizing the\u00a0Workforce of the Crowd for Semantic Segmentation of 3D Point Clouds"],"prefix":"10.1007","author":[{"given":"Michael","family":"K\u00f6lle","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Volker","family":"Walter","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ivan","family":"Shiller","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Uwe","family":"Soergel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,1,13]]},"reference":[{"key":"41_CR1","doi-asserted-by":"crossref","unstructured":"Bloodgood, M., Vijay-Shanker, K.: A method for stopping active learning based on stabilizing predictions and the need for user-adjustable stopping. In: Proceedings of the Thirteenth Conference on Computational Natural Language Learning (CoNLL-2009), pp. 39\u201347. Association for Computational Linguistics, Boulder, June 2009. https:\/\/www.aclweb.org\/anthology\/W09-1107","DOI":"10.3115\/1596374.1596384"},{"key":"41_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"438","DOI":"10.1007\/978-3-642-15561-1_32","volume-title":"Computer Vision \u2013 ECCV 2010","author":"S Branson","year":"2010","unstructured":"Branson, S., et al.: Visual recognition with humans in the loop. In: Daniilidis, K., Maragos, P., Paragios, N. (eds.) ECCV 2010. LNCS, vol. 6314, pp. 438\u2013451. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-15561-1_32"},{"issue":"1","key":"41_CR3","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman, L.: Random forests. Mach. Learn. 45(1), 5\u201332 (2001). https:\/\/doi.org\/10.1023\/A:1010933404324","journal-title":"Mach. Learn."},{"issue":"5","key":"41_CR4","doi-asserted-by":"publisher","first-page":"548","DOI":"10.1177\/0002764212469364","volume":"57","author":"NR Budhathoki","year":"2012","unstructured":"Budhathoki, N.R., Haythornthwaite, C.: Motivation for open collaboration: crowd and community models and the case of OpenStreetMap. Am. Behav. Sci. 57(5), 548\u2013575 (2012). https:\/\/doi.org\/10.1177\/0002764212469364","journal-title":"Am. Behav. Sci."},{"issue":"1","key":"41_CR5","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1177\/1745691610393980","volume":"6","author":"M Buhrmester","year":"2011","unstructured":"Buhrmester, M., Kwang, T., Gosling, S.D.: Amazon\u2019s mechanical turk: a new source of inexpensive, yet high-quality, data? Perspect. Psychol. Sci. 6(1), 3\u20135 (2011). https:\/\/doi.org\/10.1177\/1745691610393980","journal-title":"Perspect. Psychol. Sci."},{"issue":"2","key":"41_CR6","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1127\/1432-8364\/2010\/0041","volume":"2010","author":"M Cramer","year":"2010","unstructured":"Cramer, M.: The DGPF-test on digital airborne camera evaluation - overview and test design. Photogrammetr. - Fernerkundung - Geoinf. 2010(2), 73\u201382 (2010). https:\/\/doi.org\/10.1127\/1432-8364\/2010\/0041","journal-title":"Photogrammetr. - Fernerkundung - Geoinf."},{"key":"41_CR7","doi-asserted-by":"publisher","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Li, F.F.: ImageNet: a large-scale hierarchical image database. In: CVPR 2009, pp. 248\u2013255 (2009). https:\/\/doi.org\/10.1109\/CVPR.2009.5206848","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"41_CR8","doi-asserted-by":"publisher","unstructured":"Geiger, A., Lenz, P., Urtasun, R.: Are we ready for autonomous driving? The KITTI vision benchmark suite. In: 2012 IEEE Conference on Computer Vision and Pattern Recognition, pp. 3354\u20133361 (2012). https:\/\/doi.org\/10.1109\/CVPR.2012.6248074","DOI":"10.1109\/CVPR.2012.6248074"},{"key":"41_CR9","unstructured":"Google: AI platform data labeling service [WWW Document] (2021). https:\/\/cloud.google.com\/ai-platform\/data-labeling\/docs. Accessed 2 June 2021"},{"key":"41_CR10","doi-asserted-by":"crossref","unstructured":"Graham, B., Engelcke, M., v. d. Maaten, L.: 3D semantic segmentation with submanifold sparse convolutional networks. In: CVPR 2018, pp. 9224\u20139232 (2018)","DOI":"10.1109\/CVPR.2018.00961"},{"key":"41_CR11","doi-asserted-by":"publisher","unstructured":"Haala, N., K\u00f6lle, M., Cramer, M., Laupheimer, D., Mandlburger, G., Glira, P.: Hybrid georeferencing, enhancement and classification of ultra-high resolution uav lidar and image point clouds for monitoring applications. ISPRS Ann. Photogr. Remote Sens. Spat. Inf. Sci. V-2-2020, 727\u2013734 (2020). https:\/\/doi.org\/10.5194\/isprs-annals-V-2-2020-727-2020","DOI":"10.5194\/isprs-annals-V-2-2020-727-2020"},{"key":"41_CR12","doi-asserted-by":"crossref","unstructured":"Hirth, M., Ho\u00dffeld, T., Tran-Gia, P.: Anatomy of a crowdsourcing platform - using the example of microworkers.com. In: IMIS 2011, pp. 322\u2013329. IEEE Computer Society, Washington (2011). http:\/\/dx.doi.org\/10.1109\/IMIS.2011.89","DOI":"10.1109\/IMIS.2011.89"},{"key":"41_CR13","doi-asserted-by":"crossref","unstructured":"Hou, J., Graham, B., Nie\u00dfner, M., Xie, S.: Exploring data-efficient 3D scene understanding with contrastive scene contexts. ArXiv abs\/2012.09165 (2020). http:\/\/arxiv.org\/abs\/2012.09165","DOI":"10.1109\/CVPR46437.2021.01533"},{"key":"41_CR14","doi-asserted-by":"publisher","first-page":"89366","DOI":"10.1109\/ACCESS.2019.2926497","volume":"7","author":"Z Hui","year":"2019","unstructured":"Hui, Z., et al.: An active learning method for DEM extraction from airborne LiDAR point clouds. IEEE Access 7, 89366\u201389378 (2019)","journal-title":"IEEE Access"},{"key":"41_CR15","doi-asserted-by":"crossref","unstructured":"K\u00f6lle, M., Walter, V., Schmohl, S., Soergel, U.: Hybrid acquisition of high quality training data for semantic segmentation of 3D point clouds using crowd-based active learning. ISPRS Ann. Photogr. Remote Sens. Spat. Inf. Sci. V-2-2020, 501\u2013508 (2020). https:\/\/www.isprs-ann-photogramm-remote-sens-spatial-inf-sci.net\/V-2-2020\/501\/2020\/","DOI":"10.5194\/isprs-annals-V-2-2020-501-2020"},{"key":"41_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"505","DOI":"10.1007\/978-3-030-68787-8_37","volume-title":"Pattern Recognition. ICPR International Workshops and Challenges","author":"M K\u00f6lle","year":"2021","unstructured":"K\u00f6lle, M., Walter, V., Schmohl, S., Soergel, U.: Remembering both the machine and the crowd when sampling points: active learning for semantic segmentation of ALS point clouds. In: Del Bimbo, A., et al. (eds.) ICPR 2021. LNCS, vol. 12667, pp. 505\u2013520. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-68787-8_37"},{"key":"41_CR17","unstructured":"Krizhevsky, A.: Learning multiple layers of features from tiny images. Technical report TR-2009, University of Toronto, Toronto (2009)"},{"key":"41_CR18","doi-asserted-by":"publisher","first-page":"100001","DOI":"10.1016\/j.ophoto.2021.100001","volume":"1","author":"M K\u00f6lle","year":"2021","unstructured":"K\u00f6lle, M., et al.: The Hessigheim 3D (H3D) benchmark on semantic segmentation of high-resolution 3D point clouds and textured meshes from UAV lidar and multi-view-stereo. ISPRS Open J. Photogr. Remote Sens. 1, 100001 (2021). https:\/\/doi.org\/10.1016\/j.ophoto.2021.100001","journal-title":"ISPRS Open J. Photogr. Remote Sens."},{"key":"41_CR19","doi-asserted-by":"publisher","unstructured":"Li, N., Pfeifer, N.: Active learning to extend training data for large area airborne LiDAR classification. ISPRS - Int. Arch. Photogr. Remote Sens. Spat. Inf. Sci. XLII-2\/W13, 1033\u20131037 (2019). https:\/\/doi.org\/10.5194\/isprs-archives-XLII-2-W13-1033-2019","DOI":"10.5194\/isprs-archives-XLII-2-W13-1033-2019"},{"key":"41_CR20","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1016\/j.isprsjprs.2020.09.003","volume":"169","author":"Y Lin","year":"2020","unstructured":"Lin, Y., Vosselman, G., Cao, Y., Yang, M.Y.: Active and incremental learning for semantic ALS point cloud segmentation. ISPRS J. Photogramm. Remote. Sens. 169, 73\u201392 (2020). https:\/\/doi.org\/10.1016\/j.isprsjprs.2020.09.003","journal-title":"ISPRS J. Photogramm. Remote. Sens."},{"issue":"7","key":"41_CR21","first-page":"3631","volume":"56","author":"H Luo","year":"2018","unstructured":"Luo, H., et al.: Semantic labeling of mobile LiDAR point clouds via active learning and higher order MRF. TGRS 56(7), 3631\u20133644 (2018)","journal-title":"TGRS"},{"key":"41_CR22","unstructured":"Mackowiak, R., Lenz, P., Ghori, O., Diego, F., Lange, O., Rother, C.: CEREALS - Cost-Effective REgion-based Active Learning for Semantic Segmentation. In: BMVC 2018 (2018). http:\/\/arxiv.org\/abs\/1810.09726"},{"key":"41_CR23","doi-asserted-by":"publisher","unstructured":"Mandlburger, G., Lehner, H., Pfeifer, N.: A comparison of single photon and full waveform lidar. ISPRS Ann. Photogr. Remote Sens. Spat. Inf. Sci. IV-2\/W5, 397\u2013404 (2019). https:\/\/doi.org\/10.5194\/isprs-annals-IV-2-W5-397-2019","DOI":"10.5194\/isprs-annals-IV-2-W5-397-2019"},{"key":"41_CR24","doi-asserted-by":"publisher","first-page":"152","DOI":"10.1016\/j.isprsjprs.2013.11.001","volume":"87","author":"J Niemeyer","year":"2014","unstructured":"Niemeyer, J., Rottensteiner, F., Soergel, U.: Contextual classification of lidar data and building object detection in urban areas. ISPRS J. Photogramm. Remote. Sens. 87, 152\u2013165 (2014). https:\/\/doi.org\/10.1016\/j.isprsjprs.2013.11.001","journal-title":"ISPRS J. Photogramm. Remote. Sens."},{"key":"41_CR25","doi-asserted-by":"publisher","unstructured":"Penatti, O.A.B., Nogueira, K., dos Santos, J.A.: Do deep features generalize from everyday objects to remote sensing and aerial scenes domains? In: 2015 IEEE Conference on Computer Vision and Pattern Recognition Workshops (CVPRW), pp. 44\u201351 (2015). https:\/\/doi.org\/10.1109\/CVPRW.2015.7301382","DOI":"10.1109\/CVPRW.2015.7301382"},{"key":"41_CR26","unstructured":"Qi, C.R., Yi, L., Su, H., Guibas, L.J.: PointNet++: deep hierarchical feature learning on point sets in a metric space. In: NIPS 2017, pp. 5105\u20135114. Curran Associates Inc., USA (2017). http:\/\/dl.acm.org\/citation.cfm?id=3295222.3295263"},{"key":"41_CR27","doi-asserted-by":"publisher","unstructured":"Roscher, R., Volpi, M., Mallet, C., Drees, L., Wegner, J.D.: Semcity toulouse: a benchmark for building instance segmentation in satellite images. ISPRS Ann. Photogr. Remote Sens. Spat. Inf. Sci. V-5-2020, 109\u2013116 (2020). https:\/\/doi.org\/10.5194\/isprs-annals-V-5-2020-109-2020","DOI":"10.5194\/isprs-annals-V-5-2020-109-2020"},{"issue":"6","key":"41_CR28","doi-asserted-by":"publisher","first-page":"545","DOI":"10.1177\/0278364918767506","volume":"37","author":"X Roynard","year":"2018","unstructured":"Roynard, X., Deschaud, J.E., Goulette, F.: Paris-Lille-3D: a large and high-quality ground-truth urban point cloud dataset for automatic segmentation and classification. Int. J. Robot. Res. 37(6), 545\u2013557 (2018). https:\/\/doi.org\/10.1177\/0278364918767506","journal-title":"Int. J. Robot. Res."},{"key":"41_CR29","unstructured":"Settles, B.: Active learning literature survey. Computer Sciences Technical report 1648, University of Wisconsin-Madison (2009)"},{"key":"41_CR30","unstructured":"Surowiecki, J.: The Wisdom of Crowds. Anchor (2005)"},{"key":"41_CR31","unstructured":"Vaughan, J.W.: Making better use of the crowd: how crowdsourcing can advance machine learning research. Journ. Mach. Learn. Res. 18(193), 1\u201346 (2018). http:\/\/jmlr.org\/papers\/v18\/17-234.html"},{"key":"41_CR32","doi-asserted-by":"publisher","unstructured":"Walter, V., K\u00f6lle, M., Yin, Y.: Evaluation and optimisation of crowd-based collection of trees from 3D point clouds. ISPRS Ann. Photogr. Remote Sens. Spat. Inf. Sci. V-4-2020, 49\u201356 (2020). https:\/\/doi.org\/10.5194\/isprs-annals-V-4-2020-49-2020","DOI":"10.5194\/isprs-annals-V-4-2020-49-2020"},{"key":"41_CR33","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1007\/s41064-018-0058-z","volume":"86","author":"V Walter","year":"2018","unstructured":"Walter, V., Soergel, U.: Implementation, results, and problems of paid crowd-based geospatial data collection. PFG 86, 187\u2013197 (2018)","journal-title":"PFG"},{"issue":"4","key":"41_CR34","doi-asserted-by":"publisher","first-page":"543","DOI":"10.1007\/s10462-016-9491-9","volume":"46","author":"J Zhang","year":"2016","unstructured":"Zhang, J., Wu, X., Sheng, V.S.: Learning from crowdsourced labeled data: a survey. Artif. Intell. Rev. 46(4), 543\u2013576 (2016). https:\/\/doi.org\/10.1007\/s10462-016-9491-9","journal-title":"Artif. Intell. Rev."},{"key":"41_CR35","unstructured":"Zhdanov, F.: Diverse mini-batch active learning. CoRR abs\/1901.05954 (2019). http:\/\/arxiv.org\/abs\/1901.05954"}],"container-title":["Lecture Notes in Computer Science","Pattern Recognition"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-92659-5_41","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,5]],"date-time":"2022-05-05T14:51:43Z","timestamp":1651762303000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-92659-5_41"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030926588","9783030926595"],"references-count":35,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-92659-5_41","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"13 January 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"DAGM GCPR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"DAGM German Conference on Pattern Recognition","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bonn","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 September 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 October 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"43","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"dagm2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.dagm-gcpr.de\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"116","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"46","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.95","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4.3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference was held virtually due to the COVID-19 pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}