{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T06:05:13Z","timestamp":1782367513621,"version":"3.54.5"},"reference-count":75,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100003977","name":"Israel Science Foundation","doi-asserted-by":"publisher","award":["299\/23"],"award-info":[{"award-number":["299\/23"]}],"id":[{"id":"10.13039\/501100003977","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Geosci. Remote Sensing"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/tgrs.2025.3555235","type":"journal-article","created":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T04:51:14Z","timestamp":1743137474000},"page":"1-16","source":"Crossref","is-referenced-by-count":11,"title":["Performance of Human Annotators in Object Detection and Segmentation of Remotely Sensed Data"],"prefix":"10.1109","volume":"63","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3493-4894","authenticated-orcid":false,"given":"Roni","family":"Blushtein-Livnon","sequence":"first","affiliation":[{"name":"Department of Environmental, Geoinformatics and Urban Planning Sciences, Ben-Gurion University of the Negev, Beer Sheva, Israel"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2243-8532","authenticated-orcid":false,"given":"Tal","family":"Svoray","sequence":"additional","affiliation":[{"name":"Department of Environmental, Geoinformatics and Urban Planning Sciences, Ben-Gurion University of the Negev, Beer Sheva, Israel"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6450-8047","authenticated-orcid":false,"given":"Michael","family":"Dorman","sequence":"additional","affiliation":[{"name":"Department of Environmental, Geoinformatics and Urban Planning Sciences, Ben-Gurion University of the Negev, Beer Sheva, Israel"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00371"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/IGARSS53475.2024.10642789"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.506"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/IGARSS53475.2024.10642610"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.97"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"ref7","first-page":"102","article-title":"BRAT: A web-based tool for NLP-assisted text annotation","volume-title":"Proc. 13th Conf. Eur. Chapter Assoc. Comput. Linguistics","author":"Stenetorp"},{"issue":"7","key":"ref8","first-page":"3897","article-title":"Machine learning and deep learning: A review of methods and applications","volume":"10","author":"Sharifani","year":"2023","journal-title":"World Inf. Technol. Eng. J."},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v36i1.2564"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/DASC-PICom-CBDCom-CyberSciTech49142.2020.00044"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00449"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1080\/17538947.2024.2347443"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/JSTARS.2016.2549557"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.rse.2019.111402"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.apenergy.2023.121757"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.3390\/rs13030368"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.3390\/rs12061034"},{"issue":"1","key":"ref18","doi-asserted-by":"crossref","first-page":"81","DOI":"10.3390\/geomatics4010005","article-title":"Ground truth in classification accuracy assessment: Myth and reality","volume":"4","author":"Foody","year":"2024","journal-title":"Geomatics"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0291908"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/PerComWorkshops56833.2023.10150351"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.21595\/mme.2018.19840"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/LGRS.2018.2864282"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/LGRS.2010.2051533"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"626","DOI":"10.1016\/j.neucom.2022.01.005","article-title":"Review the state-of-the-art technologies of semantic segmentation based on deep learning","volume":"493","author":"Mo","year":"2022","journal-title":"Neurocomputing"},{"key":"ref25","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2020.114417","article-title":"A review of deep learning methods for semantic segmentation of remote sensing imagery","volume":"169","author":"Yuan","year":"2021","journal-title":"Expert Syst. Appl."},{"issue":"11","key":"ref26","doi-asserted-by":"crossref","first-page":"15014","DOI":"10.3390\/rs71115014","article-title":"Accurate annotation of remote sensing images via active spectral clustering with little expert knowledge","volume":"7","author":"Xia","year":"2015","journal-title":"Remote Sens."},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01197"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.patcog.2023.109400"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/JSTARS.2023.3312820"},{"key":"ref30","first-page":"1486","article-title":"Crowdeval: A cost-efficient strategy to evaluate crowdsourced worker\u2019s reliability","volume-title":"Proc. 17th Int. Conf. Auto. Agents MultiAgent Syst.","author":"Qiu"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/MGRS.2020.2975132"},{"issue":"6","key":"ref32","doi-asserted-by":"crossref","first-page":"1594","DOI":"10.3390\/s20061594","article-title":"RSI-CB: A large-scale remote sensing image classification benchmark using crowdsourced data","volume":"20","author":"Li","year":"2020","journal-title":"Sensors"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TGRS.2023.3241402"},{"key":"ref34","doi-asserted-by":"crossref","DOI":"10.1016\/j.patcog.2020.107612","article-title":"Semi-automatic data annotation guided by feature space projection","volume":"109","author":"Benato","year":"2021","journal-title":"Pattern Recognit."},{"issue":"11","key":"ref35","doi-asserted-by":"crossref","first-page":"2064","DOI":"10.3390\/rs13112064","article-title":"LabelRS: An automated toolbox to make deep learning samples from remote sensing images","volume":"13","author":"Li","year":"2021","journal-title":"Remote Sens."},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/IGARSS.2019.8898111"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/LGRS.2021.3051053"},{"issue":"24","key":"ref38","doi-asserted-by":"crossref","first-page":"9539","DOI":"10.1016\/j.eswa.2015.07.068","article-title":"A knowledge-based multi-layered image annotation system","volume":"42","author":"Ivasic-Kos","year":"2015","journal-title":"Expert Syst. Appl."},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.3758\/BRM.40.2.512"},{"issue":"6","key":"ref40","doi-asserted-by":"crossref","first-page":"985","DOI":"10.1016\/j.ipm.2018.06.009","article-title":"Image annotation tactics: Transitions, strategies and efficiency","volume":"54","author":"Chen","year":"2018","journal-title":"Inf. Process. Manage."},{"key":"ref41","first-page":"966","article-title":"Optimal testing for crowd workers","volume-title":"Proc. Int. Conf. Auto. Agents Multiagent Syst.","author":"Bragg"},{"key":"ref42","article-title":"Pervasive label errors in test sets destabilize machine learning benchmarks","author":"Northcutt","year":"2021","journal-title":"arXiv:2103.14749"},{"issue":"7","key":"ref43","doi-asserted-by":"crossref","first-page":"1768","DOI":"10.3390\/rs15071768","article-title":"A dynamic effective class balanced approach for remote sensing imagery semantic segmentation of imbalanced data","volume":"15","author":"Zhou","year":"2023","journal-title":"Remote Sens."},{"issue":"43","key":"ref44","first-page":"1297","article-title":"Learning from crowds","volume":"11","author":"Raykar","year":"2010","journal-title":"J. Mach. Learn. Res."},{"issue":"11","key":"ref45","doi-asserted-by":"crossref","first-page":"1323","DOI":"10.1016\/S0167-8655(97)00109-8","article-title":"Classification of imbalanced remote-sensing data by neural networks","volume":"18","author":"Bruzzone","year":"1997","journal-title":"Pattern Recognit. Lett."},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/j.neunet.2018.07.011"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1007\/s10796-020-10022-7"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2020.09.038"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1186\/s40537-019-0192-5"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/s13755-018-0051-3"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-022-06268-8"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1016\/0010-0285(81)90016-5"},{"key":"ref53","volume-title":"Environmental Psychology","author":"Gifford","year":"2014"},{"key":"ref54","first-page":"209","article-title":"Visuospatial reasoning","volume-title":"Handbook of Reasoning","author":"Tversky","year":"2005"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-32248-9_57"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2024.3402809"},{"issue":"7","key":"ref57","doi-asserted-by":"crossref","first-page":"903","DOI":"10.1109\/TMI.2004.828354","article-title":"Simultaneous truth and performance level estimation (STAPLE): An algorithm for the validation of image segmentation","volume":"23","author":"Warfield","year":"2004","journal-title":"IEEE Trans. Med. Imag."},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/3640543.3645150"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/j.ufug.2023.127915"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0084217"},{"key":"ref61","volume-title":"R: A Language and Environment for Statistical Computing","year":"2024"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.32614\/rj-2018-009"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1016\/j.rse.2018.10.039"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/9780262514620.001.0001"},{"key":"ref65","volume-title":"Frames of Mind: The Theory of Multiple Intelligences","author":"Gardner","year":"2011"},{"key":"ref66","volume-title":"Raven\u2019s Progressive Matrices and Vocabulary Scales","author":"Raven","year":"1998"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.2466\/pms.1978.47.2.599"},{"key":"ref68","article-title":"Prompt-based segmentation at multiple resolutions and lighting conditions using segment anything model 2","author":"Rafaeli","year":"2024","journal-title":"arXiv:2408.06970"},{"issue":"2","key":"ref69","first-page":"263","article-title":"Prospect theory: An analysis of decision under risk","volume":"47","author":"Kahneman","year":"1979","journal-title":"Econ., J. Econ. Soc."},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.1070.0711"},{"issue":"4","key":"ref71","doi-asserted-by":"crossref","first-page":"1039","DOI":"10.2307\/2937956","article-title":"Loss aversion in riskless choice: A reference-dependent model","volume":"106","author":"Tversky","year":"1991","journal-title":"Quart. J. Econ."},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1007\/bf00122574"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1126\/science.185.4157.1124"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1006\/obhd.2000.2926"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1016\/0010-0285(92)90013-R"}],"container-title":["IEEE Transactions on Geoscience and Remote Sensing"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/36\/10807682\/10943264.pdf?arnumber=10943264","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,22]],"date-time":"2025-04-22T05:25:45Z","timestamp":1745299545000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10943264\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":75,"URL":"https:\/\/doi.org\/10.1109\/tgrs.2025.3555235","relation":{},"ISSN":["0196-2892","1558-0644"],"issn-type":[{"value":"0196-2892","type":"print"},{"value":"1558-0644","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}