{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,23]],"date-time":"2025-10-23T21:00:21Z","timestamp":1761253221644,"version":"3.37.3"},"reference-count":66,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2018,12,1]],"date-time":"2018-12-01T00:00:00Z","timestamp":1543622400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2018,12,1]]},"DOI":"10.1109\/tpami.2017.2777967","type":"journal-article","created":{"date-parts":[[2017,11,27]],"date-time":"2017-11-27T19:07:52Z","timestamp":1511809672000},"page":"2814-2826","source":"Crossref","is-referenced-by-count":11,"title":["Clickstream Analysis for Crowd-Based Object Segmentation with Confidence"],"prefix":"10.1109","volume":"40","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-4204-3741","authenticated-orcid":false,"given":"Eric","family":"Heim","sequence":"first","affiliation":[]},{"given":"Alexander","family":"Seitel","sequence":"additional","affiliation":[]},{"given":"Jonas","family":"Andrulis","sequence":"additional","affiliation":[]},{"given":"Fabian","family":"Isensee","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3493-3234","authenticated-orcid":false,"given":"Christian","family":"Stock","sequence":"additional","affiliation":[]},{"given":"Tobias","family":"Ross","sequence":"additional","affiliation":[]},{"given":"Lena","family":"Maier-Hein","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"journal-title":"The ITK Software Guide","year":"2005","author":"ibanez","key":"ref39"},{"article-title":"Recursively implementating the Gaussian and its derivatives","year":"1993","author":"deriche","key":"ref38"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858107"},{"key":"ref32","first-page":"1","article-title":"You are how you click: Clickstream analysis for sybil detection","author":"wang","year":"2013","journal-title":"Proc USENIX Security07"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2012.02.066"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TDSC.2007.70207"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/355744.355745"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.2307\/1932409"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/2047196.2047199"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/s13278-014-0241-1"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/503376.503420"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/2390803.2390815"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240719"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2012.2197406"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s11548-015-1168-3"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2016.2553401"},{"key":"ref27","first-page":"30","article-title":"Predicting\n quality of crowdsourced image segmentations from crowd behavior","author":"sameki","year":"2015","journal-title":"AAAI Conf Human Comp & Crowdsourcing"},{"key":"ref65","first-page":"616","article-title":"Crowd-algorithm collaboration for large-scale\n endoscopic image annotation with confidence","author":"maier-hein","year":"2016","journal-title":"Proc Int Conf Medical Image Comput Comput -Assisted Intervention"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/2660114.2660125"},{"key":"ref29","first-page":"94","article-title":"Volunteering versus work for pay: Incentives and tradeoffs\n in crowdsourcing","author":"mao","year":"2013","journal-title":"AAAI Conf Human Comp & Crowdsourcing"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2009.5206848"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2015.7363874"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-015-0834-9"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.48"},{"key":"ref21","first-page":"2424","article-title":"The multidimensional wisdom of crowds","author":"welinder","year":"2010","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2014.49"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2010.5540063"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.313"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2013.166"},{"key":"ref50","first-page":"68","article-title":"Conditional infomax learning: An integrated framework for feature extraction and fusion","author":"lin","year":"2006","journal-title":"Proc 9th Eur Conf Comput Vis -Vol Part II"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/72.298224"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/j.elerap.2014.10.002"},{"key":"ref58","doi-asserted-by":"crossref","first-page":"535","DOI":"10.1145\/956750.956815","article-title":"A web page prediction model based on click-stream tree representation of user\n behavior","author":"g\u00fcnd\u00fcz","year":"2003","journal-title":"Proc 9th ACM SIGKDD Int Conf Knowl Discovery Data Mining"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/846183.846188"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/WI.2005.153"},{"key":"ref55","first-page":"966","article-title":"Optimal testing for crowd workers","author":"bragg","year":"2016","journal-title":"Proc 1st Int Conf Autonomous Agents Multiagent Syst"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357127"},{"journal-title":"Openlayers 2 10 Beginner's Guide","year":"2011","author":"hazzard","key":"ref53"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.69.066138"},{"key":"ref10","first-page":"43","article-title":"Programmatic gold: Targeted and scalable quality assurance in crowdsourcing.","volume":"11","author":"oleson","year":"2011","journal-title":"Comput Hum"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICIP.2015.7351606"},{"key":"ref40","first-page":"278","article-title":"Random decision forests","author":"ho","year":"1995","journal-title":"Proc IEEE Int Conf Document Anal Recognit"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-014-0721-9"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/985692.985733"},{"key":"ref14","first-page":"438","article-title":"Can masses of non-experts train highly\n accurate image classifiers?","author":"maier-hein","year":"2014","journal-title":"Proc Int Conf Med Image Comput Comput -Assisted Intervention"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/WACV.2015.160"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ISBI.2009.5193054"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-007-0090-8"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.5244\/C.25.109"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2010.5543189"},{"key":"ref4","first-page":"1097","article-title":"Imagenet\n classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24888-2"},{"key":"ref6","first-page":"1297","article-title":"Learning from crowds","volume":"11","author":"raykar","year":"2010","journal-title":"J Mach Learning Res"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2016.2528120"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1126\/science.1160379"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/2063576.2063860"},{"key":"ref49","first-page":"22","article-title":"Feature selection based on joint mutual information","author":"yang","year":"1999","journal-title":"Proc Int ICSC Symp Adv Intell Data Anal"},{"key":"ref9","first-page":"740","article-title":"Microsoft COCO: Common objects in context","author":"lin","year":"2014","journal-title":"Proc 13th Eur Conf Comput Vis"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(97)00043-X"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/T-C.1971.223410"},{"journal-title":"Machine Learning Based on Attribute Interactions PhD Dissertation","year":"2005","author":"jakulin","key":"ref48"},{"key":"ref47","first-page":"1531","article-title":"Fast binary feature selection with conditional mutual information","volume":"5","author":"fleuret","year":"2004","journal-title":"J Mach Learning Res"},{"key":"ref42","first-page":"595","article-title":"Stereo ground truth with error bars","author":"kondermann","year":"2014","journal-title":"Proc Asian Conf Comput Vis"},{"key":"ref41","first-page":"2825","article-title":"Scikit-learn: Machine learning in python","volume":"12","author":"pedregosa","year":"2011","journal-title":"J Mach Learning Res"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1007\/s11263-009-0275-4"},{"key":"ref43","first-page":"25","article-title":"Incorporating priors on expert performance parameters for segmentation\n validation and label fusion: A maximum a posteriori STAPLE","author":"commowick","year":"2010","journal-title":"Proc Med Image Comput Comput -Assisted Intervention"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/8520726\/08120128.pdf?arnumber=8120128","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,26]],"date-time":"2022-01-26T17:25:08Z","timestamp":1643217908000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8120128\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,12,1]]},"references-count":66,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2017.2777967","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"type":"print","value":"0162-8828"},{"type":"electronic","value":"2160-9292"},{"type":"electronic","value":"1939-3539"}],"subject":[],"published":{"date-parts":[[2018,12,1]]}}}