{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T08:10:22Z","timestamp":1743149422423,"version":"3.40.3"},"publisher-location":"Cham","reference-count":11,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030009489"},{"type":"electronic","value":"9783030009496"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-030-00949-6_6","type":"book-chapter","created":{"date-parts":[[2018,9,13]],"date-time":"2018-09-13T13:09:17Z","timestamp":1536844157000},"page":"44-51","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Role of Task Complexity and Training in Crowdsourced Image Annotation"],"prefix":"10.1007","author":[{"given":"Nadine S.","family":"Schaadt","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anne","family":"Grote","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Germain","family":"Forestier","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"C\u00e9dric","family":"Wemmert","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Friedrich","family":"Feuerhake","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,9,14]]},"reference":[{"key":"6_CR1","doi-asserted-by":"publisher","first-page":"1313","DOI":"10.1109\/TMI.2016.2528120","volume":"35","author":"S Albarqouni","year":"2016","unstructured":"Albarqouni, S., Baur, C., Achilles, F., Belagiannis, V., Demirci, S., Navab, N.: Aggnet: deep learning from crowds for mitosis detection in breast cancer histology images. IEEE Trans. Med. Imag. 35, 1313\u20131321 (2016)","journal-title":"IEEE Trans. Med. Imag."},{"key":"6_CR2","doi-asserted-by":"publisher","first-page":"S6","DOI":"10.1186\/1746-1596-9-S1-S6","volume":"9","author":"V Della Mea","year":"2014","unstructured":"Della Mea, V., Maddalena, E., Mizzaro, S., Machin, P., Beltrami, C.A.: Preliminary results from a crowdsourcing experiment in immunohistochemistry. Diagn. Pathol. 9, S6 (2014)","journal-title":"Diagn. Pathol."},{"key":"6_CR3","doi-asserted-by":"crossref","unstructured":"Ho\u00dffeld, T., et al.: Best practices and recommendations for crowdsourced qoe-lessons learned from the qualinet task force crowdsourcing. In: QUALINET (2014)","DOI":"10.1109\/QoMEX.2015.7148150"},{"key":"6_CR4","doi-asserted-by":"crossref","unstructured":"Irshad, H., et al.: Crowdsourcing scoring of immunohistochemistry images: evaluating performance of the crowd and an automated computational method. Sci. Rep. 7 (2017)","DOI":"10.1038\/srep43286"},{"key":"6_CR5","doi-asserted-by":"crossref","unstructured":"Kim, E., Mente, S., Keenan, A., Gehlot, V.: Digital pathology annotation data for improved deep neural network classification. In: SPIE Medical Imaging, p. 101380D (2017)","DOI":"10.1117\/12.2254491"},{"key":"6_CR6","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1038\/bjc.2016.404","volume":"116","author":"J Lawson","year":"2017","unstructured":"Lawson, J., et al.: Crowdsourcing for translational research: analysis of biomarker expression using cancer microarrays. Br. J. Cancer 116, 237\u2013245 (2017)","journal-title":"Br. J. Cancer"},{"key":"6_CR7","doi-asserted-by":"publisher","first-page":"2235","DOI":"10.1108\/MD-12-2015-0604","volume":"54","author":"S Liu","year":"2016","unstructured":"Liu, S., Xia, F., Zhang, J., Wang, L., Wang, L.: How crowdsourcing risks affect performance: an exploratory model. Manag. Decis. 54, 2235\u20132255 (2016)","journal-title":"Manag. Decis."},{"key":"6_CR8","doi-asserted-by":"publisher","first-page":"1395","DOI":"10.1093\/bioinformatics\/btw013","volume":"32","author":"R Mar\u00e9e","year":"2016","unstructured":"Mar\u00e9e, R.: Collaborative analysis of multi-gigapixel imaging data using cytomine. Bioinformatics 32, 1395\u20131401 (2016)","journal-title":"Bioinformatics"},{"key":"6_CR9","doi-asserted-by":"publisher","first-page":"e37245","DOI":"10.1371\/journal.pone.0037245","volume":"7","author":"S Mavandadi","year":"2012","unstructured":"Mavandadi, S., et al.: Distributed medical image analysis and diagnosis through crowd-sourced games: a malaria case study. PloS One 7, e37245 (2012)","journal-title":"PloS One"},{"key":"6_CR10","doi-asserted-by":"crossref","unstructured":"Redi, J., Povoa, I.: Crowdsourcing for rating image aesthetic appeal: better a paid or a volunteer crowd? In: Proceedings of 2014 International ACM Workshop Crowdsourcing Multimedia, pp. 25\u201330. ACM (2014)","DOI":"10.1145\/2660114.2660118"},{"key":"6_CR11","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1016\/j.ebiom.2015.05.009","volume":"2","author":"FJC dos Reis","year":"2015","unstructured":"dos Reis, F.J.C., et al.: Crowdsourcing the general public for large scale molecular pathology studies in cancer. EBioMedicine 2, 681\u2013689 (2015)","journal-title":"EBioMedicine"}],"container-title":["Lecture Notes in Computer Science","Computational Pathology and Ophthalmic Medical Image Analysis"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-00949-6_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,13]],"date-time":"2023-09-13T00:27:15Z","timestamp":1694564835000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-00949-6_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783030009489","9783030009496"],"references-count":11,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-00949-6_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"14 September 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"COMPAY","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Computational Pathology","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Granada","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 September 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 September 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"compay2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/sites.google.com\/site\/compaysymposium2018\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"25","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"19","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"76% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.28","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"n\/a","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}