{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T01:12:33Z","timestamp":1778721153752,"version":"3.51.4"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031056420","type":"print"},{"value":"9783031056437","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-05643-7_31","type":"book-chapter","created":{"date-parts":[[2022,5,14]],"date-time":"2022-05-14T04:03:05Z","timestamp":1652500985000},"page":"475-494","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Trafne: A Training Framework for Non-expert Annotators with Auto Validation and Expert Feedback"],"prefix":"10.1007","author":[{"given":"Shugo","family":"Miyata","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chia-Ming","family":"Chang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Takeo","family":"Igarashi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,5,15]]},"reference":[{"issue":"2019","key":"31_CR1","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1016\/j.ejca.2019.05.023","volume":"119","author":"TJ Brinker","year":"2019","unstructured":"Brinker, T.J., et al.: Deep neural networks are superior to dermatologists in melanoma image classification. Eur. J. Cancer 119(2019), 11\u201317 (2019). https:\/\/doi.org\/10.1016\/j.ejca.2019.05.023","journal-title":"Eur. J. Cancer"},{"key":"31_CR2","doi-asserted-by":"publisher","unstructured":"Chang, J.C., Amershi, S., Kamar, E.: Revolt: collaborative crowdsourcing for labeling machine learning datasets, pp. 2334\u20132346. Association for Computing Machinery, New York (2017). https:\/\/doi.org\/10.1145\/3025453.3026044","DOI":"10.1145\/3025453.3026044"},{"issue":"6","key":"31_CR3","doi-asserted-by":"publisher","first-page":"1045","DOI":"10.1007\/s10278-013-9622-7","volume":"26","author":"K Clark","year":"2013","unstructured":"Clark, K., et al.: The Cancer Imaging Archive (TCIA): maintaining and operating a public information repository. J. Digit. Imaging 26(6), 1045\u20131057 (2013). https:\/\/doi.org\/10.1007\/s10278-013-9622-7","journal-title":"J. Digit. Imaging"},{"key":"31_CR4","doi-asserted-by":"crossref","unstructured":"Deng, J., Dong, W., Socher, R., Li, L.J., Li, K., Fei-Fei, L.: ImageNet: a large-scale hierarchical image database, pp. 248\u2013255 (2009)","DOI":"10.1109\/CVPR.2009.5206848"},{"issue":"2019","key":"31_CR5","doi-asserted-by":"publisher","first-page":"147501","DOI":"10.1109\/ACCESS.2019.2946650","volume":"7","author":"Z Dong","year":"2019","unstructured":"Dong, Z., Zhang, R., Shao, X.: Automatic annotation and segmentation of object instances with deep active curve network. IEEE Access 7(2019), 147501\u2013147512 (2019). https:\/\/doi.org\/10.1109\/ACCESS.2019.2946650","journal-title":"IEEE Access"},{"key":"31_CR6","unstructured":"Eickhoff, C., de Vries, A.: How crowd sourcable is your task? Mathematical Structures in Computer Science - MSCS (2011)"},{"key":"31_CR7","unstructured":"Ferreira, R., et al.: The virtual microscope. In: Proceedings: A Conference of the American Medical Informatics Association. AMIA Fall Symposium, vol. 4, pp. 49\u2013453 (1997). https:\/\/pubmed.ncbi.nlm.nih.gov\/9357666"},{"key":"31_CR8","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1016\/j.media.2016.05.004","volume":"35","author":"M Havaei","year":"2017","unstructured":"Havaei, M., et al.: Brain tumor segmentation with Deep Neural Networks. Med. Image Anal. 35, 18\u201331 (2017). https:\/\/doi.org\/10.1016\/j.media.2016.05.004","journal-title":"Med. Image Anal."},{"key":"31_CR9","unstructured":"He, J., Van Ossenbruggen, J., de Vries, A.: Do you need experts in the crowd?: a case study in image annotation for marine biology, pp. 57\u201360 (2013)"},{"issue":"092018","key":"31_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1117\/1.JMI.5.3.034002","volume":"5","author":"E Heim","year":"2018","unstructured":"Heim, E., et al.: Large-scale medical image annotation with crowd-powered algorithms. J. Med. Imaging 5(092018), 1 (2018). https:\/\/doi.org\/10.1117\/1.JMI.5.3.034002","journal-title":"J. Med. Imaging"},{"issue":"1","key":"31_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-020-75592-7","volume":"10","author":"Y Hong","year":"2020","unstructured":"Hong, Y., et al.: Deep learning method for comet segmentation and comet assay image analysis. Sci. Rep. 10(1), 1\u201312 (2020)","journal-title":"Sci. Rep."},{"key":"31_CR12","doi-asserted-by":"publisher","unstructured":"Hu, E., Nosato, H., Sakanashi, H., Murakawa, M.: A modified anomaly detection method for capsule endoscopy images using non-linear color conversion and Higher-order Local Auto-Correlation (HLAC), pp. 5477\u20135480 (2013). https:\/\/doi.org\/10.1109\/EMBC.2013.6610789","DOI":"10.1109\/EMBC.2013.6610789"},{"key":"31_CR13","doi-asserted-by":"crossref","unstructured":"Kae, A., Sohn, K., Lee, H., Learned-Miller, E.: Augmenting CRFs with Boltzmann machine shape priors for image labeling (2013)","DOI":"10.1109\/CVPR.2013.263"},{"key":"31_CR14","doi-asserted-by":"publisher","unstructured":"Kittur, A., Smus, B., Khamkar, S., Kraut, R.: CrowdForge: crowdsourcing complex work. In: CHI 2011, pp. 43\u201352 (2011). https:\/\/doi.org\/10.1145\/2047196.2047202","DOI":"10.1145\/2047196.2047202"},{"key":"31_CR15","doi-asserted-by":"publisher","unstructured":"Kumaravel, T.S., Vilhar, B., Faux, S., Jha, A.: Comet assay measurements: a perspective. Cell Biol. Toxicol. 25, 53\u201364 (2007). https:\/\/doi.org\/10.1007\/s10565-007-9043-9","DOI":"10.1007\/s10565-007-9043-9"},{"key":"31_CR16","unstructured":"The Medical Imaging Technology Association (MITA): Standard Digital Imaging and Communications in Medicine (2020). https:\/\/www.dicomstandard.org\/current"},{"issue":"4","key":"31_CR17","doi-asserted-by":"publisher","first-page":"571","DOI":"10.1007\/s10278-019-00232-0","volume":"32","author":"KA Philbrick","year":"2019","unstructured":"Philbrick, K.A., et al.: RIL-contour: a medical imaging dataset annotation tool for and with deep learning. J. Digit. Imaging 32(4), 571\u2013581 (2019). https:\/\/doi.org\/10.1007\/s10278-019-00232-0","journal-title":"J. Digit. Imaging"},{"key":"31_CR18","doi-asserted-by":"publisher","unstructured":"Prah, M., Schmainda, K.M.: Data from brain-tumor-progression. Cancer Imaging Arch. (2018). https:\/\/doi.org\/10.7937\/K9\/TCIA.2018.15quzvnb","DOI":"10.7937\/K9\/TCIA.2018.15quzvnb"},{"key":"31_CR19","unstructured":"Singla, A., Bogunovic, I., Bart\u00f3k, G., Karbasi, A., Krause, A.: Near-optimally teaching the crowd to classify, pp. II-154\u2013II-162 (2014)"},{"key":"31_CR20","unstructured":"Su, H., Deng, J., Fei-Fei, L.: Crowdsourcing annotations for visual object detection, pp. 40\u201346 (2012)"},{"key":"31_CR21","unstructured":"Suzuki, R., Igarashi, T.: Collaborative 3D modeling by the crowd, pp. 124\u2013131 (2017)"},{"key":"31_CR22","doi-asserted-by":"publisher","unstructured":"Suzuki, S., Abe, K.: Topological structural analysis of digitized binary images by border following. Comput. Vis. Graph. Image Process. 30(1), 32\u201346 (1985). https:\/\/doi.org\/10.1016\/0734-189X(85)90016-7","DOI":"10.1016\/0734-189X(85)90016-7"},{"issue":"2018","key":"31_CR23","doi-asserted-by":"publisher","first-page":"180161","DOI":"10.1038\/sdata.2018.161","volume":"5","author":"P Tschandl","year":"2018","unstructured":"Tschandl, P., Rosendahl, C., Kittler, H.: The HAM10000 dataset, a large collection of multi-source dermatoscopic images of common pigmented skin lesions. Sci. Data 5(2018), 180161 (2018)","journal-title":"Sci. Data"},{"key":"31_CR24","doi-asserted-by":"publisher","first-page":"550","DOI":"10.1111\/cobi.12705","volume":"30","author":"R van der Wal","year":"2016","unstructured":"van der Wal, R., Sharma, N., Mellish, C., Robinson, A., Siddharthan, A.: The role of automated feedback in training and retaining biological recorders for citizen science. Conserv. Biol. J. Soc. Conserv. Biol. 30, 550\u2013561 (2016). https:\/\/doi.org\/10.1111\/cobi.12705","journal-title":"Conserv. Biol. J. Soc. Conserv. Biol."},{"key":"31_CR25","doi-asserted-by":"publisher","unstructured":"von Ahn, L.: Human computation, pp. 1\u20132 (2008). https:\/\/doi.org\/10.1109\/ICDE.2008.4497403","DOI":"10.1109\/ICDE.2008.4497403"},{"key":"31_CR26","doi-asserted-by":"publisher","unstructured":"Chang, C.M., Mishra, S.D., Igarashi, T.: A hierarchical task assignment for manual image labeling. In: 2019 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC), pp. 139\u2013143 (2019). https:\/\/doi.org\/10.1109\/VLHCC.2019.8818828","DOI":"10.1109\/VLHCC.2019.8818828"},{"key":"31_CR27","doi-asserted-by":"publisher","unstructured":"Otani, N., Baba, Y., Kashima, H.: Quality control for crowdsourced hierarchical classification. In: 2015 IEEE International Conference on Data Mining, pp. 937\u2013942 (2015). https:\/\/doi.org\/10.1109\/ICDM.2015.83","DOI":"10.1109\/ICDM.2015.83"},{"key":"31_CR28","doi-asserted-by":"publisher","unstructured":"Chang, C.M., Lee, C.H., Igarashi, T.: Spatial labeling: leveraging spatial layout for improving label quality in non-expert image annotation. In: CHI Conference on Human Factors in Computing Systems (CHI 2021), Yokohama, Japan, 8\u201313 May 2021. ACM, New York (2021). https:\/\/doi.org\/10.1145\/3411764.3445165","DOI":"10.1145\/3411764.3445165"},{"key":"31_CR29","doi-asserted-by":"publisher","unstructured":"Steven, D., Kulkarni, A., Bunge, B., Nguyen, T., Klemmer, S., Hartmann, B.: Shepherding the crowd: managing and providing feedback to crowd workers. In: Conference on Human Factors in Computing Systems \u2013 Proceedings, pp. 1669\u20131674 (2011). https:\/\/doi.org\/10.1145\/1979742.1979826","DOI":"10.1145\/1979742.1979826"},{"key":"31_CR30","unstructured":"Chang, C.M., Yang, X., Igarashi, T.: An empirical study on the effect of quick and careful labeling styles in image annotation. In: The 48th International Conference on Graphics Interface and Human-Computer Interaction (Gl 2022), Virtual Conference, 17\u201319 May 2022"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in HCI"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-05643-7_31","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,14]],"date-time":"2026-05-14T00:36:28Z","timestamp":1778718988000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-05643-7_31"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031056420","9783031056437"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-05643-7_31","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"15 May 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 June 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 July 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2022.hci.international\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}