{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T17:57:02Z","timestamp":1742925422618,"version":"3.40.3"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031217067"},{"type":"electronic","value":"9783031217074"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-21707-4_26","type":"book-chapter","created":{"date-parts":[[2022,11,24]],"date-time":"2022-11-24T18:52:04Z","timestamp":1669315924000},"page":"357-376","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["ConfLabeling: Assisting Image Labeling with User and System Confidence"],"prefix":"10.1007","author":[{"given":"Yi","family":"Lu","sequence":"first","affiliation":[]},{"given":"Chia-Ming","family":"Chang","sequence":"additional","affiliation":[]},{"given":"Takeo","family":"Igarashi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,11,25]]},"reference":[{"issue":"3","key":"26_CR1","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky, O., et al.: ImageNet large scale visual recognition challenge. Int. J. Comput. Vision 115(3), 211\u2013252 (2015)","journal-title":"Int. J. Comput. Vision"},{"key":"26_CR2","unstructured":"Karpathy, A.: What I learned from competing against a convnet on imagenet (2014). http:\/\/karpathy.github.io\/2014\/09\/02\/what-i-learned-from-competing-against-a-convnet-on-imagenet\/"},{"issue":"7","key":"26_CR3","doi-asserted-by":"publisher","first-page":"3249","DOI":"10.1109\/TIP.2016.2563981","volume":"25","author":"C Gong","year":"2016","unstructured":"Gong, C., Tao, D., Maybank, S.J., Liu, W., Kang, G., Yang, J.: Multi-modal curriculum learning for semi-supervised image classification. IEEE Trans. Image Process. 25(7), 3249\u20133260 (2016). https:\/\/doi.org\/10.1109\/TIP.2016.2563981","journal-title":"IEEE Trans. Image Process."},{"key":"26_CR4","doi-asserted-by":"publisher","unstructured":"Wang, J., et al.: Learning fine-grained image similarity with deep ranking. In: Proceedings of the IEEE Computer Society Conference on Computer Vision and Pattern Recognition, pp. 13861393 (2014). https:\/\/doi.org\/10.1109\/CVPR.2014.180","DOI":"10.1109\/CVPR.2014.180"},{"key":"26_CR5","doi-asserted-by":"publisher","first-page":"393","DOI":"10.3390\/ijgi8090393","volume":"8","author":"L Fan","year":"2019","unstructured":"Fan, L., Zhao, H., Zhao, H., Liu, P.-P., Huangshui, H.: Image retrieval based on learning to rank and multiple loss. ISPRS Int. J. Geo Inf. 8, 393 (2019)","journal-title":"ISPRS Int. J. Geo Inf."},{"key":"26_CR6","unstructured":"Settles, B.: Active Learning Literature Survey. Computer Sciences Technical Report1648, University of Wisconsin\u2013Madison (2009)"},{"key":"26_CR7","doi-asserted-by":"crossref","unstructured":"desJardins, M., MacGlashan, J., Ferraioli, J.: Interactive visual clustering. In: Proceedings of the 12th International Conference on Intelligent User Inter-faces, IUI \u201907, pp. 361\u2013364, New York, NY, USA. Association for Computing Machinery (2007)","DOI":"10.1145\/1216295.1216367"},{"key":"26_CR8","doi-asserted-by":"crossref","unstructured":"Hemmer, P., K\u00fchl, N., Sch\u04e7ffer, J.: Deal: Deep evidential active learning for image classification. In: 2020 19th IEEE International Conference on Machine Learning and Applications (ICMLA), pp. 865\u2013870 (2020)","DOI":"10.1109\/ICMLA51294.2020.00141"},{"key":"26_CR9","doi-asserted-by":"publisher","first-page":"2591","DOI":"10.1109\/TCSVT.2016.2589879","volume":"27","author":"K Wang","year":"2017","unstructured":"Wang, K., Zhang, D., Li, Y., Zhang, R., Lin, L.: Cost-effective active learning for deep image classification. IEEE Trans. Circuits Syst. Video Technol. 27, 2591\u20132600 (2017)","journal-title":"IEEE Trans. Circuits Syst. Video Technol."},{"key":"26_CR10","doi-asserted-by":"publisher","first-page":"2839","DOI":"10.1109\/TVCG.2012.277","volume":"18","author":"F Heimerl","year":"2012","unstructured":"Heimerl, F., Koch, S., Bosch, H., Ertl, T.: Visual classifier training for text document retrieval. IEEE Trans. Visual Comput. Graphics 18, 2839\u20132848 (2012)","journal-title":"IEEE Trans. Visual Comput. Graphics"},{"key":"26_CR11","doi-asserted-by":"crossref","unstructured":"H\u04e7ferlin, B., Netzel, R., H\u04e7ferlin, M., Weiskopf, D., Heidemann, G.: Interactive learning of ad-hoc classifiers for video visual analytics. In: IEEE Conference on Visual Analytics Science and Technology (VAST), pp. 23\u201332 (2012)","DOI":"10.1109\/VAST.2012.6400492"},{"key":"26_CR12","doi-asserted-by":"crossref","unstructured":"von Ahn, L., Dabbish, : Labeling images with a computer game. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, CHI\u201904, pp. 319\u2013326, New York, NY, USA (2004)","DOI":"10.1145\/985692.985733"},{"key":"26_CR13","doi-asserted-by":"publisher","unstructured":"Chang, C.-M., Lee, C.-H., Igarashi, T.: Spatial labeling: leveraging spatial layout for improving label quality in non-expert image annotation. In: CHI Conference on Human Factors in Computing Systems (CHI \u201921), May 8\u201313, 2021, Yokohama, Japan. ACM, New York, NY, USA (2021). https:\/\/doi.org\/10.1145\/3411764.3445165","DOI":"10.1145\/3411764.3445165"},{"issue":"4","key":"26_CR14","doi-asserted-by":"publisher","first-page":"462","DOI":"10.1016\/j.patrec.2011.02.012","volume":"33","author":"M Wang","year":"2012","unstructured":"Wang, M., Ji, D., Tian, Q., Hua, X.-S.: Intelligent photo clustering with user interaction and distance metric learning. Pattern Recogn. Lett. 33(4), 462\u2013470 (2012)","journal-title":"Pattern Recogn. Lett."},{"key":"26_CR15","doi-asserted-by":"crossref","unstructured":"Bruneau, P., Otjacques, B.: An interactive, example-based, visual clus-tering system. In: 2013 17th International Conference on Information Visualisation, pp. 168\u2013173 (2013)","DOI":"10.1109\/IV.2013.21"},{"issue":"1","key":"26_CR16","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1109\/TVCG.2014.2331979","volume":"21","author":"GS Jose","year":"2015","unstructured":"Jose, G.S., Paiva, W.R., Schwartz, H.P., Minghim, R.: An approach to supporting incremental visual data classification. IEEE Trans. Visual Comput. Graphics 21(1), 4\u201317 (2015)","journal-title":"IEEE Trans. Visual Comput. Graphics"},{"key":"26_CR17","unstructured":"Ishida, T., Niu, G., Sugiyama, M.: Binary classification from positive-confidence data. In: Proceedings of the 32nd International Conference on Neural Information Processing Systems, NIPS\u201918, page 5921\u20135932, Red Hook, NY, USA,2018. Curran Associates Inc. (2018)"},{"key":"26_CR18","doi-asserted-by":"crossref","unstructured":"Zhang, X., Zhu, X., Wright, S.: Training set debugging using trusted items. In: Thirty-Second AAAI Conference on Artificial Intelligence (2018)","DOI":"10.1609\/aaai.v32i1.11610"},{"key":"26_CR19","unstructured":"Oyama, S., Baba, Y., Sakurai, Y., Kashima, H.: Accurate in-tegration of crowdsourced labels using workers\u2019 self-reported confidence scores. In: Proceedings of the Twenty-Third International Joint Conference on Artificial Intelligence, IJCAI \u201913, pp. 2554\u20132560. AAAI Press (2013)"},{"key":"26_CR20","doi-asserted-by":"publisher","first-page":"244","DOI":"10.1016\/j.knosys.2018.07.010","volume":"159","author":"J Song","year":"2018","unstructured":"Song, J., Wang, H., Gao, Y., An, B.: Active learning with confidence-basedanswers for crowdsourcing labeling tasks. Knowl.-Based Syst. 159, 244\u2013258 (2018)","journal-title":"Knowl.-Based Syst."},{"key":"26_CR21","doi-asserted-by":"crossref","unstructured":"Chiang, C.-C.: Interactive tool for image annotation using a semi-supervised and hierarchical approach. Computer Standards & Interfaces 35(1), 50\u201358 (2013)","DOI":"10.1016\/j.csi.2012.05.002"},{"key":"26_CR22","doi-asserted-by":"publisher","first-page":"94","DOI":"10.1016\/j.patrec.2013.06.014","volume":"37","author":"HP Lai","year":"2014","unstructured":"Lai, H.P., Visani, M., Boucher, A., Ogier, J.-M.: A new inter-active semi-supervised clustering model for large image database indexing. Pattern Recogn. Lett. 37, 94\u2013106 (2014)","journal-title":"Pattern Recogn. Lett."},{"key":"26_CR23","doi-asserted-by":"crossref","unstructured":"Xiang, S., et al.: Interactive correction of mislabeled training data. In: 2019 IEEE Conference on Visual Analytics Science and Technology (VAST), pp. 57\u201368 (2019)","DOI":"10.1109\/VAST47406.2019.8986943"},{"key":"26_CR24","doi-asserted-by":"crossref","unstructured":"Liu, S., Chen, C., Lu, Y.F., Ouyang, F., Wang, B.: An interactive method to improve crowdsourced annotations. IEEE Transactions on Visualization and Computer Graphics 25(1), 235\u2013245 (2019)","DOI":"10.1109\/TVCG.2018.2864843"},{"key":"26_CR25","first-page":"2579","volume":"9","author":"LVD Maaten","year":"2008","unstructured":"Maaten, L.V.D., Hinton, G.E.: Visualizing data using t-sne. J. Mach. Learn. Res. 9, 2579\u20132605 (2008)","journal-title":"J. Mach. Learn. Res."},{"key":"26_CR26","unstructured":"sklearn.ensemble.randomforestclassifier. https:\/\/scikit-learn.org\/stable\/modules\/generated\/sklearn.ensemble.RandomForestClassifier.html"},{"key":"26_CR27","unstructured":"Robert (Munro) Monarch. Uncertainty sampling cheatsheet (2019). https:\/\/towardsdatascience.com\/uncertainty-sampling-cheatsheet-ec57bc067c0b"},{"key":"26_CR28","doi-asserted-by":"publisher","unstructured":"Chang, C.-M., Mishra, S.D., Igarashi, T.: A hierarchical task assignment for manual image labeling. In: 2019 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC), pp. 139\u2013143 (2019). http:\/\/dx.doi.org\/https:\/\/doi.org\/10.1109\/VLHCC.2019.8818828","DOI":"10.1109\/VLHCC.2019.8818828"},{"key":"26_CR29","unstructured":"Xiao, H., Rasul, K., Vollgraf, R.: Fashion-Mnist: A Novel Image Dataset for Benchmarking Machine Learning Algorithms. ArXiv, abs\/1708.07747 (2017)"},{"key":"26_CR30","unstructured":"Clanuwat, T., Bober-Irizar, M., Kitamoto, A., Lamb, A., Yamamoto, K., Ha, D.: Deep Learning for Classical Japanese Literature. ArXiv, abs\/1812.01718 (2018)"},{"key":"26_CR31","unstructured":"Chang, C.-M., He, Y., Yang, X., Xie, H., Igarashi, T.: DualLabel: secondary labels for challenging image annotation. In: The 48th International Conference on Graphics Interface and Human-Computer Interaction (Gl 2022), Montreal, QC, Canada, 17\u201319 May 2022 (2022)"}],"container-title":["Lecture Notes in Computer Science","HCI International 2022 \u2013 Late Breaking Papers: Interacting with eXtended Reality and Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-21707-4_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,11,24]],"date-time":"2022-11-24T19:03:11Z","timestamp":1669316591000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-21707-4_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031217067","9783031217074"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-21707-4_26","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"25 November 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 June 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1 July 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2022.hci.international\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}