{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,30]],"date-time":"2026-07-30T14:30:52Z","timestamp":1785421852535,"version":"3.56.0"},"reference-count":72,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Visual. Comput. Graphics"],"published-print":{"date-parts":[[2018,1]]},"DOI":"10.1109\/tvcg.2017.2744818","type":"journal-article","created":{"date-parts":[[2017,8,29]],"date-time":"2017-08-29T18:21:53Z","timestamp":1504030913000},"page":"298-308","source":"Crossref","is-referenced-by-count":115,"title":["Comparing Visual-Interactive Labeling with Active Learning: An Experimental Study"],"prefix":"10.1109","volume":"24","author":[{"given":"Jurgen","family":"Bernard","sequence":"first","affiliation":[{"name":"Technische Universit\u00e4t Darmstadt, Darmstadt, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marco","family":"Hutter","sequence":"additional","affiliation":[{"name":"Technische Universit\u00e4t Darmstadt, Darmstadt, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Matthias","family":"Zeppelzauer","sequence":"additional","affiliation":[{"name":"St. P\u00f6lten University of Applied Sciences, St. P\u00f6lten, Austria"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dieter","family":"Fellner","sequence":"additional","affiliation":[{"name":"Fraunhofer IGD, Darmstadt, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael","family":"Sedlmair","sequence":"additional","affiliation":[{"name":"University of Vienna, Vienna, Austria"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/ICME.2006.262442"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1145\/2980179.2980239"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.2001.0499"},{"key":"ref39","article-title":"A literature survey of active machine learning in the context of natural language processing","author":"olsson","year":"2009","journal-title":"Technical Report no 3600"},{"key":"ref38","doi-asserted-by":"crossref","first-page":"618","DOI":"10.1007\/978-3-642-21602-2_67","article-title":"Improving the usability of interfaces for the interactive semi-automatic labeling of large image data sets","author":"m\u00f6hrmann","year":"2011","journal-title":"Human-Computer Interaction. Design and Development Approaches"},{"key":"ref33","first-page":"1870","article-title":"Human cluster evaluation and formal quality measures: A comparative study","author":"lewis","year":"2012","journal-title":"Annual Meeting of the Cognitive Science Society"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/5.726791"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-005-0466-3"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/BF02289565"},{"key":"ref37","first-page":"350","article-title":"Employing em and pool-based active learning for text classification","author":"mccallum","year":"1998","journal-title":"International Conference on Machine Learning (ICML)"},{"key":"ref36","article-title":"Query learning strategies using boosting and bagging","volume":"1","author":"mamitsuka","year":"1998","journal-title":"International Conference on Machine Learning (ICML)"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1111\/cgf.12116"},{"key":"ref34","article-title":"A behavioral investigation of dimensionality reduction","author":"lewis","year":"2012","journal-title":"Annual Meeting of the Cognitive Science Society"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/130385.130417"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1038\/163688a0"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1002\/j.1538-7305.1948.tb01338.x"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-8659.2009.01467.x"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357127"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2015.2467717"},{"key":"ref27","author":"jolliffe","year":"2002","journal-title":"Principal Component Analysis"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/JSTSP.2011.2139193"},{"key":"ref66","first-page":"2579","article-title":"Visualizing high-dimensional data using t-sne","volume":"9","author":"van der maaten","year":"2008","journal-title":"Journal of Machine Learning Research"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2014.2346482"},{"key":"ref67","article-title":"Tree feature extraction by active learning","author":"vendrig","year":"2002","journal-title":"TREC"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1145\/1899412.1899414"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2701829"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2014.7042480"},{"key":"ref1","year":"2010","journal-title":"Publication manual of the American Psychological Association"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1111\/j.1469-1809.1936.tb02137.x"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2012.277"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2010.5652484"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/1135777.1135870"},{"key":"ref23","first-page":"23","article-title":"Inter-active learning of ad-hoc classifiers for video visual analytics","author":"h\u00f6ferlin","year":"2012","journal-title":"IEEE Symposium on Visual Analytics Science and Technology (VAST)"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2010.5652392"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/0893-6080(89)90020-8"},{"key":"ref50","first-page":"33","article-title":"Butterfly plots for visual analysis of large point cloud data","author":"schreck","year":"2008","journal-title":"WSCG"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1057\/ivs.2010.2"},{"key":"ref59","first-page":"1289","article-title":"Multiple-instance active learning","author":"settles","year":"2008","journal-title":"Advances in neural information processing systems"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.3115\/1613715.1613855"},{"key":"ref57","first-page":"1467","article-title":"Closing the loop: Fast, interactive semi-supervised annotation with queries on features and instances","author":"settles","year":"2011","journal-title":"Conference on Empirical Methods in Natural Language Processing (EMNLP)"},{"key":"ref56","article-title":"Active learning literature survey","author":"settles","year":"2009","journal-title":"Technical Report 1648"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/ICDMW.2010.181"},{"key":"ref54","first-page":"13","article-title":"Patent Retrieval: A Multi-Modal Visual Analytics Approach","author":"seebacher","year":"2016","journal-title":"EuroVis Workshop on Visual Analytics"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-8659.2012.03125.x"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2013.153"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2012.6400486"},{"key":"ref11","author":"charmaz","year":"2014","journal-title":"Constructing Grounded Theory"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2598589"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/1031171.1031233"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/BF00994018"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.21236\/ADA440382"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1037\/0003-066X.60.2.170"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-377-6.50027-X"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/11788034_13"},{"key":"ref18","volume":"2","author":"duda","year":"1973","journal-title":"Pattern Classification"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1016\/j.patrec.2008.08.010"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/2836034.2836035"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.5220\/0006116400750087"},{"key":"ref6","first-page":"93970m-93970m-16","article-title":"A survey and task-based quality assessment of static 2d colormaps","volume":"9397","author":"bernard","year":"2015","journal-title":"Electronic Imaging SPIE Conference on Visualization and Data Analysis"},{"key":"ref5","article-title":"User-based visual-interactive similarity definition for mixed data objects-concept and first implementation","volume":"22","author":"bernard","year":"2014","journal-title":"WSCG"},{"key":"ref8","first-page":"39","article-title":"Glyph-based visualization: Foundations, design guidelines, techniques and applications","author":"borgo","year":"2013","journal-title":"Eurographics State of the Art Reports EG STARs"},{"key":"ref7","article-title":"A Unified Process for Visual-Interactive Labeling","author":"bernard","year":"2017","journal-title":"EuroVis Workshop on Visual Analytics"},{"key":"ref49","first-page":"64950l-64950l-12","article-title":"A new metaphor for projection-based visual analysis and data exploration","author":"schreck","year":"2007","journal-title":"Proc IS&T SPIE Visualization and Data Analysis 2007"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010933404324"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/T-C.1969.222678"},{"key":"ref45","first-page":"5","article-title":"Improving retrieval performance by relevance feedback","volume":"24","author":"salton","year":"1997","journal-title":"Readings in Information Retrieval"},{"key":"ref48","doi-asserted-by":"crossref","first-page":"309","DOI":"10.1007\/3-540-44816-0_31","article-title":"Active hidden markov models for information extraction","author":"scheffer","year":"2001","journal-title":"Conference on Advances in Intelligent Data Analysis (IDA)"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/VLHCC.2016.7739668"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2008.218"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/SIBGRAPI.2007.21"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2598495"},{"key":"ref43","article-title":"Human-Centered Machine Learning Through Interactive Visualization: Review and Open Challenges","author":"sacha","year":"2016","journal-title":"Symp on Artificial Neural Networks Computational Intelligence and Machine Learning"}],"container-title":["IEEE Transactions on Visualization and Computer Graphics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/2945\/8165924\/08019851.pdf?arnumber=8019851","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T16:25:39Z","timestamp":1642004739000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8019851\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,1]]},"references-count":72,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tvcg.2017.2744818","relation":{},"ISSN":["1077-2626","1941-0506","2160-9306"],"issn-type":[{"value":"1077-2626","type":"print"},{"value":"1941-0506","type":"electronic"},{"value":"2160-9306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,1]]}}}