{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,6]],"date-time":"2026-04-06T10:26:47Z","timestamp":1775471207801,"version":"3.50.1"},"reference-count":38,"publisher":"IEEE","license":[{"start":{"date-parts":[[2016,9,1]],"date-time":"2016-09-01T00:00:00Z","timestamp":1472688000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2016,9,1]],"date-time":"2016-09-01T00:00:00Z","timestamp":1472688000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016,9]]},"DOI":"10.1109\/vlhcc.2016.7739680","type":"proceedings-article","created":{"date-parts":[[2016,11,10]],"date-time":"2016-11-10T16:40:55Z","timestamp":1478796055000},"page":"162-170","source":"Crossref","is-referenced-by-count":85,"title":["Trials and tribulations of developers of intelligent systems: A field study"],"prefix":"10.1109","author":[{"given":"Charles","family":"Hill","sequence":"first","affiliation":[{"name":"Oregon State, University Corvallis, OR, USA"}]},{"given":"Rachel","family":"Bellamy","sequence":"additional","affiliation":[{"name":"IBM TJ Watson Research Center, Yorktown Heights, NY, USA"}]},{"given":"Thomas","family":"Erickson","sequence":"additional","affiliation":[{"name":"IBM TJ Watson Research Center, Yorktown Heights, NY, USA"}]},{"given":"Margaret","family":"Burnett","sequence":"additional","affiliation":[{"name":"Oregon State, University Corvallis, OR, USA"}]}],"member":"263","reference":[{"key":"ref38","year":"2016","journal-title":"Feature_(machine_learning)"},{"key":"ref33","article-title":"Los Alamos National Laboratory Interviews","author":"strong","year":"2011","journal-title":"Technical Report UCSC-SSR C-11–06"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.4135\/9781412995627.d5"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858469"},{"key":"ref30","article-title":"Active learning literature survey. Tech. Rep. 1648, University of Wisconsin-Madison","author":"settles","year":"2010"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/1943403.1943418"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240630"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2009.03.004"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/1216295.1216316"},{"key":"ref10","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1145\/1357054.1357061","article-title":"interactive concept learning in image search","author":"fogarty","year":"2008","journal-title":"Proceedings of the ACM Conference on Human Factors in Computing Systems (CHI '08)"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1145\/1378773.1378804"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/2449396.2449413"},{"key":"ref13","author":"guo","year":"2012","journal-title":"Software Tools to Facilitate Research Programming"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/SECSE.2009.5069155"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753529"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/ROMAN.2012.6343862"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/2678025.2701399"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/2030365.2030367"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2207678"},{"key":"ref28","first-page":"1655","article-title":"Active learning with feedback on features and instances","volume":"7","author":"raghavan","year":"2006","journal-title":"J Mach Learn Res"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/2157689.2157693"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1145\/2063348.2063374"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557253"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2013.08.003"},{"key":"ref29","article-title":"Machine Learning: The high-interest credit card of technical debt","author":"sculley","year":"2014","journal-title":"SE4ML Software Engineering for Machine Learning (NIPS 2014 Workshop)"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2007.77"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/604045.604056"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/S1071-5819(03)00038-7"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753531"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/2430545.2430551"},{"key":"ref1","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1609\/aimag.v35i4.2513","article-title":"Power to the people: The role of humans in interactive machine learning","volume":"35","author":"amershi","year":"2014","journal-title":"Al Magazine"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557238"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/1620545.1620576"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.111"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1145\/2557500.2557542"},{"key":"ref23","article-title":"Provenance, PASS & People: a Research Report","author":"maclean","year":"2007","journal-title":"Harvard University Technical Report"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2015.7332447"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357160"}],"event":{"name":"2016 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC)","location":"Cambridge, UK","start":{"date-parts":[[2016,9,4]]},"end":{"date-parts":[[2016,9,8]]}},"container-title":["2016 IEEE Symposium on Visual Languages and Human-Centric Computing (VL\/HCC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/7602835\/7739650\/07739680.pdf?arnumber=7739680","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,14]],"date-time":"2025-08-14T18:38:52Z","timestamp":1755196732000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/7739680\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,9]]},"references-count":38,"URL":"https:\/\/doi.org\/10.1109\/vlhcc.2016.7739680","relation":{},"subject":[],"published":{"date-parts":[[2016,9]]}}}