{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T18:44:10Z","timestamp":1776105850111,"version":"3.50.1"},"reference-count":14,"publisher":"IEEE","license":[{"start":{"date-parts":[[2019,11,1]],"date-time":"2019-11-01T00:00:00Z","timestamp":1572566400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,11,1]],"date-time":"2019-11-01T00:00:00Z","timestamp":1572566400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,11,1]],"date-time":"2019-11-01T00:00:00Z","timestamp":1572566400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019,11]]},"DOI":"10.1109\/icsai48974.2019.9010163","type":"proceedings-article","created":{"date-parts":[[2020,2,28]],"date-time":"2020-02-28T09:58:47Z","timestamp":1582883927000},"page":"492-498","source":"Crossref","is-referenced-by-count":8,"title":["A Human-in-the-Loop Method for Developing Machine Learning Applications"],"prefix":"10.1109","author":[{"given":"Li","family":"Yang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Menghan","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jianlong","family":"Ren","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chun","family":"Zuo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jiajia","family":"Ma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Weiyi","family":"Kong","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref10","article-title":"Beat the machine: Challenging workers to find the unknown unknowns","author":"attenberg","year":"0","journal-title":"Workshops at the Twenty-fifth AAAI Conference on Artificial Intelligence"},{"key":"ref11","author":"chakarov","year":"2016","journal-title":"Debugging machine learning tasks"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2018.00161"},{"key":"ref13","article-title":"On human intellect and machine failures: Troubleshooting integrative machine learning systems","author":"nushi","year":"0","journal-title":"Thirty-First AAAI Conference on Artificial Intelligence"},{"key":"ref14","article-title":"Towards accountable ai: Hybrid human-machine analyses for characterizing system failure","author":"nushi","year":"0","journal-title":"Sixth AAAI Conference on Human Computation and Crowdsourcing"},{"key":"ref4","article-title":"Mxnet: A flexible and efficient machine learning library for heterogeneous distributed systems","author":"chen","year":"2015","journal-title":"arXiv preprint arXiv 1512 00327"},{"key":"ref3","article-title":"Pytorch: Tensors and dynamic neural networks in python with strong gpu acceleration.(2017)","author":"paszke","year":"2017"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/2380116.2380122"},{"key":"ref5","first-page":"740","article-title":"Microsoft coco: Common objects in context","author":"lin","year":"0","journal-title":"European Conference on Computer Vision"},{"key":"ref8","first-page":"2334","article-title":"Revolt: Collaborative crowd-sourcing for labeling machine learning datasets","author":"chang","year":"0","journal-title":"Proceedings of the 2017 CHI Conference on Human Factors in Computing Systems"},{"key":"ref7","first-page":"405","article-title":"Human-in-the-loop person re-identification","author":"wang","year":"0","journal-title":"European Conference on Computer Vision"},{"key":"ref2","first-page":"265","article-title":"Tensorflow: A system for large-scale machine learning","author":"abadi","year":"0","journal-title":"12th USENIX Symp Operating Systems Design and Implementation (OSDI 16)"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/2523813"},{"key":"ref9","first-page":"467","article-title":"Combining human and machine intelligence in large-scale crowdsourcing","author":"kamar","year":"0","journal-title":"Proceedings of the 11th International Conference on Autonomous Agents and Multiagent Systems-Volume 1 International Foundation for Autonomous Agents and Multiagent Systems"}],"event":{"name":"2019 6th International Conference on Systems and Informatics (ICSAI)","location":"Shanghai, China","start":{"date-parts":[[2019,11,2]]},"end":{"date-parts":[[2019,11,4]]}},"container-title":["2019 6th International Conference on Systems and Informatics (ICSAI)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8974456\/9010069\/09010163.pdf?arnumber=9010163","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,17]],"date-time":"2022-07-17T21:52:50Z","timestamp":1658094770000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9010163\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,11]]},"references-count":14,"URL":"https:\/\/doi.org\/10.1109\/icsai48974.2019.9010163","relation":{},"subject":[],"published":{"date-parts":[[2019,11]]}}}