{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,9]],"date-time":"2025-09-09T21:23:22Z","timestamp":1757453002332,"version":"3.28.0"},"reference-count":56,"publisher":"IEEE","license":[{"start":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T00:00:00Z","timestamp":1569888000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T00:00:00Z","timestamp":1569888000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2019,10,1]],"date-time":"2019-10-01T00:00:00Z","timestamp":1569888000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019,10]]},"DOI":"10.1109\/smc.2019.8914075","type":"proceedings-article","created":{"date-parts":[[2019,11,29]],"date-time":"2019-11-29T15:09:34Z","timestamp":1575040174000},"page":"4013-4018","source":"Crossref","is-referenced-by-count":6,"title":["Towards Hybrid Crowd-AI Centered Systems: Developing an Integrated Framework from an Empirical Perspective"],"prefix":"10.1109","author":[{"given":"Antonio","family":"Correia","sequence":"first","affiliation":[]},{"given":"Hugo","family":"Paredes","sequence":"additional","affiliation":[]},{"given":"Daniel","family":"Schneider","sequence":"additional","affiliation":[]},{"given":"Shoaib","family":"Jameel","sequence":"additional","affiliation":[]},{"given":"Benjamim","family":"Fonseca","sequence":"additional","affiliation":[]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1016\/0092-6566(85)90023-6"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TSC.2016.2539954"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99504-5_11"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/s10588-012-9121-2"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1186\/1471-2105-7-41"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pcbi.1000215"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/64.546581"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2017.06.022"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1093\/llc\/fqu030"},{"key":"ref34","first-page":"1","article-title":"The rise of crowdsourcing","volume":"14","author":"howe","year":"2006","journal-title":"Wired Magazine"},{"key":"ref28","article-title":"Discovery informatics: AI opportunities in scientific discovery","author":"gil","year":"2012","journal-title":"AAAI Fall Symposium on Discovery Informatics"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-019-1335-8"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0033427"},{"key":"ref2","first-page":"467","article-title":"Combining human and machine intelligence in large-scale crowdsourcing","author":"kamar","year":"2012","journal-title":"Proceedings of the International Conference on Autonomous Agents and Multiagent Systems"},{"key":"ref1","first-page":"4070","article-title":"Directions in hybrid intelligence: Complementing AI systems with human intelligence","author":"kamar","year":"2016","journal-title":"Proceedings of the International Joint Conference on Artificial Intelligence"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.arcontrol.2017.09.008"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1057\/ejis.2012.26"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300233"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.21236\/AD0289565"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1080\/19416520802211644"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-662-02933-6_3"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3148148"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/2818048.2819942"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/s10462-014-9423-5"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.22215\/timreview\/963"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/CSCWD.2018.8465305"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/1924421.1924442"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.28968\/cftt.v4i2.29581"},{"key":"ref52","first-page":"505","article-title":"Operating an employer reputation system: Lessons from Turkopticon, 2008-2015","volume":"37","author":"silberman","year":"2016","journal-title":"Comparative Labor Law & Policy Journal"},{"key":"ref10","first-page":"1","article-title":"Making better use of the crowd: How crowdsourcing can advance machine learning research","volume":"18","author":"vaughan","year":"2017","journal-title":"Journal of Machine Learning Research"},{"key":"ref40","article-title":"Mixed-initiative systems for collaborative problem solving","volume":"28","author":"ferguson","year":"2007","journal-title":"AI Magazine"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-3808-0_11"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1807185116"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/2441776.2441923"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.24251\/HICSS.2019.034"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2018\/809"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302324"},{"key":"ref17","article-title":"Complementing the execution of AI systems with human computation","author":"kamar","year":"2017","journal-title":"Workshops at the Thirtieth AAAI Conference on Artificial Intelligence"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/THFE2.1960.4503259"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.15346\/hc.v1i1.5"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2018.2890174"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1145\/3264921"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/1868914.1868959"},{"key":"ref5","article-title":"Exploring design principles for human-machine symbiosis: Insights from constructing an air transportation logistics artifact","author":"d\u00f6ppner","year":"2016","journal-title":"Proceedings of the international conference on Information systems"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1002\/hbe2.117"},{"key":"ref49","article-title":"A technical survey on statistical modelling and design methods for crowdsourcing quality control","author":"jin","year":"2018","journal-title":"arXiv 1812 02736"},{"key":"ref7","article-title":"Human-machine hybrid computation","author":"quinn","year":"2011","journal-title":"CHI Workshop on Crowdsourcing Human Comput"},{"key":"ref9","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1016\/j.comnet.2015.05.018","article-title":"Hybrid human-machine information systems: Challenges and opportunities","volume":"90","author":"demartini","year":"2015","journal-title":"Computer Networks"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/CSCWD.2012.6221885"},{"journal-title":"Groupware Computer Support for Business Teams","year":"1988","author":"johansen","key":"ref45"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1186\/s13174-014-0010-4"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1109\/HICSS.2013.143"},{"key":"ref42","article-title":"Components and functions of crowdsourcing systems – A systematic literature review","volume":"4","author":"hetmank","year":"2013","journal-title":"Wirtschaftsinformatik"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.24251\/HICSS.2017.040"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/1866029.1866078"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.24251\/HICSS.2019.033"}],"event":{"name":"2019 IEEE International Conference on Systems, Man and Cybernetics (SMC)","start":{"date-parts":[[2019,10,6]]},"location":"Bari, Italy","end":{"date-parts":[[2019,10,9]]}},"container-title":["2019 IEEE International Conference on Systems, Man and Cybernetics (SMC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/8906183\/8913838\/08914075.pdf?arnumber=8914075","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,18]],"date-time":"2022-07-18T15:13:19Z","timestamp":1658157199000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/8914075\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,10]]},"references-count":56,"URL":"https:\/\/doi.org\/10.1109\/smc.2019.8914075","relation":{},"subject":[],"published":{"date-parts":[[2019,10]]}}}