{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,22]],"date-time":"2026-01-22T11:31:44Z","timestamp":1769081504367,"version":"3.49.0"},"publisher-location":"Cham","reference-count":52,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783319664347","type":"print"},{"value":"9783319664354","type":"electronic"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-66435-4_2","type":"book-chapter","created":{"date-parts":[[2017,9,27]],"date-time":"2017-09-27T11:51:34Z","timestamp":1506513094000},"page":"6-26","source":"Crossref","is-referenced-by-count":24,"title":["Crowdsourcing Versus the Laboratory: Towards Human-Centered Experiments Using the Crowd"],"prefix":"10.1007","author":[{"given":"Ujwal","family":"Gadiraju","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sebastian","family":"M\u00f6ller","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Martin","family":"N\u00f6llenburg","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Dietmar","family":"Saupe","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sebastian","family":"Egger-Lampl","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Daniel","family":"Archambault","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Brian","family":"Fisher","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,9,28]]},"reference":[{"issue":"4","key":"2_CR1","doi-asserted-by":"crossref","first-page":"439","DOI":"10.1207\/s15327051hci1204_5","volume":"12","author":"JR Anderson","year":"1997","unstructured":"Anderson, J.R., Matessa, M., Lebiere, C.: ACT-R: a theory of higher level cognition and its relation to visual attention. Hum. Comput. Interact. 12(4), 439\u2013462 (1997)","journal-title":"Hum. Comput. Interact."},{"issue":"1","key":"2_CR2","doi-asserted-by":"crossref","first-page":"40","DOI":"10.5465\/amr.1988.4306775","volume":"13","author":"DJ Campbell","year":"1988","unstructured":"Campbell, D.J.: Task complexity: a review and analysis. Acad. Manag. Rev. 13(1), 40\u201352 (1988)","journal-title":"Acad. Manag. Rev."},{"key":"2_CR3","doi-asserted-by":"crossref","unstructured":"Cheng, J., Teevan, J., Bernstein, M.S.: Measuring crowdsourcing effort with error-time curves. In: Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems, pp. 1365\u20131374. ACM (2015)","DOI":"10.1145\/2702123.2702145"},{"issue":"3","key":"2_CR4","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1111\/cgf.12889","volume":"35","author":"DHS Chung","year":"2016","unstructured":"Chung, D.H.S., Archambault, D., Borgo, R., Edwards, D.J., Laramee, R.S., Chen, M.: How ordered is it? On the perceptual orderability of visual channels. Comput. Graph. Forum 35(3), 131\u2013140 (2016). (Proc. of EuroVis 2016)","journal-title":"Comput. Graph. Forum"},{"issue":"3","key":"2_CR5","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/1531326.1531334","volume":"28","author":"F Cole","year":"2009","unstructured":"Cole, F., Sanik, K., DeCarlo, D., Finkelstein, A., Funkhouser, T., Rusinkiewicz, S., Singh, M.: How well do line drawings depict shape? ACM Trans. Graph. 28(3), 1\u20139 (2009)","journal-title":"ACM Trans. Graph."},{"key":"2_CR6","unstructured":"Cozby, P.: Asking people about themselves: survey research. In: Methods in Behavioral Research, 7th edn., pp. 103\u2013124. Mayfield Publishing Company, Mountain View (2001)"},{"issue":"3","key":"2_CR7","doi-asserted-by":"crossref","first-page":"e57410","DOI":"10.1371\/journal.pone.0057410","volume":"8","author":"MJ Crump","year":"2013","unstructured":"Crump, M.J., McDonnell, J.V., Gureckis, T.M.: Evaluating Amazon\u2019s Mechanical Turk as a tool for experimental behavioral research. PloS one 8(3), e57410 (2013)","journal-title":"PloS one"},{"key":"2_CR8","doi-asserted-by":"crossref","unstructured":"Difallah, D.E., Catasta, M., Demartini, G., Cudr\u00e9-Mauroux, P.: Scaling-up the crowd: micro-task pricing schemes for worker retention and latency improvement. In: Second AAAI Conference on Human Computation and Crowdsourcing (2014)","DOI":"10.1609\/hcomp.v2i1.13154"},{"key":"2_CR9","doi-asserted-by":"crossref","unstructured":"Difallah, D.E., Demartini, G., Cudr\u00e9-Mauroux, P.: Mechanical cheat: spamming schemes and adversarial techniques on crowdsourcing platforms. In: CrowdSearch, pp. 26\u201330. Citeseer (2012)","DOI":"10.1145\/2187836.2187900"},{"key":"2_CR10","doi-asserted-by":"crossref","unstructured":"Dow, S., Kulkarni, A., Klemmer, S., Hartmann, B.: Shepherding the crowd yields better work. In: Proceedings of the ACM 2012 conference on Computer Supported Cooperative Work, pp. 1013\u20131022. ACM (2012)","DOI":"10.1145\/2145204.2145355"},{"issue":"2","key":"2_CR11","doi-asserted-by":"crossref","first-page":"121","DOI":"10.1007\/s10791-011-9181-9","volume":"16","author":"C Eickhoff","year":"2013","unstructured":"Eickhoff, C., de Vries, A.P.: Increasing cheat robustness of crowdsourcing tasks. Inf. Retr. 16(2), 121\u2013137 (2013)","journal-title":"Inf. Retr."},{"key":"2_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"525","DOI":"10.1007\/978-3-319-18818-8_32","volume-title":"The Semantic Web. Latest Advances and New Domains","author":"O Feyisetan","year":"2015","unstructured":"Feyisetan, O., Luczak-Roesch, M., Simperl, E., Tinati, R., Shadbolt, N.: Towards hybrid NER: a study of content and crowdsourcing-related performance factors. In: Gandon, F., Sabou, M., Sack, H., d\u2019Amato, C., Cudr\u00e9-Mauroux, P., Zimmermann, A. (eds.) ESWC 2015. LNCS, vol. 9088, pp. 525\u2013540. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-18818-8_32"},{"key":"2_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1007\/978-3-540-71949-6_3","volume-title":"Human-Centered Visualization Environments","author":"W Fikkert","year":"2007","unstructured":"Fikkert, W., D\u2019Ambros, M., Bierz, T., Jankun-Kelly, T.J.: Interacting with visualizations. In: Kerren, A., Ebert, A., Meyer, J. (eds.) Human-Centered Visualization Environments. LNCS, vol. 4417, pp. 77\u2013162. Springer, Heidelberg (2007). https:\/\/doi.org\/10.1007\/978-3-540-71949-6_3"},{"issue":"4","key":"2_CR14","first-page":"355","volume":"22","author":"WT Fu","year":"2007","unstructured":"Fu, W.T., Pirolli, P.: SNIF-ACT: a cognitive model of user navigation on the world wide web. Hum. Comput. Interact. 22(4), 355\u2013412 (2007)","journal-title":"Hum. Comput. Interact."},{"key":"2_CR15","unstructured":"Gadiraju, U.: Crystal clear or very vague? Effects of task clarity in the microtask crowdsourcing ecosystem. In: 1st International Workshop on Weaving Relations of Trust in Crowd Work: Transparency and Reputation Across Platforms, Co-located With the 8th International ACM Web Science Conference 2016, Hannover (2016)"},{"key":"2_CR16","doi-asserted-by":"crossref","unstructured":"Gadiraju, U., Dietze, S.: Improving learning through achievement priming in crowdsourced information finding microtasks. In: Proceedings of ACM LAK Conference. ACM (2017, to appear)","DOI":"10.1145\/3027385.3027402"},{"key":"2_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1007\/978-3-319-24258-3_8","volume-title":"Design for Teaching and Learning in a Networked World","author":"U Gadiraju","year":"2015","unstructured":"Gadiraju, U., Fetahu, B., Kawase, R.: Training workers for improving performance in crowdsourcing microtasks. In: Conole, G., Klobu\u010dar, T., Rensing, C., Konert, J., Lavou\u00e9, \u00c9. (eds.) EC-TEL 2015. LNCS, vol. 9307, pp. 100\u2013114. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-24258-3_8"},{"key":"2_CR18","doi-asserted-by":"crossref","unstructured":"Gadiraju, U., Kawase, R., Dietze, S.: A taxonomy of microtasks on the web. In: Proceedings of the 25th ACM Conference on Hypertext and Social Media, pp. 218\u2013223. ACM (2014)","DOI":"10.1145\/2631775.2631819"},{"key":"2_CR19","doi-asserted-by":"crossref","unstructured":"Gadiraju, U., Kawase, R., Dietze, S., Demartini, G.: Understanding malicious behavior in crowdsourcing platforms: the case of online surveys. In: Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems (CHI 2015), Seoul, 18\u201323 April 2015, pp. 1631\u20131640 (2015)","DOI":"10.1145\/2702123.2702443"},{"key":"2_CR20","doi-asserted-by":"crossref","unstructured":"Gadiraju, U., Siehndel, P., Fetahu, B., Kawase, R.: Breaking bad: understanding behavior of crowd workers in categorization microtasks. In: Proceedings of the 26th ACM Conference on Hypertext & Social Media, pp. 33\u201338. ACM (2015)","DOI":"10.1145\/2700171.2791053"},{"key":"2_CR21","doi-asserted-by":"crossref","unstructured":"Gardlo, B., Egger, S., Seufert, M., Schatz, R.: Crowdsourcing 2.0: enhancing execution speed and reliability of web-based QoE testing. In: Proceedings of the IEEE International Conference on Communications (ICC), pp. 1070\u20131075 (2014)","DOI":"10.1109\/ICC.2014.6883463"},{"key":"2_CR22","doi-asserted-by":"crossref","unstructured":"Goncalves, J., Ferreira, D., Hosio, S., Liu, Y., Rogstadius, J., Kukka, H., Kostakos, V.: Crowdsourcing on the spot: altruistic use of public displays, feasibility, performance, and behaviours. In: Proceedings of the 2013 ACM International Joint Conference on Pervasive and Ubiquitous Computing, pp. 753\u2013762. ACM (2013)","DOI":"10.1145\/2493432.2493481"},{"key":"2_CR23","doi-asserted-by":"crossref","unstructured":"Hanhart, P., Korshunov, P., Ebrahimi, T.: Crowd-based quality assessment of multiview video plus depth coding. In: 2014 IEEE International Conference on Image Processing (ICIP), pp. 743\u2013747. IEEE (2014)","DOI":"10.1109\/ICIP.2014.7025149"},{"key":"2_CR24","doi-asserted-by":"crossref","unstructured":"Heer, J., Bostock, M.: Crowdsourcing graphical perception: using mechanical turk to assess visualization design. In: Proceedings of the 28th International Conference on Human Factors in Computing Systems (CHI 2010), Atlanta, 10\u201315 April 2010, pp. 203\u2013212 (2010)","DOI":"10.1145\/1753326.1753357"},{"key":"2_CR25","unstructured":"Heinzelman, J., Waters, C.: Crowdsourcing crisis information in disaster-affected Haiti. US Institute of Peace (2010)"},{"issue":"3","key":"2_CR26","doi-asserted-by":"crossref","first-page":"399","DOI":"10.1007\/s10683-011-9273-9","volume":"14","author":"JJ Horton","year":"2011","unstructured":"Horton, J.J., Rand, D.G., Zeckhauser, R.J.: The online laboratory: conducting experiments in a real labor market. Exp. Econ. 14(3), 399\u2013425 (2011)","journal-title":"Exp. Econ."},{"issue":"2","key":"2_CR27","doi-asserted-by":"crossref","first-page":"541","DOI":"10.1109\/TMM.2013.2291663","volume":"16","author":"T Ho\u00dffeld","year":"2014","unstructured":"Ho\u00dffeld, T., Keimel, C., Hirth, M., Gardlo, B., Habigt, J., Diepold, K., Tran-Gia, P.: Best practices for QoE crowdtesting: QoE assessment with crowdsourcing. IEEE Trans. Multimed. 16(2), 541\u2013558 (2014)","journal-title":"IEEE Trans. Multimed."},{"issue":"9","key":"2_CR28","first-page":"1","volume":"3","author":"T Ho\u00dffeld","year":"2013","unstructured":"Ho\u00dffeld, T., Tran-Gia, P., Vucovic, M.: Crowdsourcing: from theory to practice and long-term perspectives (Dagstuhl Seminar 13361). Dagstuhl Rep. 3(9), 1\u201333 (2013). http:\/\/drops.dagstuhl.de\/opus\/volltexte\/2013\/4354","journal-title":"Dagstuhl Rep."},{"key":"2_CR29","unstructured":"ITU-T Rec. P.805: Subjective evaluation of conversational quality. International Telecommunication Union, Geneva (2007)"},{"issue":"2","key":"2_CR30","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1145\/1869086.1869094","volume":"17","author":"PG Ipeirotis","year":"2010","unstructured":"Ipeirotis, P.G.: Analyzing the Amazon Mechanical Turk marketplace. XRDS: Crossroads ACM Mag. Stud. 17(2), 16\u201321 (2010)","journal-title":"XRDS: Crossroads ACM Mag. Stud."},{"key":"2_CR31","unstructured":"Ipeirotis, P.G.: Demographics of Mechanical Turk (2010)"},{"issue":"4","key":"2_CR32","doi-asserted-by":"crossref","first-page":"310","DOI":"10.1177\/1473871611412817","volume":"10","author":"P Isenberg","year":"2011","unstructured":"Isenberg, P., Elmqvist, N., Scholtz, J., Cernea, D., Ma, K.L., Hagen, H.: Collaborative visualization: definition, challenges, and research agenda. Inf. Vis. 10(4), 310\u2013326 (2011)","journal-title":"Inf. Vis."},{"issue":"47","key":"2_CR33","doi-asserted-by":"crossref","first-page":"18949","DOI":"10.1073\/pnas.1115898108","volume":"108","author":"F Khatib","year":"2011","unstructured":"Khatib, F., Cooper, S., Tyka, M.D., Xu, K., Makedon, I., Popovi\u0107, Z., Baker, D., Players, F.: Algorithm discovery by protein folding game players. Proc. Natl. Acad. Sci. 108(47), 18949\u201318953 (2011)","journal-title":"Proc. Natl. Acad. Sci."},{"issue":"10","key":"2_CR34","doi-asserted-by":"crossref","first-page":"1175","DOI":"10.1038\/nsmb.2119","volume":"18","author":"F Khatib","year":"2011","unstructured":"Khatib, F., DiMaio, F., Cooper, S., Kazmierczyk, M., Gilski, M., Krzywda, S., Zabranska, H., Pichova, I., Thompson, J., Popovi\u0107, Z., et al.: Crystal structure of a monomeric retroviral protease solved by protein folding game players. Nat. Struct. Mol. Biol. 18(10), 1175\u20131177 (2011)","journal-title":"Nat. Struct. Mol. Biol."},{"key":"2_CR35","doi-asserted-by":"crossref","unstructured":"Lebreton, P.R., M\u00e4ki, T., Skodras, E., Hupont, I., Hirth, M.: Bridging the gap between eye tracking and crowdsourcing. In: Human Vision and Electronic Imaging XX, San Francisco, 9\u201312 February 2015, p. 93940W (2015)","DOI":"10.1117\/12.2076745"},{"key":"2_CR36","doi-asserted-by":"crossref","unstructured":"Marshall, C.C., Shipman, F.M.: Experiences surveying the crowd: reflections on methods, participation, and reliability. In: Proceedings of the 5th Annual ACM Web Science Conference, pp. 234\u2013243. ACM (2013)","DOI":"10.1145\/2464464.2464485"},{"issue":"1","key":"2_CR37","doi-asserted-by":"crossref","first-page":"1","DOI":"10.3758\/s13428-011-0124-6","volume":"44","author":"W Mason","year":"2012","unstructured":"Mason, W., Suri, S.: Conducting behavioral research on Amazons Mechanical Turk. Behav. Res. Methods 44(1), 1\u201323 (2012)","journal-title":"Behav. Res. Methods"},{"issue":"3","key":"2_CR38","doi-asserted-by":"crossref","first-page":"14: 1","DOI":"10.1145\/2506206.2501853","volume":"10","author":"J McCrae","year":"2013","unstructured":"McCrae, J., Mitra, N.J., Singh, K.: Surface perception of planar abstractions. ACM Trans. Appl. Percept. 10(3), 14: 1\u201314: 20 (2013)","journal-title":"ACM Trans. Appl. Percept."},{"issue":"3","key":"2_CR39","doi-asserted-by":"crossref","first-page":"451","DOI":"10.1111\/cgf.12657","volume":"34","author":"M Okoe","year":"2015","unstructured":"Okoe, M., Jianu, R.: GraphUnit: evaluating interactive graph visualizations using crowdsourcing. Comput. Graph. Forum 34(3), 451\u2013460 (2015)","journal-title":"Comput. Graph. Forum"},{"key":"2_CR40","unstructured":"Oleson, D., Sorokin, A., Laughlin, G., Hester, V., Le, J., Biewald, L.: Programmatic gold: targeted and scalable quality assurance in crowdsourcing. In: Workshops at the Twenty-Fifth AAAI Conference on Artificial Intelligence (WS-11-11). AAAI (2011)"},{"issue":"5","key":"2_CR41","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1017\/S1930297500002205","volume":"5","author":"G Paolacci","year":"2010","unstructured":"Paolacci, G., Chandler, J., Ipeirotis, P.G.: Running experiments on Amazon Mechanical Turk. Judgm. Decis. Mak. 5(5), 411\u2013419 (2010)","journal-title":"Judgm. Decis. Mak."},{"key":"2_CR42","unstructured":"Pirolli, P., Card, S.: The sensemaking process and leverage points for analyst technology as identified through cognitive task analysis. In: Proceedings of International Conference on Intelligence Analysis, vol. 5, pp. 2\u20134 (2005)"},{"key":"2_CR43","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/7475.001.0001","volume-title":"Things and Places: How the Mind Connects with the World","author":"ZW Pylyshyn","year":"2007","unstructured":"Pylyshyn, Z.W.: Things and Places: How the Mind Connects with the World. MIT Press, Cambridge (2007)"},{"key":"2_CR44","doi-asserted-by":"crossref","first-page":"172","DOI":"10.1016\/j.jtbi.2011.03.004","volume":"299","author":"DG Rand","year":"2012","unstructured":"Rand, D.G.: The promise of Mechanical Turk: how online labor markets can help theorists run behavioral experiments. J. Theor. Biol. 299, 172\u2013179 (2012)","journal-title":"J. Theor. Biol."},{"key":"2_CR45","doi-asserted-by":"crossref","unstructured":"Rokicki, M., Chelaru, S., Zerr, S., Siersdorfer, S.: Competitive game designs for improving the cost effectiveness of crowdsourcing. In: Proceedings of the 23rd ACM International Conference on Information and Knowledge Management, pp. 1469\u20131478. ACM (2014)","DOI":"10.1145\/2661829.2661946"},{"key":"2_CR46","doi-asserted-by":"crossref","unstructured":"Rokicki, M., Zerr, S., Siersdorfer, S.: Groupsourcing: team competition designs for crowdsourcing. In: Proceedings of the 24th International Conference on World Wide Web, pp. 906\u2013915. International World Wide Web Conferences Steering Committee (2015)","DOI":"10.1145\/2736277.2741097"},{"key":"2_CR47","doi-asserted-by":"crossref","unstructured":"Salehi, N., Irani, L.C., Bernstein, M.S., Alkhatib, A., Ogbe, E., Milland, K., et al.: We are dynamo: overcoming stalling and friction in collective action for crowd workers. In: Proceedings of the 33rd Annual ACM Conference on Human Factors in Computing Systems, pp. 1621\u20131630. ACM (2015)","DOI":"10.1145\/2702123.2702508"},{"issue":"4","key":"2_CR48","doi-asserted-by":"crossref","first-page":"290","DOI":"10.1177\/0963721414534257","volume":"23","author":"PE Tetlock","year":"2014","unstructured":"Tetlock, P.E., Mellers, B.A., Rohrbaugh, N., Chen, E.: Forecasting tournaments tools for increasing transparency and improving the quality of debate. Curr. Dir. Psychol. Sci. 23(4), 290\u2013295 (2014)","journal-title":"Curr. Dir. Psychol. Sci."},{"key":"2_CR49","doi-asserted-by":"crossref","unstructured":"Von Ahn, L., Dabbish, L.: Labeling images with a computer game. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, pp. 319\u2013326. ACM (2004)","DOI":"10.1145\/985692.985733"},{"key":"2_CR50","unstructured":"Weber, L., Silverman, R.E.: On-demand workers: we are not robots. Wall Str. J. 7 (2015)"},{"issue":"01","key":"2_CR51","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1017\/S104909651500116X","volume":"49","author":"V Williamson","year":"2016","unstructured":"Williamson, V.: On the ethics of crowdsourced research. PS Political Sci. Politics 49(01), 77\u201381 (2016)","journal-title":"PS Political Sci. Politics"},{"key":"2_CR52","doi-asserted-by":"crossref","unstructured":"Yang, J., Redi, J., DeMartini, G., Bozzon, A.: Modeling task complexity in crowdsourcing. In: Proceedings of the Fourth AAAI Conference on Human Computation and Crowdsourcing (HCOMP 2016), pp. 249\u2013258. AAAI (2016)","DOI":"10.1609\/hcomp.v4i1.13283"}],"updated-by":[{"DOI":"10.1007\/978-3-319-66435-4_8","type":"erratum","label":"Erratum","source":"publisher","updated":{"date-parts":[[2017,11,15]],"date-time":"2017-11-15T00:00:00Z","timestamp":1510704000000}}],"container-title":["Lecture Notes in Computer Science","Evaluation in the Crowd. Crowdsourcing and Human-Centered Experiments"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-66435-4_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,26]],"date-time":"2023-08-26T12:12:18Z","timestamp":1693051938000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-66435-4_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319664347","9783319664354"],"references-count":52,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-66435-4_2","relation":{"erratum":[{"id-type":"doi","id":"10.1007\/978-3-319-66435-4_8","asserted-by":"object"}]},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017]]}}}