{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T10:51:12Z","timestamp":1772794272234,"version":"3.50.1"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030036669","type":"print"},{"value":"9783030036676","type":"electronic"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-030-03667-6_36","type":"book-chapter","created":{"date-parts":[[2018,10,30]],"date-time":"2018-10-30T10:43:11Z","timestamp":1540896191000},"page":"567-583","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["A Framework to Conduct and Report on Empirical User Studies in Semantic Web Contexts"],"prefix":"10.1007","author":[{"given":"Catia","family":"Pesquita","sequence":"first","affiliation":[]},{"given":"Valentina","family":"Ivanova","sequence":"additional","affiliation":[]},{"given":"Steffen","family":"Lohmann","sequence":"additional","affiliation":[]},{"given":"Patrick","family":"Lambrix","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,10,31]]},"reference":[{"key":"36_CR1","first-page":"152","volume-title":"Human-Computer Interaction","author":"JE McGrath","year":"1995","unstructured":"McGrath, J.E.: Human-Computer Interaction, pp. 152\u2013169. Morgan Kaufmann Publishers Inc., San Francisco (1995)"},{"issue":"2","key":"36_CR2","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1177\/1098214005283748","volume":"27","author":"DR Thomas","year":"2006","unstructured":"Thomas, D.R.: A general inductive approach for analyzing qualitative evaluation data. Am. J. Eval. 27(2), 237\u2013246 (2006)","journal-title":"Am. J. Eval."},{"key":"36_CR3","unstructured":"Mitschick, A., Nieschalk, F., Voigt, M., Dachselt, R.: IcicleQuery: a web search interface for fluid semantic query construction. In: 3rd International Workshop on Visualization and Interaction for Ontologies and Linked Data. CEUR Workshop Proceedings, vol. 1947, pp. 99\u2013110. CEUR-WS.org (2017)"},{"issue":"4","key":"36_CR4","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1145\/1121949.1121979","volume":"49","author":"G Marchionini","year":"2006","unstructured":"Marchionini, G.: Exploratory search: from finding to understanding. Commun. ACM 49(4), 41\u201346 (2006)","journal-title":"Commun. ACM"},{"key":"36_CR5","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1016\/j.websem.2016.01.002","volume":"39","author":"G Vega-Gorgojo","year":"2016","unstructured":"Vega-Gorgojo, G., Slaughter, L., Giese, M., Heggest\u00f8yl, S., Soylu, A., Waaler, A.: Visual query interfaces for semantic datasets: an evaluation study. J. Web Semant. 39, 81\u201396 (2016)","journal-title":"J. Web Semant."},{"issue":"1","key":"36_CR6","doi-asserted-by":"publisher","first-page":"87","DOI":"10.3233\/SW-160222","volume":"8","author":"AG Nuzzolese","year":"2017","unstructured":"Nuzzolese, A.G., Presutti, V., Gangemi, A., Peroni, S., Ciancarini, P.: Aemoo: linked data exploration based on knowledge patterns. Semant. Web 8(1), 87\u2013112 (2017)","journal-title":"Semant. Web"},{"key":"36_CR7","volume-title":"Research Methods in Human-Computer Interaction","author":"J Lazar","year":"2017","unstructured":"Lazar, J., Feng, J.H., Hochheiser, H.: Research Methods in Human-Computer Interaction. Morgan Kaufmann, San Francisco (2017)"},{"issue":"5","key":"36_CR8","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1145\/1735223.1735255","volume":"53","author":"W Hwang","year":"2010","unstructured":"Hwang, W., Salvendy, G.: Number of people required for usability evaluation: the $$10\\pm 2$$ rule. Commun. ACM 53(5), 130\u2013133 (2010)","journal-title":"Commun. ACM"},{"key":"36_CR9","doi-asserted-by":"crossref","unstructured":"Kittur, A., Chi, E.H., Suh, B.: Crowdsourcing user studies with mechanical Turk. In: SIGCHI Conference on Human Factors in Computing Systems, pp. 453\u2013456. ACM (2008)","DOI":"10.1145\/1357054.1357127"},{"issue":"1","key":"36_CR10","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1287\/isre.11.1.37.11782","volume":"11","author":"BL Marcolin","year":"2000","unstructured":"Marcolin, B.L., Compeau, D.R., Munro, M.C., Huff, S.L.: Assessing user competence: conceptualization and measurement. Inf. Syst. Res. 11(1), 37\u201360 (2000)","journal-title":"Inf. Syst. Res."},{"issue":"6","key":"36_CR11","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1109\/MCG.2012.120","volume":"32","author":"C Ziemkiewicz","year":"2012","unstructured":"Ziemkiewicz, C., Ottley, A., Crouser, R.J., Chauncey, K., Su, S.L., Chang, R.: Understanding visualization by understanding individual users. IEEE Comput. Graph. Appl. 32(6), 88\u201394 (2012)","journal-title":"IEEE Comput. Graph. Appl."},{"key":"36_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"200","DOI":"10.1007\/978-3-319-46523-4_13","volume-title":"The Semantic Web \u2013 ISWC 2016","author":"Z Dragisic","year":"2016","unstructured":"Dragisic, Z., Ivanova, V., Lambrix, P., Faria, D., Jim\u00e9nez-Ruiz, E., Pesquita, C.: User validation in ontology alignment. In: Groth, P., et al. (eds.) ISWC 2016. LNCS, vol. 9981, pp. 200\u2013217. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46523-4_13"},{"issue":"1","key":"36_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3233\/SW-160249","volume":"8","author":"AS Dadzie","year":"2017","unstructured":"Dadzie, A.S., Pietriga, E.: Visualisation of linked data - reprise. Semant. Web 8(1), 1\u201321 (2017)","journal-title":"Semant. Web"},{"issue":"1","key":"36_CR14","first-page":"3","volume":"2","author":"C Sarasua","year":"2015","unstructured":"Sarasua, C., Simperl, E., Noy, N., Bernstein, A., Leimeister, J.M.: Crowdsourcing and the Semantic Web: a research manifesto. Hum. Comput. (HCOMP) 2(1), 3\u201317 (2015)","journal-title":"Hum. Comput. (HCOMP)"},{"issue":"1","key":"36_CR15","first-page":"1","volume":"1","author":"RW White","year":"2009","unstructured":"White, R.W., Roth, R.A.: Exploratory search: beyond the query-response paradigm. Synth. Lect. Inf. Concepts, Retr. Serv. 1(1), 1\u201398 (2009)","journal-title":"Synth. Lect. Inf. Concepts, Retr. Serv."},{"key":"36_CR16","doi-asserted-by":"crossref","unstructured":"Fr\u00f8kj\u00e6r, E., Hertzum, M., Hornb\u00e6k, K.: Measuring usability: are effectiveness, efficiency, and satisfaction really correlated? In: SIGCHI Conference on Human Factors in Computing Systems, pp. 345\u2013352. ACM (2000)","DOI":"10.1145\/332040.332455"},{"key":"36_CR17","doi-asserted-by":"crossref","unstructured":"Huang, W., Eades, P., Hong, S.H.: Beyond time and error: a cognitive approach to the evaluation of graph drawings. In: 2008 Workshop on BEyond Time and Errors: Novel EvaLuation Methods for Information Visualization - BELIV, pp. 3:1\u20133:8. ACM (2008)","DOI":"10.1145\/1377966.1377970"},{"issue":"4","key":"36_CR18","doi-asserted-by":"publisher","first-page":"443","DOI":"10.1109\/TVCG.2005.53","volume":"11","author":"P Saraiya","year":"2005","unstructured":"Saraiya, P., North, C., Duca, K.: An insight-based methodology for evaluating bioinformatics visualizations. IEEE Trans. Vis. Comput. Graph. 11(4), 443\u2013456 (2005)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"36_CR19","doi-asserted-by":"crossref","unstructured":"White, R.W., Drucker, S.M., Marchionini, G., Hearst, M., Schraefel, M.C.: Exploratory search and HCI: designing and evaluating interfaces to support exploratory search interaction. In: CHI 2007 Extended Abstracts on Human Factors in Computing Systems, pp. 2877\u20132880. ACM (2007)","DOI":"10.1145\/1240866.1241100"},{"issue":"1","key":"36_CR20","doi-asserted-by":"publisher","first-page":"23","DOI":"10.3233\/SW-140163","volume":"8","author":"B Fu","year":"2017","unstructured":"Fu, B., Noy, N.F., Storey, M.A.: Eye tracking the user experience-an evaluation of ontology visualization techniques. Semant. Web 8(1), 23\u201341 (2017)","journal-title":"Semant. Web"},{"key":"36_CR21","volume-title":"Qualitative Data Analysis","author":"MB Miles","year":"2013","unstructured":"Miles, M.B., Huberman, A.M., Saldana, J.: Qualitative Data Analysis. Sage, Los London (2013)"},{"key":"36_CR22","volume-title":"Handbook of Usability Testing: How to Plan, Design, and Conduct Effective Tests","author":"J Rubin","year":"2008","unstructured":"Rubin, J., Chisnell, D.: Handbook of Usability Testing: How to Plan, Design, and Conduct Effective Tests. Wiley, Hoboken (2008)"},{"issue":"4","key":"36_CR23","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1038\/ng1201-365","volume":"29","author":"Alvis Brazma","year":"2001","unstructured":"Brazma, A., et al.: Minimum information about a microarray experiment (MIAME) - toward standards for microarray data. Nat. Genet. 29(4), 365\u2013371 (2001)","journal-title":"Nature Genetics"},{"key":"36_CR24","volume-title":"How to Design and Report Experiments","author":"A Field","year":"2003","unstructured":"Field, A., Hole, G.: How to Design and Report Experiments. Sage, London (2003)"},{"key":"36_CR25","doi-asserted-by":"crossref","unstructured":"Plaisant, C.: The challenge of information visualization evaluation. In: Working conference on Advanced visual interfaces, pp. 109\u2013116. ACM (2004)","DOI":"10.1145\/989863.989880"},{"key":"36_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1007\/978-3-319-68204-4_13","volume-title":"The Semantic Web \u2013 ISWC 2017","author":"MR Kamdar","year":"2017","unstructured":"Kamdar, M.R., Walk, S., Tudorache, T., Musen, M.A.: BiOnIC: a catalog of user interactions with biomedical ontologies. In: d\u2019Amato, C., et al. (eds.) ISWC 2017. LNCS, vol. 10588, pp. 130\u2013138. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-68204-4_13"},{"key":"36_CR27","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-319-18818-8_1","volume-title":"The Semantic Web. Latest Advances and New Domains","author":"V Ivanova","year":"2015","unstructured":"Ivanova, V., Lambrix, P., \u00c5berg, J.: Requirements for and evaluation of user support for large-scale ontology alignment. In: Gandon, F., Sabou, M., Sack, H., d\u2019Amato, C., Cudr\u00e9-Mauroux, P., Zimmermann, A. (eds.) ESWC 2015. LNCS, vol. 9088, pp. 3\u201320. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-18818-8_1"},{"key":"36_CR28","first-page":"1025","volume":"19","author":"JL Gonz\u00e1lez S\u00e1nchez","year":"2013","unstructured":"Gonz\u00e1lez S\u00e1nchez, J.L., Garc\u00eda Gonz\u00e1lez, R., Brunetti Fern\u00e1ndez, J.M., Gil Iranzo, R.M., Gimeno Illa, J.M.: Using SWET-QUM to compare the quality in use of Semantic Web exploration tools. J. Univers. Comput. Sci. 19, 1025\u20131045 (2013)","journal-title":"J. Univers. Comput. Sci."},{"key":"36_CR29","unstructured":"Nunes, T., Schwabe, D.: Frameworks for information exploration-a case study. In: 4th International Workshop on Intelligent Exploration of Semantic Data - IESD (2015)"},{"key":"36_CR30","unstructured":"Nunes, T., Schwabe, D.: Frameworks of information exploration-towards the evaluation of exploration systems. In: 5th International Workshop on Intelligent Exploration of Semantic Data - IESD (2016)"},{"key":"36_CR31","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1007\/978-3-319-46547-0_8","volume-title":"The Semantic Web \u2013 ISWC 2016","author":"R Garc\u00eda","year":"2016","unstructured":"Garc\u00eda, R., Gil, R., Gimeno, J.M., Bakke, E., Karger, D.R.: BESDUI: a benchmark for end-user structured data user interfaces. In: Groth, P., et al. (eds.) ISWC 2016. LNCS, vol. 9982, pp. 65\u201379. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46547-0_8"}],"container-title":["Lecture Notes in Computer Science","Knowledge Engineering and Knowledge Management"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-03667-6_36","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,6]],"date-time":"2023-09-06T14:52:17Z","timestamp":1694011937000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-03667-6_36"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783030036669","9783030036676"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-03667-6_36","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"31 October 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EKAW","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Knowledge Acquisition Workshop","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Nancy","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"France","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 November 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16 November 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ekaw2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/project.inria.fr\/ekaw2018\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}