{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T05:41:56Z","timestamp":1743140516063,"version":"3.40.3"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030856120"},{"type":"electronic","value":"9783030856137"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-85613-7_27","type":"book-chapter","created":{"date-parts":[[2021,8,25]],"date-time":"2021-08-25T06:03:15Z","timestamp":1629871395000},"page":"384-403","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Objective Evaluation of Subjective Metrics for Interactive Decision-Making Tasks by Non-experts"],"prefix":"10.1007","author":[{"given":"Yann","family":"Laurillau","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jo\u00eblle","family":"Coutaz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Van Bao","family":"Nguyen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ga\u00eblle","family":"Calvary","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Daniel","family":"Llerena","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,8,26]]},"reference":[{"key":"27_CR1","doi-asserted-by":"crossref","unstructured":"Agrawal, G., Bloebaum, C., Lewis, K., Chugh, K., Huang, C.-H., Parashar, S.: Intuitive visualization of pareto frontier for multiobjective optimization in n-dimensional perfor-mance space. In: 10th AIAA\/ISSMO Multidisciplinary Analysis and Optimization Confe-rence, 2004\u20134434. American Institute of Aeronautics and Astronautics (2004)","DOI":"10.2514\/6.2004-4434"},{"issue":"2","key":"27_CR2","doi-asserted-by":"publisher","first-page":"74","DOI":"10.3390\/data4020074","volume":"4","author":"K Akram Hassan","year":"2019","unstructured":"Akram Hassan, K., Liu, Y., Besan\u00e7on, L., Johansson, J., R\u00f6nnberg, N.: A study on visual representations for active plant wall data analysis. Data 4(2), 74 (2019)","journal-title":"Data"},{"key":"27_CR3","doi-asserted-by":"crossref","unstructured":"Alzhouri Alyafi, A., et al.: From usable to incentive-building energy management systems. Model. Using Context 2(1) (2018).\u00a0http:\/\/openscience.fr\/Issue-1-372","DOI":"10.21494\/ISTE.OP.2018.0302"},{"issue":"6","key":"27_CR4","doi-asserted-by":"publisher","first-page":"1839","DOI":"10.1142\/S0219622018500384","volume":"17","author":"S Bajracharya","year":"2018","unstructured":"Bajracharya, S., et al.: Interactive visualization for group decision analysis. Int. J. Inf. Technol. Decis. Mak. 17(6), 1839\u20131864 (2018)","journal-title":"Int. J. Inf. Technol. Decis. Mak."},{"issue":"3pt3","key":"27_CR5","doi-asserted-by":"publisher","first-page":"1235","DOI":"10.1111\/j.1467-8659.2012.03116.x","volume":"31","author":"M Booshehrian","year":"2012","unstructured":"Booshehrian, M., M\u00f6ller, T., Peterman, M., Munzner, T.: Vismon: facilitating analysis of trade-offs, uncertainty, and sensitivity in fisheries management decision making. Comput. Graph. Forum 31(3pt3), 1235\u20131244 (2012)","journal-title":"Comput. Graph. Forum"},{"key":"27_CR6","doi-asserted-by":"crossref","unstructured":"Boukhelifa, N., Bezerianos, A., Trelea, C., Perrot, N., Lutton, E.: An exploratory study on visual exploration of model simulations by multiple types of experts. In: Proceedings of the 2019 CHI Conference on Human Factors in Computing Systems (CHI 2019), pp. 1\u201314. ACM Press, Glasgow (2019)","DOI":"10.1145\/3290605.3300874"},{"issue":"1","key":"27_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jebo.2011.08.009","volume":"81","author":"G Charness","year":"2012","unstructured":"Charness, G., Gneezy, U., Kuhn, M.: Experimental methods: between-subject and within-subject design. J. Econ. Behav. Organ. 81(1), 1\u20138 (2012)","journal-title":"J. Econ. Behav. Organ."},{"key":"27_CR8","unstructured":"Cialdini. R.: Influence. William Morrow and Company, New York (1984)"},{"issue":"1","key":"27_CR9","doi-asserted-by":"publisher","first-page":"749","DOI":"10.1109\/TVCG.2017.2745138","volume":"24","author":"E Dimara","year":"2018","unstructured":"Dimara, E., Bezerianos, A., Dragicevic, P.: Conceptual and methodological issues in evaluating multidimensional visualizations for decision support. IEEE Trans. Vis. Comput. Graph. 24(1), 749\u2013759 (2018)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"issue":"2","key":"27_CR10","doi-asserted-by":"publisher","first-page":"1413","DOI":"10.1109\/TVCG.2018.2872577","volume":"26","author":"E Dimara","year":"2018","unstructured":"Dimara, E., Franconeri, S., Plaisant, C., Bezerianos, A., Dragicevic, P.: A task-based taxonomy of cognitive biases for information visualization. IEEE Trans. Vis. Comput. Graph. 26(2), 1413\u20131432 (2018)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"key":"27_CR11","series-title":"Human\u2013Computer Interaction Series","doi-asserted-by":"publisher","first-page":"291","DOI":"10.1007\/978-3-319-26633-6_13","volume-title":"Modern Statistical Methods for HCI","author":"P Dragicevic","year":"2016","unstructured":"Dragicevic, P.: Fair statistical communication in HCI. In: Robertson, J., Kaptein, M. (eds.) Modern Statistical Methods for HCI. HIS, pp. 291\u2013330. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-26633-6_13"},{"key":"27_CR12","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780195328325.001.0001","volume-title":"Handbook of Experimental Economic Methodology","author":"GR Fr\u00e9chette","year":"2015","unstructured":"Fr\u00e9chette, G.R., Schotter, A.: Handbook of Experimental Economic Methodology. Oxford Univ. Press, Oxford (2015)"},{"issue":"2","key":"27_CR13","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1057\/ejis.2011.54","volume":"21","author":"G Goldkuhl","year":"2012","unstructured":"Goldkuhl, G.: Pragmatism vs interpretivism in qualitative information systems research. Eur. J. Inf. Syst. 21(2), 135\u2013146 (2012)","journal-title":"Eur. J. Inf. Syst."},{"key":"27_CR14","doi-asserted-by":"crossref","unstructured":"Ibrahim, A., Rahnamayan, S., Martin, M.V., Deb, K.: 3D-RadVis: visualization of Pareto front in many-objective optimization. In: IEEE Congress on Evolutionary Computation (CEC 2016), pp 736\u2013745. IEEE (2016)","DOI":"10.1109\/CEC.2016.7743865"},{"key":"27_CR15","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1007\/978-4-431-68057-4_3","volume-title":"Computer Graphics 1987","author":"A Inselberg","year":"1987","unstructured":"Inselberg, A., Dimsdale, B.: Parallel coordinates for visualizing multi-dimensional geometry. In: Kunii, T.L. (ed.) Computer Graphics 1987, pp. 25\u201344. Springer, Tokyo (1987). https:\/\/doi.org\/10.1007\/978-4-431-68057-4_3"},{"issue":"2","key":"27_CR16","doi-asserted-by":"crossref","first-page":"205979912093724","DOI":"10.1177\/2059799120937242","volume":"13","author":"LM Kelly","year":"2020","unstructured":"Kelly, L.M., Cordeiro, M.: Three principles of pragmatism for research on organizational processes. Methodol. Innov. 13(2), 2059799120937242 (2020)","journal-title":"Methodol. Innov."},{"issue":"2","key":"27_CR17","doi-asserted-by":"publisher","first-page":"233","DOI":"10.1016\/0749-5978(88)90028-3","volume":"41","author":"GB Keren","year":"1988","unstructured":"Keren, G.B., Raaijmakers, J.G.W.: On between-subjects versus within-subjects comparisons in testing utility theory. Organ. Behav. Hum. Decis. Process 41(2), 233\u2013241 (1988)","journal-title":"Organ. Behav. Hum. Decis. Process"},{"issue":"4","key":"27_CR18","doi-asserted-by":"publisher","first-page":"905","DOI":"10.3758\/s13428-013-0330-5","volume":"45","author":"KN Kirby","year":"2013","unstructured":"Kirby, K.N., Gerlanc, D.: BootES: An R package for bootstrap confidence intervals on effect sizes. Behav. Res. Methods 45(4), 905\u2013927 (2013)","journal-title":"Behav. Res. Methods"},{"key":"27_CR19","doi-asserted-by":"crossref","unstructured":"Laurillau, Y., et al.: The TOP-slider for multi-criteria decision making by non-specialists. In: Proceedings of the 10th Nordic Conference on Human-Computer Interaction (NordiCHI 2018), pp. 642\u2013653. ACM, New York (2018)","DOI":"10.1145\/3240167.3240185"},{"key":"27_CR20","unstructured":"Laurillau, Y., Nguyen, V.-B., Coutaz, J., Calvary, G.: Slider4DM and P4DM widgets. http:\/\/iihm.imag.fr\/laurillau\/S4DM\/. Accessed 01 June 2021"},{"issue":"1","key":"27_CR21","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/s00291-012-0297-0","volume":"36","author":"K Miettinen","year":"2012","unstructured":"Miettinen, K.: Survey of methods to visualize alternatives in multiple criteria decision making problems. OR Spect. 36(1), 3\u201337 (2012). https:\/\/doi.org\/10.1007\/s00291-012-0297-0","journal-title":"OR Spect."},{"issue":"10","key":"27_CR22","doi-asserted-by":"publisher","first-page":"2094","DOI":"10.1080\/13658816.2019.1613547","volume":"33","author":"G Milutinovi\u0107","year":"2019","unstructured":"Milutinovi\u0107, G., Ahonen-Jonnarth, U., Seipel, S., Brandt, S.A.: The impact of interactive visualization on trade-off-based geospatial decision-making. Int. J. Geogr. Inf. Sci. 33(10), 2094\u20132123 (2019)","journal-title":"Int. J. Geogr. Inf. Sci."},{"issue":"1","key":"27_CR23","doi-asserted-by":"publisher","first-page":"611","DOI":"10.1109\/TVCG.2016.2598589","volume":"23","author":"S Pajer","year":"2017","unstructured":"Pajer, S., Streit, M., Torsney-Weir, T., Spechtenhauser, F., M\u00f6ller, T., Piringer, H.: WeightLifter: visual weight space exploration for multi-criteria decision making. IEEE Trans. Vis. Comput. Graph. 23(1), 611\u2013620 (2017)","journal-title":"IEEE Trans. Vis. Comput. Graph."},{"issue":"6","key":"27_CR24","doi-asserted-by":"publisher","first-page":"879","DOI":"10.1007\/s11548-015-1201-6","volume":"10","author":"C Schumann","year":"2015","unstructured":"Schumann, C., et al.: Interactive multi-criteria planning for radiofrequency ablation. Int. J. Comput. Assist. Radiol. Surg. 10(6), 879\u2013889 (2015)","journal-title":"Int. J. Comput. Assist. Radiol. Surg."},{"issue":"2","key":"27_CR25","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1016\/j.jvlc.2005.10.005","volume":"17","author":"M Sifer","year":"2006","unstructured":"Sifer, M.: Filter co-ordinations for exploring multi-dimensional data. J. Vis. Lang. Comput. 17(2), 107\u2013125 (2006)","journal-title":"J. Vis. Lang. Comput."},{"key":"27_CR26","doi-asserted-by":"crossref","unstructured":"Tweedie, L., Spence, R., Dawkes, H., Su, H.: Externalising abstract mathematical models. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems (CHI 1996), p. 406\u2013412. ACM, New York (1996)","DOI":"10.1145\/238386.238587"},{"issue":"21","key":"27_CR27","doi-asserted-by":"publisher","first-page":"7710","DOI":"10.1016\/j.eswa.2015.05.038","volume":"42","author":"M Vallerio","year":"2015","unstructured":"Vallerio, M., Hufkens, J., Van Impe, J., Logist, F.: An interactive decision-support system for multi-objective optimization of nonlinear dynamic processes with uncertainty. Expert Syst. Appl. 42(21), 7710\u20137731 (2015)","journal-title":"Expert Syst. Appl."},{"key":"27_CR28","unstructured":"United Nations. www.un.org\/sustainabledevelopment\/energy\/. accessed 11 May 2021"},{"issue":"2","key":"27_CR29","first-page":"56","volume":"10","author":"M Velasquez","year":"2013","unstructured":"Velasquez, M., Hester, P.T.: An analysis of multi-criteria decision making methods. Int. J. Oper. Res. 10(2), 56\u201366 (2013)","journal-title":"Int. J. Oper. Res."},{"key":"27_CR30","doi-asserted-by":"crossref","unstructured":"Weng, D., Zhu, H., Bao, J., Zheng, Y., Zu, Y.: HomeFinder revisited: finding ideal homes with reachability-centric multi-criteria decision making. In: Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems (CHI 2018), pp. 1\u201312. ACM Press, Montreal (2018)","DOI":"10.1145\/3173574.3173821"},{"key":"27_CR31","doi-asserted-by":"crossref","unstructured":"Wittenburg, K., Lanning, T., Heinrichs, M., Stanton, M.: Parallel bargrams for consumer-based information exploration and choice. In: Proceedings of the 14th Annual ACM Symposium on User Interface Software and Technology (UIST 2001), pp. 51\u201360. ACM, New York (2001)","DOI":"10.1145\/502348.502357"},{"key":"27_CR32","doi-asserted-by":"publisher","first-page":"116531","DOI":"10.1016\/j.apenergy.2021.116531","volume":"287","author":"B Wu","year":"2021","unstructured":"Wu, B., Cai, W., Chen, H.: A model-based multi-objective optimization of energy consumption and thermal comfort for active chilled beam systems. Applied Energy 287, 116531 (2021)","journal-title":"Applied Energy"}],"container-title":["Lecture Notes in Computer Science","Human-Computer Interaction \u2013 INTERACT 2021"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-85613-7_27","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,8,25]],"date-time":"2021-08-25T23:46:44Z","timestamp":1629935204000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-85613-7_27"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030856120","9783030856137"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-85613-7_27","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"26 August 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"INTERACT","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"IFIP Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bari","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 August 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 September 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"interact2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.interact2021.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"PCS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"680","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"105","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"72","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"15% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}