{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T06:13:58Z","timestamp":1743056038332,"version":"3.40.3"},"publisher-location":"Cham","reference-count":25,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030645557"},{"type":"electronic","value":"9783030645564"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-64556-4_17","type":"book-chapter","created":{"date-parts":[[2020,12,11]],"date-time":"2020-12-11T18:04:01Z","timestamp":1607709841000},"page":"209-223","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["An Empirical Methodological Study of Evaluation Methods Applied to Educational Timetabling Visualizations"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3785-9527","authenticated-orcid":false,"given":"Wanderley","family":"de Souza Alencar","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3251-3604","authenticated-orcid":false,"given":"Walid","family":"Abdala Rfaei Jradi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1690-1201","authenticated-orcid":false,"given":"Hugo Alexandre","family":"Dantas do Nascimento","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4095-1639","authenticated-orcid":false,"given":"Juliana Paula","family":"Felix","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1598-1377","authenticated-orcid":false,"given":"Fabr\u00edzzio Alphonsus","family":"Alves de Melo Nunes Soares","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,12,7]]},"reference":[{"key":"17_CR1","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1007\/978-3-030-33720-9_21","volume-title":"Advances in Visual Computing","author":"W de Souza Alencar","year":"2019","unstructured":"de Souza Alencar, W., do Nascimento, H.A.D., Jradi, W.A.R., Soares, F.A.A.M.N., Felix, J.P.: Information visualization for highlighting conflicts in educational timetabling problems. In: Bebis, G., et al. (eds.) ISVC 2019. LNCS, vol. 11844, pp. 275\u2013288. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-33720-9_21"},{"key":"17_CR2","doi-asserted-by":"publisher","unstructured":"Amar, R., Stasko, J.: A knowledge task-based framework for design and evaluation of information visualizations. In: IEEE Symposium on Information Visualization, pp. 143\u2013150. IEEE (2004). https:\/\/doi.org\/10.1109\/INFVIS.2004.10","DOI":"10.1109\/INFVIS.2004.10"},{"key":"17_CR3","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1016\/j.cie.2014.11.010","volume":"86","author":"H Babaei","year":"2015","unstructured":"Babaei, H., Karimpour, J., Hadidi, A.: A survey of approaches for university course timetabling problem. Comput. Indust. Eng. 86, 43\u201359 (2015). https:\/\/doi.org\/10.1016\/j.cie.2014.11.010","journal-title":"Comput. Indust. Eng."},{"key":"17_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"19","DOI":"10.1007\/978-3-540-70956-5_2","volume-title":"Information Visualization","author":"S Carpendale","year":"2008","unstructured":"Carpendale, S.: Evaluating information visualizations. In: Kerren, A., Stasko, J.T., Fekete, J.-D., North, C. (eds.) Information Visualization. LNCS, vol. 4950, pp. 19\u201345. Springer, Heidelberg (2008). https:\/\/doi.org\/10.1007\/978-3-540-70956-5_2"},{"issue":"3","key":"17_CR5","doi-asserted-by":"publisher","first-page":"250","DOI":"10.1177\/1473871613513228","volume":"14","author":"N Elmqvist","year":"2015","unstructured":"Elmqvist, N., Yi, J.S.: Patterns for visualization evaluation. Inform. Vis. 14(3), 250\u2013269 (2015). https:\/\/doi.org\/10.1177\/1473871613513228","journal-title":"Inform. Vis."},{"key":"17_CR6","doi-asserted-by":"publisher","unstructured":"Forsell, C.: A guide to scientific evaluation in information visualization. In: Proceedings of the 2010 14th International Conference Information Visualisation, IV 2010, pp. 162\u2013169. IEEE Computer Society, USA (2010). https:\/\/doi.org\/10.1109\/IV.2010.33","DOI":"10.1109\/IV.2010.33"},{"key":"17_CR7","doi-asserted-by":"publisher","unstructured":"Forsell, C., Johansson, J.: An heuristic set for evaluation in information visualization. In: Proceedings of the International Conference on Advanced Visual Interfaces, AVI 2010, pp. 199\u2013206. ACM, New York (2010). https:\/\/doi.org\/10.1145\/1842993.1843029","DOI":"10.1145\/1842993.1843029"},{"key":"17_CR8","doi-asserted-by":"publisher","unstructured":"Fu, X., Wang, Y., Dong, H., Cui, W., Zhang, H.: Visualization assessment: a machine learning approach. In: Proceedings of the 2019 IEEE Visualization Conference (VIS 2019), pp. 126\u2013130. IEEE (2019). https:\/\/doi.org\/10.1109\/VISUAL.2019.8933570","DOI":"10.1109\/VISUAL.2019.8933570"},{"key":"17_CR9","doi-asserted-by":"publisher","unstructured":"Gomez, S.R., Guo, H., Ziemkiewicz, C., Laidlaw, D.H.: An insight and task-based methodology for evaluating spatiotemporal visual analytics. In: Proceedings of the IEEE Symposium on Visual Analytics Science and Technology 2014, pp. 9\u201314. IEEE (2014). https:\/\/doi.org\/10.1109\/VAST.2014.7042482","DOI":"10.1109\/VAST.2014.7042482"},{"key":"17_CR10","doi-asserted-by":"publisher","unstructured":"Harrison, L., Reinecke, K., Chang, R.: Infographic aesthetics: designing for the first impression. In: Proceedings of the ACM Conference on Human Factors in Computing Systems, pp. 1186\u20131190. ACM (2015). https:\/\/doi.org\/10.1145\/2702123.2702545","DOI":"10.1145\/2702123.2702545"},{"key":"17_CR11","doi-asserted-by":"publisher","unstructured":"Hearst, M.A., Laskowski, P., Silva, L.: Evaluating information visualization via the interplay of heuristic evaluation and question-based scoring. In: Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems, CHI 2016, pp. 5028\u20135033. ACM, New York (2016). https:\/\/doi.org\/10.1145\/2858036.2858280","DOI":"10.1145\/2858036.2858280"},{"key":"17_CR12","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1016\/j.apergo.2015.11.016","volume":"56","author":"S Hermawati","year":"2016","unstructured":"Hermawati, S., Lawson, G.: Establishing usability heuristics for heuristics evaluation in a specific domain: is there a consensus? Appl. Ergon. 56, 34\u201351 (2016). https:\/\/doi.org\/10.1016\/j.apergo.2015.11.016","journal-title":"Appl. Ergon."},{"key":"17_CR13","doi-asserted-by":"publisher","first-page":"2818","DOI":"10.1109\/TVCG.2013.126","volume":"19","author":"T Isenberg","year":"2013","unstructured":"Isenberg, T., Isenberg, P., Chen, J., Sedlmair, M., M\u00f6ller, T.: A systematic review on the practice of evaluating visualization. IEEE Trans. Vis. Comput. Graphics 19, 2818\u20132827 (2013). https:\/\/doi.org\/10.1109\/TVCG.2013.126","journal-title":"IEEE Trans. Vis. Comput. Graphics"},{"key":"17_CR14","doi-asserted-by":"publisher","first-page":"1520","DOI":"10.1109\/TVCG.2011.279","volume":"18","author":"H Lam","year":"2012","unstructured":"Lam, H., Bertini, E., Isenberg, P., Plaisant, C., Carpendale, S.: Empirical studies in information visualization: seven scenarios. IEEE Trans. Vis. Comput. Graphics 18, 1520\u20131536 (2012). https:\/\/doi.org\/10.1109\/TVCG.2011.279","journal-title":"IEEE Trans. Vis. Comput. Graphics"},{"key":"17_CR15","series-title":"Lecture Notes in Economics and Mathematical Systems","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-12799-6","volume-title":"Fairness in Academic Course Timetabling","author":"M M\u00fchlenthaler","year":"2015","unstructured":"M\u00fchlenthaler, M.: Fairness in Academic Course Timetabling. Lecture Notes in Economics and Mathematical Systems, vol. 678. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-12799-6"},{"key":"17_CR16","doi-asserted-by":"publisher","unstructured":"Nielsen, J.: Finding usability problems through heuristic evaluation. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, CHI 1992, pp. 37\u2013380. ACM (1992). https:\/\/doi.org\/10.1145\/142750.142834","DOI":"10.1145\/142750.142834"},{"issue":"3","key":"17_CR17","doi-asserted-by":"publisher","first-page":"6","DOI":"10.1109\/MCG.2006.70","volume":"26","author":"C North","year":"2006","unstructured":"North, C.: Toward measuring visualization insight. IEEE Comput. Graph. Appl. 26(3), 6\u20139 (2006). https:\/\/doi.org\/10.1109\/MCG.2006.70","journal-title":"IEEE Comput. Graph. Appl."},{"key":"17_CR18","doi-asserted-by":"publisher","unstructured":"Saket, B., Endert, A., Stasko, J.: Beyond usability and performance: a review of user experience-focused evaluations in visualization. In: Proceedings of the Sixth Workshop on Beyond Time and Errors on Novel Evaluation Methods for Visualization, BELIV 2016, pp. 133\u2013142. ACM (2016). https:\/\/doi.org\/10.1145\/2993901.2993903","DOI":"10.1145\/2993901.2993903"},{"key":"17_CR19","doi-asserted-by":"publisher","unstructured":"Santos, B.S., Silva, S.S., Dias, P.: Heuristic evaluation in visualization: an empirical study (position paper). In: 2018 IEEE Evaluation and Beyond-Methodological Approaches for Visualization, pp. 78\u201385 (2018). https:\/\/doi.org\/10.1109\/beliv.2018.8634108","DOI":"10.1109\/beliv.2018.8634108"},{"key":"17_CR20","doi-asserted-by":"publisher","unstructured":"Stasko, J.: Value-driven evaluation of visualizations. In: Lam, H., Isenberg, P. (eds.) Proceedings of the Fifth Workshop on Beyond Time and Errors: Novel Evaluation Methods for Visualizations, BELIV 2014, pp. 46\u201353. ACM, New York (2014). https:\/\/doi.org\/10.1145\/2669557.2669579","DOI":"10.1145\/2669557.2669579"},{"key":"17_CR21","doi-asserted-by":"publisher","unstructured":"Thomas, J.J., Khader, A.T., Belaton, B.: Visualization techniques on the examination timetabling pre-processing data. In: 2009 Sixth International Conference on Computer Graphics, Imaging and Visualization, pp. 454\u2013458. IEEE (2009). https:\/\/doi.org\/10.1109\/CGIV.2009.23","DOI":"10.1109\/CGIV.2009.23"},{"issue":"5","key":"17_CR22","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1109\/MCG.2005.102","volume":"25","author":"M Tory","year":"2005","unstructured":"Tory, M., Moller, T.: Evaluating visualizations: do expert reviews work? IEEE Comput. Graph. Appl. 25(5), 8\u201311 (2005). https:\/\/doi.org\/10.1109\/MCG.2005.102","journal-title":"IEEE Comput. Graph. Appl."},{"key":"17_CR23","doi-asserted-by":"publisher","first-page":"491","DOI":"10.1109\/TVCG.2018.2865146","volume":"25","author":"E Wall","year":"2019","unstructured":"Wall, E., et al.: A heuristic approach to value-driven evaluation of visualizations. IEEE Trans. Vis. Comput. Graphics 25, 491\u2013500 (2019). https:\/\/doi.org\/10.1109\/TVCG.2018.2865146","journal-title":"IEEE Trans. Vis. Comput. Graphics"},{"issue":"5","key":"17_CR24","doi-asserted-by":"publisher","first-page":"1850016","DOI":"10.1142\/S0218001418500167","volume":"32","author":"X Zhou","year":"2018","unstructured":"Zhou, X., Xue, C., Zhou, L., Yafeng, N.: An evaluation method of visualization using visual momentum based on eye-tracking data. Int. J. Pattern Recognit. Artif. Intell. 32(5), 1850016 (2018). https:\/\/doi.org\/10.1142\/S0218001418500167","journal-title":"Int. J. Pattern Recognit. Artif. Intell."},{"key":"17_CR25","doi-asserted-by":"publisher","unstructured":"Zuk, T., Schlesier, L., Neumann, P., Hancock, M.S., Carpendale, S.: Heuristics for information visualization evaluation. In: Proceedings of the 2006 AVI Workshop on BEyond Time and Errors, BELIV 2006, pp. 1\u20136. ACM (2006). https:\/\/doi.org\/10.1145\/1168149.1168162","DOI":"10.1145\/1168149.1168162"}],"container-title":["Lecture Notes in Computer Science","Advances in Visual Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-64556-4_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,4,24]],"date-time":"2021-04-24T13:00:36Z","timestamp":1619269236000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-64556-4_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030645557","9783030645564"],"references-count":25,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-64556-4_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"7 December 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ISVC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Symposium on Visual Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"San Diego, CA","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 October 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 October 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"isvc2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.isvc.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"175","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"114","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"65% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The symposium was held virtually due to the COVID-19 pandemic. 65 papers were accepted as oral presentations and 41 as posters. 12 special tracks papers are also included.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}