{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,7]],"date-time":"2026-02-07T11:13:03Z","timestamp":1770462783030,"version":"3.49.0"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030983574","type":"print"},{"value":"9783030983581","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-98358-1_16","type":"book-chapter","created":{"date-parts":[[2022,3,14]],"date-time":"2022-03-14T12:06:56Z","timestamp":1647259616000},"page":"193-204","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":20,"title":["A Task Category Space for\u00a0User-Centric Comparative Multimedia Search Evaluations"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3558-4144","authenticated-orcid":false,"given":"Jakub","family":"Loko\u010d","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2442-4900","authenticated-orcid":false,"given":"Werner","family":"Bailer","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6309-572X","authenticated-orcid":false,"given":"Kai Uwe","family":"Barthel","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2903-3968","authenticated-orcid":false,"given":"Cathal","family":"Gurrin","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5386-330X","authenticated-orcid":false,"given":"Silvan","family":"Heller","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0889-3491","authenticated-orcid":false,"given":"Bj\u00f6rn \u00fe\u00f3r","family":"J\u00f3nsson","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8082-4509","authenticated-orcid":false,"given":"Ladislav","family":"Pe\u0161ka","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5389-9465","authenticated-orcid":false,"given":"Luca","family":"Rossetto","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9218-1704","authenticated-orcid":false,"given":"Klaus","family":"Schoeffmann","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7182-7038","authenticated-orcid":false,"given":"Lucia","family":"Vadicamo","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2505-9178","authenticated-orcid":false,"given":"Stefanos","family":"Vrochidis","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4074-3442","authenticated-orcid":false,"given":"Jiaxin","family":"Wu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,3,15]]},"reference":[{"key":"16_CR1","unstructured":"Awad, G., et al.: TRECVID 2020: a comprehensive campaign for evaluating video retrieval tasks across multiple application domains. In: Proceedings of the TRECVID, Gaithersburg, MD, USA (2020)"},{"key":"16_CR2","unstructured":"Awad, G., et al.: TRECVID 2019: an evaluation campaign to benchmark video activity detection, video captioning and matching, and video search & retrieval. In: Proceedings of the TRECVID, Gaithersburg, MD, USA (2019)"},{"key":"16_CR3","unstructured":"Awad, G., et al.: TRECVID 2016: evaluating video search, video event detection, localization, and hyperlinking. In: Proceedings of the TREC Video Retrieval Evaluation (TRECVID), Gaithersburg, MD, USA (2016)"},{"issue":"5","key":"16_CR4","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1108\/eb024320","volume":"13","author":"MJ Bates","year":"1989","unstructured":"Bates, M.J.: The design of browsing and berrypicking techniques for the online search interface. Online Rev. 13(5), 407\u2013424 (1989)","journal-title":"Online Rev."},{"issue":"3","key":"16_CR5","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1016\/0306-4573(93)90059-M","volume":"29","author":"NJ Belkin","year":"1993","unstructured":"Belkin, N.J., Marchetti, P.G., Cool, C.: BRAQUE: design of an interface to support user interaction in information retrieval. Inf. Process. Manage. 29(3), 325\u2013344 (1993)","journal-title":"Inf. Process. Manage."},{"issue":"3","key":"16_CR6","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1002\/asi.4630300305","volume":"30","author":"MK Buckland","year":"1979","unstructured":"Buckland, M.K.: On types of search and the allocation of library resources. J. Am. Soc. Inf. Sci. 30(3), 143\u2013147 (1979)","journal-title":"J. Am. Soc. Inf. Sci."},{"key":"16_CR7","doi-asserted-by":"crossref","unstructured":"Christel, M.G.: Carnegie Mellon University traditional informedia digital video retrieval system. In: Proceedings of the ACM Conference on Image and Video Retrieval (CIVR), Amsterdam, The Netherlands, p. 647 (2007)","DOI":"10.1145\/1282280.1282374"},{"key":"16_CR8","doi-asserted-by":"crossref","unstructured":"Constantin, M.G., Hicks, S., Larson, M., Nguyen, N.T.: MediaEval multimedia evaluation benchmark: tenth anniversary and counting. ACM SIGMM Rec. 12(2) (2020)","DOI":"10.1145\/3548562.3548568"},{"key":"16_CR9","doi-asserted-by":"crossref","unstructured":"Datta, R., Joshi, D., Li, J., Wang, J.Z.: Image retrieval: ideas, influences, and trends of the new age. ACM Comput. Surv. 40(2), 5:1\u20135:60 (2008)","DOI":"10.1145\/1348246.1348248"},{"key":"16_CR10","doi-asserted-by":"crossref","unstructured":"Gurrin, C., et al.: Introduction to the third annual lifelog search challenge (LSC\u201920). In: Proceedings of the ACM International Conference on Multimedia Retrieval (ICMR), pp. 584\u2013585 (2020)","DOI":"10.1145\/3372278.3388043"},{"issue":"2","key":"16_CR11","first-page":"46","volume":"7","author":"C Gurrin","year":"2019","unstructured":"Gurrin, C., et al.: Comparing approaches to interactive lifelog search at the Lifelog Search Challenge (LSC2018). ITE Trans. Media Technol. Appl. 7(2), 46\u201359 (2019)","journal-title":"ITE Trans. Media Technol. Appl."},{"key":"16_CR12","doi-asserted-by":"crossref","unstructured":"Heller, S., Sauter, L., Schuldt, H., Rossetto, L.: Multi-stage queries and temporal scoring in vitrivr. In: Proceedings of the IEEE International Conference on Multimedia & Expo Workshops (ICMEW), pp. 1\u20135 (2020)","DOI":"10.1109\/ICMEW46912.2020.9105954"},{"issue":"6","key":"16_CR13","doi-asserted-by":"publisher","first-page":"797","DOI":"10.1109\/TSMCC.2011.2109710","volume":"41","author":"W Hu","year":"2011","unstructured":"Hu, W., Xie, N., Li, L., Zeng, X., Maybank, S.: A survey on visual content-based video indexing and retrieval. IEEE Trans. Syst. Man Cybern. Part C 41(6), 797\u2013819 (2011)","journal-title":"IEEE Trans. Syst. Man Cybern. Part C"},{"key":"16_CR14","doi-asserted-by":"crossref","unstructured":"Kraaij, W., Smeaton, A.F., Over, P., Arlandis, J.: TRECVID 2004 - an overview. In: Proceedings of the TRECVID, Gaithersburg, MD, USA (2004)","DOI":"10.1145\/1027527.1027678"},{"issue":"1","key":"16_CR15","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1109\/MMUL.2017.9","volume":"24","author":"MA Larson","year":"2017","unstructured":"Larson, M.A., Soleymani, M., Gravier, G., Ionescu, B., Jones, G.J.F.: The benchmarking initiative for multimedia evaluation: MediaEval 2016. IEEE Multimedia 24(1), 93\u201396 (2017)","journal-title":"IEEE Multimedia"},{"key":"16_CR16","doi-asserted-by":"crossref","unstructured":"Lee, J.H., Renear, A., Smith, L.C.: Known-item search: variations on a concept. In: Proceedings of the ASIS&T Annual Meeting, Austin, TX, USA (2006)","DOI":"10.1002\/meet.14504301126"},{"key":"16_CR17","doi-asserted-by":"crossref","unstructured":"Li, X., Xu, C., Yang, G., Chen, Z., Dong, J.: W2VV++: fully deep learning for ad-hoc video search. In: Proceedings of the ACM Multimedia, Nice, France (2019)","DOI":"10.1145\/3343031.3350906"},{"issue":"6","key":"16_CR18","doi-asserted-by":"publisher","first-page":"1822","DOI":"10.1016\/j.ipm.2008.07.005","volume":"44","author":"Y Li","year":"2008","unstructured":"Li, Y., Belkin, N.J.: A faceted approach to conceptualizing tasks in information seeking. Inf. Process. Manage. 44(6), 1822\u20131837 (2008)","journal-title":"Inf. Process. Manage."},{"issue":"12","key":"16_CR19","doi-asserted-by":"publisher","first-page":"3361","DOI":"10.1109\/TMM.2018.2830110","volume":"20","author":"J Loko\u010d","year":"2018","unstructured":"Loko\u010d, J., Bailer, W., Schoeffmann, K., M\u00fcnzer, B., Awad, G.: On influential trends in interactive video retrieval: video browser showdown 2015\u20132017. IEEE Trans. Multimedia 20(12), 3361\u20133376 (2018)","journal-title":"IEEE Trans. Multimedia"},{"key":"16_CR20","doi-asserted-by":"crossref","unstructured":"Loko\u010d, J., et al.: A W2VV++ case study with automated and interactive text-to-video retrieval. In: Proceedings of the ACM Multimedia (Virtual Event), Seattle, WA, USA, pp. 2553\u20132561 (2020)","DOI":"10.1145\/3394171.3414002"},{"key":"16_CR21","unstructured":"Over, P., et al.: TRECVID 2010 - an overview of the goals, tasks, data, evaluation mechanisms, and metrics. In: Proceedings of the TRECVID, Gaithersburg, MD, USA (2010)"},{"key":"16_CR22","unstructured":"Over, P., et al.: TRECVID 2013 - an overview of the goals, tasks, data, evaluation mechanisms and metrics. In: Proceedings of the TRECVID, Gaithersburg, MD, USA (2013)"},{"key":"16_CR23","doi-asserted-by":"crossref","unstructured":"Rossetto, L., Bailer, W., Bernstein, A.: Considering human perception and memory in interactive multimedia retrieval evaluations. In: Proceedings of the International Conference on Multimedia Modeling (MMM), Prague, Czech Republic, pp. 605\u2013616 (2021)","DOI":"10.1007\/978-3-030-67832-6_49"},{"key":"16_CR24","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/MMUL.2021.3066779","volume":"28","author":"L Rossetto","year":"2021","unstructured":"Rossetto, L., et al.: On the user-centric comparative remote evaluation of interactive video search systems. IEEE Multimedia 28, 18\u201328 (2021)","journal-title":"IEEE Multimedia"},{"key":"16_CR25","doi-asserted-by":"crossref","unstructured":"Rossetto, L., Gasser, R., Sauter, L., Bernstein, A., Schuldt, H.: A system for interactive multimedia retrieval evaluations. In: Proceedings of the International Conference on MultiMedia Modeling (MMM), Prague, Czech Republic (2021)","DOI":"10.1007\/978-3-030-67835-7_33"},{"key":"16_CR26","unstructured":"Salton, G.: Automatic Text Processing: The Transformation, Analysis, and Retrieval of Information by Computer. Addison-Wesley (1989)"},{"issue":"4","key":"16_CR27","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1109\/MMUL.2014.56","volume":"21","author":"K Schoeffmann","year":"2014","unstructured":"Schoeffmann, K.: A user-centric media retrieval competition: the video browser showdown 2012\u20132014. IEEE Multimedia 21(4), 8\u201313 (2014)","journal-title":"IEEE Multimedia"},{"key":"16_CR28","doi-asserted-by":"crossref","unstructured":"Schoeffmann, K.: Video browser showdown 2012\u20132019: a review. In: Proceedings of the International Conference on Content-Based Multimedia Indexing (CBMI), Dublin, Ireland, pp. 1\u20134 (2019)","DOI":"10.1109\/CBMI.2019.8877397"},{"key":"16_CR29","doi-asserted-by":"crossref","unstructured":"Smeaton, A.F., Kraaij, W., Over, P.: TRECVID 2003 - an overview. In: Proceedings of the TRECVID, Gaithersburg, MD, USA (2003)","DOI":"10.1145\/1027527.1027678"},{"key":"16_CR30","doi-asserted-by":"crossref","unstructured":"Smeaton, A.F., Over, P., Kraaij, W.: Evaluation campaigns and TRECVID. In: Proceedings of the ACM International Workshop on Multimedia Information Retrieval (MIR), Santa Barbara, California, USA, pp. 321\u2013330 (2006)","DOI":"10.1145\/1178677.1178722"},{"issue":"1","key":"16_CR31","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1109\/MMUL.2008.21","volume":"15","author":"CG Snoek","year":"2008","unstructured":"Snoek, C.G., Worring, M., de Rooij, O., van de Sande, K.E., Yan, R., Hauptmann, A.G.: VideOlympics: real-time evaluation of multimedia retrieval systems. IEEE Multimedia 15(1), 86\u201391 (2008)","journal-title":"IEEE Multimedia"},{"key":"16_CR32","unstructured":"Walker, G., Janes, J.: Online retrieval: a dialogue of theory and practice. Libraries Unlimited (1999)"},{"issue":"3","key":"16_CR33","doi-asserted-by":"publisher","first-page":"265","DOI":"10.5860\/crl_56_03_265","volume":"56","author":"BM Wildemuth","year":"1995","unstructured":"Wildemuth, B.M., O\u2019Neill, A.L.: The \u201cknown\u2019\u2019 in known-item searches: empirical support for user-centered design. Coll. Res. Lib. 56(3), 265\u2013281 (1995)","journal-title":"Coll. Res. Lib."},{"key":"16_CR34","doi-asserted-by":"crossref","unstructured":"Worring, M., Snoek, C., de Rooij, O., Nguyen, G., van Balen, R., Koelma, D.: Mediamill: advanced browsing in news video archives. In: Proceedings of the ACM Conference on Image and Video Retrieval (CIVR), Tempe, AZ, USA, pp. 533\u2013536 (2006)","DOI":"10.1007\/11788034_62"},{"key":"16_CR35","doi-asserted-by":"crossref","unstructured":"Wu, J., Ngo, C.W.: Interpretable embedding for ad-hoc video search. In: Proceedings of the ACM Multimedia (Virtual Event), Seattle, WA, USA, pp. 3357\u20133366 (2020)","DOI":"10.1145\/3394171.3413916"},{"key":"16_CR36","doi-asserted-by":"crossref","unstructured":"Wu, J., Nguyen, P.A., Ma, Z., Ngo, C.W.: SQL-like interpretable interactive video search. In: Proceedings of the International Conference on MultiMedia Modeling (MMM), Prague, Czech Republic, pp. 391\u2013397 (2021)","DOI":"10.1007\/978-3-030-67835-7_34"}],"container-title":["Lecture Notes in Computer Science","MultiMedia Modeling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-98358-1_16","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,19]],"date-time":"2024-02-19T10:09:59Z","timestamp":1708337399000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-98358-1_16"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783030983574","9783030983581"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-98358-1_16","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"15 March 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"MMM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Multimedia Modeling","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Phu Quoc","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Vietnam","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 June 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 June 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"mmm2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Conftool Pro","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"212","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"84","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}