{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,13]],"date-time":"2026-03-13T22:19:23Z","timestamp":1773440363639,"version":"3.50.1"},"reference-count":58,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Multimedia"],"published-print":{"date-parts":[[2018,1]]},"DOI":"10.1109\/tmm.2017.2716193","type":"journal-article","created":{"date-parts":[[2017,6,15]],"date-time":"2017-06-15T21:10:23Z","timestamp":1497561023000},"page":"119-127","source":"Crossref","is-referenced-by-count":19,"title":["RETRIEVAL\u2014An Online Performance Evaluation Tool for Information Retrieval Methods"],"prefix":"10.1109","volume":"20","author":[{"given":"George","family":"Ioannakis","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9862-7335","authenticated-orcid":false,"given":"Anestis","family":"Koutsoudis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ioannis","family":"Pratikakis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Christodoulos","family":"Chamzas","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Contextual suggestion trec","year":"2012"},{"key":"ref38","article-title":"Treceval","year":"2008"},{"key":"ref33","article-title":"Large-scale 3D share retrieval from Shapenet Core55 - SHREC’16","year":"2016"},{"key":"ref32","article-title":"Shape Retrieval Contest on a New Generic Shape Benchmark—SHREC’09","year":"2009"},{"key":"ref31","article-title":"Shape Retrieval Contest of Partial 3D Models—SHREC’09","year":"2009"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-16354-3_83"},{"key":"ref37","article-title":"Non-rigid 3d shape retrieval—SHREC’15","year":"2015"},{"key":"ref36","first-page":"129","article-title":"3D object retrieval with multimodal views","author":"gao","year":"0","journal-title":"Proc Eurographics Workshop 3D Object Retrieval"},{"key":"ref35","first-page":"101","article-title":"SHREC’14 track: Shape retrieval of\n non-rigid 3d human models","author":"pickup","year":"0","journal-title":"Proc Eurographics Workshop 3D Object Retrieval"},{"key":"ref34","article-title":"Shapenet: An information-rich 3d model\n repository","author":"chang","year":"2015","journal-title":"CoRR"},{"key":"ref28","first-page":"88","author":"agosti","year":"2012","journal-title":"DIRECTions Design and Specification of an IR Evaluation Infrastructure"},{"key":"ref27","first-page":"1","article-title":"Semantic representation and enrichment of information retrieval\n experimental data","volume":"18","author":"silvello","year":"2016","journal-title":"Int J Digit Libraries"},{"key":"ref29","article-title":"MATTERS—MATLAB toolkit for evaluation of information retrieval systems","author":"ferro","year":"2014"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2002.1017738"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2006.870730"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1111\/1467-8659.00669"},{"key":"ref22","first-page":"2","article-title":"The challenge of automated tutoring in web-based learning environments for information retrieval\n instruction","volume":"9","author":"sormunen","year":"2003","journal-title":"Inf Res"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pone.0118432"},{"key":"ref24","article-title":"R—A free software environment for statistical computing and graphics","author":"gentleman","year":"2015"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/bti623"},{"key":"ref26","first-page":"194","article-title":"Visual interactive failure analysis:\n Supporting users in information retrieval evaluation","author":"angelini","year":"0","journal-title":"Proc 4th Inf Interact Context Symp"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1016\/j.jvlc.2013.12.003"},{"key":"ref50","article-title":"New performance metrics based on multigrade relevance: Their\n application to question answering","author":"sakai","year":"2004","journal-title":"Proceedings of the 4th NTCIR Workshop"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1145\/1416950.1416952"},{"key":"ref58","article-title":"Applications of Hilbert Huang transformation on image processing\n and retrevial","author":"petsa","year":"2016"},{"key":"ref57","article-title":"Track on partial shape queries for 3D object retrieval—SHREC’16","year":"2016"},{"key":"ref56","first-page":"95","article-title":"RETRIEVAL 3D: An on-line\n content-based retrieval performance evaluation tool","author":"koutsoudis","year":"0","journal-title":"Proc Eurographics Workshop 3D Object Retrieval"},{"key":"ref55","article-title":"3D Object Retrieval","year":"2013"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/34.955109"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/1576246.1531379"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/WI.2003.1241232"},{"key":"ref10","first-page":"1","article-title":"Methods for evaluating interactive information retrieval systems\n with users","volume":"3","author":"kelly","year":"2009","journal-title":"Found Trends Inf Retrieval"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45691-0_34"},{"key":"ref40","article-title":"Temporal summarisation track trec","year":"2013"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/3DRes.04(2013)3"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511809071"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2005.01.004"},{"key":"ref15","article-title":"TRECtracks","year":"2002"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/2701583.2701587"},{"key":"ref17","article-title":"MediaEval—Mediaeval benchmarking initiative for multimedia evaluation","year":"2011"},{"key":"ref18","article-title":"NTCIR—NII testbeds and community for information access research","year":"1999"},{"key":"ref19","article-title":"FIRE—Forum for information retrieval evaluation","year":"2008"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2011.2176111"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2013.2267726"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2011.2160619"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2005.861375"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1145\/215206.215351"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/TMM.2010.2053023"},{"key":"ref49","article-title":"Shape retrieval contest—SHREC’06","year":"2006"},{"key":"ref9","author":"jones","year":"1997","journal-title":"Readings in Information Retrieval"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/SMI.2004.1314504"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1145\/1873951.1874249"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/1143844.1143874"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1145\/1571941.1572153"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1145\/2009916.2010164"},{"key":"ref41","article-title":"Web track","year":"2013"},{"key":"ref44","article-title":"Reprec","author":"gvert","year":"2003"},{"key":"ref43","article-title":"Nfire a framework for information retrieval evaluation in .net","author":"urbano","year":"2013"}],"container-title":["IEEE Transactions on Multimedia"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6046\/8207707\/07949020.pdf?arnumber=7949020","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,1,12]],"date-time":"2022-01-12T16:25:02Z","timestamp":1642004702000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/7949020\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,1]]},"references-count":58,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/tmm.2017.2716193","relation":{},"ISSN":["1520-9210","1941-0077"],"issn-type":[{"value":"1520-9210","type":"print"},{"value":"1941-0077","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,1]]}}}