{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T18:02:16Z","timestamp":1771524136096,"version":"3.50.1"},"reference-count":136,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2019,1,5]],"date-time":"2019-01-05T00:00:00Z","timestamp":1546646400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Knowl Inf Syst"],"published-print":{"date-parts":[[2019,11]]},"DOI":"10.1007\/s10115-018-1324-5","type":"journal-article","created":{"date-parts":[[2019,1,5]],"date-time":"2019-01-05T06:00:52Z","timestamp":1546668052000},"page":"1147-1178","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":16,"title":["Meta-analysis of evaluation methods and metrics used in context-aware scholarly recommender systems"],"prefix":"10.1007","volume":"61","author":[{"given":"Zohreh","family":"Dehghani Champiri","sequence":"first","affiliation":[]},{"given":"Adeleh","family":"Asemi","sequence":"additional","affiliation":[]},{"given":"Salim","family":"Siti Salwah Binti","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,1,5]]},"reference":[{"issue":"3","key":"1324_CR1","doi-asserted-by":"publisher","first-page":"1743","DOI":"10.1016\/j.eswa.2014.09.017","volume":"42","author":"ZD Champiri","year":"2015","unstructured":"Champiri ZD, Shahamiri SR, Salim SSB (2015) A systematic review of scholar context-aware recommender systems. Expert Syst Appl 42(3):1743\u20131758","journal-title":"Expert Syst Appl"},{"key":"1324_CR2","doi-asserted-by":"crossref","unstructured":"Riboni D, Bettini C (2012) Private context-aware recommendation of points of interest: an initial investigation. In: IEEE international conference on pervasive computing and communications workshops (PERCOM Workshops). IEEE","DOI":"10.1109\/PerComW.2012.6197582"},{"key":"1324_CR3","unstructured":"Gediminas Adomavicius BM, Francesco R, Alex T (2011) Context-aware recommender systems. Association for the Advancement of Artificial Intelligence. All rights reserved. ISSN 0738-4602"},{"key":"1324_CR4","doi-asserted-by":"crossref","unstructured":"Dehghani Champiri Z et al (2011) A multi-layer contextual model for recommender systems in digital libraries. In: Aslib proceedings. Emerald Group Publishing Limited","DOI":"10.1108\/00012531111187216"},{"issue":"1\u20132","key":"1324_CR5","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1007\/s11257-012-9135-y","volume":"24","author":"U Panniello","year":"2014","unstructured":"Panniello U, Tuzhilin A, Gorgoglione M (2014) Comparing context-aware recommender systems in terms of accuracy and diversity. User Model User Adapt Interact 24(1\u20132):35\u201365","journal-title":"User Model User-Adapt Interact"},{"key":"1324_CR6","doi-asserted-by":"crossref","unstructured":"Lim BY, Dey AK, Avrahami D (2009) Why and why not explanations improve the intelligibility of context-aware intelligent systems. In: Proceedings of the SIGCHI conference on human factors in computing systems. ACM","DOI":"10.1145\/1518701.1519023"},{"key":"1324_CR7","first-page":"2935","volume":"10","author":"A Gunawardana","year":"2009","unstructured":"Gunawardana A, Shani G (2009) A survey of accuracy evaluation metrics of recommendation tasks. J Mach Learn Res 10:2935\u20132962","journal-title":"J Mach Learn Res"},{"key":"1324_CR8","doi-asserted-by":"crossref","unstructured":"Beel J, Langer S (2014) A comparison of offline evaluations, online evaluations, and user studies in the context of research paper recommender systems. Under Review. Pre-print available at http:\/\/www.docear.org\/publications","DOI":"10.1007\/978-3-319-24592-8_12"},{"key":"1324_CR9","doi-asserted-by":"crossref","unstructured":"Said A, Bellog\u00edn A (2014) Comparative recommender system evaluation: benchmarking recommendation frameworks. In: Proceedings of the 8th ACM conference on recommender systems. ACM","DOI":"10.1145\/2645710.2645746"},{"key":"1324_CR10","volume-title":"Towards recommender engineering tools and experiments for identifying recommender differences","author":"MD Ekstrand","year":"2014","unstructured":"Ekstrand MD (2014) Towards recommender engineering tools and experiments for identifying recommender differences. University of Minnesota, Minneapolis"},{"key":"1324_CR11","doi-asserted-by":"crossref","unstructured":"Kluver D, Konstan JA (2014) Evaluating recommender behavior for new users. In: Proceedings of the 8th ACM conference on recommender systems. ACM","DOI":"10.1145\/2645710.2645742"},{"key":"1324_CR12","unstructured":"Manouselis N, Karagiannidis C, Sampson D (2014) Layered evaluation in recommender systems: a retrospective assessment. J e-Learn Knowl Soc 10(1)"},{"issue":"11","key":"1324_CR13","doi-asserted-by":"publisher","first-page":"948","DOI":"10.7763\/IJSSH.2015.V5.585","volume":"5","author":"ZD Champiri","year":"2015","unstructured":"Champiri ZD, Salim SSB, Shahamiri SR (2015) The role of context for recommendations in digital libraries. Int J Soc Sci Humanity 5(11):948","journal-title":"Int J Soc Sci Humanity"},{"issue":"5","key":"1324_CR14","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1007\/s00779-011-0417-x","volume":"16","author":"L Baltrunas","year":"2012","unstructured":"Baltrunas L et al (2012) Context relevance assessment and exploitation in mobile recommender systems. Pers Ubiquit Comput 16(5):507\u2013526","journal-title":"Pers Ubiquit Comput"},{"issue":"6","key":"1324_CR15","doi-asserted-by":"publisher","first-page":"734","DOI":"10.1109\/TKDE.2005.99","volume":"17","author":"G Adomavicius","year":"2005","unstructured":"Adomavicius G, Tuzhilin A (2005) Toward the next generation of recommender systems: a survey of the state-of-the-art and possible extensions. IEEE Trans Knowl Data Eng 17(6):734\u2013749","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"1324_CR16","unstructured":"Panniello U, Gorgoglione M (2011) Context-aware recommender systems: a comparison of three approaches. In DART@ AI* IA"},{"key":"1324_CR17","doi-asserted-by":"crossref","unstructured":"Adomavicius G, Tuzhilin A (2011) Context-aware recommender systems. In: Recommender systems handbook. Springer, pp 217\u2013253","DOI":"10.1007\/978-0-387-85820-3_7"},{"key":"1324_CR18","volume-title":"The implication of context and criteria information in recommender systems as applied to the service domain","author":"L Liu","year":"2013","unstructured":"Liu L (2013) The implication of context and criteria information in recommender systems as applied to the service domain. University of Manchester, Manchester"},{"issue":"1","key":"1324_CR19","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1145\/1055709.1055714","volume":"23","author":"G Adomavicius","year":"2005","unstructured":"Adomavicius G et al (2005) Incorporating contextual information in recommender systems using a multidimensional approach. ACM Trans Inf Syst 23(1):103\u2013145","journal-title":"ACM Trans Inf Syst"},{"key":"1324_CR20","doi-asserted-by":"crossref","unstructured":"Adomavicius G, Tuzhilin A (2011) Context-aware recommender systems. In: Recommender systems handbook. Springer, Boston, MA, pp 217\u2013253","DOI":"10.1007\/978-0-387-85820-3_7"},{"key":"1324_CR21","volume-title":"Recommender systems handbook","author":"PB Kantor","year":"2011","unstructured":"Kantor PB et al (2011) Recommender systems handbook. Springer, New York"},{"key":"1324_CR22","doi-asserted-by":"crossref","unstructured":"Baltrunas L, Ricci F (2009) Context-based splitting of item ratings in collaborative filtering. In: Proceedings of the third ACM conference on recommender systems. ACM","DOI":"10.1145\/1639714.1639759"},{"key":"1324_CR23","doi-asserted-by":"crossref","unstructured":"Panniello U et al (2009) Experimental comparison of pre-versus post-filtering approaches in context-aware recommender systems. In: Proceedings of the third ACM conference on recommender systems. ACM","DOI":"10.1145\/1639714.1639764"},{"key":"1324_CR24","doi-asserted-by":"crossref","unstructured":"Yujie Z, Licai W (2010) Some challenges for context-aware recommender systems. In: 5th International conference on computer science and education (ICCSE). IEEE","DOI":"10.1109\/ICCSE.2010.5593612"},{"key":"1324_CR25","doi-asserted-by":"crossref","unstructured":"Shani G, Gunawardana A (2011) Evaluating recommendation systems. In: Recommender systems handbook. Springer, pp 257\u2013297","DOI":"10.1007\/978-0-387-85820-3_8"},{"issue":"1","key":"1324_CR26","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1145\/963770.963772","volume":"22","author":"JL Herlocker","year":"2004","unstructured":"Herlocker JL et al (2004) Evaluating collaborative filtering recommender systems. ACM Trans Inf Syst 22(1):5\u201353","journal-title":"ACM Trans Inf Syst"},{"key":"1324_CR27","doi-asserted-by":"crossref","unstructured":"Beel J et al (2013) A comparative analysis of offline and online evaluations and discussion of research paper recommender system evaluation. In: Proceedings of the international workshop on reproducibility and replication in recommender systems evaluation. ACM","DOI":"10.1145\/2532508.2532511"},{"key":"1324_CR28","unstructured":"Said A (2013) Evaluating the accuracy and utility of recommender systems. Doctoral dissertation, Universit\u00e4tsbibliothek der Technischen Universit\u00e4t, Berlin"},{"key":"1324_CR29","unstructured":"de Wit J (2008) Evaluating recommender systems. In: An evaluation framework to predict user satisfaction for recommender systems in an electronic program guide context"},{"key":"1324_CR30","doi-asserted-by":"crossref","unstructured":"Jannach D et al (2013) What recommenders recommend\u2014an analysis of accuracy, popularity, and sales diversity effects. In: User modeling, adaptation, and personalization. Springer, pp 25\u201337","DOI":"10.1007\/978-3-642-38844-6_3"},{"key":"1324_CR31","doi-asserted-by":"crossref","unstructured":"Zaier Z, Godin R, Faucher L (2008) Evaluating recommender systems. In: Automated solutions for cross media content and multi-channel distribution, AXMEDIS\u201908 international conference. IEEE","DOI":"10.1109\/AXMEDIS.2008.21"},{"issue":"4\u20135","key":"1324_CR32","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1007\/s11257-011-9115-7","volume":"22","author":"P Pu","year":"2012","unstructured":"Pu P, Chen L, Hu R (2012) Evaluating recommender systems from the user\u2019s perspective: survey of the state of the art. User Model User Adapt Interact 22(4\u20135):317\u2013355","journal-title":"User Model User Adapt Interact"},{"key":"1324_CR33","doi-asserted-by":"crossref","unstructured":"Murakami T, Mori K, Orihara R (2007) Metrics for evaluating the serendipity of recommendation lists. In: Annual conference of the Japanese society for artificial intelligence. Springer","DOI":"10.1007\/978-3-540-78197-4_5"},{"key":"1324_CR34","unstructured":"Adamopoulos P, Tuzhilin A (2011) On unexpectedness in recommender systems: or how to expect the unexpected. In: Workshop on novelty and diversity in recommender systems (DiveRS 2011), at the 5th ACM international conference on recommender systems (RecSys\u201911). ACM, Chicago"},{"key":"1324_CR35","doi-asserted-by":"crossref","unstructured":"Ge M, Delgado-Battenfeld C, Jannach D (2010) Beyond accuracy: evaluating recommender systems by coverage and serendipity. In: Proceedings of the fourth ACM conference on recommender systems. ACM","DOI":"10.1145\/1864708.1864761"},{"key":"1324_CR36","doi-asserted-by":"crossref","unstructured":"Parra D, Sahebi S (2013) Recommender systems: sources of knowledge and evaluation metrics. In: Advanced techniques in web intelligence-2. Springer, pp 149\u2013175","DOI":"10.1007\/978-3-642-33326-2_7"},{"key":"1324_CR37","unstructured":"Schr\u00f6der G, Thiele M, Lehner W (2011) Setting goals and choosing metrics for recommender system evaluations. In: UCERSTI2 workshop at the 5th ACM conference on recommender systems, Chicago, USA"},{"key":"1324_CR38","doi-asserted-by":"crossref","unstructured":"Beel J et al (2013) Research paper recommender system evaluation: a quantitative literature survey. In: Proceedings of the international workshop on reproducibility and replication in recommender systems evaluation. ACM","DOI":"10.1145\/2532508.2532512"},{"issue":"4","key":"1324_CR39","doi-asserted-by":"publisher","first-page":"326","DOI":"10.1109\/TLT.2015.2438867","volume":"8","author":"M Erdt","year":"2015","unstructured":"Erdt M, Fern\u00e1ndez A, Rensing C (2015) Evaluating recommender systems for technology enhanced learning: a quantitative survey. IEEE Trans Learn Technol 8(4):326\u2013344","journal-title":"IEEE Trans Learn Technol"},{"key":"1324_CR40","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1016\/j.knosys.2013.03.012","volume":"46","author":"J Bobadilla","year":"2013","unstructured":"Bobadilla J et al (2013) Recommender systems survey. Knowl Based Syst 46:109\u2013132","journal-title":"Knowl Based Syst"},{"key":"1324_CR41","doi-asserted-by":"crossref","unstructured":"Tintarev N, Masthoff J (2007) A survey of explanations in recommender systems. In: IEEE 23rd international conference on data engineering workshop. IEEE","DOI":"10.1109\/ICDEW.2007.4401070"},{"key":"1324_CR42","doi-asserted-by":"crossref","unstructured":"McNee SM, Riedl J, Konstan JA (2006) Being accurate is not enough: how accuracy metrics have hurt recommender systems. In: CHI\u201906 extended abstracts on human factors in computing systems. ACM","DOI":"10.1145\/1125451.1125659"},{"issue":"1","key":"1324_CR43","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/963770.963771","volume":"22","author":"JA Konstan","year":"2004","unstructured":"Konstan JA (2004) Introduction to recommender systems: algorithms and evaluation. ACM Trans Inf Syst 22(1):1\u20134","journal-title":"ACM Trans Inf Syst"},{"issue":"3","key":"1324_CR44","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1080\/07434619512331277289","volume":"11","author":"L Ferrier","year":"1995","unstructured":"Ferrier L et al (1995) Dysarthric speakers\u2019 intelligibility and speech characteristics in relation to computer speech recognition. Augment Altern Commun 11(3):165\u2013175","journal-title":"Augment Altern Commun"},{"key":"1324_CR45","unstructured":"Tenenhaus M, Amato S, Esposito Vinzi V (2004) A global goodness-of-fit index for PLS structural equation modelling. In: Proceedings of the XLII SIS scientific meeting"},{"key":"1324_CR46","unstructured":"Kitchenham BA, Charters S (2007) Guidelines for performing systematic literature reviews in software engineering. EBSE technical report EBSE, pp 1\u201357"},{"issue":"4\u20135","key":"1324_CR47","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1007\/s11257-011-9118-4","volume":"22","author":"BP Knijnenburg","year":"2012","unstructured":"Knijnenburg BP et al (2012) Explaining the user experience of recommender systems. User Model User Adapt Interact 22(4\u20135):441\u2013504","journal-title":"User Model User Adapt Interact"},{"issue":"1","key":"1324_CR48","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1016\/j.knosys.2009.07.007","volume":"23","author":"C Porcel","year":"2010","unstructured":"Porcel C, Herrera-Viedma E (2010) Dealing with incomplete information in a fuzzy linguistic recommender system to disseminate information in university digital libraries. Knowl Based Syst 23(1):32\u201339","journal-title":"Knowl Based Syst"},{"key":"1324_CR49","volume-title":"EndNote X7","author":"T Reuters","year":"2013","unstructured":"Reuters T (2013) EndNote X7. Thomson Reuters, Philadelphia"},{"issue":"1","key":"1324_CR50","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1007\/s007790170019","volume":"5","author":"AK Dey","year":"2001","unstructured":"Dey AK (2001) Understanding and using context. Pers Ubiquit Comput 5(1):4\u20137","journal-title":"Pers Ubiquit Comput"},{"key":"1324_CR51","unstructured":"Harman HH (1976) Modern factor analysis. University of Chicago Press"},{"key":"1324_CR52","volume-title":"Nursing research: generating and assessing evidence for nursing practice","author":"DF Polit","year":"2008","unstructured":"Polit DF, Beck CT (2008) Nursing research: generating and assessing evidence for nursing practice. Lippincott Williams & Wilkins, Philadelphia"},{"issue":"322","key":"1324_CR53","first-page":"738","volume":"63","author":"FE Croxton","year":"1967","unstructured":"Croxton FE, Cowden DJ, Klein S, Prentice-Hall Inc, Englewood Cliffs NJ (1967) Applied General Statistics. J Am Stat Assoc 63(322):738","journal-title":"J Am Stat Assoc"},{"key":"1324_CR54","doi-asserted-by":"crossref","unstructured":"Geisler G, McArthur D, Giersch S (2001) Developing recommendation services for a digital library with uncertain and changing data. In: Proceedings of the 1st ACM\/IEEE-CS joint conference on digital libraries. ACM","DOI":"10.1145\/379437.379483"},{"key":"1324_CR55","unstructured":"De Giusti MR et al (2010) An ontology-based context aware system for selective dissemination of information in a digital library. arXiv preprint arXiv:1005.4008"},{"key":"1324_CR56","doi-asserted-by":"crossref","unstructured":"Torres R et al (2004) Enhancing digital libraries with TechLens+. In: Proceedings of the 4th ACM\/IEEE-CS joint conference on digital libraries. ACM","DOI":"10.1145\/996350.996402"},{"key":"1324_CR57","doi-asserted-by":"crossref","unstructured":"Gantner Z et al (2011) MyMediaLite: a free recommender system library. In: Proceedings of the fifth ACM conference on recommender systems. ACM","DOI":"10.1145\/2043932.2043989"},{"issue":"3","key":"1324_CR58","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1108\/14684520310481436","volume":"27","author":"S-Y Hwang","year":"2003","unstructured":"Hwang S-Y, Hsiung W-C, Yang W-S (2003) A prototype WWW literature recommendation system for digital libraries. Online Inf Rev 27(3):169\u2013182","journal-title":"Online Inf Rev"},{"key":"1324_CR59","doi-asserted-by":"crossref","unstructured":"Sugiyama K, Kan MY (2010) Scholarly paper recommendation via user\u2019s recent research interests. In: Proceedings of the 10th annual joint conference on digital libraries. ACM","DOI":"10.1145\/1816123.1816129"},{"key":"1324_CR60","unstructured":"Wang CY et al (2004) Extending e-books with contextual knowledge recommenders by analyzing personal portfolio and annotation to help learners solve problems in time. In: Proceedings of IEEE international conference on advanced learning technologies. IEEE"},{"issue":"3","key":"1324_CR61","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1016\/j.eswa.2004.05.005","volume":"27","author":"F-H Wang","year":"2004","unstructured":"Wang F-H, Shao H-M (2004) Effective personalized recommendation based on time-framed navigation clustering and association mining. Expert Syst Appl 27(3):365\u2013377","journal-title":"Expert Syst Appl"},{"key":"1324_CR62","unstructured":"Konstan JA et al (2005) Techlens: exploring the use of recommenders to support users of digital libraries. In: CNI fall task force meeting project briefing. Coalition for networked information, Phoenix"},{"issue":"3","key":"1324_CR63","doi-asserted-by":"publisher","first-page":"386","DOI":"10.1108\/02640471011051972","volume":"28","author":"I-E Liao","year":"2010","unstructured":"Liao I-E et al (2010) A library recommender system based on a personal ontology model and collaborative filtering technique for English collections. Electron Lib 28(3):386\u2013400","journal-title":"Electron Lib"},{"key":"1324_CR64","doi-asserted-by":"crossref","unstructured":"Wu D et al (2012) Temporal social tagging based collaborative filtering recommender for digital library. In: The outreach of digital libraries: a globalized resource network. Springer, pp 199\u2013208","DOI":"10.1007\/978-3-642-34752-8_26"},{"key":"1324_CR65","doi-asserted-by":"crossref","unstructured":"Yuan Z, Yu T, Zhang J (2011) A social tagging based collaborative filtering recommendation algorithm for digital library. In: Digital libraries: for cultural heritage, knowledge dissemination, and future creation. Springer, pp 192\u2013201","DOI":"10.1007\/978-3-642-24826-9_25"},{"key":"1324_CR66","doi-asserted-by":"crossref","unstructured":"Trujillo M, Millan M, Ortiz E (2007) A recommender system based on multi-features. In: Computational science and its applications\u2014ICCSA 2007. Springer, pp 370\u2013382","DOI":"10.1007\/978-3-540-74477-1_35"},{"key":"1324_CR67","doi-asserted-by":"crossref","unstructured":"He Q et al (2010) Context-aware citation recommendation. In: Proceedings of the 19th international conference on world wide web. ACM","DOI":"10.1145\/1772690.1772734"},{"issue":"10","key":"1324_CR68","doi-asserted-by":"publisher","first-page":"12520","DOI":"10.1016\/j.eswa.2009.04.038","volume":"36","author":"C Porcel","year":"2009","unstructured":"Porcel C, Moreno JM, Herrera-Viedma E (2009) A multi-disciplinar recommender system to advice research resources in university digital libraries. Expert Syst Appl 36(10):12520\u201312528","journal-title":"Expert Syst Appl"},{"issue":"1","key":"1324_CR69","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1016\/j.knosys.2009.07.007","volume":"23","author":"C Porcel","year":"2010","unstructured":"Porcel C, Herrera-Viedma E (2010) Dealing with incomplete information in a fuzzy linguistic recommender system to disseminate information in university digital libraries. Knowl Based Syst 23(1):32\u201339","journal-title":"Knowl Based Syst"},{"key":"1324_CR70","doi-asserted-by":"crossref","unstructured":"Sun Y, Ni W, Men R (2009) A personalized paper recommendation approach based on web paper mining and reviewer\u2019s interest modeling. In: ICRCCS\u201909 international conference on research challenges in computer science. IEEE","DOI":"10.1109\/ICRCCS.2009.76"},{"key":"1324_CR71","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-04754-1_12","volume-title":"A filtering and recommender system prototype for scholarly users of digital libraries","author":"JM Morales-del-Castillo","year":"2009","unstructured":"Morales-del-Castillo JM, Peis E, Herrera-Viedma E (2009) A filtering and recommender system prototype for scholarly users of digital libraries. Springer, New York"},{"issue":"4","key":"1324_CR72","doi-asserted-by":"publisher","first-page":"323","DOI":"10.1016\/j.elerap.2010.01.001","volume":"9","author":"S-Y Hwang","year":"2010","unstructured":"Hwang S-Y, Wei C-P, Liao Y-F (2010) Coauthorship networks and academic literature recommendation. Electron Commer Res Appl 9(4):323\u2013334","journal-title":"Electron Commer Res Appl"},{"key":"1324_CR73","doi-asserted-by":"crossref","unstructured":"Rocha LM (2001) TalkMine: a soft computing approach to adaptive knowledge recommendation. In: Soft computing agents. Springer, pp 89\u2013116","DOI":"10.1007\/978-3-7908-1815-4_4"},{"key":"1324_CR74","doi-asserted-by":"publisher","unstructured":"Rao KN, Talwar VG (2011) Content-based document recommender system for aerospace grey literature: system design. DESIDOC J Lib Inf Technol. https:\/\/doi.org\/10.14429\/djlit.31.3.1046","DOI":"10.14429\/djlit.31.3.1046"},{"key":"1324_CR75","doi-asserted-by":"crossref","unstructured":"Pagonis J, Clark AF (2010) Engene: a genetic algorithm classifier for content-based recommender systems that does not require continuous user feedback. In: 2010 UK workshop on computational intelligence (UKCI)","DOI":"10.1109\/UKCI.2010.5625594"},{"issue":"9","key":"1324_CR76","doi-asserted-by":"publisher","first-page":"1503","DOI":"10.1016\/j.ins.2011.01.012","volume":"181","author":"J Serrano-Guerrero","year":"2011","unstructured":"Serrano-Guerrero J et al (2011) A google wave-based fuzzy recommender system to disseminate information in University Digital Libraries 2.0. Inf Sci 181(9):1503\u20131516","journal-title":"Inf Sci"},{"key":"1324_CR77","unstructured":"Will T et al (2009) Search personalization: Knowledge-based recommendation in digital libraries. In: AMCIS 2009 proceedings, p 728"},{"issue":"3","key":"1324_CR78","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1108\/02640470810879455","volume":"26","author":"C-S Tsai","year":"2008","unstructured":"Tsai C-S, Chen M-Y (2008) Using adaptive resonance theory and data-mining techniques for materials recommendation based on the e-library environment. Electron Lib 26(3):287\u2013302","journal-title":"Electron Lib"},{"key":"1324_CR79","unstructured":"Rodriguez MA et al (2009) A recommender system to support the scholarly communication process. arXiv preprint arXiv:0905.1594"},{"issue":"1","key":"1324_CR80","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1145\/963770.963773","volume":"22","author":"SE Middleton","year":"2004","unstructured":"Middleton SE, Shadbolt NR, De Roure DC (2004) Ontological user profiling in recommender systems. ACM Trans Inf Syst 22(1):54\u201388","journal-title":"ACM Trans Inf Syst"},{"key":"1324_CR81","doi-asserted-by":"crossref","unstructured":"Amini B et al (2011) Incorporating scholar\u2019s background knowledge into recommender system for digital libraries. In: 5th Malaysian conference in software engineering (MySEC). IEEE","DOI":"10.1109\/MySEC.2011.6140721"},{"key":"1324_CR82","doi-asserted-by":"crossref","unstructured":"Lopes GR et al (2008) A personalized recommender system for digital libraries. In: Proceedings of the 14th Brazilian symposium on multimedia and the web. ACM","DOI":"10.1145\/1666091.1666103"},{"key":"1324_CR83","unstructured":"Gipp B, Beel J, Hentschel C (2009) Scienstein: a research paper recommender system. In: Proceedings of the international conference on emerging trends in computing (ICETiC\u201909)"},{"key":"1324_CR84","doi-asserted-by":"crossref","unstructured":"Vellino A, Zeber D (2007) A hybrid, multi-dimensional recommender for journal articles in a scientific digital library. In: Proceedings of the 2007 IEEE\/WIC\/ACM international conference on web intelligence and international conference on intelligent agent technology","DOI":"10.1109\/WI-IATW.2007.29"},{"key":"1324_CR85","doi-asserted-by":"crossref","unstructured":"McNee SM, Riedl J, Konstan JA (2006) Making recommendations better: an analytic model for human-recommender interaction. In: CHI\u201906 extended abstracts on human factors in computing systems. ACM","DOI":"10.1145\/1125451.1125660"},{"issue":"4","key":"1324_CR86","first-page":"583","volume":"17","author":"MC Pham","year":"2011","unstructured":"Pham MC et al (2011) A clustering approach for collaborative filtering recommendation using social network analysis. J UCS 17(4):583\u2013604","journal-title":"J UCS"},{"key":"1324_CR87","unstructured":"Yang Y, Yun L (2010) Literature recommendation based on reference graph. In: 3rd International conference on advanced computer theory and engineering (ICACTE). IEEE"},{"issue":"4","key":"1324_CR88","doi-asserted-by":"publisher","first-page":"581","DOI":"10.1108\/OIR-10-2011-0172","volume":"37","author":"W-S Yang","year":"2013","unstructured":"Yang W-S, Lin Y-R (2013) A task-focused literature recommender system for digital libraries. Online Inf Rev 37(4):581\u2013601","journal-title":"Online Inf Rev"},{"key":"1324_CR89","unstructured":"Patton RM, Potok TE, Worley BA (2012) Discovery & refinement of scientific information via a recommender system. In: The second international conference on advanced communications and computation"},{"key":"1324_CR90","unstructured":"Herlocker J, Jung S, Webster JG (2012) Collaborative filtering for digital libraries"},{"key":"1324_CR91","unstructured":"Nakagawa A, Ito T (2002) An implementation of a knowledge recommendation system based on similarity among users\u2019 profiles. In: Proceedings of the 41st SICE annual conference on SICE 2002. IEEE"},{"issue":"1","key":"1324_CR92","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1016\/j.ipm.2004.04.007","volume":"41","author":"ME Renda","year":"2005","unstructured":"Renda ME, Straccia U (2005) A personalized collaborative digital library environment: a model and an application. Inf Process Manag 41(1):5\u201321","journal-title":"Inf Process Manag"},{"issue":"2","key":"1324_CR93","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1080\/13614570500054229","volume":"10","author":"J Webster","year":"2004","unstructured":"Webster J, Jung S, Herlocker J (2004) Collaborative filtering: a new approach to searching digital libraries. N Rev Inf Netw 10(2):177\u2013191","journal-title":"N Rev Inf Netw"},{"key":"1324_CR94","doi-asserted-by":"publisher","first-page":"52","DOI":"10.1016\/j.ins.2013.10.036","volume":"261","author":"\u00c1 Tejeda-Lorente","year":"2014","unstructured":"Tejeda-Lorente \u00c1 et al (2014) A quality based recommender system to disseminate information in a university digital library. Inf Sci 261:52\u201369","journal-title":"Inf Sci"},{"key":"1324_CR95","unstructured":"Mcnee SM (2006) Meeting user information needs in recommender systems. Doctoral degree. University of Minnesota"},{"key":"1324_CR96","unstructured":"Pennock DM et al (2000) Collaborative filtering by personality diagnosis: a hybrid memory-and model-based approach. In: Proceedings of the sixteenth conference on uncertainty in artificial intelligence. Morgan Kaufmann Publishers Inc"},{"issue":"2","key":"1324_CR97","doi-asserted-by":"publisher","first-page":"171","DOI":"10.3163\/1536-5050.98.2.012","volume":"98","author":"RM Steinberg","year":"2010","unstructured":"Steinberg RM et al (2010) SmartSearch: automated recommendations using librarian expertise and the National Center for Biotechnology Information\u2019s Entrez Programming Utilities. J Med Lib Assoc 98(2):171","journal-title":"J Med Lib Assoc"},{"key":"1324_CR98","doi-asserted-by":"crossref","unstructured":"Franke M, Geyer-Schulz A, Neumann AW (2008) Recommender services in scientific digital libraries. In: Multimedia services in intelligent environments. Springer, pp 377\u2013417","DOI":"10.1007\/978-3-540-78502-6_15"},{"key":"1324_CR99","doi-asserted-by":"crossref","unstructured":"Zhang M, Wang W, Li X (2008) A paper recommender for scientific literatures based on semantic concept similarity. In: Digital libraries: universal and ubiquitous access to information. Springer, pp 359\u2013362","DOI":"10.1007\/978-3-540-89533-6_44"},{"key":"1324_CR100","unstructured":"Kang J, Choi J (2011) An ontology-based recommendation system using long-term and short-term preferences. In: International conference on information science and applications (ICISA). IEEE"},{"key":"1324_CR101","doi-asserted-by":"crossref","unstructured":"Wakeling S (2012) The user-centered design of a recommender system for a universal library catalogue. In: Proceedings of the sixth ACM conference on recommender systems. ACM","DOI":"10.1145\/2365952.2366036"},{"key":"1324_CR102","doi-asserted-by":"crossref","unstructured":"De Nart D, Ferrara F, Tasso C (2013) Personalized access to scientific publications: from recommendation to explanation. In: User modeling, adaptation, and personalization. Springer, pp 296\u2013301","DOI":"10.1007\/978-3-642-38844-6_26"},{"key":"1324_CR103","unstructured":"Li QC, Dong ZH, Li T (2008) Research of information recommendation system based on reading behavior. In: International conference on machine learning and cybernetics. IEEE"},{"key":"1324_CR104","unstructured":"Kuo JJ, Zhang YJ (2012) A library recommender system using interest change over time and matrix clustering. In: The outreach of digital libraries: a globalized resource network. Springer, pp 259\u2013268"},{"key":"1324_CR105","doi-asserted-by":"crossref","unstructured":"Tsuji K et al (2012) Use of library loan records for book recommendation. In: IIAI international conference on advanced applied informatics (IIAIAAI). IEEE","DOI":"10.1109\/IIAI-AAI.2012.16"},{"issue":"6","key":"1324_CR106","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1109\/4236.968830","volume":"5","author":"JL Herlocker","year":"2001","unstructured":"Herlocker JL, Konstan J (2001) Content-independent task-focused recommendation. Internet Comput IEEE 5(6):40\u201347","journal-title":"Internet Comput IEEE"},{"key":"1324_CR107","unstructured":"Chandrasekaran K et al (2008) Concept-based document recommendations for citeseer authors. In: Adaptive hypermedia and adaptive web-based systems. Springer"},{"key":"1324_CR108","doi-asserted-by":"publisher","DOI":"10.1045\/december2006-whitney","volume-title":"The Melvyl recommender project: developing library recommendation services","author":"C Whitney","year":"2006","unstructured":"Whitney C, Schiff LR (2006) The Melvyl recommender project: developing library recommendation services. California Digital Library, Oakland"},{"key":"1324_CR109","unstructured":"Aittola M, Ryh\u00e4nen T, Ojala T (2003) SmartLibrary\u2014location-aware mobile library service, in human\u2013computer interaction with mobile devices and services. Springer, pp 411\u2013416"},{"issue":"1","key":"1324_CR110","doi-asserted-by":"publisher","first-page":"92","DOI":"10.1108\/00330331311296320","volume":"47","author":"F Zarrinkalam","year":"2013","unstructured":"Zarrinkalam F, Kahani M (2013) SemCiR: a citation recommendation system based on a novel semantic distance measure. Program 47(1):92\u2013112","journal-title":"Program"},{"key":"1324_CR111","unstructured":"Middleton SE, Alani H, De Roure DC (2002) Exploiting synergy between ontologies and recommender systems. arXiv preprint cs\/0204012"},{"key":"1324_CR112","doi-asserted-by":"crossref","unstructured":"Middleton SE, Shadbolt NR, De Roure DC (2003) Capturing interest through inference and visualization: ontological user profiling in recommender systems. In: Proceedings of the 2nd international conference on knowledge capture. ACM","DOI":"10.1145\/945645.945657"},{"key":"1324_CR113","doi-asserted-by":"crossref","unstructured":"Geyer-Schulz A, Neumann A, Thede A (2003) Others also use: a robust recommender system for scientific libraries. In: Research and advanced technology for digital libraries. Springer, pp 113\u2013125","DOI":"10.1007\/978-3-540-45175-4_12"},{"key":"1324_CR114","doi-asserted-by":"crossref","unstructured":"Jung S et al (2004) SERF: integrating human recommendations with search. In: Proceedings of the thirteenth ACM international conference on information and knowledge management. ACM","DOI":"10.1145\/1031171.1031277"},{"key":"1324_CR115","doi-asserted-by":"crossref","unstructured":"Amini B, Ibrahim R, Othman MS (2013) Data sets for offline evaluation of scholar\u2019s recommender system. In: Intelligent information and database systems. Springer, pp 158\u2013167","DOI":"10.1007\/978-3-642-36543-0_17"},{"key":"1324_CR116","doi-asserted-by":"crossref","unstructured":"McNee SM et al (2002) On the recommending of citations for research papers. In: Proceedings of the 2002 ACM conference on computer supported cooperative work. ACM","DOI":"10.1145\/587078.587096"},{"key":"1324_CR117","unstructured":"Konstan JA, Riedl J (1999) Research resources for recommender systems. In: CHI\u201999 workshop interacting with recommender systems"},{"issue":"1","key":"1324_CR118","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1007\/s11257-016-9174-x","volume":"26","author":"J Beel","year":"2016","unstructured":"Beel J et al (2016) Towards reproducibility in recommender-systems research. User Model User Adapt Interact 26(1):69\u2013101","journal-title":"User Model User Adapt Interact"},{"issue":"3","key":"1324_CR119","doi-asserted-by":"publisher","first-page":"790","DOI":"10.1016\/j.eswa.2007.07.047","volume":"35","author":"FH Olmo del","year":"2008","unstructured":"del Olmo FH, Gaudioso E (2008) Evaluation of recommender systems: a new approach. Expert Syst Appl 35(3):790\u2013804","journal-title":"Expert Syst Appl"},{"key":"1324_CR120","doi-asserted-by":"crossref","unstructured":"Pu P, Chen L, Hu R (2011) A user-centric evaluation framework for recommender systems. In: Proceedings of the fifth ACM conference on recommender systems. ACM","DOI":"10.1145\/2043932.2043962"},{"key":"1324_CR121","volume-title":"An on-line evaluation framework for recommender systems","author":"C Hayes","year":"2002","unstructured":"Hayes C, Cunningham P (2002) An on-line evaluation framework for recommender systems. Trinity College Dublin, Department of Computer Science, Dublin"},{"issue":"4","key":"1324_CR122","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1080\/00987913.2014.975887","volume":"40","author":"EM Hanson","year":"2014","unstructured":"Hanson EM (2014) A beginner\u2019s guide to creating library linked data: lessons from NCSU\u2019s organization name linked data project. Ser Rev 40(4):251\u2013258","journal-title":"Ser Rev"},{"issue":"17","key":"1324_CR123","doi-asserted-by":"publisher","first-page":"4659","DOI":"10.1002\/cpe.3449","volume":"27","author":"C Figueroa","year":"2015","unstructured":"Figueroa C, Vagliano I, Rocha OR, Morisio M (2015) A systematic literature review of linked data-based recommender systems. Concurr Comput Pract Exp 27(17):4659\u20134684","journal-title":"Concurr Comput Pract Exp"},{"key":"1324_CR124","doi-asserted-by":"crossref","unstructured":"Cremonesi P, Garzotto F, Turrin R (2013) User-centric versus system-centric evaluation of recommender systems. In: Human\u2013Computer interaction\u2013INTERACT 2013. Springer, pp 334\u2013351","DOI":"10.1007\/978-3-642-40477-1_21"},{"key":"1324_CR125","doi-asserted-by":"crossref","unstructured":"Levy M (2013) Offline evaluation of recommender systems: all pain and no gain? In: Proceedings of the international workshop on reproducibility and replication in recommender systems evaluation. ACM","DOI":"10.1145\/2532508.2532509"},{"key":"1324_CR126","doi-asserted-by":"crossref","unstructured":"Mobasher B et al (2001) Effective personalization based on association rule discovery from web usage data. In: Proceedings of the 3rd international workshop on web information and data management. ACM","DOI":"10.1145\/502932.502935"},{"key":"1324_CR127","doi-asserted-by":"crossref","unstructured":"Sinha R, Swearingen K (2002) The role of transparency in recommender systems. In: CHI\u201902 extended abstracts on human factors in computing systems. ACM","DOI":"10.1145\/506443.506619"},{"key":"1324_CR128","doi-asserted-by":"crossref","unstructured":"Wu W, He L, Yang J (2012) Evaluating recommender systems. In: Seventh international conference on digital information management (ICDIM). IEEE","DOI":"10.1109\/ICDIM.2012.6360092"},{"key":"1324_CR129","unstructured":"Powers D (2007) Evaluation: from precision, recall and F-factor to ROC, informedness, markedness & correlation (Technical Report). Adelaide, Australia"},{"key":"1324_CR130","doi-asserted-by":"crossref","unstructured":"Iaquinta L et al (2008) Introducing serendipity in a content-based recommender system. In: Hybrid intelligent systems. HIS\u201908 Eighth international conference. IEEE","DOI":"10.1109\/HIS.2008.25"},{"key":"1324_CR131","doi-asserted-by":"publisher","first-page":"180","DOI":"10.1016\/j.knosys.2016.08.014","volume":"111","author":"D Kotkov","year":"2016","unstructured":"Kotkov D, Wang S, Veijalainen J (2016) A survey of serendipity in recommender systems. Knowl Based Syst 111:180\u2013192","journal-title":"Knowl Based Syst"},{"issue":"1","key":"1324_CR132","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1007\/s11257-011-9112-x","volume":"22","author":"JA Konstan","year":"2012","unstructured":"Konstan JA, Riedl J (2012) Recommender systems: from algorithms to user experience. User Model User Adapt Interact 22(1):101\u2013123","journal-title":"User Model User Adapt Interact"},{"issue":"1","key":"1324_CR133","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1080\/01449290903004012","volume":"29","author":"AA Ozok","year":"2010","unstructured":"Ozok AA, Fan Q, Norcio AF (2010) Design guidelines for effective recommender system interfaces based on a usability criteria conceptual model: results from a college student population. Behav Inf Technol 29(1):57\u201383","journal-title":"Behav Inf Technol"},{"key":"1324_CR134","unstructured":"Hiesel P et al (2016) A user interface concept for context-aware recommender systems. Mensch und Computer, Tagungsband"},{"key":"1324_CR135","doi-asserted-by":"crossref","unstructured":"di Sciascio C (2017) Advanced user interfaces and hybrid recommendations for exploratory search. In: Proceedings of the 22nd iaaanternational conference on intelligent user interfaces companion. ACM","DOI":"10.1145\/3030024.3038291"},{"key":"1324_CR136","doi-asserted-by":"crossref","unstructured":"Calero Valdez A, Ziefle M, Verbert K (2016) HCI for recommender systems: the past, the present and the future. In: Proceedings of the 10th ACM conference on recommender systems. ACM","DOI":"10.1145\/2959100.2959158"}],"container-title":["Knowledge and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-018-1324-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10115-018-1324-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10115-018-1324-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,9]],"date-time":"2022-09-09T20:03:08Z","timestamp":1662753788000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10115-018-1324-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,1,5]]},"references-count":136,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2019,11]]}},"alternative-id":["1324"],"URL":"https:\/\/doi.org\/10.1007\/s10115-018-1324-5","relation":{},"ISSN":["0219-1377","0219-3116"],"issn-type":[{"value":"0219-1377","type":"print"},{"value":"0219-3116","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,1,5]]},"assertion":[{"value":"10 February 2016","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 December 2018","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 December 2018","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 January 2019","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}