{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:46:28Z","timestamp":1742913988938,"version":"3.40.3"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030157180"},{"type":"electronic","value":"9783030157197"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-15719-7_27","type":"book-chapter","created":{"date-parts":[[2019,4,7]],"date-time":"2019-04-07T03:19:09Z","timestamp":1554607149000},"page":"213-219","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Online Evaluations for Everyone: Mr. DLib\u2019s Living Lab for Scholarly Recommendations"],"prefix":"10.1007","author":[{"given":"Joeran","family":"Beel","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andrew","family":"Collins","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Oliver","family":"Kopp","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Linus W.","family":"Dietz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Petr","family":"Knoth","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,4,7]]},"reference":[{"unstructured":"Hanbury, A., et al.: Evaluation-as-a-service: overview and outlook. arXiv preprint arXiv:1512.07454 (2015)","key":"27_CR1"},{"doi-asserted-by":"crossref","unstructured":"Hopfgartner, F., et al.: Report on the evaluation-as-a-service (EaaS) expert workshop. In: ACM SIGIR Forum, pp. 57\u201365. ACM (2015)","key":"27_CR2","DOI":"10.1145\/2795403.2795416"},{"key":"27_CR3","first-page":"15","volume":"10","author":"F Hopfgartner","year":"2018","unstructured":"Hopfgartner, F., et al.: Evaluation-as-a-service for the computational sciences: overview and outlook. J. Data Inf. Qual. (JDIQ) 10, 15 (2018)","journal-title":"J. Data Inf. Qual. (JDIQ)"},{"doi-asserted-by":"crossref","unstructured":"Brodt, T., Hopfgartner, F.: Shedding light on a living lab: the CLEF NEWSREEL open recommendation platform. In: Proceedings of the 5th Information Interaction in Context Symposium, pp. 223\u2013226. ACM (2014)","key":"27_CR4","DOI":"10.1145\/2637002.2637028"},{"doi-asserted-by":"crossref","unstructured":"Hopfgartner, F., et al.: Benchmarking news recommendations: the clef newsreel use case. In: ACM SIGIR Forum, pp. 129\u2013136. ACM (2016)","key":"27_CR5","DOI":"10.1145\/2888422.2888443"},{"key":"27_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1007\/978-3-319-44564-9_27","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"B Kille","year":"2016","unstructured":"Kille, B., et al.: Overview of NewsREEL\u201916: multi-dimensional evaluation of real-time stream-recommendation algorithms. In: Fuhr, N., et al. (eds.) CLEF 2016. LNCS, vol. 9822, pp. 311\u2013331. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-44564-9_27"},{"doi-asserted-by":"crossref","unstructured":"Balog, K., Elsweiler, D., Kanoulas, E., Kelly, L., Smucker, M.D.: Report on the CIKM workshop on living labs for information retrieval evaluation. In: ACM SIGIR Forum, pp. 21\u201328. ACM (2014)","key":"27_CR7","DOI":"10.1145\/2641383.2641388"},{"doi-asserted-by":"crossref","unstructured":"Carevic, Z., Sch\u00fcller, S., Mayr, P., Fuhr, N.: Contextualised browsing in a digital library\u2019s living lab. In: Proceedings of the 18th ACM\/IEEE on Joint Conference on Digital Libraries, Fort Worth, Texas, USA, pp. 89\u201398. ACM (2018)","key":"27_CR8","DOI":"10.1145\/3197026.3197054"},{"key":"27_CR9","doi-asserted-by":"publisher","first-page":"17153","DOI":"10.1109\/ACCESS.2018.2817497","volume":"6","author":"S Li","year":"2018","unstructured":"Li, S., Brusilovsky, P., Su, S., Cheng, X.: Conference paper recommendation for academic conferences. IEEE Access 6, 17153\u201317164 (2018)","journal-title":"IEEE Access"},{"doi-asserted-by":"crossref","unstructured":"Vargas, S., Hristakeva, M., Jack, K.: Mendeley: recommendations for researchers. In: Proceedings of the 10th ACM Conference on Recommender Systems, Boston, Massachusetts, USA, pp. 365\u2013365. ACM (2016)","key":"27_CR10","DOI":"10.1145\/2959100.2959116"},{"key":"27_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"815","DOI":"10.1007\/978-3-319-76941-7_82","volume-title":"Advances in Information Retrieval","author":"M F\u00e4rber","year":"2018","unstructured":"F\u00e4rber, M., Thiemann, A., Jatowt, A.: CITEWERTs: a system combining cite-worthiness with citation recommendation. In: Pasi, G., Piwowarski, B., Azzopardi, L., Hanbury, A. (eds.) ECIR 2018. LNCS, vol. 10772, pp. 815\u2013819. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-76941-7_82"},{"unstructured":"Jia, H., Saule, E.: Graph Embedding for Citation Recommendation, arXiv preprint arXiv:1812.03835 (2018)","key":"27_CR12"},{"doi-asserted-by":"crossref","unstructured":"Beierle, F., Tan, J., Grunert, K.: Analyzing social relations for recommending academic conferences. In: Proceedings of the 8th ACM International Workshop on Hot Topics in Planet-scale mObile computing and online Social neTworking, pp. 37\u201342. ACM (2016)","key":"27_CR13","DOI":"10.1145\/2944789.2944871"},{"key":"27_CR14","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1016\/j.jnca.2017.12.004","volume":"104","author":"S Yu","year":"2018","unstructured":"Yu, S., Liu, J., Yang, Z., Chen, Z., Jiang, H., Tolba, A., Xia, F.: PAVE: personalized academic venue recommendation exploiting co-publication networks. J. Netw. Comput. Appl. 104, 38\u201347 (2018)","journal-title":"J. Netw. Comput. Appl."},{"key":"27_CR15","doi-asserted-by":"publisher","first-page":"1852","DOI":"10.14778\/2824032.2824084","volume":"8","author":"NM Kou","year":"2015","unstructured":"Kou, N.M., Mamoulis, N., Li, Y., Li, Y., Gong, Z., et al.: A topic-based reviewer assignment system. Proc. VLDB Endowment 8, 1852\u20131855 (2015)","journal-title":"Proc. VLDB Endowment"},{"doi-asserted-by":"crossref","unstructured":"Lian, J.W., Mattei, N., Noble, R., Walsh, T.: The conference paper assignment problem: using order weighted averages to assign indivisible goods. In: Thirty-Second AAAI Conference on Artificial Intelligence (2018)","key":"27_CR16","DOI":"10.1609\/aaai.v32i1.11484"},{"key":"27_CR17","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1145\/3183370","volume":"36","author":"J Tan","year":"2018","unstructured":"Tan, J., Wan, X., Liu, H., Xiao, J.: QuoteRec: toward quote recommendation for writing. ACM Trans. Inf. Syst. (TOIS) 36, 34 (2018)","journal-title":"ACM Trans. Inf. Syst. (TOIS)"},{"key":"27_CR18","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1007\/s11192-017-2485-9","volume":"113","author":"X Kong","year":"2017","unstructured":"Kong, X., Jiang, H., Wang, W., Bekele, T.M., Xu, Z., Wang, M.: Exploring dynamic research interest and academic influence for scientific collaborator recommendation. Scientometrics 113, 369\u2013385 (2017)","journal-title":"Scientometrics"},{"unstructured":"Moreira, G.S.P., de Souza, G.A., da Cunha, A.M.: Comparing offline and online recommender system evaluations on long-tail distributions. In: Proceedings of the ACM Recommender Systems Conference RecSys (2015)","key":"27_CR19"},{"doi-asserted-by":"crossref","unstructured":"Rossetti, M., Stella, F., Zanker, M.: Contrasting offline and online results when evaluating recommendation algorithms. In: Proceedings of the 10th ACM Conference on Recommender Systems, Boston, Massachusetts, USA, pp. 31\u201334. ACM (2016)","key":"27_CR20","DOI":"10.1145\/2959100.2959176"},{"doi-asserted-by":"crossref","unstructured":"Beel, J., Aizawa, A., Breitinger, C., Gipp, B.: Mr. DLib: recommendations-as-a-service (RaaS) for academia. In: Proceedings of the 17th ACM\/IEEE Joint Conference on Digital Libraries, Toronto, Ontario, Canada, pp. 313\u2013314. IEEE Press (2017)","key":"27_CR21","DOI":"10.1109\/JCDL.2017.7991606"},{"unstructured":"Beel, J., Collins, A., Aizawa, A.: The architecture of Mr. DLib\u2019s scientific recommender-system API. In: Proceedings of the 26th Irish Conference on Artificial Intelligence and Cognitive Science (AICS), CEUR-WS, pp. 78\u201389 (2018)","key":"27_CR22"},{"key":"27_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"770","DOI":"10.1007\/978-3-319-56608-5_80","volume-title":"Advances in Information Retrieval","author":"S Feyer","year":"2017","unstructured":"Feyer, S., Siebert, S., Gipp, B., Aizawa, A., Beel, J.: Integration of the scientific recommender system Mr. DLib into the reference manager JabRef. In: Jose, Joemon M., et al. (eds.) ECIR 2017. LNCS, vol. 10193, pp. 770\u2013774. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-56608-5_80"},{"unstructured":"Kopp, O., Breitenbuecher, U., Mueller, T.: CloudRef - towards collaborative reference management in the cloud. In: Proceedings of the 10th Central European Workshop on Services and their Composition (2018)","key":"27_CR24"},{"doi-asserted-by":"crossref","unstructured":"Hristakeva, M., et al.: Building recommender systems for scholarly information. In: Proceedings of the 1st Workshop on Scholarly Web Mining, pp. 25\u201332. ACM (2017)","key":"27_CR25","DOI":"10.1145\/3057148.3057152"},{"unstructured":"Knoth, P., et al.: Towards effective research recommender systems for repositories. In: Proceedings of the Open Repositories Conference (2017)","key":"27_CR26"},{"unstructured":"Pontika, N., Anastasiou, L., Charalampous, A., Cancellieri, M., Pearce, S., Knoth, P.: CORE recommender: a plug in suggesting open access content (2017). http:\/\/hdl.handle.net\/1842\/23359","key":"27_CR27"},{"unstructured":"Beel, J., Dinesh, S., Mayr, P., Carevic, Z., Raghvendra, J.: Stereotype and most-popular recommendations in the digital library sowiport. In: Proceedings of the 15th International Symposium of Information Science (ISI), pp. 96\u2013108 (2017)","key":"27_CR28"},{"unstructured":"Beel, J., Smyth, B., Collins, A.: RARD II: The 2nd Related-Article Recommendation Dataset. arXiv:1807.06918 [cs.IR] (2018)","key":"27_CR29"},{"doi-asserted-by":"crossref","unstructured":"Beel, J., Langer, S., Gipp, B., Nuernberger, A.: The architecture and datasets of Docear\u2019s research paper recommender system. D-Lib Mag. 20 (2014)","key":"27_CR30","DOI":"10.1045\/november14-beel"},{"doi-asserted-by":"crossref","unstructured":"Hienert, D., Sawitzki, F., Mayr, P.: Digital library research in action-supporting information retrieval in sowiport. D-Lib Mag. 21 (2015)","key":"27_CR31","DOI":"10.1045\/march2015-hienert"},{"unstructured":"Mayr, P.: Sowiport User Search Sessions Data Set (SUSS). GESIS Datorium (2016)","key":"27_CR32"},{"unstructured":"Stempfhuber, M., Schaer, P., Shen, W.: Enhancing visibility: integrating grey literature in the SOWIPORT information cycle. In: International Conference on Grey Literature, pp. 23\u201329 (2008)","key":"27_CR33"},{"key":"27_CR34","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1007\/s11257-016-9174-x","volume":"26","author":"J Beel","year":"2016","unstructured":"Beel, J., Breitinger, C., Langer, S., Lommatzsch, A., Gipp, B.: Towards reproducibility in recommender-systems research. User Model. User-Adap. Inter. (UMUAI) 26, 69\u2013101 (2016)","journal-title":"User Model. User-Adap. Inter. (UMUAI)"},{"key":"27_CR35","first-page":"14","volume":"10","author":"N Ferro","year":"2018","unstructured":"Ferro, N., Fuhr, N., Rauber, A.: Introduction to the special issue on reproducibility in information retrieval: tools and infrastructures. J. Data Inf. Qual. (JDIQ) 10, 14 (2018)","journal-title":"J. Data Inf. Qual. (JDIQ)"},{"unstructured":"Collins, A., Tkaczyk, D., Beel, J.: A novel approach to recommendation algorithm selection using meta-learning. In: Proceedings of the 26th Irish Conference on Artificial Intelligence and Cognitive Science (AICS). CEUR-WS, pp. 210\u2013219 (2018)","key":"27_CR36"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-15719-7_27","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T17:37:20Z","timestamp":1710265040000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-15719-7_27"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030157180","9783030157197"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-15719-7_27","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"7 April 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Cologne","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 April 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 April 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"41","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2019.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}