{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,17]],"date-time":"2025-10-17T13:52:09Z","timestamp":1760709129887},"publisher-location":"Cham","reference-count":21,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319445632"},{"type":"electronic","value":"9783319445649"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-319-44564-9_27","type":"book-chapter","created":{"date-parts":[[2016,8,22]],"date-time":"2016-08-22T02:00:36Z","timestamp":1471831236000},"page":"311-331","source":"Crossref","is-referenced-by-count":6,"title":["Overview of NewsREEL\u201916: Multi-dimensional Evaluation of Real-Time Stream-Recommendation Algorithms"],"prefix":"10.1007","author":[{"given":"Benjamin","family":"Kille","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andreas","family":"Lommatzsch","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gebrekirstos G.","family":"Gebremeskel","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Frank","family":"Hopfgartner","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Martha","family":"Larson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jonas","family":"Seiler","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Davide","family":"Malagoli","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andr\u00e1s","family":"Ser\u00e9ny","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Torben","family":"Brodt","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Arjen P.","family":"de Vries","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2016,8,23]]},"reference":[{"key":"27_CR1","doi-asserted-by":"crossref","unstructured":"Balog, K., Kelly, L., Schuth, A.: Head first: living labs for ad-hoc search evaluation. In: Proceedings of the 23rd ACM International Conference on Conference on Information and Knowledge Management, CIKM 2014, pp. 1815\u20131818. ACM, New York, NY, USA (2014)","DOI":"10.1145\/2661829.2661962"},{"key":"27_CR2","doi-asserted-by":"crossref","unstructured":"Blomo, J., Ester, M., Field, M.: RecSys challenge 2013. In: Proceedings of the 7th ACM Conference on Recommender Systems, RecSys 2013, pp. 489\u2013490 (2013)","DOI":"10.1145\/2507157.2508008"},{"key":"27_CR3","doi-asserted-by":"crossref","unstructured":"Brodt, T., Hopfgartner, F.: Shedding light on a living lab: the CLEF NEWSREEL open recommendation platform. In: IIiX 2014, pp. 223\u2013226 (2014)","DOI":"10.1145\/2637002.2637028"},{"key":"27_CR4","doi-asserted-by":"crossref","unstructured":"Chen, J., Nairn, R., Nelson, L., Bernstein, M.S., Chi, E.H.: Short and tweet: experiments on recommending content from information streams. In: Proceedings of the 28th International Conference on Human Factors in Computing Systems, CHI 2010, Atlanta, Georgia, USA, April 10\u201315, 2010, pp. 1185\u20131194 (2010)","DOI":"10.1145\/1753326.1753503"},{"key":"27_CR5","doi-asserted-by":"crossref","unstructured":"Chen, Y., Berkhin, P., Anderson, B., Devanur, N.R.: Real-time bidding algorithms for performance-based display ad allocation. In: Proceedings of the 17th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, KDD 2011, pp. 1307\u20131315 (2011)","DOI":"10.1145\/2020408.2020604"},{"key":"27_CR6","doi-asserted-by":"crossref","unstructured":"Diaz-Aviles, E., Drumond, L., Schmidt-Thieme, L., Nejdl, W.: Real-time top-n recommendation in social streams. In: Proceedings of the Sixth ACM Conference on Recommender Systems, RecSys 2012, pp. 59\u201366 (2012)","DOI":"10.1145\/2365952.2365968"},{"key":"27_CR7","doi-asserted-by":"crossref","unstructured":"Ekstrand, M.D., Ludwig, M., Konstan, J.A., Riedl, J.T.: Rethinking the recommender research ecosystem: reproducibility, openness, and LensKit. In: RecSys 2011, pp. 133\u2013140. ACM (2011)","DOI":"10.1145\/2043932.2043958"},{"key":"27_CR8","doi-asserted-by":"crossref","unstructured":"Gantner, Z., Rendle, S., Freudenthaler, C., Schmidt-Thieme, L.: MyMediaLite: a free recommender system library. In: RecSys 2011, pp. 305\u2013308. ACM (2011)","DOI":"10.1145\/2043932.2043989"},{"key":"27_CR9","doi-asserted-by":"crossref","unstructured":"Garcin, F., Faltings, B., Donatsch, O., Alazzawi, A., Bruttin, C., Huber, A.: Offline and online evaluation of news recommender systems at swissinfo.ch. In: Eighth ACM Conference on Recommender Systems, RecSys 2014, Foster City, Silicon Valley, CA, USA - October 6\u201310, 2014, pp. 169\u2013176 (2014)","DOI":"10.1145\/2645710.2645745"},{"key":"27_CR10","doi-asserted-by":"crossref","unstructured":"Gebremeskel, G., de Vries, A.: Random performance differences between online recommender systems algorithms. (Manuscript submitted for publication) (2016)","DOI":"10.1007\/978-3-319-44564-9_15"},{"issue":"4","key":"27_CR11","doi-asserted-by":"crossref","first-page":"19: 1","DOI":"10.1145\/2827872","volume":"5","author":"FM Harper","year":"2015","unstructured":"Harper, F.M., Konstan, J.A.: The Movielens datasets: history and context. ACM Trans. Interact. Intell. Syst. 5(4), 19: 1\u201319: 19 (2015)","journal-title":"ACM Trans. Interact. Intell. Syst."},{"issue":"2","key":"27_CR12","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1145\/2888422.2888443","volume":"49","author":"F Hopfgartner","year":"2015","unstructured":"Hopfgartner, F., Brodt, T., Seiler, J., Kille, B., Lommatzsch, A., Larson, M., Turrin, R., Ser\u00e9ny, A.: Benchmarking news recommendations: The CLEF NewsREEL use case. SIGIR Forum 49(2), 129\u2013136 (2015)","journal-title":"SIGIR Forum"},{"key":"27_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"250","DOI":"10.1007\/978-3-319-11382-1_21","volume-title":"Information Access Evaluation","author":"F Hopfgartner","year":"2014","unstructured":"Hopfgartner, F., Kille, B., Lommatzsch, A., Plumbaum, T., Brodt, T., Heintz, T.: Benchmarking news recommendations in a living lab. In: Kanoulas, E., Lupu, M., Clough, P., Sanderson, M., Hall, M., Hanbury, A., Toms, E. (eds.) CLEF 2014. LNCS, vol. 8685, pp. 250\u2013267. Springer, Heidelberg (2014)"},{"key":"27_CR14","doi-asserted-by":"crossref","unstructured":"Kille, B., Hopfgartner, F., Brodt, T., Heintz, T.: The plista dataset. In: Proceedings of the 2013 International News Recommender Systems Workshop and Challenge, NRS 2013, pp. 16\u201323. ACM, New York, (2013)","DOI":"10.1145\/2516641.2516643"},{"key":"27_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"497","DOI":"10.1007\/978-3-319-24027-5_48","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"B Kille","year":"2015","unstructured":"Kille, B., Lommatzsch, A., Turrin, R., Ser\u00e9ny, A., Larson, M., Brodt, T., Seiler, J., Hopfgartner, F.: Stream-based recommendations: online and offline evaluation as a service. In: Mothe, J., et al. (eds.) CLEF 2015. LNCS, vol. 9283, pp. 497\u2013517. Springer, Heidelberg (2015)"},{"key":"27_CR16","doi-asserted-by":"crossref","unstructured":"Lommatzsch, A., Albayrak, S.: Real-time recommendations for user-item streams. In: Proceedings of the 30th Symposium On Applied Computing, SAC 2015, SAC 2015, pp. 1039\u20131046. ACM, New York, (2015)","DOI":"10.1145\/2695664.2695678"},{"key":"27_CR17","doi-asserted-by":"crossref","unstructured":"Maksai, A., Garcin, F., Faltings, B.: Predicting online performance of news recommender systems through richer evaluation metrics. In: Proceedings of the 9th ACM Conference on Recommender Systems, RecSys 2015, pp. 179\u2013186. ACM, New York, (2015)","DOI":"10.1145\/2792838.2800184"},{"key":"27_CR18","doi-asserted-by":"crossref","unstructured":"McFee, B., Bertin-Mahieux, T., Ellis, D.P., Lanckriet, G.R.: The million song dataset challenge. In: Proceedings of the 21st International Conference Companion on World Wide Web, WWW 2012 Companion, pp. 909\u2013916 (2012)","DOI":"10.1145\/2187980.2188222"},{"key":"27_CR19","series-title":"Communications in Computer and Information Science","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1007\/978-3-319-12024-9_17","volume-title":"Semantic Web Evaluation Challenge","author":"T Noia Di","year":"2014","unstructured":"Di Noia, T., Cantador, I., Ostuni, V.C.: Linked open data-enabled recommender systems: ESWC 2014 challenge on book recommendation. In: Presutti, V., et al. (eds.) SemWebEval 2014. CCIS, vol. 475, pp. 129\u2013143. Springer, Heidelberg (2014)"},{"key":"27_CR20","doi-asserted-by":"crossref","unstructured":"Said, A., Bellog\u00edn, A.: Rival: a toolkit to foster reproducibility in recommender system evaluation. In: RecSys 2014, pp. 371\u2013372. ACM, New York, (2014)","DOI":"10.1145\/2645710.2645712"},{"key":"27_CR21","doi-asserted-by":"crossref","unstructured":"Tavakolifard, M., Gulla, J.A., Almeroth, K.C., Hopfgartner, F., Kille, B., Plumbaum, T., Lommatzsch, A., Brodt, T., Bucko, A., Heintz, T.: Workshop and challenge on news recommender systems. In: Seventh ACM Conference on Recommender Systems, RecSys 2013, Hong Kong, China, October 12\u201316, 2013, pp. 481\u2013482 (2013)","DOI":"10.1145\/2507157.2508004"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-44564-9_27","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,9,12]],"date-time":"2019-09-12T20:41:13Z","timestamp":1568320873000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-44564-9_27"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783319445632","9783319445649"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-44564-9_27","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2016]]}}}