{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,8]],"date-time":"2026-10-08T15:15:17Z","timestamp":1791472517017,"version":"4.3.4"},"publisher-location":"New York, NY, USA","reference-count":25,"publisher":"ACM","license":[{"start":{"date-parts":[[2013,10,12]],"date-time":"2013-10-12T00:00:00Z","timestamp":1381536000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2013,10,12]]},"DOI":"10.1145\/2532508.2532511","type":"proceedings-article","created":{"date-parts":[[2014,2,4]],"date-time":"2014-02-04T09:16:26Z","timestamp":1391505386000},"page":"7-14","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":97,"title":["A comparative analysis of offline and online evaluations and discussion of research paper recommender system evaluation"],"prefix":"10.1145","author":[{"given":"Joeran","family":"Beel","sequence":"first","affiliation":[{"name":"Docear, Magdeburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marcel","family":"Genzmehr","sequence":"additional","affiliation":[{"name":"Docear, Magdeburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stefan","family":"Langer","sequence":"additional","affiliation":[{"name":"Docear, Magdeburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andreas","family":"N\u00fcrnberger","sequence":"additional","affiliation":[{"name":"Otto-von-Guericke University Magdeburg, Germany"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bela","family":"Gipp","sequence":"additional","affiliation":[{"name":"University of California, Berkeley"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2013,10,12]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"O. K\u00fc\u00e7\u00fcktun\u00e7 E. Saule K. Kaya and \u00dc.V. \u00c7ataly\u00fcrek \"Recommendation on Academic Networks using Direction Aware Citation Analysis \" arXiv preprint arXiv:1205.1143 2012 pp. 1--10.  O. K\u00fc\u00e7\u00fcktun\u00e7 E. Saule K. Kaya and \u00dc.V. \u00c7ataly\u00fcrek \"Recommendation on Academic Networks using Direction Aware Citation Analysis \" arXiv preprint arXiv:1205.1143 2012 pp. 1--10."},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/996350.996402"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/587078.587096"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11257-011-9112-x"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11257-011-9118-4"},{"key":"e_1_3_2_1_6_1","article-title":"A survey of accuracy evaluation metrics of recommendation tasks","volume":"10","author":"Gunawardana A.","year":"2009","unstructured":"A. Gunawardana and G. Shani , \" A survey of accuracy evaluation metrics of recommendation tasks ,\" The Journal of Machine Learning Research , vol. 10 , 2009 . A. Gunawardana and G. Shani, \"A survey of accuracy evaluation metrics of recommendation tasks,\" The Journal of Machine Learning Research, vol. 10, 2009.","journal-title":"The Journal of Machine Learning Research"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/502585.502627"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/2532508.2532512"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1864708.1864761"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/345508.345539"},{"key":"e_1_3_2_1_11_1","volume-title":"What Recommenders Recommend--An Analysis of Accuracy, Popularity, and Sales Diversity Effects,\" User Modeling, Adaptation, and Personalization","author":"Jannach D.","year":"2013","unstructured":"D. Jannach , L. Lerche , F. Gedikli , and G. Bonnin , \" What Recommenders Recommend--An Analysis of Accuracy, Popularity, and Sales Diversity Effects,\" User Modeling, Adaptation, and Personalization , Springer , 2013 . D. Jannach, L. Lerche, F. Gedikli, and G. Bonnin, \"What Recommenders Recommend--An Analysis of Accuracy, Popularity, and Sales Diversity Effects,\" User Modeling, Adaptation, and Personalization, Springer, 2013."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-85820-3_8"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/383952.383992"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1998076.1998188"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/2467696.2467786"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/280765.280786"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1180875.1180903"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/963770.963772"},{"key":"e_1_3_2_1_19_1","first-page":"1","article-title":"Recommender systems handbook","author":"Ricci F.","year":"2011","unstructured":"F. Ricci , L. Rokach , B. Shapira , and K. B. P. , \" Recommender systems handbook ,\" Recommender Systems Handbook , 2011 , pp. 1 -- 35 . F. Ricci, L. Rokach, B. Shapira, and K. B. P., \"Recommender systems handbook,\" Recommender Systems Handbook, 2011, pp. 1--35.","journal-title":"Recommender Systems Handbook"},{"key":"e_1_3_2_1_20_1","first-page":"395","volume-title":"Sponsored vs. Organic (Research Paper) Recommendations and the Impact of Labeling,\" Proceedings of the 17th International Conference on Theory and Practice of Digital Libraries (TPDL","author":"Beel J.","year":"2013","unstructured":"J. Beel , S. Langer , and M. Genzmehr , \" Sponsored vs. Organic (Research Paper) Recommendations and the Impact of Labeling,\" Proceedings of the 17th International Conference on Theory and Practice of Digital Libraries (TPDL 2013 ), T. Aalberg, M. Dobreva, C. Papatheodorou, G. Tsakonas, and C. Farrugia, eds., Valletta, Malta : 2013, pp. 395 -- 399 . J. Beel, S. Langer, and M. Genzmehr, \"Sponsored vs. Organic (Research Paper) Recommendations and the Impact of Labeling,\" Proceedings of the 17th International Conference on Theory and Practice of Digital Libraries (TPDL 2013), T. Aalberg, M. Dobreva, C. Papatheodorou, G. Tsakonas, and C. Farrugia, eds., Valletta, Malta: 2013, pp. 395--399."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"crossref","unstructured":"J. Beel S. Langer A. N\u00fcrnberger and M. Genzmehr \"The Impact of Demographics (Age and Gender) and Other User Characteristics on Evaluating Recommender Systems \" Proceedings of the 17th International Conference on Theory and Practice of Digital Libraries (TPDL 2013) T. Aalberg M. Dobreva C. Papatheodorou G. Tsakonas and C. Farrugia eds. Valletta Malta: Springer 2013 pp. 400--404.  J. Beel S. Langer A. N\u00fcrnberger and M. Genzmehr \"The Impact of Demographics (Age and Gender) and Other User Characteristics on Evaluating Recommender Systems \" Proceedings of the 17th International Conference on Theory and Practice of Digital Libraries (TPDL 2013) T. Aalberg M. Dobreva C. Papatheodorou G. Tsakonas and C. Farrugia eds. Valletta Malta: Springer 2013 pp. 400--404.","DOI":"10.1007\/978-3-642-40501-3_45"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1002\/asi.4630360402"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1108\/eb026920"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02129604"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-02247-0_24"}],"event":{"name":"RepSys '13: Workshop on Reproducibility and Replication in Recommender Systems Evaluation","location":"Hong Kong China","acronym":"RepSys '13","sponsor":["CWI Centrum voor Wiskunde en Informatica - Netherlands"]},"container-title":["Proceedings of the International Workshop on Reproducibility and Replication in Recommender Systems Evaluation"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2532508.2532511","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2532508.2532511","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T03:34:22Z","timestamp":1750217662000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2532508.2532511"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,10,12]]},"references-count":25,"alternative-id":["10.1145\/2532508.2532511","10.1145\/2532508"],"URL":"https:\/\/doi.org\/10.1145\/2532508.2532511","relation":{},"subject":[],"published":{"date-parts":[[2013,10,12]]},"assertion":[{"value":"2013-10-12","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}