{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:39:28Z","timestamp":1742913568595,"version":"3.40.3"},"publisher-location":"Cham","reference-count":20,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319920061"},{"type":"electronic","value":"9783319920078"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-319-92007-8_34","type":"book-chapter","created":{"date-parts":[[2018,5,21]],"date-time":"2018-05-21T15:02:40Z","timestamp":1526914960000},"page":"401-409","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Reproducibility of Experiments in Recommender Systems Evaluation"],"prefix":"10.1007","author":[{"given":"Nikolaos","family":"Polatidis","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Stelios","family":"Kapetanakis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Elias","family":"Pimenidis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Konstantinos","family":"Kosmidis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,5,22]]},"reference":[{"key":"34_CR1","doi-asserted-by":"crossref","unstructured":"Said, A., Bellog\u00edn, A.: Comparative recommender system evaluation. In: Proceedings of 8th ACM Conference Recommender Systems - RecSys 2014, pp. 129\u2013136 (2014)","DOI":"10.1145\/2645710.2645779"},{"key":"34_CR2","doi-asserted-by":"crossref","unstructured":"Jannach, D., Zanker, M., Felfernig, A., Friedrich, G.: Recommender systems: an introduction (2010)","DOI":"10.1017\/CBO9780511763113"},{"key":"34_CR3","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1145\/963770.963772","volume":"22","author":"JL Herlocker","year":"2004","unstructured":"Herlocker, J.L., Konstan, J.A., Terveen, L.G., Riedl, J.T.: Evaluating collaborative filtering recommender systems. ACM Trans. Inf. Syst. 22, 5\u201353 (2004)","journal-title":"ACM Trans. Inf. Syst."},{"key":"34_CR4","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1016\/j.eswa.2015.11.023","volume":"48","author":"N Polatidis","year":"2016","unstructured":"Polatidis, N., Georgiadis, C.K.: A multi-level collaborative filtering method that improves recommendations. Expert Syst. Appl. 48, 100\u2013110 (2016)","journal-title":"Expert Syst. Appl."},{"key":"34_CR5","unstructured":"Owen, S., Anil, R., Dunning, T., Friedman, E.: Mahout in Action (2011)"},{"key":"34_CR6","doi-asserted-by":"crossref","unstructured":"Ekstrand, M.D., Ludwig, M., Konstan, J.A., Riedl, J.T.: Rethinking the recommender research ecosystem: reproducibility, openness, and LensKit. In: Proceedings of the Fifth ACM Conference on Recommender Systems, pp. 133\u2013140. ACM, New York (2011)","DOI":"10.1145\/2043932.2043958"},{"key":"34_CR7","doi-asserted-by":"crossref","unstructured":"Gantner, Z., Rendle, S.: MyMediaLite: a free recommender system library. In: Proceedings of Fifth ACM Conference Recommender Systems, pp. 305\u2013308 (2011)","DOI":"10.1145\/2043932.2043989"},{"key":"34_CR8","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1007\/978-3-642-38844-6_3","volume-title":"User Modeling, Adaptation, and Personalization","author":"Dietmar Jannach","year":"2013","unstructured":"Jannach, D., Lerche, L., Gedikli, F., Bonnin, G.: What recommenders recommend\u2013an analysis of accuracy, popularity, and sales diversity effects. In: User Modeling, Adaptation, and Personalization, pp. 1\u201313 (2013)"},{"key":"34_CR9","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1007\/978-0-387-85820-3_8","volume-title":"Recommender Systems Handbook","author":"G Shani","year":"2011","unstructured":"Shani, G., Gunawardana, A.: Evaluating recommendation systems. In: Ricci, F., Rokach, L., Shapira, B., Kantor, Paul B. (eds.) Recommender Systems Handbook, pp. 257\u2013297. Springer, Boston, MA (2011). https:\/\/doi.org\/10.1007\/978-0-387-85820-3_8"},{"key":"34_CR10","doi-asserted-by":"crossref","unstructured":"Konstan, J.A., Adomavicius, G.: Toward identification and adoption of best practices in algorithmic recommender systems research. In: Proceedings of the International Workshop on Reproducibility and Replication in Recommender Systems Evaluation, pp. 23\u201328. ACM, New York (2013)","DOI":"10.1145\/2532508.2532513"},{"key":"34_CR11","doi-asserted-by":"crossref","unstructured":"Bellogin, A., Castells, P., Said, A., Tikk, D.: Workshop on reproducibility and replication in recommender systems evaluation. In: Proceedings of the 7th ACM Conference on Recommender Systems - RecSys 2013, pp. 485\u2013486 (2013)","DOI":"10.1145\/2507157.2508006"},{"key":"34_CR12","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1145\/2641383.2641389","volume":"48","author":"A Bellogin","year":"2014","unstructured":"Bellogin, A., Castells, P., Said, A., Tikk, D.: Report on the workshop on reproducibility and replication in Recommender Systems Evaluation (RepSys). SIGIR Forum. 48, 29\u201335 (2014)","journal-title":"SIGIR Forum."},{"key":"34_CR13","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1007\/s11257-016-9174-x","volume":"26","author":"J Beel","year":"2016","unstructured":"Beel, J., Breitinger, C., Langer, S., Lommatzsch, A., Gipp, B.: Towards reproducibility in recommender-systems research. User Model. User-adapt. Interact. 26, 69\u2013101 (2016)","journal-title":"User Model. User-adapt. Interact."},{"key":"34_CR14","doi-asserted-by":"crossref","unstructured":"Ko\u0161ir, A., Odi\u0107, A., Tkal\u010di\u010d, M.: How to improve the statistical power of the 10-fold cross validation scheme in recommender systems. In: RecSys RepSys 2013: Proceedings of the International Workshop on Reproducibility and Replication in Recommender Systems Evaluation, pp. 3\u20136 (2013)","DOI":"10.1145\/2532508.2532510"},{"key":"34_CR15","doi-asserted-by":"crossref","unstructured":"Said, A., Bellog\u00edn, A.: RiVal \u2013 a toolkit to foster reproducibility in recommender system evaluation. In: RecSys 2014 Proceedings of 8th ACM Conference Recommender System, pp. 371\u2013372 (2014)","DOI":"10.1145\/2645710.2645712"},{"key":"34_CR16","doi-asserted-by":"publisher","first-page":"790","DOI":"10.1016\/j.eswa.2007.07.047","volume":"35","author":"F Hern\u00e1ndez del Olmo","year":"2008","unstructured":"Hern\u00e1ndez del Olmo, F., Gaudioso, E.: Evaluation of recommender systems: a new approach. Expert Syst. Appl. 35, 790\u2013804 (2008)","journal-title":"Expert Syst. Appl."},{"key":"34_CR17","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"320","DOI":"10.1007\/978-3-319-44748-3_31","volume-title":"Artificial Intelligence: Methodology, Systems, and Applications","author":"S Peker","year":"2016","unstructured":"Peker, S., Kocyigit, A.: mRHR: a modified reciprocal hit rank metric for ranking evaluation of multiple preferences in Top-N recommender systems. In: Dichev, C., Agre, G. (eds.) AIMSA 2016. LNCS (LNAI), vol. 9883, pp. 320\u2013329. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-44748-3_31"},{"key":"34_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2827872","volume":"5","author":"FM Harper","year":"2015","unstructured":"Harper, F.M., Konstan, J.A.: The MovieLens Datasets. ACM Trans. Interact. Intell. Syst. 5, 1\u201319 (2015)","journal-title":"ACM Trans. Interact. Intell. Syst."},{"key":"34_CR19","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1016\/j.eswa.2016.11.018","volume":"71","author":"N Polatidis","year":"2017","unstructured":"Polatidis, N., Georgiadis, C.K., Pimenidis, E., Mouratidis, H.: Privacy-preserving collaborative recommendations based on random perturbations. Expert Syst. Appl. 71, 18\u201325 (2017)","journal-title":"Expert Syst. Appl."},{"key":"34_CR20","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1007\/978-3-319-61030-6_3","volume-title":"Case-Based Reasoning Research and Development","author":"G Alshammari","year":"2017","unstructured":"Alshammari, G., Jorro-Aragoneses, J.L., Kapetanakis, S., Petridis, M., Recio-Garc\u00eda, J.A., D\u00edaz-Agudo, B.: A hybrid CBR approach for the long tail problem in recommender systems. In: Aha, D.W., Lieber, J. (eds.) ICCBR 2017. LNCS (LNAI), vol. 10339, pp. 35\u201345. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-61030-6_3"}],"container-title":["IFIP Advances in Information and Communication Technology","Artificial Intelligence Applications and Innovations"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-92007-8_34","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,21]],"date-time":"2022-05-21T00:12:10Z","timestamp":1653091930000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-92007-8_34"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783319920061","9783319920078"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-92007-8_34","relation":{},"ISSN":["1868-4238","1868-422X"],"issn-type":[{"type":"print","value":"1868-4238"},{"type":"electronic","value":"1868-422X"}],"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"22 May 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"IFIP International Conference on Artificial Intelligence Applications and Innovations","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Rhodes","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 May 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 May 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aiai2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/easyconferences.eu\/aiai2018\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}