{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T03:30:37Z","timestamp":1743046237243,"version":"3.40.3"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031136429"},{"type":"electronic","value":"9783031136436"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-13643-6_11","type":"book-chapter","created":{"date-parts":[[2022,8,24]],"date-time":"2022-08-24T15:03:19Z","timestamp":1661353399000},"page":"135-148","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Evaluating Research Dataset Recommendations in\u00a0a\u00a0Living Lab"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9392-8646","authenticated-orcid":false,"given":"J\u00fcri","family":"Keller","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8373-5162","authenticated-orcid":false,"given":"Leon Paul Mondrian","family":"Munz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,8,25]]},"reference":[{"key":"11_CR1","doi-asserted-by":"publisher","first-page":"734","DOI":"10.1109\/TKDE.2005.99","volume":"17","author":"G Adomavicius","year":"2005","unstructured":"Adomavicius, G., Tuzhilin, A.: Toward the next generation of recommender systems: a survey of the state-of-the-art and possible extensions. IEEE Trans. Knowl. Data Eng. 17, 734\u2013749 (2005). https:\/\/doi.org\/10.1109\/TKDE.2005.99","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"11_CR2","doi-asserted-by":"publisher","unstructured":"Asadi, N., Metzler, D., Elsayed, T., Lin, J.: Pseudo test collections for learning web search ranking functions. In: Ma, W., Nie, J., Baeza-Yates, R., Chua, T., Croft, W.B. (eds.) Proceeding of the 34th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2011, Beijing, China, 25\u201329 July 2011, pp. 1073\u20131082. ACM (2011). https:\/\/doi.org\/10.1145\/2009916.2010058","DOI":"10.1145\/2009916.2010058"},{"key":"11_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1007\/978-3-642-23708-9_5","volume-title":"Multilingual and Multimodal Information Access Evaluation","author":"L Azzopardi","year":"2011","unstructured":"Azzopardi, L., Balog, K.: Towards a living lab for information retrieval research and development. In: Forner, P., Gonzalo, J., Kek\u00e4l\u00e4inen, J., Lalmas, M., de Rijke, M. (eds.) CLEF 2011. LNCS, vol. 6941, pp. 26\u201337. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-23708-9_5"},{"key":"11_CR4","unstructured":"Balog, K., Schuth, A., Dekker, P., Schaer, P., Chuang, P.Y., Tavakolpoursaleh, N.: Overview of the trec 2016 open search track. In: Voorhees, E.M., Ellis, A. (eds.) TREC, vol. Special Publication 500\u2013321. National Institute of Standards and Technology (NIST) (2016)"},{"issue":"4","key":"11_CR5","doi-asserted-by":"publisher","first-page":"305","DOI":"10.1007\/s00799-015-0156-0","volume":"17","author":"J Beel","year":"2015","unstructured":"Beel, J., Gipp, B., Langer, S., Breitinger, C.: Research-paper recommender systems: a literature survey. Int. J. Digit. Libr. 17(4), 305\u2013338 (2015). https:\/\/doi.org\/10.1007\/s00799-015-0156-0","journal-title":"Int. J. Digit. Libr."},{"key":"11_CR6","doi-asserted-by":"publisher","unstructured":"Berendsen, R., Tsagkias, M., Weerkamp, W., de Rijke, M.: Pseudo test collections for training and tuning microblog rankers. In: Jones, G.J.F., Sheridan, P., Kelly, D., de Rijke, M., Sakai, T. (eds.) The 36th International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2013, Dublin, Ireland - July 28 - August 01 2013, pp. 53\u201362. ACM (2013). https:\/\/doi.org\/10.1145\/2484028.2484063","DOI":"10.1145\/2484028.2484063"},{"key":"11_CR7","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1016\/j.knosys.2013.03.012","volume":"46","author":"J Bobadilla","year":"2013","unstructured":"Bobadilla, J., Ortega, F., Hernando, A., Guti\u00e9rrez, A.: Recommender systems survey. Knowl. Based Syst. 46, 109\u2013132 (2013). https:\/\/doi.org\/10.1016\/j.knosys.2013.03.012","journal-title":"Knowl. Based Syst."},{"key":"11_CR8","unstructured":"Breuer, T., Schaer, P., Tavakolpoursaleh, N., Schaible, J., Wolff, B., M\u00fcller, B.: STELLA: towards a framework for the reproducibility of online search experiments. In: Clancy, R., Ferro, N., Hauff, C., Lin, J., Sakai, T., Wu, Z.Z. (eds.) Proceedings of the Open-Source IR Replicability Challenge co-located with 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval, OSIRRC@SIGIR 2019, Paris, France, 25 July 2019. CEUR Workshop Proceedings, vol. 2409, pp. 8\u201311. CEUR-WS.org (2019), http:\/\/ceur-ws.org\/Vol-2409\/position01.pdf"},{"issue":"1","key":"11_CR9","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1007\/s00778-019-00564-x","volume":"29","author":"A Chapman","year":"2019","unstructured":"Chapman, A., et al.: Dataset search: a survey. VLDB J. 29(1), 251\u2013272 (2019). https:\/\/doi.org\/10.1007\/s00778-019-00564-x","journal-title":"VLDB J."},{"key":"11_CR10","doi-asserted-by":"publisher","unstructured":"Cohan, A., Feldman, S., Beltagy, I., Downey, D., Weld, D.S.: SPECTER: document-level representation learning using citation-informed transformers. In: Jurafsky, D., Chai, J., Schluter, N., Tetreault, J.R. (eds.) Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, ACL 2020, 5\u201310 July 2020, pp. 2270\u20132282. Association for Computational Linguistics (2020). https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.207","DOI":"10.18653\/v1\/2020.acl-main.207"},{"key":"11_CR11","doi-asserted-by":"publisher","unstructured":"Craswell, N., Zoeter, O., Taylor, M.J., Ramsey, B.: An experimental comparison of click position-bias models. In: Najork, M., Broder, A.Z., Chakrabarti, S. (eds.) Proceedings of the International Conference on Web Search and Web Data Mining, WSDM 2008, Palo Alto, California, USA, 11\u201312 February 2008, pp. 87\u201394. ACM (2008). https:\/\/doi.org\/10.1145\/1341531.1341545","DOI":"10.1145\/1341531.1341545"},{"key":"11_CR12","doi-asserted-by":"crossref","unstructured":"Fix, E., Hodges, J.L.: Discriminatory analysis. Nonparametric discrimination: consistency properties. Int. Stat. Rev. Rev. Int. de Stat. 57(3), 238\u2013247 (1989). http:\/\/www.jstor.org\/stable\/1403797","DOI":"10.2307\/1403797"},{"key":"11_CR13","doi-asserted-by":"publisher","unstructured":"Hienert, D., Kern, D., Boland, K., Zapilko, B., Mutschke, P.: A digital library for research data and related information in the social sciences. In: Bonn, M., Wu, D., Downie, J.S., Martaus, A. (eds.) 19th ACM\/IEEE Joint Conference on Digital Libraries, JCDL 2019, Champaign, IL, USA, 2\u20136 June 2019, pp. 148\u2013157. IEEE (2019). https:\/\/doi.org\/10.1109\/JCDL.2019.00030","DOI":"10.1109\/JCDL.2019.00030"},{"key":"11_CR14","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1016\/j.websem.2018.11.003","volume":"55","author":"E Kacprzak","year":"2019","unstructured":"Kacprzak, E., Koesten, L., Ib\u00e1\u00f1ez, L., Blount, T., Tennison, J., Simperl, E.: Characterising dataset search - an analysis of search logs and data requests. J. Web Semant. 55, 37\u201355 (2019). https:\/\/doi.org\/10.1016\/j.websem.2018.11.003","journal-title":"J. Web Semant."},{"key":"11_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1007\/978-3-319-24592-8_15","volume-title":"Research and Advanced Technology for Digital Libraries","author":"D Kern","year":"2015","unstructured":"Kern, D., Mathiak, B.: Are there any differences in data set retrieval compared to well-known literature retrieval? In: Kapidakis, S., Mazurek, C., Werla, M. (eds.) TPDL 2015. LNCS, vol. 9316, pp. 197\u2013208. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-24592-8_15"},{"key":"11_CR16","unstructured":"Lommatzsch, A., Kille, B., Hopfgartner, F., Ramming, L.: Newsreel multimedia at mediaeval 2018: news recommendation with image and text content. In: Larson, M.A. (eds.) Working Notes Proceedings of the MediaEval 2018 Workshop, Sophia Antipolis, France, 29\u201331 October 2018. CEUR Workshop Proceedings, vol. 2283. CEUR-WS.org (2018). http:\/\/ceur-ws.org\/Vol-2283\/MediaEval_18_paper_5.pdf"},{"key":"11_CR17","unstructured":"Roberts, K., et al.: Searching for scientific evidence in a pandemic: an overview of TREC-COVID. CoRR abs\/2104.09632 (2021). https:\/\/arxiv.org\/abs\/2104.09632"},{"key":"11_CR18","unstructured":"Robertson, S.E., Walker, S., Jones, S., Hancock-Beaulieu, M., Gatford, M.: Okapi at TREC-3. In: Harman, D.K. (ed.) Proceedings of The Third Text Retrieval Conference, TREC 1994, Gaithersburg, Maryland, USA, 2\u20134 November 1994. NIST Special Publication, vol. 500\u2013225, pp. 109\u2013126. National Institute of Standards and Technology (NIST) (1994). http:\/\/trec.nist.gov\/pubs\/trec3\/papers\/city.ps.gz"},{"key":"11_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"394","DOI":"10.1007\/978-3-030-85251-1_25","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"P Schaer","year":"2021","unstructured":"Schaer, P., Breuer, T., Castro, L.J., Wolff, B., Schaible, J., Tavakolpoursaleh, N.: Overview of lilas 2021 \u2013 living labs for academic search. In: Candan, K.S. (ed.) CLEF 2021. LNCS, vol. 12880, pp. 394\u2013418. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-85251-1_25"},{"key":"11_CR20","unstructured":"Schaer, P., Breuer, T., Castro, L.J., Wolff, B., Schaible, J., Tavakolpoursaleh, N.: Overview of lilas 2021 - living labs for academic search (extended overview). In: Faggioli, G., Ferro, N., Joly, A., Maistro, M., Piroi, F. (eds.) Proceedings of the Working Notes of CLEF 2021 - Conference and Labs of the Evaluation Forum, Bucharest, Romania, September 21st - to - 24th, 2021. CEUR Workshop Proceedings, vol. 2936, pp. 1668\u20131699. CEUR-WS.org (2021). http:\/\/ceur-ws.org\/Vol-2936\/paper-143.pdf"},{"key":"11_CR21","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"580","DOI":"10.1007\/978-3-030-45442-5_75","volume-title":"Advances in Information Retrieval","author":"P Schaer","year":"2020","unstructured":"Schaer, P., Schaible, J., M\u00fcller, B.: Living labs for academic search at CLEF 2020. In: ECIR 2020. LNCS, vol. 12036, pp. 580\u2013586. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-45442-5_75"},{"issue":"1","key":"11_CR22","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1007\/s13222-020-00335-x","volume":"20","author":"J Schaible","year":"2020","unstructured":"Schaible, J., Breuer, T., Tavakolpoursaleh, N., M\u00fcller, B., Wolff, B., Schaer, P.: Evaluation Infrastructures for Academic Shared Tasks. Datenbank-Spektrum 20(1), 29\u201336 (2020). https:\/\/doi.org\/10.1007\/s13222-020-00335-x","journal-title":"Datenbank-Spektrum"},{"key":"11_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1007\/978-3-319-24027-5_47","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"A Schuth","year":"2015","unstructured":"Schuth, A., Balog, K., Kelly, L.: Overview of the living labs for information retrieval evaluation (LL4IR) CLEF lab 2015. In: Mothe, J. (ed.) CLEF 2015. LNCS, vol. 9283, pp. 484\u2013496. Springer, Cham (2015). https:\/\/doi.org\/10.1007\/978-3-319-24027-5_47"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-13643-6_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T16:34:18Z","timestamp":1710261258000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-13643-6_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031136429","9783031136436"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-13643-6_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"25 August 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Bologna","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 September 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/clef2022.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"14","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"50% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7 best of labs + 14 lab overviews","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}