{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,17]],"date-time":"2026-02-17T17:42:20Z","timestamp":1771350140029,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":71,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,10]],"date-time":"2024-07-10T00:00:00Z","timestamp":1720569600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"name":"OpenWebSearch.eu project","award":["GA 101070014"],"award-info":[{"award-number":["GA 101070014"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,10]]},"DOI":"10.1145\/3626772.3657886","type":"proceedings-article","created":{"date-parts":[[2024,7,11]],"date-time":"2024-07-11T12:40:05Z","timestamp":1720701605000},"page":"1115-1125","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Resources for Combining Teaching and Research in Information Retrieval Coursework"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1003-981X","authenticated-orcid":false,"given":"Maik","family":"Fr\u00f6be","sequence":"first","affiliation":[{"name":"Friedrich-Schiller-Universit\u00e4t Jena, Jena, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9578-7157","authenticated-orcid":false,"given":"Harrisen","family":"Scells","sequence":"additional","affiliation":[{"name":"Informatik, Leipzig University, Leipzig, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6359-0752","authenticated-orcid":false,"given":"Theresa","family":"Elstner","sequence":"additional","affiliation":[{"name":"Leipzig University, Leipzig, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1634-5068","authenticated-orcid":false,"given":"Christopher","family":"Akiki","sequence":"additional","affiliation":[{"name":"Leipzig University, Leipzig, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5707-3751","authenticated-orcid":false,"given":"Lukas","family":"Gienapp","sequence":"additional","affiliation":[{"name":"Leipzig University, Leipzig, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1992-8696","authenticated-orcid":false,"given":"Jan Heinrich","family":"Reimer","sequence":"additional","affiliation":[{"name":"Institute for Computer Science, Friedrich-Schiller-Universit\u00e4t Jena, Jena, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8914-2659","authenticated-orcid":false,"given":"Sean","family":"MacAvaney","sequence":"additional","affiliation":[{"name":"University of Glasgow, Glasgow, UK, United Kingdom"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9033-2217","authenticated-orcid":false,"given":"Benno","family":"Stein","sequence":"additional","affiliation":[{"name":"Bauhaus-Universit\u00e4t Weimar, imar, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9733-2890","authenticated-orcid":false,"given":"Matthias","family":"Hagen","sequence":"additional","affiliation":[{"name":"Friedrich-Schiller-Universit\u00e4t Jena, Jena, Germany"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2451-0665","authenticated-orcid":false,"given":"Martin","family":"Potthast","sequence":"additional","affiliation":[{"name":"University of Kassel, hessian.AI, and ScaDS.AI, Kassel, Germany"}]}],"member":"320","published-online":{"date-parts":[[2024,7,11]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3-031--42448--9_28"},{"key":"e_1_3_2_1_2_1","unstructured":"Rabab Alkhalifa Iman Munire Bilal Hsuvas Borkakoty Jos\u00e9 Camacho-Collados Romain Deveaud Alaa El-Ebshihy Luis Espinosa Anke Gabriela Nicole Gonz\u00e1 lez S\u00e1 ez Petra Galusc\u00e1 kov\u00e1 Lorraine Goeuriot Elena Kochkina Maria Liakata Daniel Loureiro Philippe Mulhem Florina Piroi Martin Popel Christophe Servan Harish Tayyar Madabushi and Arkaitz Zubiaga. 2023 b. Extended Overview of the CLEF-2023 LongEval Lab on Longitudinal Evaluation of Model Performance. In Working Notes of the Conference and Labs of the Evaluation Forum (CLEF 2023) Thessaloniki Greece September 18th to 21st 2023 (CEUR Workshop Proceedings Vol. 3497) Mohammad Aliannejadi Guglielmo Faggioli Nicola Ferro and Michalis Vlachos (Eds.). CEUR-WS.org 2181--2203. https:\/\/ceur-ws.org\/Vol-3497\/paper-184.pdf"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3-031--56072--9_8"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/3511808.3557714"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3084374"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2914671"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-56069-9_27"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3636341.3636351"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","unstructured":"Christine Bauer Maik Fr\u00f6be Dietmar Jannach Udo Kruschwitz Paolo Rosso Damiano Spina and Nava Tintarev. 2023 b. Overcoming Methodological Challenges in Information Retrieval and Recommender Systems through Awareness and Education. arXiv 2305.01509. https:\/\/doi.org\/10.48550\/arXiv.2305.01509","DOI":"10.48550\/arXiv.2305.01509"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3--642--22511--6_3"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3-030--58219--7_26"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3-030--85251--1_28"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-30671-1_58"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/S10791-007--9032-X"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1108\/eb050097"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/122860.122861"},{"key":"e_1_3_2_1_17_1","volume-title":"Proceedings of TREC 2020 (NIST Special Publication","volume":"13","author":"Craswell Nick","year":"2020","unstructured":"Nick Craswell, Bhaskar Mitra, Emine Yilmaz, and Daniel Campos. 2020. Overview of the TREC 2020 Deep Learning Track. In Proceedings of TREC 2020 (NIST Special Publication, Vol. 1266). NIST, Gaithersburg, bibinfonumpages13 pages. https:\/\/trec.nist.gov\/pubs\/trec29\/papers\/OVERVIEW.DL.pdf"},{"key":"e_1_3_2_1_18_1","volume-title":"Overview of the TREC 2019 Deep Learning Track. In Proceedings of TREC 2019 (NIST Special Publication","volume":"22","author":"Craswell Nick","unstructured":"Nick Craswell, Bhaskar Mitra, Emine Yilmaz, Daniel Campos, and Ellen M. Voorhees. 2019. Overview of the TREC 2019 Deep Learning Track. In Proceedings of TREC 2019 (NIST Special Publication, Vol. 1250). NIST, Gaithersburg, bibinfonumpages22 pages. https:\/\/trec.nist.gov\/pubs\/trec28\/papers\/OVERVIEW.DL.pdf"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1609\/AAAI.V37I13.26877"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3578337.3605136"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-72113-8_8"},{"key":"e_1_3_2_1_22_1","volume-title":"The First International Workshop on Open Web Search (WOWS). In Proceedings of ECIR 2024 (LNCS ). Springer","author":"Farzana Sheikh","year":"2024","unstructured":"Sheikh Farzana, Maik Fr\u00f6be, Michael Granitzer, Gijs Hendriksen, Djoerd Hiemstra, Martin Potthast, and Saber Zerhoudi. 2024. The First International Workshop on Open Web Search (WOWS). In Proceedings of ECIR 2024 (LNCS ). Springer, Berlin."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/S10791-009--9089--9"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591888"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3-031--28241--6_20"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3190580.3190586"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3591921"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/1963405.1963423"},{"key":"e_1_3_2_1_29_1","volume-title":"ANTIQUE: A Non-factoid Question Answering Benchmark. In Proceedings of ECIR 2020 (LNCS","volume":"173","author":"Hashemi Helia","unstructured":"Helia Hashemi, Mohammad Aliannejadi, Hamed Zamani, and W. Bruce Croft. 2020. ANTIQUE: A Non-factoid Question Answering Benchmark. In Proceedings of ECIR 2020 (LNCS, Vol. 12036). Springer, 166--173."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080751"},{"key":"e_1_3_2_1_31_1","volume-title":"Proceedings of TREC 2004 (NIST Special Publication","volume":"19","author":"Hersh William R.","year":"2004","unstructured":"William R. Hersh, Ravi Teja Bhupatiraju, L. Ross, Aaron M. Cohen, Dale Kraemer, and Phoebe Johnson. 2004. TREC 2004 Genomics Track Overview. In Proceedings of TREC 2004 (NIST Special Publication, Vol. 500--261). NIST, Gaithersburg, bibinfonumpages19 pages. http:\/\/trec.nist.gov\/pubs\/trec13\/papers\/GEO.OVERVIEW.pdf"},{"key":"e_1_3_2_1_32_1","volume-title":"TREC 2005 Genomics Track Overview. In Proceedings of TREC 2005 (NIST Special Publication","volume":"26","author":"Hersh William R.","unstructured":"William R. Hersh, Aaron M. Cohen, Jianji Yang, Ravi Teja Bhupatiraju, Phoebe M. Roberts, and Marti A. Hearst. 2005. TREC 2005 Genomics Track Overview. In Proceedings of TREC 2005 (NIST Special Publication, Vol. 500--266). NIST, Gaithersburg, bibinfonumpages26 pages. http:\/\/trec.nist.gov\/pubs\/trec14\/papers\/GEO.OVERVIEW.pdf"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.12688\/f1000research.5773.3"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/3269206.3271779"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3462784"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401075"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463238"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3--642--22511--6_7"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.37307\/j.2198--2430.2008.02.02"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-99739-7_38"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3539618.3592032"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463254"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3409256.3409829"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482028"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3459637.3482013"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308774.3308780"},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","unstructured":"Alistair Moffat. 2023. Categorical Ratio and Professorial Data: The Case for Reciprocal Rank. arXiv 2312.12672. https:\/\/doi.org\/10.48550\/arXiv.2312.12672","DOI":"10.48550\/arXiv.2312.12672"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3462798"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2101.05667"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3404835.3463242"},{"key":"e_1_3_2_1_51_1","volume-title":"Overview of the TREC 2018 Precision Medicine Track. In Proceedings of TREC 2018 (NIST Special Publication","author":"Roberts Kirk","unstructured":"Kirk Roberts, Dina Demner-Fushman, Ellen M. Voorhees, William R. Hersh, Steven Bedrick, and Alexander J. Lazar. 2018. Overview of the TREC 2018 Precision Medicine Track. In Proceedings of TREC 2018 (NIST Special Publication, Vol. 500--331). NIST."},{"key":"e_1_3_2_1_52_1","volume-title":"Proceedings of TREC 2017 (NIST Special Publication","author":"Roberts Kirk","year":"2017","unstructured":"Kirk Roberts, Dina Demner-Fushman, Ellen M. Voorhees, William R. Hersh, Steven Bedrick, Alexander J. Lazar, and Shubham Pant. 2017. Overview of the TREC 2017 Precision Medicine Track. In Proceedings of TREC 2017 (NIST Special Publication, Vol. 500--324). NIST."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/3600227"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477495.3531766"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33247-0_14"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1177\/016555159702300208"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3503516.3503526"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--94-017--2921--5_12"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.1007\/978--3--642--22511--6_13"},{"key":"e_1_3_2_1_60_1","volume-title":"Academic Un-Freedom in the New Knowledge Economy","author":"Thornton Margaret","year":"2009","unstructured":"Margaret Thornton. 2009. Academic Un-Freedom in the New Knowledge Economy. Australian National University College of Law Legal Studies Research Paper Series 10--47 (2009), 19--34. https:\/\/ssrn.com\/abstract=1599365"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401413"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/1999747.1999829"},{"key":"e_1_3_2_1_63_1","volume-title":"Proceedings of TREC 2004 (NIST Special Publication). NIST.","author":"Voorhees Ellen","year":"2004","unstructured":"Ellen Voorhees. 2004. Overview of the TREC 2004 Robust Retrieval Track. In Proceedings of TREC 2004 (NIST Special Publication). NIST."},{"key":"e_1_3_2_1_64_1","unstructured":"Ellen M. Voorhees. 1996. NIST TREC Disks 4 and 5: Retrieval Test Collections Document Set."},{"key":"e_1_3_2_1_65_1","volume-title":"Philosophy of IR Evaluation. In Working Notes of CLEF 2001 (CEUR Workshop Proceedings","volume":"2001","author":"Voorhees Ellen M.","year":"2001","unstructured":"Ellen M. Voorhees. 2001. Philosophy of IR Evaluation. In Working Notes of CLEF 2001 (CEUR Workshop Proceedings, Vol. 1167). CEUR-WS.org. https:\/\/ceur-ws.org\/Vol-1167\/CLEF2001wn-other-Voorhees2001.pdf"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3451964.3451965"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2004.10706"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3084143"},{"key":"e_1_3_2_1_69_1","volume-title":"Proceedings of ICLR","author":"Xiong Lee","year":"2021","unstructured":"Lee Xiong, Chenyan Xiong, Ye Li, Kwok-Fung Tang, Jialin Liu, Paul N. Bennett, Junaid Ahmed, and Arnold Overwijk. 2021. Approximate Nearest Neighbor Negative Contrastive Learning for Dense Text Retrieval. In Proceedings of ICLR 2021. OpenReview.net. https:\/\/openreview.net\/forum?id=zeFrfgyZln"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1145\/3397271.3401395"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-016--9343-x"}],"event":{"name":"SIGIR 2024: The 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","location":"Washington DC USA","acronym":"SIGIR 2024","sponsor":["SIGIR ACM Special Interest Group on Information Retrieval"]},"container-title":["Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626772.3657886","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3626772.3657886","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T05:33:24Z","timestamp":1755840804000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626772.3657886"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,10]]},"references-count":71,"alternative-id":["10.1145\/3626772.3657886","10.1145\/3626772"],"URL":"https:\/\/doi.org\/10.1145\/3626772.3657886","relation":{},"subject":[],"published":{"date-parts":[[2024,7,10]]},"assertion":[{"value":"2024-07-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}