{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,4]],"date-time":"2025-12-04T10:08:57Z","timestamp":1764842937267,"version":"3.40.3"},"publisher-location":"Cham","reference-count":13,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031702419"},{"type":"electronic","value":"9783031702426"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-70242-6_15","type":"book-chapter","created":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T10:03:06Z","timestamp":1726740186000},"page":"150-160","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Effective Context Selection in\u00a0LLM-Based Leaderboard Generation: An Empirical Study"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0021-9729","authenticated-orcid":false,"given":"Salomon","family":"Kabongo","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6616-9509","authenticated-orcid":false,"given":"Jennifer","family":"D\u2019Souza","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0698-2864","authenticated-orcid":false,"given":"S\u00f6ren","family":"Auer","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,9,20]]},"reference":[{"key":"15_CR1","first-page":"2","volume":"96","author":"PG Altbach","year":"2019","unstructured":"Altbach, P.G., De Wit, H.: Too much academic research is being published. Int. High. Educ. 96, 2\u20133 (2019)","journal-title":"Int. High. Educ."},{"issue":"1","key":"15_CR2","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1057\/s41599-020-00684-8","volume":"8","author":"L Bornmann","year":"2021","unstructured":"Bornmann, L., Haunschild, R., Mutz, R.: Growth rates of modern science: a latent piecewise growth curve approach to model publication numbers from established and new literature databases. Human. Soc. Sci. Commun. 8(1), 1\u201315 (2021)","journal-title":"Human. Soc. Sci. Commun."},{"key":"15_CR3","unstructured":"Chung, H.W., et al.: Scaling instruction-finetuned language models. arXiv preprint arXiv:2210.11416 (2022)"},{"key":"15_CR4","unstructured":"Dettmers, T., Pagnoni, A., Holtzman, A., Zettlemoyer, L.: Qlora: efficient finetuning of quantized LLMS. Adv. Neural Inf. Process. Syst. 36 (2024)"},{"key":"15_CR5","unstructured":"Jiang, A.Q., et al.: Mistral 7b (2023)"},{"key":"15_CR6","doi-asserted-by":"crossref","unstructured":"Kabongo, S., D\u2019Souza, J., Auer, S.: Zero-shot entailment of leaderboards for empirical AI research. In: Proceedings of the ACM\/IEEE Joint Conference on Digital Libraries in 2023 (2023)","DOI":"10.1109\/JCDL57899.2023.00042"},{"key":"15_CR7","doi-asserted-by":"crossref","unstructured":"Kabongo, S., D\u2019Souza, J., Auer, S.: Automated mining of leaderboards for empirical AI research. In: Towards Open and Trustworthy Digital Societies: 23rd International Conference on Asia-Pacific Digital Libraries, ICADL 2021, Virtual Event, 1\u20133 December 2021, pp. 453\u2013470. Springer, Cham (2021)","DOI":"10.1007\/978-3-030-91669-5_35"},{"key":"15_CR8","doi-asserted-by":"crossref","unstructured":"Kardas, M., et al.: Axcell: automatic extraction of results from machine learning papers. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 8580\u20138594 (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.692"},{"key":"15_CR9","unstructured":"Longpre, S., et\u00a0al.: The flan collection: designing data and methods for effective instruction tuning. arXiv preprint arXiv:2301.13688 (2023)"},{"key":"15_CR10","unstructured":"Ouyang, L., et al.: Training language models to follow instructions with human feedback. Adv. Neural. Inf. Process. Syst. 35, 27730\u201327744 (2022)"},{"key":"15_CR11","unstructured":"Shamsabadi, M., D\u2019Souza, J., Auer, S.: Large language models for scientific information extraction: an empirical study for virology (2024)"},{"key":"15_CR12","unstructured":"Shi, F., et al.: Large language models can be easily distracted by irrelevant context. In: International Conference on Machine Learning, pp. 31210\u201331227. PMLR (2023)"},{"key":"15_CR13","unstructured":"Touvron, H., et al.: Llama 2: open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288 (2023)"}],"container-title":["Lecture Notes in Computer Science","Natural Language Processing and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70242-6_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,24]],"date-time":"2025-02-24T12:21:16Z","timestamp":1740399676000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70242-6_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031702419","9783031702426"],"references-count":13,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70242-6_15","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"20 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NLDB","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Applications of Natural Language to Information Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Turin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 June 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 June 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nldb2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/nldb2024.di.unito.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}