{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,4]],"date-time":"2026-04-04T06:15:06Z","timestamp":1775283306680,"version":"3.50.1"},"reference-count":19,"publisher":"Association for Computing Machinery (ACM)","issue":"1","license":[{"start":{"date-parts":[[2018,8,31]],"date-time":"2018-08-31T00:00:00Z","timestamp":1535673600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["SIGIR Forum"],"published-print":{"date-parts":[[2018,8,31]]},"abstract":"<jats:p>This paper reports the findings of the Dagstuhl Perspectives Workshop 17442 on performance modeling and prediction in the domains of Information Retrieval, Natural language Processing and Recommender Systems. We present a framework for further research, which identifies five major problem areas: understanding measures, performance analysis, making underlying assumptions explicit, identifying application features determining performance, and the development of prediction models describing the relationship between assumptions, features and resulting performance.<\/jats:p>","DOI":"10.1145\/3274784.3274789","type":"journal-article","created":{"date-parts":[[2018,9,4]],"date-time":"2018-09-04T12:37:30Z","timestamp":1536064650000},"page":"91-101","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":10,"title":["The Dagstuhl Perspectives Workshop on Performance Modeling and Prediction"],"prefix":"10.1145","volume":"52","author":[{"given":"Nicola","family":"Ferro","sequence":"first","affiliation":[]},{"given":"Norbert","family":"Fuhr","sequence":"additional","affiliation":[]},{"given":"Gregory","family":"Grefenstette","sequence":"additional","affiliation":[]},{"given":"Joseph A.","family":"Konstan","sequence":"additional","affiliation":[]},{"given":"Pablo","family":"Castells","sequence":"additional","affiliation":[]},{"given":"Elizabeth M.","family":"Daly","sequence":"additional","affiliation":[]},{"given":"Thierry","family":"Declerck","sequence":"additional","affiliation":[]},{"given":"Michael D.","family":"Ekstrand","sequence":"additional","affiliation":[]},{"given":"Werner","family":"Geyer","sequence":"additional","affiliation":[]},{"given":"Julio","family":"Gonzalo","sequence":"additional","affiliation":[]},{"given":"Tsvi","family":"Kuflik","sequence":"additional","affiliation":[]},{"given":"Krister","family":"Lindn","sequence":"additional","affiliation":[]},{"given":"Bernardo","family":"Magnini","sequence":"additional","affiliation":[]},{"given":"Jian-Yun","family":"Nie","sequence":"additional","affiliation":[]},{"given":"Raffaele","family":"Perego","sequence":"additional","affiliation":[]},{"given":"Bracha","family":"Shapira","sequence":"additional","affiliation":[]},{"given":"Ian","family":"Soboroff","sequence":"additional","affiliation":[]},{"given":"Nava","family":"Tintarev","sequence":"additional","affiliation":[]},{"given":"Karin","family":"Verspoor","sequence":"additional","affiliation":[]},{"given":"Martijn C.","family":"Willemsen","sequence":"additional","affiliation":[]},{"given":"Justin","family":"Zobel","sequence":"additional","affiliation":[]}],"member":"320","published-online":{"date-parts":[[2018,8,31]]},"reference":[{"key":"e_1_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1009984519381"},{"key":"e_1_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2766462.2767812"},{"key":"e_1_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1645953.1646033"},{"key":"e_1_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/2600428.2609637"},{"key":"e_1_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3121050.3121058"},{"key":"e_1_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3020206"},{"key":"e_1_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/2964797.2964808"},{"key":"e_1_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3077136.3080674"},{"key":"e_1_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/2911451.2911530"},{"key":"e_1_2_1_10_1","doi-asserted-by":"crossref","unstructured":"N. Ferro and G. Silvello. Toward an Anatomy of IR System Component Performances. Journal of the American Society for Information Science and Technology (JASIST) 69(2):187-200 February 2018.  N. Ferro and G. Silvello. Toward an Anatomy of IR System Component Performances. Journal of the American Society for Information Science and Technology (JASIST) 69(2):187-200 February 2018.","DOI":"10.1002\/asi.23910"},{"key":"e_1_2_1_11_1","first-page":"8","article-title":"Building a predictive science for performance of information retrieval, natural language processing, and recommender systems applications (dagstuhl perspectives workshop 17442)","author":"Ferro Nicola","year":"2018","journal-title":"Dagstuhl Manifestos"},{"key":"e_1_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/3190580.3190586"},{"key":"e_1_2_1_13_1","doi-asserted-by":"crossref","unstructured":"P. J. Huber and E. M. Ronchetti. Robust Statistics. John Wiley & Sons USA 2nd edition 2009.  P. J. Huber and E. M. Ronchetti. Robust Statistics. John Wiley & Sons USA 2nd edition 2009.","DOI":"10.1002\/9780470434697"},{"key":"e_1_2_1_14_1","volume-title":"USA","author":"Kariya T.","year":"1989"},{"key":"e_1_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/1416950.1416952"},{"key":"e_1_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2348283.2348402"},{"key":"e_1_2_1_17_1","first-page":"385","volume-title":"The Third Text REtrieval Conference (TREC-3)","author":"Tague-Sutcliffe J. M.","year":"1994"},{"key":"e_1_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10791-015-9274-y"},{"key":"e_1_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3086701"}],"container-title":["ACM SIGIR Forum"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3274784.3274789","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3274784.3274789","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:44:03Z","timestamp":1750207443000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3274784.3274789"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,8,31]]},"references-count":19,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,8,31]]}},"alternative-id":["10.1145\/3274784.3274789"],"URL":"https:\/\/doi.org\/10.1145\/3274784.3274789","relation":{},"ISSN":["0163-5840"],"issn-type":[{"value":"0163-5840","type":"print"}],"subject":[],"published":{"date-parts":[[2018,8,31]]},"assertion":[{"value":"2018-08-31","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}