{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T04:19:16Z","timestamp":1750220356057,"version":"3.41.0"},"reference-count":31,"publisher":"Association for Computing Machinery (ACM)","issue":"2","license":[{"start":{"date-parts":[[2019,12,1]],"date-time":"2019-12-01T00:00:00Z","timestamp":1575158400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["SIGIR Forum"],"published-print":{"date-parts":[[2019,12]]},"abstract":"<jats:p>\n            This is a report on the first edition of the International Conference on Design of Experimental Search &amp; Information REtrieval Systems (\n            <jats:italic>DESIRES<\/jats:italic>\n            2018) held in Bertinoro, Italy, from August 28 to August 31, 2018.\n          <\/jats:p>","DOI":"10.1145\/3458553.3458558","type":"journal-article","created":{"date-parts":[[2021,3,23]],"date-time":"2021-03-23T22:17:49Z","timestamp":1616537869000},"page":"45-53","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Report on the International Conference on Design of Experimental Search &amp; Information Retrieval Systems (DESIRES 2018)"],"prefix":"10.1145","volume":"53","author":[{"given":"Omar","family":"Alonso","sequence":"first","affiliation":[{"name":"Microsoft"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gianmaria","family":"Silvello","sequence":"additional","affiliation":[{"name":"University of Padua"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2021,3,23]]},"reference":[{"key":"e_1_2_1_1_1","volume-title":"Proc. of the First Biennial Conference on Design of Experimental Search & Information Retrieval Systems","volume":"2167","author":"Alonso O.","year":"2018","unstructured":"O. Alonso and G. Silvello , editors . Proc. of the First Biennial Conference on Design of Experimental Search & Information Retrieval Systems , volume 2167 of CEUR Workshop Proceedings. CEUR-WS.org , 2018 . O. Alonso and G. Silvello, editors. Proc. of the First Biennial Conference on Design of Experimental Search & Information Retrieval Systems, volume 2167 of CEUR Workshop Proceedings. CEUR-WS.org, 2018."},{"key":"e_1_2_1_2_1","first-page":"110","volume-title":"Building Interaction Profiles for Better Search Tools in DLs. In DESIRES 2018 [1]","author":"Barifah M.","unstructured":"M. Barifah . Building Interaction Profiles for Better Search Tools in DLs. In DESIRES 2018 [1] , page 110 . M. Barifah. Building Interaction Profiles for Better Search Tools in DLs. In DESIRES 2018 [1], page 110."},{"key":"e_1_2_1_3_1","first-page":"101","volume-title":"DESIRES 2018 [1]","author":"Benham R.","unstructured":"R. Benham . Topic-specific off-line web search . In DESIRES 2018 [1] , page 101 . R. Benham. Topic-specific off-line web search. In DESIRES 2018 [1], page 101."},{"key":"e_1_2_1_4_1","first-page":"62","volume-title":"Towards Efficient and Effective Query Variant Generation. In DESIRES 2018 [1]","author":"Benham R.","unstructured":"R. Benham , J. S. Culpepper , L. Gallagher , X. Lu , and J. Mackenzie . Towards Efficient and Effective Query Variant Generation. In DESIRES 2018 [1] , pages 62 -- 67 . R. Benham, J. S. Culpepper, L. Gallagher, X. Lu, and J. Mackenzie. Towards Efficient and Effective Query Variant Generation. In DESIRES 2018 [1], pages 62--67."},{"key":"e_1_2_1_5_1","first-page":"7","volume-title":"DESIRES 2018 [1]","author":"Ceccarelli D.","unstructured":"D. Ceccarelli . Learning to Rank at Bloomberg - From Theory to Production . In DESIRES 2018 [1] , page 7 . D. Ceccarelli. Learning to Rank at Bloomberg - From Theory to Production. In DESIRES 2018 [1], page 7."},{"key":"e_1_2_1_6_1","first-page":"8","volume-title":"Balancing Efficiency and Effectiveness Trade-offs in Large Scale MultiStage Search Engines. In DESIRES 2018 [1]","author":"Culpepper J. S.","unstructured":"J. S. Culpepper . Balancing Efficiency and Effectiveness Trade-offs in Large Scale MultiStage Search Engines. In DESIRES 2018 [1] , page 8 . J. S. Culpepper. Balancing Efficiency and Effectiveness Trade-offs in Large Scale MultiStage Search Engines. In DESIRES 2018 [1], page 8."},{"key":"e_1_2_1_7_1","first-page":"100","volume-title":"DESIRES 2018 [1]","author":"Culpepper J. S.","unstructured":"J. S. Culpepper . Single query optimisation is the root of all evil . In DESIRES 2018 [1] , page 100 . J. S. Culpepper. Single query optimisation is the root of all evil. In DESIRES 2018 [1], page 100."},{"key":"e_1_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3274784.3274788"},{"key":"e_1_2_1_9_1","first-page":"22","volume-title":"DESIRES 2018 [1]","author":"Dalton J.","unstructured":"J. Dalton and J. Foley . Search agent model: A conceptual framework for search by algorithms and agent systems . In DESIRES 2018 [1] , pages 22 -- 28 . J. Dalton and J. Foley. Search agent model: A conceptual framework for search by algorithms and agent systems. In DESIRES 2018 [1], pages 22--28."},{"key":"e_1_2_1_10_1","first-page":"106","volume-title":"DESIRES 2018 [1]","author":"Di Nunzio G. M.","unstructured":"G. M. Di Nunzio . Finding all the Needles in the Haystack. A System to Estimate the Costs of e-Discovery and Systematic Reviews . In DESIRES 2018 [1] , page 106 . G. M. Di Nunzio. Finding all the Needles in the Haystack. A System to Estimate the Costs of e-Discovery and Systematic Reviews. In DESIRES 2018 [1], page 106."},{"key":"e_1_2_1_11_1","first-page":"99","volume-title":"DESIRES 2018 [1]","author":"Dosso D.","unstructured":"D. Dosso . Keyword search on RDF graphs . In DESIRES 2018 [1] , page 99 . D. Dosso. Keyword search on RDF graphs. In DESIRES 2018 [1], page 99."},{"key":"e_1_2_1_12_1","first-page":"103","volume-title":"Towards Interactive Summarization of Large Document Collections. In DESIRES 2018 [1]","author":"H\u00e4ttasch B.","unstructured":"B. H\u00e4ttasch . Towards Interactive Summarization of Large Document Collections. In DESIRES 2018 [1] , page 103 . B. H\u00e4ttasch. Towards Interactive Summarization of Large Document Collections. In DESIRES 2018 [1], page 103."},{"key":"e_1_2_1_13_1","first-page":"29","volume-title":"Hyperdimensional Utterance Spaces. In DESIRES 2018 [1]","author":"Karlgren J.","unstructured":"J. Karlgren and P. Kanerva . Hyperdimensional Utterance Spaces. In DESIRES 2018 [1] , pages 29 -- 35 . J. Karlgren and P. Kanerva. Hyperdimensional Utterance Spaces. In DESIRES 2018 [1], pages 29--35."},{"key":"e_1_2_1_14_1","first-page":"9","volume-title":"DESIRES 2018 [1]","author":"Kiciman E.","unstructured":"E. Kiciman and J. Thelin . Answering What If, Should I, and Other Expectation Exploration Queries Using Causal Inference over Longitudinal Data . In DESIRES 2018 [1] , pages 9 -- 15 . E. Kiciman and J. Thelin. Answering What If, Should I, and Other Expectation Exploration Queries Using Causal Inference over Longitudinal Data. In DESIRES 2018 [1], pages 9--15."},{"key":"e_1_2_1_15_1","first-page":"16","volume-title":"DESIRES 2018 [1]","author":"Kiesel J.","unstructured":"J. Kiesel , A. P. de Vries , M. Hagen , B. Stein , and M. Potthast . WASP: web archiving and search personalized . In DESIRES 2018 [1] , pages 16 -- 21 . J. Kiesel, A. P. de Vries, M. Hagen, B. Stein, and M. Potthast. WASP: web archiving and search personalized. In DESIRES 2018 [1], pages 16--21."},{"key":"e_1_2_1_16_1","first-page":"105","volume-title":"DESIRES 2018 [1]","author":"Klie J.-C.","unstructured":"J.-C. Klie . INCEpTION : Interactive machine-assisted annotation . In DESIRES 2018 [1] , page 105 . J.-C. Klie. INCEpTION: Interactive machine-assisted annotation. In DESIRES 2018 [1], page 105."},{"key":"e_1_2_1_17_1","first-page":"42","volume-title":"Mix and Match: Collaborative Expert-Crowd Judging for Building Test Collections Accurately and Affordably. In DESIRES 2018 [1]","author":"Kutlu M.","unstructured":"M. Kutlu , T. McDonnell , A. Sheshadri , T. Elsayed , and M. Lease . Mix and Match: Collaborative Expert-Crowd Judging for Building Test Collections Accurately and Affordably. In DESIRES 2018 [1] , pages 42 -- 46 . M. Kutlu, T. McDonnell, A. Sheshadri, T. Elsayed, and M. Lease. Mix and Match: Collaborative Expert-Crowd Judging for Building Test Collections Accurately and Affordably. In DESIRES 2018 [1], pages 42--46."},{"key":"e_1_2_1_18_1","first-page":"97","volume-title":"DESIRES 2018 [1]","author":"Lease M.","unstructured":"M. Lease . Fact checking and information retrieval . In DESIRES 2018 [1] , pages 97 -- 98 . M. Lease. Fact checking and information retrieval. In DESIRES 2018 [1], pages 97--98."},{"key":"e_1_2_1_19_1","first-page":"107","volume-title":"DESIRES 2018 [1]","author":"Lewis D.","unstructured":"D. Lewis . We Don't Know S***** (Search). In DESIRES 2018 [1] , page 107 . D. Lewis. We Don't Know S***** (Search). In DESIRES 2018 [1], page 107."},{"key":"e_1_2_1_20_1","first-page":"3","volume-title":"DESIRES 2018 [1]","author":"Lin J.","unstructured":"J. Lin . Computing without Servers, V8, Rocket Ships, and Other Batsh*t Crazy Ideas in Data Systems . In DESIRES 2018 [1] , pages 3 -- 6 . J. Lin. Computing without Servers, V8, Rocket Ships, and Other Batsh*t Crazy Ideas in Data Systems. In DESIRES 2018 [1], pages 3--6."},{"key":"e_1_2_1_21_1","first-page":"54","volume-title":"Agile Information Retrieval Experimentation with Terrier Notebooks. In DESIRES 2018 [1]","author":"Macdonald C.","unstructured":"C. Macdonald , R. McCreadie , and I. Ounis . Agile Information Retrieval Experimentation with Terrier Notebooks. In DESIRES 2018 [1] , pages 54 -- 61 . C. Macdonald, R. McCreadie, and I. Ounis. Agile Information Retrieval Experimentation with Terrier Notebooks. In DESIRES 2018 [1], pages 54--61."},{"key":"e_1_2_1_22_1","first-page":"109","volume-title":"Implicit-Explicit Representations for Case-Based Retrieval. In DESIRES 2018 [1]","author":"Marchesin S.","unstructured":"S. Marchesin . Implicit-Explicit Representations for Case-Based Retrieval. In DESIRES 2018 [1] , page 109 . S. Marchesin. Implicit-Explicit Representations for Case-Based Retrieval. In DESIRES 2018 [1], page 109."},{"key":"e_1_2_1_23_1","first-page":"47","volume-title":"APONE: Academic Platform for ONline Experiments. In DESIRES 2018 [1]","author":"Marrero M.","unstructured":"M. Marrero . APONE: Academic Platform for ONline Experiments. In DESIRES 2018 [1] , pages 47 -- 53 . M. Marrero. APONE: Academic Platform for ONline Experiments. In DESIRES 2018 [1], pages 47--53."},{"key":"e_1_2_1_24_1","first-page":"108","volume-title":"DESIRES 2018 [1]","author":"Najork M.","unstructured":"M. Najork . Training On-Device Ranking Models from Cross-User Interactions in a Privacy-Preserving Fashion . In DESIRES 2018 [1] , page 108 . M. Najork. Training On-Device Ranking Models from Cross-User Interactions in a Privacy-Preserving Fashion. In DESIRES 2018 [1], page 108."},{"key":"e_1_2_1_25_1","first-page":"102","volume-title":"Non-negative Matrix Factorization for Topic Modeling. In DESIRES 2018 [1]","author":"Purpura A.","unstructured":"A. Purpura . Non-negative Matrix Factorization for Topic Modeling. In DESIRES 2018 [1] , page 102 . A. Purpura. Non-negative Matrix Factorization for Topic Modeling. In DESIRES 2018 [1], page 102."},{"key":"e_1_2_1_26_1","first-page":"76","volume-title":"DESIRES 2018 [1]","author":"Putra S. Rikarno","unstructured":"S. Rikarno Putra , K. Grashoff , F. Moraes , and C. Hauff . On the Development of a Collaborative Search System . In DESIRES 2018 [1] , pages 76 -- 82 . S. Rikarno Putra, K. Grashoff, F. Moraes, and C. Hauff. On the Development of a Collaborative Search System. In DESIRES 2018 [1], pages 76--82."},{"key":"e_1_2_1_27_1","first-page":"90","volume-title":"DESIRES 2018 [1]","author":"Russell-Rose T.","unstructured":"T. Russell-Rose and P. Gooch . 2dSearch: A Visual Approach to Search Strategy Formulation . In DESIRES 2018 [1] , pages 90 -- 96 . T. Russell-Rose and P. Gooch. 2dSearch: A Visual Approach to Search Strategy Formulation. In DESIRES 2018 [1], pages 90--96."},{"key":"e_1_2_1_28_1","first-page":"104","volume-title":"Searching Arguments in German with ArgumenText. In DESIRES 2018 [1]","author":"Stahlhut C.","unstructured":"C. Stahlhut . Searching Arguments in German with ArgumenText. In DESIRES 2018 [1] , page 104 . C. Stahlhut. Searching Arguments in German with ArgumenText. In DESIRES 2018 [1], page 104."},{"key":"e_1_2_1_29_1","first-page":"83","volume-title":"Pilot Experiments of Hypothesis Validation Through Evidence Detection for Historians. In DESIRES 2018 [1]","author":"Stahlhut C.","unstructured":"C. Stahlhut , C. Stab , and I. Gurevych . Pilot Experiments of Hypothesis Validation Through Evidence Detection for Historians. In DESIRES 2018 [1] , pages 83 -- 89 . C. Stahlhut, C. Stab, and I. Gurevych. Pilot Experiments of Hypothesis Validation Through Evidence Detection for Historians. In DESIRES 2018 [1], pages 83--89."},{"key":"e_1_2_1_30_1","first-page":"68","volume-title":"DESIRES 2018 [1]","author":"Yang E.","unstructured":"E. Yang , D. D. Lewis , O. Frieder , D. A. Grossman , and R. Yurchak . Retrieval and Richness when Querying by Document . In DESIRES 2018 [1] , pages 68 -- 75 . E. Yang, D. D. Lewis, O. Frieder, D. A. Grossman, and R. Yurchak. Retrieval and Richness when Querying by Document. In DESIRES 2018 [1], pages 68--75."},{"key":"e_1_2_1_31_1","first-page":"36","volume-title":"Joint Modeling and Optimization of Search and Recommendation. In DESIRES 2018 [1]","author":"Zamani H.","unstructured":"H. Zamani and W. B. Croft . Joint Modeling and Optimization of Search and Recommendation. In DESIRES 2018 [1] , pages 36 -- 41 . H. Zamani and W. B. Croft. Joint Modeling and Optimization of Search and Recommendation. In DESIRES 2018 [1], pages 36--41."}],"container-title":["ACM SIGIR Forum"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3458553.3458558","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3458553.3458558","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T20:17:17Z","timestamp":1750191437000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3458553.3458558"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,12]]},"references-count":31,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2019,12]]}},"alternative-id":["10.1145\/3458553.3458558"],"URL":"https:\/\/doi.org\/10.1145\/3458553.3458558","relation":{},"ISSN":["0163-5840"],"issn-type":[{"type":"print","value":"0163-5840"}],"subject":[],"published":{"date-parts":[[2019,12]]},"assertion":[{"value":"2021-03-23","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}