{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,5]],"date-time":"2026-02-05T10:51:29Z","timestamp":1770288689647,"version":"3.49.0"},"publisher-location":"Berlin, Heidelberg","reference-count":53,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783662495209","type":"print"},{"value":"9783662495216","type":"electronic"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-662-49521-6_1","type":"book-chapter","created":{"date-parts":[[2016,3,3]],"date-time":"2016-03-03T15:35:46Z","timestamp":1457019346000},"page":"1-20","source":"Crossref","is-referenced-by-count":6,"title":["Keyword-Based Search Over Databases: A Roadmap for a Reference Architecture Paired with an Evaluation Framework"],"prefix":"10.1007","author":[{"given":"Sonia","family":"Bergamaschi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nicola","family":"Ferro","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Francesco","family":"Guerra","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gianmaria","family":"Silvello","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"key":"1_CR1","doi-asserted-by":"crossref","unstructured":"Aditya, B., Bhalotia, G., Chakrabarti, S., Hulgeri, A., Nakhe, C., Parag, P., Sudarshan, S.: BANKS: browsing and keyword searching in relational databases. In: VLDB, Proceedings of 28th International Conference on Very Large Data Bases, Hong Kong, China, 20\u201323 August 2002, pp. 1083\u20131086 (2002)","DOI":"10.1016\/B978-155860869-6\/50114-1"},{"issue":"2","key":"1_CR2","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1145\/2422256.2422265","volume":"46","author":"M Agosti","year":"2012","unstructured":"Agosti, M., Berendsen, R., Bogers, T., Braschler, M., Buitelaar, P., Choukri, K., Di Nunzio, G.M., Ferro, N., Forner, P., Hanbury, A., Friberg Heppin, K., Hansen, P., J\u00e4rvelin, A., Larsen, B., Lupu, M., Masiero, I., M\u00fcller, H., Peruzzo, S., Petras, V., Piroi, F., de Rijke, M., Santucci, G., Silvello, G., Toms, E.: PROMISE retreat report - prospects and opportunities for information access evaluation. SIGIR Forum 46(2), 60\u201384 (2012)","journal-title":"SIGIR Forum"},{"key":"1_CR3","doi-asserted-by":"crossref","unstructured":"Agosti, M., Ferro, N., Thanos, C.: DESIRE 2011: first international workshop on data infrastructures for supporting information retrieval evaluation. In: Proceedings of the 20th International Conference on Information and Knowledge Management (CIKM), pp. 2631\u20132632. ACM, New York, USA (2011)","DOI":"10.1145\/2063576.2064048"},{"key":"1_CR4","doi-asserted-by":"crossref","unstructured":"Agrawal, S., Chaudhuri, S., Das, G.: Dbxplorer: a system for keyword-based search over relational databases. In: Proceedings of the 18th International Conference on Data Engineering, San Jose, CA, USA, 26 February\u20131 March 2002, pp. 5\u201316 (2002)","DOI":"10.1145\/564691.564782"},{"issue":"4","key":"1_CR5","doi-asserted-by":"publisher","first-page":"394","DOI":"10.1016\/j.jvlc.2013.12.003","volume":"25","author":"M Angelini","year":"2014","unstructured":"Angelini, M., Ferro, N., Santucci, G., Silvello, G.: VIRTUE: a visual tool for information retrieval performance evaluation and failure analysis. J. Vis. Lang. Comput. (JVLC) 25(4), 394\u2013413 (2014)","journal-title":"J. Vis. Lang. Comput. (JVLC)"},{"key":"1_CR6","doi-asserted-by":"crossref","unstructured":"Armstrong, T.G., Moffat, A., Webber, W., Zobel, J.: Improvements that don\u2019t add: ad-hoc retrieval results since 1998. In: Proceedings of the 18th International Conference on Information and Knowledge Management (CIKM 2009), pp. 601\u2013610. ACM, New York (1998)","DOI":"10.1145\/1645953.1646031"},{"issue":"2","key":"1_CR7","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1108\/eb026722","volume":"38","author":"NJ Belkin","year":"1982","unstructured":"Belkin, N.J., Oddy, R., Brooks, H.M.: SK for information retrieval: part I. Background and theory. J. Documentation 38(2), 61\u201371 (1982)","journal-title":"J. Documentation"},{"key":"1_CR8","doi-asserted-by":"crossref","unstructured":"Bergamaschi, S., Domnori, E., Guerra, F., Trillo-Lado, R., Velegrakis, Y.: Keyword search over relational databases: a metadata approach. In: Proceedings of the ACM SIGMOD International Conference on Management of Data, SIGMOD, Athens, Greece, 12\u201316 June 2011, pp. 565\u2013576 (2011)","DOI":"10.1145\/1989323.1989383"},{"key":"1_CR9","doi-asserted-by":"crossref","unstructured":"Bergamaschi, S., Ferro, N., Guerra, F., Silvello, G., Search, K.: Evaluation over relational databases: an outlook to the future. In: Proceedings of the 7th International Workshop on Ranking in Databases (DBRank) with VLDB, pp. 8:1\u20138:3 (2013)","DOI":"10.1145\/2524828.2524836"},{"issue":"1","key":"1_CR10","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1007\/s11280-005-2322-7","volume":"9","author":"S Bergamaschi","year":"2006","unstructured":"Bergamaschi, S., Gelati, G., Guerra, F., Vincini, M.: An intelligent data integration approach for collaborative project management in virtual enterprises. World Wide Web 9(1), 35\u201361 (2006)","journal-title":"World Wide Web"},{"issue":"12","key":"1_CR11","first-page":"1222","volume":"6","author":"S Bergamaschi","year":"2013","unstructured":"Bergamaschi, S., Guerra, F., Interlandi, M., Trillo-Lado, R., Velegrakis, Y.: QUEST: a keyword search system for relational data based on semantic and machine learning techniques. PVLDB 6(12), 1222\u20131225 (2013)","journal-title":"PVLDB"},{"key":"1_CR12","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1007\/978-3-642-24606-7_31","volume-title":"Conceptual Modeling \u2013 ER 2011","author":"Sonia Bergamaschi","year":"2011","unstructured":"Bergamaschi, S., Guerra, F., Rota, S., Velegrakis, Y.: A hidden markov model approach to keyword-based search over relational databases. In: Proceedings of the 30th International Conference Conceptual Modeling - ER, Brussels, Belgium, 31 October\u20133 November 2011, pp. 411\u2013420 (2011)"},{"issue":"10","key":"1_CR13","first-page":"932","volume":"5","author":"L Blunschi","year":"2012","unstructured":"Blunschi, L., Jossen, C., Kossmann, D., Mori, M., Stockinger, K.: SODA: generating SQL for business users. PVLDB 5(10), 932\u2013943 (2012)","journal-title":"PVLDB"},{"key":"1_CR14","volume-title":"Information Retrieval: Implementing and Evaluating Search Engines","author":"S Buettcher","year":"2010","unstructured":"Buettcher, S., Clarke, C.L.A., Cormack, G.V.: Information Retrieval: Implementing and Evaluating Search Engines. The MIT Press, Cambridge (2010)"},{"issue":"2","key":"1_CR15","doi-asserted-by":"publisher","first-page":"72","DOI":"10.1145\/1897816.1897839","volume":"54","author":"MJ Cafarella","year":"2011","unstructured":"Cafarella, M.J., Halevy, A.Y., Madhavan, J.: Structured data on the web. Commun. ACM 54(2), 72\u201379 (2011)","journal-title":"Commun. ACM"},{"issue":"2","key":"1_CR16","first-page":"1658","volume":"2","author":"S Chaudhuri","year":"2009","unstructured":"Chaudhuri, S., Das, G.: Keyword querying and ranking in databases. PVLDB 2(2), 1658\u20131659 (2009)","journal-title":"PVLDB"},{"key":"1_CR17","doi-asserted-by":"crossref","unstructured":"Chu, E., Baid, A., Chai, X., Doan, A., Naughton, J.F.: Combining keyword search and forms for ad hoc querying of databases. In: Proceedings of the ACM SIGMOD International Conference on Management of Data, SIGMOD, Providence, Rhode Island, USA, 29 June\u20132 July 2009, pp. 349\u2013360 (2009)","DOI":"10.1145\/1559845.1559883"},{"key":"1_CR18","first-page":"47","volume-title":"Readings in Information Retrieval","author":"CW Cleverdon","year":"1997","unstructured":"Cleverdon, C.W.: The cranfield tests on index languages devices. In: Sp\u00e4rck Jones, K., Willett, P. (eds.) Readings in Information Retrieval, pp. 47\u201360. Morgan Kaufmann Publisher Inc., San Francisco (1997)"},{"issue":"1","key":"1_CR19","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1109\/TKDE.2012.228","volume":"26","author":"J Coffman","year":"2014","unstructured":"Coffman, J., Weaver, A.C.: An empirical performance evaluation of relational keyword search techniques. IEEE Trans. Knowl. Data Eng. 26(1), 30\u201342 (2014)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"1_CR20","unstructured":"Di Buccio, E., Di Nunzio, G.M., Ferro, N., Harman, D.K., Maistro, M., Silvello, G.: Unfolding off-the-shelf IR systems for reproducibility. In: Proceedings of SIGIR Workshop on Reproducibility, Inexplicability, and Generalizability of Results (RIGOR) (2015)"},{"key":"1_CR21","doi-asserted-by":"crossref","unstructured":"Ding, B., Yu, J.X., Wang, S., Qin, L., Zhang, X., Lin, X.: Finding top-k min-cost connected trees in databases, pp. 836\u2013845 (2007)","DOI":"10.1109\/ICDE.2007.367929"},{"key":"1_CR22","unstructured":"European Commission. Communication from the commission to the European parliament, the council, the European economic and social committee and the committee of the regions - towards a thriving data-driven economy. COM (2014). 442 final, http:\/\/eur-lex.europa.eu\/legal-content\/EN\/TXT\/PDF\/?uri=CELEX:52014DC0442&from=EN"},{"key":"1_CR23","doi-asserted-by":"crossref","unstructured":"Ferrante, M., Ferro, N., Maistro, M.: Injecting user models and time into precision via markov chains. In: Proceedings of the 37th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR), pp. 597\u2013606. ACM, New York (2014)","DOI":"10.1145\/2600428.2609637"},{"key":"1_CR24","series-title":"Lecture Notes in Computer Science (LNCS)","volume-title":"Bridging Between Information Retrieval and Databases - PROMISE Winter School, Revised Tutorial Lectures","year":"2013","unstructured":"Ferro, N. (ed.): Bridging Between Information Retrieval and Databases - PROMISE Winter School, Revised Tutorial Lectures. Lecture Notes in Computer Science (LNCS), vol. 8173. Springer, Heidelberg (2013)"},{"issue":"2","key":"1_CR25","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1145\/2701583.2701587","volume":"48","author":"N Ferro","year":"2014","unstructured":"Ferro, N.: CLEF 15th birthday: past, present, and future. SIGIR Forum 48(2), 31\u201355 (2014)","journal-title":"SIGIR Forum"},{"key":"1_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1007\/978-3-319-11382-1_4","volume-title":"Information Access Evaluation","author":"N Ferro","year":"2014","unstructured":"Ferro, N., Silvello, G.: CLEF $$15^{\\rm th}$$ birthday: what can we learn from ad hoc retrieval? In: Kanoulas, E., Lupu, M., Clough, P., Sanderson, M., Hall, M., Hanbury, A., Toms, E. (eds.) CLEF 2014. LNCS, vol. 8685, pp. 31\u201343. Springer, Heidelberg (2014)"},{"key":"1_CR27","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"crossref","first-page":"768","DOI":"10.1007\/978-3-319-16354-3_83","volume-title":"Advances in Information Retrieval","author":"N Ferro","year":"2015","unstructured":"Ferro, N., Silvello, G.: Rank-biased precision reloaded: reproducibility and generalization. In: Hanbury, A., Kazai, G., Rauber, A., Fuhr, N. (eds.) ECIR 2015. LNCS, vol. 9022, pp. 768\u2013780. Springer, Heidelberg (2015)"},{"key":"1_CR28","unstructured":"Ferro, N., Silvello, G., Keskustalo, H., Pirkola, A., J\u00e4rvelin, K.: The twist measure for IR evaluation: taking user\u2019s effort into account. J. Am. Soc. Inf. Sci. Technol. (JASIST) (in print)"},{"issue":"2","key":"1_CR29","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1145\/1041394.1041404","volume":"38","author":"D Harman","year":"2004","unstructured":"Harman, D., Buckley, C.: SIGIR 2004 workshop: RIA and \u201cWhere can IR go from here?\u201d. ACM SIGIR Forum 38(2), 45\u201349 (2004)","journal-title":"ACM SIGIR Forum"},{"issue":"6","key":"1_CR30","doi-asserted-by":"publisher","first-page":"615","DOI":"10.1007\/s10791-009-9101-4","volume":"12","author":"D Harman","year":"2009","unstructured":"Harman, D., Buckley, C.: Overview of the reliable information access workshop. Inf. Retrieval 12(6), 615\u2013641 (2009)","journal-title":"Inf. Retrieval"},{"key":"1_CR31","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-031-02276-0","volume-title":"Information Retrieval Evaluation","author":"DK Harman","year":"2011","unstructured":"Harman, D.K.: Information Retrieval Evaluation. Morgan and Claypool Publishers, USA (2011)"},{"key":"1_CR32","volume-title":"TREC. Experiment and Evaluation in Information Retrieval","year":"2005","unstructured":"Harman, D.K., Voorhees, E.M. (eds.): TREC. Experiment and Evaluation in Information Retrieval. MIT Press, Cambridge (2005)"},{"key":"1_CR33","doi-asserted-by":"crossref","unstructured":"He, H., Wang, H., Yang, J., Yu, P.S.: BLINKS: ranked keyword searches on graphs. In: Proceedings of the ACM SIGMOD International Conference on Management of Data, Beijing, China, 12\u201314 June 2007, pp. 305\u2013316 (2007)","DOI":"10.1145\/1247480.1247516"},{"key":"1_CR34","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781139644082","volume-title":"Search User Interfaces","author":"MA Hearst","year":"2009","unstructured":"Hearst, M.A.: Search User Interfaces, 1st edn. Cambridge University Press, New York (2009)","edition":"1"},{"key":"1_CR35","series-title":"Synthesis Lectures on the Semantic Web","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-031-79432-2","volume-title":"Linked Data: Evolving the Web into a Global Data Space","author":"T Heath","year":"2011","unstructured":"Heath, T., Bizer, C.: Linked Data: Evolving the Web into a Global Data Space. Synthesis Lectures on the Semantic Web. Morgan and Claypool Publishers, USA (2011)"},{"key":"1_CR36","doi-asserted-by":"crossref","first-page":"670","DOI":"10.1016\/B978-155860869-6\/50065-2","volume-title":"VLDB '02: Proceedings of the 28th International Conference on Very Large Databases","author":"Vagelis Hristidis","year":"2002","unstructured":"Hristidis, V., Papakonstantinou, Y.: DISCOVER: keyword search in relational databases. In: VLDB, Proceedings of 28th International Conference on Very Large Data Bases, 20\u201323 August 2002, Hong Kong, China, pp. 670\u2013681 (2002)"},{"key":"1_CR37","volume-title":"The Turn: Integration of Information Seeking and Retrieval in Context","author":"P Ingwersen","year":"2005","unstructured":"Ingwersen, P., J\u00e4rvelin, K.: The Turn: Integration of Information Seeking and Retrieval in Context. Springer, Heidelberg (2005)"},{"issue":"4","key":"1_CR38","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1145\/582415.582418","volume":"20","author":"K J\u00e4rvelin","year":"2002","unstructured":"J\u00e4rvelin, K., Kek\u00e4l\u00e4inen, J.: Cumulated gain-based evaluation of IR techniques. ACM Trans. Inf. Syst. (TOIS) 20(4), 422\u2013446 (2002)","journal-title":"ACM Trans. Inf. Syst. (TOIS)"},{"key":"1_CR39","doi-asserted-by":"crossref","unstructured":"Kasneci, G., Ramanath, M., Sozio, M., Suchanek, F.M., Weikum, G.: STAR: steiner-tree approximation in relationship graphs. In: Proceedings of the 25th International Conference on Data Engineering, pp. 868\u2013879. IEEE Computer Society (2009)","DOI":"10.1109\/ICDE.2009.64"},{"issue":"13","key":"1_CR40","doi-asserted-by":"publisher","first-page":"1120","DOI":"10.1002\/asi.10137","volume":"53","author":"J Kek\u00e4l\u00e4inen","year":"2002","unstructured":"Kek\u00e4l\u00e4inen, J., J\u00e4rvelin, K.: Using graded relevance assessments in IR evaluation. J. Am. Soc. Inf. Sci. Technol. (JASIST) 53(13), 1120\u20131129 (2002)","journal-title":"J. Am. Soc. Inf. Sci. Technol. (JASIST)"},{"issue":"1\u20132","key":"1_CR41","first-page":"1","volume":"3","author":"D Kelly","year":"2009","unstructured":"Kelly, D.: Methods for evaluating interactive information retrieval systems with users. Found. Trends Inf. Retrieval (FnTIR) 3(1\u20132), 1\u2013224 (2009)","journal-title":"Found. Trends Inf. Retrieval (FnTIR)"},{"issue":"1","key":"1_CR42","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1145\/1860702.1860708","volume":"39","author":"R Khare","year":"2010","unstructured":"Khare, R., An, Y., Song, I.-Y.: Understanding deep web search interfaces: a survey. SIGMOD Rec. 39(1), 33\u201340 (2010)","journal-title":"SIGMOD Rec."},{"key":"1_CR43","doi-asserted-by":"crossref","unstructured":"Luo, Y., Lin, X., Wang, W., Zhou, X.: SPARK: top-k keyword query in relational databases. In: Proceedings of ACM SIGMOD International Conference on Management Of Data (SIGMOD), pp. 115\u2013126. ACM, New York (2007)","DOI":"10.1145\/1247480.1247495"},{"issue":"4","key":"1_CR44","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1145\/1121949.1121979","volume":"49","author":"G Marchionini","year":"2006","unstructured":"Marchionini, G.: Exploratory search: from finding to understanding. Commun. ACM 49(4), 41\u201346 (2006)","journal-title":"Commun. ACM"},{"key":"1_CR45","unstructured":"Rowe, B.R., Wood, D.W., Link, A.L., Simoni, D.A.: Economic impact assessment of NIST\u2019s text retrieval conference (TREC) program. RTI Project Number 0211875, RTI International, USA, July 2010. http:\/\/trec.nist.gov\/pubs\/2010.economic.impact.pdf"},{"key":"1_CR46","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"116","DOI":"10.1007\/978-3-642-54798-0_6","volume-title":"Bridging Between Information Retrieval and Databases","author":"T Sakai","year":"2014","unstructured":"Sakai, T.: Metrics, statistics, tests. In: Ferro, N. (ed.) PROMISE Winter School 2013. LNCS, vol. 8173, pp. 116\u2013163. Springer, Heidelberg (2014)"},{"issue":"1","key":"1_CR47","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1007\/s00778-007-0075-9","volume":"17","author":"A Simitsis","year":"2008","unstructured":"Simitsis, A., Koutrika, G., Ioannidis, Y.E.: Pr\u00e9cis: from unstructured keywords as queries to structured databases as answers. VLDB J. 17(1), 117\u2013149 (2008)","journal-title":"VLDB J."},{"key":"1_CR48","doi-asserted-by":"crossref","unstructured":"Smucker, M.D., Clarke, C.L.A.: Time-based calibration of effectiveness measures. In: Proceedings of the 35th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval (SIGIR), pp. 95\u2013104. ACM, New York (2012)","DOI":"10.1145\/2348283.2348300"},{"key":"1_CR49","doi-asserted-by":"crossref","unstructured":"Tata, S., Lohman, G.M.: SQAK: doing more with keywords. In: Proceedings of ACM SIGMOD International Conference on Management of Data (SIGMOD 2008), pp. 889\u2013902. ACM Press, New York (2014)","DOI":"10.1145\/1376616.1376705"},{"issue":"3","key":"1_CR50","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1016\/0306-4379(78)90001-7","volume":"3","author":"D Tsichritzis","year":"1978","unstructured":"Tsichritzis, D., Klug, A.: The ANSI\/X3\/SPARC DBMS framework report of the study group on database management systems. Inf. Syst. 3(3), 173\u2013191 (1978)","journal-title":"Inf. Syst."},{"issue":"1","key":"1_CR51","first-page":"55","volume":"33","author":"W Webber","year":"2010","unstructured":"Webber, W.: Evaluating the effectiveness of keyword search. IEEE Data Eng. Bull. 33(1), 55\u201360 (2010)","journal-title":"IEEE Data Eng. Bull."},{"key":"1_CR52","unstructured":"Weikum, G.: Where\u2019s the data in the big data wave? In: ACM SIGMOD Blog, March 2013. http:\/\/wp.sigmod.org\/?p=786"},{"issue":"1","key":"1_CR53","first-page":"67","volume":"33","author":"JX Yu","year":"2010","unstructured":"Yu, J.X., Qin, L., Chang, L.: Keyword search in relational databases: a survey. IEEE Data Eng. Bull. 33(1), 67--78 (2010)","journal-title":"IEEE Data Eng. Bull."}],"container-title":["Lecture Notes in Computer Science","Transactions on Computational Collective Intelligence XXI"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-662-49521-6_1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,12]],"date-time":"2024-07-12T13:02:15Z","timestamp":1720789335000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-662-49521-6_1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783662495209","9783662495216"],"references-count":53,"URL":"https:\/\/doi.org\/10.1007\/978-3-662-49521-6_1","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016]]}}}