{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T17:20:18Z","timestamp":1778347218725,"version":"3.51.4"},"publisher-location":"Cham","reference-count":40,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030551865","type":"print"},{"value":"9783030551872","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,8,25]],"date-time":"2020-08-25T00:00:00Z","timestamp":1598313600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,8,25]],"date-time":"2020-08-25T00:00:00Z","timestamp":1598313600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-55187-2_17","type":"book-chapter","created":{"date-parts":[[2020,8,24]],"date-time":"2020-08-24T23:04:00Z","timestamp":1598310240000},"page":"196-208","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["A Comprehensive Methodology for Evaluating Conversation-Based Interfaces to Relational Databases (C-BIRDs)"],"prefix":"10.1007","author":[{"given":"Majdi","family":"Owda","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amani Yousef","family":"Owda","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fathi","family":"Gasir","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,8,25]]},"reference":[{"issue":"2\u20133","key":"17_CR1","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1023\/A:1015036910358","volume":"12","author":"D Litman","year":"2002","unstructured":"Litman, D., Pan, S.: Designing and evaluating an adaptive spoken dialogue system. User Model. User-Adapted Interact. 12(2\u20133), 111\u2013137 (2002)","journal-title":"User Model. User-Adapted Interact."},{"key":"17_CR2","doi-asserted-by":"crossref","unstructured":"Walker, M., Hirschman, L., Aberdeen, J.: Evaluation for DARPA communicator spoken dialogue systems. In: Proceedings Second International Conference on Language Resources and Evaluation (2000)","DOI":"10.3115\/1073012.1073078"},{"key":"17_CR3","doi-asserted-by":"crossref","unstructured":"Sanders, G., Scholtz, J.: Measurement and evaluation of embodied conversational agents. In: Embodied Conversational Agents, pp. 346\u2013373. MIT Press (2000)","DOI":"10.7551\/mitpress\/2697.003.0015"},{"issue":"4","key":"17_CR4","first-page":"27","volume":"22","author":"J Allen","year":"2001","unstructured":"Allen, J., Byron, D., Dzikovska, M., Ferguson, G., Galescu, L., Stent, A.: Toward conversational human-computer interaction. Am. Assoc. Artif. Intell. 22(4), 27\u201337 (2001)","journal-title":"Am. Assoc. Artif. Intell."},{"key":"17_CR5","doi-asserted-by":"crossref","unstructured":"L\u00f3pez-C\u00f3zar, R., Callejas, Z., Espejo, G., Griol, D.: Enhancement of conversational agents by means of multimodal interaction. In: Perez-Marin, D., Pascual-Nieto, I. (eds.) Conversational Agents and Natural Language Interaction: Techniques and Effective Practices, pp. 223\u2013252 (2011)","DOI":"10.4018\/978-1-60960-617-6.ch010"},{"key":"17_CR6","doi-asserted-by":"crossref","unstructured":"Hung, V., Elvir, M., Gonzalez, A., DeMara, R.: Towards a method for evaluating naturalness in conversational dialog systems. In: Proceedings of the 2009 IEEE International Conference on Systems, Man and Cybernetics, San Antonio, TX, USA, pp. 1236\u20131241. IEEE Press (2009)","DOI":"10.1109\/ICSMC.2009.5345904"},{"issue":"1","key":"17_CR7","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1016\/S0167-6393(01)00048-6","volume":"38","author":"L Lamel","year":"2002","unstructured":"Lamel, L., Bennacef, S., Gauvain, J.L., Dartigues, H., Temem, J.N.: User evaluation of the MASK kiosk. Speech Commun. 38(1), 131\u2013139 (2002)","journal-title":"Speech Commun."},{"issue":"1\u20132","key":"17_CR8","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1023\/A:1024026532471","volume":"13","author":"J Cassell","year":"2003","unstructured":"Cassell, J., Bickmore, T.: Negotiated collusion: modeling social language and its relationship effects in intelligent agents. User Model. User-Adapted Interact. 13(1\u20132), 89\u2013132 (2003)","journal-title":"User Model. User-Adapted Interact."},{"key":"17_CR9","doi-asserted-by":"crossref","unstructured":"Semeraro, G., Andersen, H.H., Andersen, V., Lops, P., Abbattista, F.: Evaluation and validation of a conversational agent embodied in a bookstore. In: Proceedings of the User Interfaces for all 7th International Conference on Universal Access: Theoretical Perspectives, Practice, and Experience, Paris, France, pp. 360\u2013371. Springer (2003)","DOI":"10.1007\/3-540-36572-9_28"},{"key":"17_CR10","doi-asserted-by":"crossref","unstructured":"Bernsen, N.O., Dybkj\u00e6r, L.: User interview-based progress evaluation of two successive conversational agent prototypes. In: INTETAIN, pp. 220\u2013224. Springer (2005)","DOI":"10.1007\/11590323_23"},{"key":"17_CR11","unstructured":"Bouwman, G., Hulstijn, J.: Dialogue strategy redesign with reliability measures. In: Proceedings of First International Conference on Language Resources and Evaluation, pp. 191\u2013198 (1998)"},{"key":"17_CR12","doi-asserted-by":"crossref","unstructured":"Foster, M.E., Giuliani, M., Knoll, A.: Comparing objective and subjective measures of usability in a human-robot dialogue system. In: Proceedings of the Joint Conference of the 47th Annual Meeting of the ACL and the 4th International Joint Conference on Natural Language Processing of the AFNLP, Suntec, Singapore, pp. 879\u2013887. Association for Computational Linguistics (2009)","DOI":"10.3115\/1690219.1690270"},{"issue":"6","key":"17_CR13","doi-asserted-by":"publisher","first-page":"557","DOI":"10.1016\/j.apergo.2004.06.001","volume":"35","author":"L Bigot","year":"2004","unstructured":"Bigot, L., Jamet, E., Rouet, J.-F.: Searching information with a natural language dialogue system: a comparison of spoken vs. written modalities. Appl. Ergon. 35(6), 557\u2013564 (2004)","journal-title":"Appl. Ergon."},{"key":"17_CR14","doi-asserted-by":"crossref","unstructured":"Artstein, R., Gandhe, S., Gerten, J., Leuski, A., Traum, D.: Semi-formal evaluation of conversational characters. In: Orna, G., Michael, K., Shmuel, K., Shuly, W. (eds.) Languages: From Formal to Natural, pp. 22\u201335. Springer (2009)","DOI":"10.1007\/978-3-642-01748-3_2"},{"key":"17_CR15","unstructured":"Silvervarg, A., J\u00f6nsson, A.: Subjective and objective evaluation of conversational agents in learning environments for young teenagers. In: The Twenty-Second International Joint Conference on Artificial Intelligence, Barcelona, Catalonia, Spain. AAAI Press\/International Joint Conferences on Artificial Intelligence (2011)"},{"key":"17_CR16","doi-asserted-by":"crossref","unstructured":"Kopp, S., Gesellensetter, L., Kramer, N., Wachsmuth, I.: A conversational agent as museum guide: design and evaluation of a real-world application. In: Lecture Notes in Computer Science, pp. 329\u2013343. Springer (2005)","DOI":"10.1007\/11550617_28"},{"issue":"5","key":"17_CR17","doi-asserted-by":"publisher","first-page":"947","DOI":"10.1006\/ijhc.1999.0271","volume":"51","author":"P McKevitt","year":"1999","unstructured":"McKevitt, P., Partridge, D., Wilks, Y.: Why machines should analyse intention in natural language dialogue. Int. J. Hum.-Comput. Stud. 51(5), 947\u2013989 (1999)","journal-title":"Int. J. Hum.-Comput. Stud."},{"issue":"5","key":"17_CR18","doi-asserted-by":"publisher","first-page":"556","DOI":"10.1016\/j.jbi.2005.12.004","volume":"39","author":"T Bickmore","year":"2006","unstructured":"Bickmore, T., Giorgino, T.: Health dialog systems for patients and consumers. J. Biomed. Inform. 39(5), 556\u2013571 (2006)","journal-title":"J. Biomed. Inform."},{"issue":"2","key":"17_CR19","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1002\/cav.65","volume":"16","author":"X Yuan","year":"2005","unstructured":"Yuan, X., Chee, Y.S.: Design and evaluation of Elva: an embodied tour guide in an interactive virtual art gallery: research Articles. Comput. Animat. Virtual Worlds 16(2), 109\u2013119 (2005)","journal-title":"Comput. Animat. Virtual Worlds"},{"key":"17_CR20","first-page":"175","volume":"16","author":"M Palmer","year":"1990","unstructured":"Palmer, M., Finin, S.T.: Workshop on the evaluation of natural language processing systems. Comput. Linguist. 16, 175\u2013181 (1990)","journal-title":"Comput. Linguist."},{"key":"17_CR21","unstructured":"Forsmark, M.: Evaluating Natural Language Access to Relational Databases. UMEA University, Computing Science, Sweden (2005)"},{"key":"17_CR22","doi-asserted-by":"crossref","unstructured":"Jung, H., Lee, G.G.: Multilingual question answering with high portability on relational databases. In: Proceedings of the 2002 Conference on Multilingual Summarization and Question Answering - Volume 19, pp. 1\u20138. Association for Computational Linguistics (2002)","DOI":"10.3115\/1118845.1118847"},{"key":"17_CR23","doi-asserted-by":"crossref","unstructured":"Popescu, A.-M., Armanasu, A., Etzioni, O., Ko, D., Yates, A.: Modern natural language interfaces to databases: composing statistical parsing with semantic tractability. In: Proceedings of the 20th International Conference on Computational Linguistics, Geneva, Switzerland. Association for Computational Linguistics (2004)","DOI":"10.3115\/1220355.1220376"},{"key":"17_CR24","doi-asserted-by":"crossref","unstructured":"Sharma, H., Kumar, N., Jha, G.K., Sharma, K.G., Wyld, D.C., Wozniak, M., Chaki, N., Meghanathan, N., Nagamalai, D.: A natural language interface based on machine learning approach. In: Communications in Computer and Information Science, vol. 197 Trends in Network and Communications, pp. 549\u2013557. Springer, Heidelberg (2011)","DOI":"10.1007\/978-3-642-22543-7_56"},{"key":"17_CR25","doi-asserted-by":"crossref","unstructured":"Tang, L., Mooney, R.: Automated construction of database interfaces: integrating statistical and relational learning for semantic parsing. In: Proceedings of the 2000 Joint SIGDAT Conference on Empirical Methods in Natural Language Processing and Very Large Corpora: Held in Conjunction with the 38th Annual Meeting of the Association for Computational Linguistics - Volume 13, Hong Kong, pp. 133\u2013141. Association for Computational Linguistics (2000)","DOI":"10.3115\/1117794.1117811"},{"key":"17_CR26","doi-asserted-by":"crossref","unstructured":"Yates, A., Etzioni, O., Weld, D.: A reliable natural language interface to household appliances. In: Proceedings of the 8th International Conference on Intelligent User Interfaces, Miami, Florida, USA, pp. 189\u2013196. ACM (2003)","DOI":"10.1145\/604045.604075"},{"key":"17_CR27","doi-asserted-by":"crossref","unstructured":"Minock, M.: A phrasal approach to natural language interfaces over databases. In: Lecture Notes in Computer Science, Volume 3513, 2005 Natural Language Processing and Information Systems, pp. 333\u2013336. Springer, Heidelberg (2005)","DOI":"10.1007\/11428817_30"},{"issue":"3","key":"17_CR28","doi-asserted-by":"publisher","first-page":"290","DOI":"10.1016\/j.datak.2009.10.007","volume":"69","author":"M Minock","year":"2010","unstructured":"Minock, M.: C-Phrase: a system for building robust natural language interfaces to databases. Data Knowl. Eng. 69(3), 290\u2013302 (2010)","journal-title":"Data Knowl. Eng."},{"key":"17_CR29","unstructured":"Xiao, J., Stasko, J., Catrambone, R.: Embodied conversational agents as a UI paradigm: a framework for evaluation. In: Proceedings of AAMAS 2002 workshop: Embodied Conversational Agents Let\u2019s Specify and Evaluate Them!, Bologna, Italy (2002)"},{"issue":"3","key":"17_CR30","doi-asserted-by":"publisher","first-page":"338","DOI":"10.1145\/77481.77486","volume":"33","author":"R Molich","year":"1990","unstructured":"Molich, R., Nielsen, J.: Improving a human-computer dialogue. Commun. ACM 33(3), 338\u2013348 (1990)","journal-title":"Commun. ACM"},{"key":"17_CR31","doi-asserted-by":"crossref","unstructured":"Nielsen, J., Molich, R.: Heuristic evaluation of user interfaces. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems: Empowering People, Seattle, Washington, United States, pp. 249\u2013256. ACM (1990)","DOI":"10.1145\/97243.97281"},{"key":"17_CR32","doi-asserted-by":"crossref","unstructured":"Nielsen, J., Landauer, T.: A mathematical model of the finding of usability problems. In: Proceedings of the INTERACT 1993 and CHI 1993 Conference on Human Factors in Computing Systems, Amsterdam, The Netherlands, pp. 206\u2013213. ACM (1993)","DOI":"10.1145\/169059.169166"},{"key":"17_CR33","doi-asserted-by":"crossref","unstructured":"Blackmon, M.H., Polson, P.G., Kitajima, M., Lewis, C.: Cognitive walkthrough for the web. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems: Changing Our World, Changing Ourselves, Minneapolis, Minnesota, USA, pp. 463\u2013470. ACM (2002)","DOI":"10.1145\/503376.503459"},{"key":"17_CR34","doi-asserted-by":"crossref","unstructured":"Blackmon, M.H., Kitajima, M., Polson, P.G.: Repairing usability problems identified by the cognitive walkthrough for the web. In: Proceedings of the SIGCHI conference on Human factors in computing systems, Ft. Lauderdale, Florida, USA, pp. 497\u2013504. ACM (2003)","DOI":"10.1145\/642611.642698"},{"key":"17_CR35","doi-asserted-by":"crossref","unstructured":"Gabrielli, S., Mirabella, V., Kimani, S., Catarci, T.: Supporting cognitive walkthrough with video data: a mobile learning evaluation study. In: Proceedings of the 7th International Conference on Human Computer Interaction with Mobile Devices & Services, Salzburg, Austria, pp. 77\u201382. ACM (2005)","DOI":"10.1145\/1085777.1085791"},{"issue":"8","key":"17_CR36","doi-asserted-by":"publisher","first-page":"741","DOI":"10.1080\/10447311003781409","volume":"26","author":"T Mahatody","year":"2010","unstructured":"Mahatody, T., Sagar, M., Kolski, C.: State of the art on the cognitive walkthrough method, its variants and evolutions. Int. J. Hum. Comput. Interact. 26(8), 741\u2013785 (2010)","journal-title":"Int. J. Hum. Comput. Interact."},{"key":"17_CR37","doi-asserted-by":"crossref","unstructured":"Baik, C., Jagadish, H.V., Li, Y.: Bridging the semantic gap with SQL query logs in natural language interfaces to databases.\u00a0In: 2019 IEEE 35th International Conference on Data Engineering (ICDE), Macao, Macao, pp. 374\u2013385 (2019)","DOI":"10.1109\/ICDE.2019.00041"},{"key":"17_CR38","doi-asserted-by":"crossref","unstructured":"Owda, M., Bandar, Z., Crockett, K.: Information extraction for SQL query generation in the conversation-based interfaces to relational databases (C-BIRD). In: Agent and Multi-Agent Systems: Technologies and Applications, pp. 44\u201353. Springer, Heidelberg (2011)","DOI":"10.1007\/978-3-642-22000-5_6"},{"issue":"4","key":"17_CR39","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1093\/jamia\/ocy178","volume":"26","author":"C Yuan","year":"2019","unstructured":"Yuan, C., Ryan, P., Ta, C., et al.: Criteria2Query: a natural language interface to clinical databases for cohort definition. J. Am. Med. Inform. Assoc. 26(4), 294\u2013305 (2019)","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"17_CR40","doi-asserted-by":"publisher","first-page":"35012","DOI":"10.1109\/ACCESS.2019.2904720","volume":"7","author":"B Xu","year":"2019","unstructured":"Xu, B.: NADAQ: natural language database querying based on deep learning. IEEE Access 7, 35012\u201335017 (2019)","journal-title":"IEEE Access"}],"container-title":["Advances in Intelligent Systems and Computing","Intelligent Systems and Applications"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-55187-2_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,12]],"date-time":"2024-08-12T12:22:16Z","timestamp":1723465336000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-55187-2_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,8,25]]},"ISBN":["9783030551865","9783030551872"],"references-count":40,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-55187-2_17","relation":{},"ISSN":["2194-5357","2194-5365"],"issn-type":[{"value":"2194-5357","type":"print"},{"value":"2194-5365","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,8,25]]},"assertion":[{"value":"25 August 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IntelliSys","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Proceedings of SAI Intelligent Systems Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"London","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 September 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 September 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"intellisys2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/saiconference.com\/IntelliSys","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}