{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T16:32:25Z","timestamp":1783096345151,"version":"3.54.6"},"reference-count":86,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"8","license":[{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,8,1]],"date-time":"2022-08-01T00:00:00Z","timestamp":1659312000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IIEEE Trans. Software Eng."],"published-print":{"date-parts":[[2022,8,1]]},"DOI":"10.1109\/tse.2021.3078384","type":"journal-article","created":{"date-parts":[[2021,5,8]],"date-time":"2021-05-08T01:09:16Z","timestamp":1620436156000},"page":"3087-3102","source":"Crossref","is-referenced-by-count":87,"title":["A Comparison of Natural Language Understanding Platforms for Chatbots in Software Engineering"],"prefix":"10.1109","volume":"48","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1863-9147","authenticated-orcid":false,"given":"Ahmad","family":"Abdellatif","sequence":"first","affiliation":[{"name":"Department of Computer Science and Software Engineering, Data-Driven Analysis of Software (DAS) Lab, Concordia University, Montréal, QC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Khaled","family":"Badran","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Software Engineering, Data-Driven Analysis of Software (DAS) Lab, Concordia University, Montréal, QC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7084-2594","authenticated-orcid":false,"given":"Diego Elias","family":"Costa","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Software Engineering, Data-Driven Analysis of Software (DAS) Lab, Concordia University, Montréal, QC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1285-9878","authenticated-orcid":false,"given":"Emad","family":"Shihab","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Software Engineering, Data-Driven Analysis of Software (DAS) Lab, Concordia University, Montréal, QC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1145\/2950290.2983989"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2017.8115681"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-019-09788-5"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3387940.3391534"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3379597.3387472"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3387940.3391501"},{"key":"ref7","article-title":"The chatbot conference","author":"Conference","year":"2019"},{"key":"ref8","article-title":"1st international workshop on bots in software engineering","year":"2019"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3274451"},{"key":"ref10","article-title":"Code deployment tools","year":"2020"},{"key":"ref11","article-title":"Dependabot","year":"2020"},{"key":"ref12","first-page":"95","article-title":"How to design a program repair bot?: Insights from the repairnator project","volume-title":"Proc. 40th Int. Conf. Softw. Eng. Softw. Eng. Pract.","author":"Urli"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/SNAMS.2018.8554770"},{"key":"ref14","first-page":"174","article-title":"Evaluating natural language understanding services for conversational question answering systems","volume-title":"Proc. 18th Annu. SIGdial Meeting Discourse Dialogue.","author":"Braun"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/Innovate-Data.2018.00010"},{"key":"ref16","article-title":"Chatbot for AWS monitoring","year":"2020"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/2851581.2892311"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3173574.3173632"},{"key":"ref19","article-title":"A comparison and critique of natural language understanding tools","author":"Canonico","year":"2018","journal-title":"Cloud Comput."},{"key":"ref20","article-title":"Evaluation of modern tools for an OMSCS advisor chatbot","author":"Gregori","year":"2017"},{"key":"ref21","article-title":"Natural language processing","year":"2020"},{"key":"ref22","article-title":"Artificial intelligence - comparison between LUIS.ai vs API.ai vs WIT.ai?","year":"2020"},{"key":"ref23","article-title":"NLP - build chatbot for education purporse","year":"2019"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2017.4541027"},{"key":"ref25","article-title":"The state of chatbots","author":"Ask","year":"2016","journal-title":"Rep., Forrester Res., Cambridge, MA, USA, Rep. 20"},{"key":"ref26","article-title":"The impact of conversational bots in the customer experience","year":"2020"},{"key":"ref27","article-title":"LUIS (language understanding) cognitive services","year":"2020"},{"key":"ref28","article-title":"IBM Watson","year":"2019"},{"key":"ref29","article-title":"Dialogflow","year":"2020"},{"key":"ref30","article-title":"Rasa: Open source conversational AI","year":"2020"},{"key":"ref31","article-title":"A comparison of natural language understanding platforms for chatbots in software engineering | zenodo","author":"Abdellatif","year":"2021"},{"key":"ref32","article-title":"Confidence and fallback intents","year":"2019"},{"key":"ref33","article-title":"Prediction scores - language understanding - azure cognitive services","year":"2019"},{"key":"ref34","article-title":"Query","year":"2019"},{"key":"ref35","article-title":"Watson assistant v1","year":"2019"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.5220\/0007252100190030"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2016.10"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979366"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2017.31"},{"key":"ref40","article-title":"Developer entities","year":"2020"},{"key":"ref41","article-title":"Entity types - language understanding - azure cognitive services","year":"2020"},{"key":"ref42","article-title":"Training data format","year":"2020"},{"key":"ref43","article-title":"Creating entities","year":"2020"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2011.36"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1191\/1478088706qp0630a"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/CHASE.2015.13"},{"issue":"2","key":"ref47","first-page":"684","article-title":"Open innovation in software engineering: A systematic mapping study","volume-title":"Empirical Softw. Eng.","volume":"21","author":"Munir","year":"2016"},{"key":"ref48","article-title":"Frequently asked questions","year":"2020"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1177\/001316446002000104"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1177\/001316447303300309"},{"key":"ref51","article-title":"PHP mysqli query returns empty error message","year":"2020"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/BotSE.2019.00015"},{"key":"ref53","volume-title":"Data Mining: Concepts and Techniques (The Morgan Kaufmann Series in Data Management Systems)","author":"Han","year":"Elsevier"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/3338906.3340442"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/IALP.2018.8629181"},{"key":"ref56","article-title":"Training phrases","year":"2020"},{"key":"ref57","article-title":"Defining intents","year":"2020"},{"key":"ref58","article-title":"Chatbot dialogflow returning answers with confidence score below ML classification threshold","year":"2020"},{"key":"ref59","article-title":"Dialogflow matches irrelevant phrases to existing intents","year":"2020"},{"key":"ref60","article-title":"Entities","year":"2020"},{"key":"ref61","article-title":"Duckling","year":"2019"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1002\/spe.1053"},{"key":"ref63","article-title":"multiple entity recognition issue #427","year":"2019"},{"key":"ref64","article-title":"History dialogflow documentation","year":"2020"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.2200\/s00196ed1v01y200906aim006"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1093\/nsr\/nwx106"},{"key":"ref67","article-title":"rasa\/crf_entity_extractor.py at master rasahq\/rasa","year":"2019"},{"key":"ref68","article-title":"Good example utterances - language understanding - azure cognitive services","year":"2020"},{"key":"ref69","article-title":"A slack slash command app to file browser bugs in JIRA","year":"2019"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/BotSE.2019.00020"},{"key":"ref71","first-page":"95","article-title":"How to design a program repair bot? Insights from the repairnator project","volume-title":"Proc. 40th Int. Conf. Softw. Eng. Softw. Eng. Pract.","author":"Urli"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1109\/BotSE.2019.00008"},{"key":"ref73","article-title":"A taxonomy of software bots: Towards a deeper understanding of software bot characteristics","author":"Lebeuf","year":"2018"},{"key":"ref74","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180238"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-NIER.2017.17"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1109\/BotSE.2019.00016"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/ASE.2017.8115628"},{"key":"ref78","doi-asserted-by":"publisher","DOI":"10.1145\/3387940.3391505"},{"key":"ref79","article-title":"Towards a deeper understanding of current conversational frameworks through the design and development of a cognitive agent","author":"Angara","year":"2018"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.3115\/1556328.1556341"},{"key":"ref81","article-title":"Dialogflow agent validation","year":"2020"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568233"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/chase.2017.14"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1145\/1806799.1806828"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1177\/2515245919847421"},{"key":"ref86","article-title":"Toward trustworthy ai development: Mechanisms for supporting verifiable claims","author":"Brundage","year":"2020"}],"container-title":["IEEE Transactions on Software Engineering"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/32\/9857502\/09426404.pdf?arnumber=9426404","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,1]],"date-time":"2024-09-01T04:36:16Z","timestamp":1725165376000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9426404\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,8,1]]},"references-count":86,"journal-issue":{"issue":"8"},"URL":"https:\/\/doi.org\/10.1109\/tse.2021.3078384","relation":{},"ISSN":["0098-5589","1939-3520","2326-3881"],"issn-type":[{"value":"0098-5589","type":"print"},{"value":"1939-3520","type":"electronic"},{"value":"2326-3881","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,8,1]]}}}