{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T14:01:34Z","timestamp":1762005694031,"version":"build-2065373602"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319916613"},{"type":"electronic","value":"9783319916620"}],"license":[{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2018,1,1]],"date-time":"2018-01-01T00:00:00Z","timestamp":1514764800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018]]},"DOI":"10.1007\/978-3-319-91662-0_8","type":"book-chapter","created":{"date-parts":[[2018,5,19]],"date-time":"2018-05-19T16:24:14Z","timestamp":1526747054000},"page":"114-128","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":10,"title":["Effective Crowdsourced Generation of Training Data for Chatbots Natural Language Understanding"],"prefix":"10.1007","author":[{"given":"Rucha","family":"Bapat","sequence":"first","affiliation":[]},{"given":"Pavel","family":"Kucherbaev","sequence":"additional","affiliation":[]},{"given":"Alessandro","family":"Bozzon","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,5,20]]},"reference":[{"key":"8_CR1","doi-asserted-by":"crossref","unstructured":"Bernstein, M.S., Little, G., Miller, R.C., Hartmann, B., Ackerman, M.S., Karger, D.R., Crowell, D., Panovich, K.: Soylent: A word processor with a crowd inside. In: Proceedings of the 23nd Annual ACM Symposium on User Interface Software and Technology, UIST 2010, pp. 313\u2013322, New York, NY, USA. ACM (2010)","DOI":"10.1145\/1866029.1866078"},{"key":"8_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"218","DOI":"10.1007\/978-3-319-08245-5_13","volume-title":"Web Engineering","author":"A Bozzon","year":"2014","unstructured":"Bozzon, A., Brambilla, M., Ceri, S., Mauri, A., Volonterio, R.: Pattern-based specification of crowdsourcing applications. In: Casteleyn, S., Rossi, G., Winckler, M. (eds.) Web Engineering. LNCS, pp. 218\u2013235. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-08245-5_13"},{"key":"8_CR3","unstructured":"Bozzon, A., Catallo, I., Ciceri, E., Fraternali, P., Martinenghi, D., Tagliasacchi, M.: A framework for crowdsourced multimedia processing and querying. In: Proceedings of the First International Workshop on Crowdsourcing Web Search, Lyon, France, 17 April 2012, pp. 42\u201347 (2012)"},{"key":"8_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"514","DOI":"10.1007\/978-3-642-39200-9_48","volume-title":"Web Engineering","author":"A Bozzon","year":"2013","unstructured":"Bozzon, A., Galli, L.: An introduction to human computation and games with a purpose. In: Daniel, F., Dolog, P., Li, Q. (eds.) ICWE 2013. LNCS, vol. 7977, pp. 514\u2013517. Springer, Heidelberg (2013). https:\/\/doi.org\/10.1007\/978-3-642-39200-9_48"},{"key":"8_CR5","doi-asserted-by":"crossref","unstructured":"Callison-Burch, C.: Fast, cheap, and creative: evaluating translation quality using Amazon\u2019s mechanical turk. In: Proceedings of the 2009 Conference on Empirical Methods in Natural Language Processing, vol. 1, EMNLP 2009, pp. 286\u2013295, Stroudsburg, PA, USA. Association for Computational Linguistics (2009)","DOI":"10.3115\/1699510.1699548"},{"key":"8_CR6","doi-asserted-by":"crossref","unstructured":"Cranshaw, J., Elwany, E., Newman, T., Kocielnik, R., Yu, B., Soni, S., Teevan, J., Monroy-Hern\u00e1ndez, A.: Calendar.help: designing a workflow-based scheduling agent with humans in the loop, January 2017","DOI":"10.2139\/ssrn.2940295"},{"key":"8_CR7","doi-asserted-by":"crossref","unstructured":"Dias, J.: Transcribing and annotating speech corpora for speech recognition: a three-step crowdsourcing approach with quality control. In: 1st AAAI Conference on Human Computation and Crowdsourcing, HCOMP 2013, vol. WS-13-18, pp. 30\u201331, Palm Springs. Association for the Advancement of Artificial Intelligence, AI Access Foundation (2013)","DOI":"10.1609\/hcomp.v1i1.13102"},{"key":"8_CR8","doi-asserted-by":"crossref","unstructured":"Huang, T.H., Lasecki, W.S., Bigham, J.: Guardian: a crowd-powered spoken dialog system for web APIs. In: Proceedings of the AAAI Conference on Human Computation and Crowdsourcing, HCOMP 2015. AAAI (2015)","DOI":"10.1609\/hcomp.v3i1.13237"},{"key":"8_CR9","doi-asserted-by":"crossref","unstructured":"Huang, T.-H.K., Azaria, A., Bigham, J.P.: InstructableCrowd: creating if-then rules via conversations with the crowd. In: Proceedings of the 2016 CHI Conference Extended Abstracts on Human Factors in Computing Systems, CHI EA 2016, pp. 1555\u20131562, New York, NY, USA. ACM (2016)","DOI":"10.1145\/2851581.2892502"},{"key":"8_CR10","unstructured":"Huang, T.K., Chen, Y., Bigham, J.P.: Real-time on-demand crowd-powered entity extraction. Collective Ingelligence (2017)"},{"key":"8_CR11","doi-asserted-by":"crossref","unstructured":"Huang, T.K., Lasecki, W.S., Azaria, A., Bigham, J.P.: \u201cIs there anything else I can help you with?\u201d: challenges in deploying an on-demand crowd-powered conversational agent. In: Proceedings of the AAAI Conference on Human Computation and Crowdsourcing, HCOMP 2016 (2016)","DOI":"10.1609\/hcomp.v4i1.13292"},{"key":"8_CR12","unstructured":"Business Insider: Messaging apps are now bigger than social networks, September 2015. http:\/\/www.businessinsider.com\/the-messaging-app-report-2015-11"},{"key":"8_CR13","unstructured":"Jha, M., Andreas, J., Thadani, K., Rosenthal, S., McKeown, K.: Corpus creation for new genres: a crowdsourced approach to PP attachment. In: Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon\u2019s Mechanical Turk, CSLDAMT 2010, pp. 13\u201320, Stroudsburg, PA, USA. Association for Computational Linguistics (2010)"},{"key":"8_CR14","doi-asserted-by":"crossref","unstructured":"Jiang, Y., Kummerfeld, J.K., Lasecki, W.S.: Understanding Task Design Trade-offs in Crowdsourced Paraphrase Collection. ArXiv e-prints, April 2017","DOI":"10.18653\/v1\/P17-2017"},{"key":"8_CR15","unstructured":"Lane, I., Waibel, A., Eck, M., Rottmann, K.: Tools for collecting speech corpora via mechanical-turk. In: Proceedings of the NAACL HLT 2010 Workshop on Creating Speech and Language Data with Amazon\u2019s Mechanical Turk, CSLDAMT 2010, pp. 184\u2013187, Stroudsburg, PA, USA. Association for Computational Linguistics (2010)"},{"key":"8_CR16","doi-asserted-by":"crossref","unstructured":"Lasecki, W., Kamar, E., Bohus, D.: Conversations in the crowd: collecting data for task-oriented dialog learning. In: Scaling Speech, Language Understanding and Dialogue Through Crowdsourcing Workshop. AAAI (2013)","DOI":"10.1609\/hcomp.v1i1.13092"},{"key":"8_CR17","doi-asserted-by":"crossref","unstructured":"Lasecki, W.S., Rello, L., Bigham, J.P.: Measuring text simplification with the crowd. In: Proceedings of the 12th Web for All Conference, W4A 2015, pp. 4:1\u20134:9, New York, NY, USA. ACM (2015)","DOI":"10.1145\/2745555.2746658"},{"key":"8_CR18","doi-asserted-by":"crossref","unstructured":"Lasecki, W.S., Wesley, R., Nichols, J., Kulkarni, A., Allen, J.F., Bigham, J.P.: Chorus: a crowd-powered conversational assistant. In: Proceedings of the 26th Annual ACM Symposium on User Interface Software and Technology, UIST 2013, pp. 151\u2013162, New York, NY, USA. ACM (2013)","DOI":"10.1145\/2501988.2502057"},{"key":"8_CR19","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-32967-3","volume-title":"The Conversational Interface: Talking to Smart Devices","author":"M McTear","year":"2016","unstructured":"McTear, M., Callejas, Z., Griol, D.: The Conversational Interface: Talking to Smart Devices. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-32967-3"},{"key":"8_CR20","unstructured":"Negri, M., Bentivogli, L., Mehdad, Y., Giampiccolo, D., Marchetti, A.: Divide and conquer: crowdsourcing the creation of cross-lingual textual entailment corpora. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, EMNLP 2011, pp. 670\u2013679, Stroudsburg, PA, USA. Association for Computational Linguistics (2011)"},{"key":"8_CR21","unstructured":"Negri, M., Mehdad, Y., Marchetti, A., Giampiccolo, D., Bentivogli, L.: Chinese whispers: cooperative paraphrase acquisition. In: Proceedings of the Eighth International Conference on Language Resources and Evaluation, LREC 2012, Istanbul, Turkey, 23\u201325 May 2012, pp. 2659\u20132665 (2012)"},{"key":"8_CR22","doi-asserted-by":"crossref","unstructured":"Rothwell, S., Carter, S., Elshenawy, A., Dovgalecs, V., Saleem, S., Braga, D., Kennewick, B.: Data collection and annotation for state-of-the-art NER using unmanaged crowds. In: INTERSPEECH 2015, pp. 2789\u20132793 (2015)","DOI":"10.21437\/Interspeech.2015-587"},{"key":"8_CR23","doi-asserted-by":"crossref","unstructured":"Savenkov, D., Agichtein, E.: CRQA: crowd-powered real-time automatic question answering system. In: Fourth AAAI Conference on Human Computation and Crowdsourcing, HCOMP 2016 (2016)","DOI":"10.1609\/hcomp.v4i1.13291"},{"key":"8_CR24","doi-asserted-by":"crossref","unstructured":"Snow, R., O\u2019Connor, B., Jurafsky, D., Ng, A.Y.: Cheap and fast\u2013but is it good? Evaluating non-expert annotations for natural language tasks. In: Proceedings of the Conference on Empirical Methods in Natural Language Processing, EMNLP 2008, pp. 254\u2013263, Stroudsburg, PA, USA. Association for Computational Linguistics (2008)","DOI":"10.3115\/1613715.1613751"},{"key":"8_CR25","doi-asserted-by":"crossref","unstructured":"T\u00fcr, G., Hakkani-Tur, D., Heck, L.P.: What is left to be understood in ATIS? In: Hakkani-T\u00fcr, D., Ostendorf, M. (eds.) SLT, pp. 19\u201324. IEEE (2010)","DOI":"10.1109\/SLT.2010.5700816"},{"key":"8_CR26","doi-asserted-by":"crossref","unstructured":"von Ahn, L., Dabbish, L.: Labeling images with a computer game. In: Proceedings of the SIGCHI Conference on Human Factors in Computing Systems, CHI 2004, pp. 319\u2013326, New York, NY, USA. ACM (2004)","DOI":"10.1145\/985692.985733"},{"key":"8_CR27","doi-asserted-by":"crossref","unstructured":"Vtyurina, A., Savenkov, D., Agichtein, E., Clarke, C.L.A.: Exploring conversational search with humans, assistants, and wizards. In: Proceedings of the 2017 CHI Conference Extended Abstracts on Human Factors in Computing Systems, CHI EA 2017, pp. 2187\u20132193, New York, NY, USA. ACM (2017)","DOI":"10.1145\/3027063.3053175"},{"key":"8_CR28","doi-asserted-by":"crossref","unstructured":"Wang, W.Y., Bohus, D., Kamar, E., Horvitz, E.: Crowdsourcing the acquisition of natural language corpora: methods and observations. In: 2012 IEEE Spoken Language Technology Workshop (SLT), Miami, FL, USA, 2\u20135 December 2012, pp. 73\u201378 (2012)","DOI":"10.1109\/SLT.2012.6424200"}],"container-title":["Lecture Notes in Computer Science","Web Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-91662-0_8","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,24]],"date-time":"2023-05-24T00:03:08Z","timestamp":1684886588000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-319-91662-0_8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018]]},"ISBN":["9783319916613","9783319916620"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-91662-0_8","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2018]]},"assertion":[{"value":"20 May 2018","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICWE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Web Engineering","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"C\u00e1ceres","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Spain","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"5 June 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 June 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icwe2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/icwe2018.webengineering.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}