{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,15]],"date-time":"2026-05-15T23:07:05Z","timestamp":1778886425642,"version":"3.51.4"},"publisher-location":"Cham","reference-count":34,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030444280","type":"print"},{"value":"9783030444297","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-44429-7_11","type":"book-chapter","created":{"date-parts":[[2020,3,18]],"date-time":"2020-03-18T12:23:03Z","timestamp":1584534183000},"page":"143-159","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":27,"title":["Identifying and Classifying User Requirements in Online Feedback via Crowdsourcing"],"prefix":"10.1007","author":[{"given":"Martijn","family":"van Vliet","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Eduard C.","family":"Groen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Fabiano","family":"Dalpiaz","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sjaak","family":"Brinkkemper","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,3,18]]},"reference":[{"key":"11_CR1","doi-asserted-by":"crossref","unstructured":"Castro-Herrera, C., Duan, C., Cleland-Huang, J., Mobasher, B.: Using data mining and recommender systems to facilitate large-scale, open, and inclusive requirements elicitation processes. In: Proceedings of the RE, pp. 165\u2013168 (2008)","DOI":"10.1109\/RE.2008.47"},{"key":"11_CR2","doi-asserted-by":"crossref","unstructured":"Chandy, R., Gu, H.: Identifying spam in the iOS app store. In: Proceedings of the WebQuality, pp. 56\u201359 (2012)","DOI":"10.1145\/2184305.2184317"},{"key":"11_CR3","doi-asserted-by":"crossref","unstructured":"Chen, N., Lin, J., Hoi, S.C., Xiao, X., Zhang, B.: AR-miner: mining informative reviews for developers from mobile app marketplace. In: Proceedings of the ICSE, pp. 767\u2013778 (2014)","DOI":"10.1145\/2568225.2568263"},{"key":"11_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1007\/978-3-030-15538-4_4","volume-title":"Requirements Engineering: Foundation for Software Quality","author":"F Dalpiaz","year":"2019","unstructured":"Dalpiaz, F., Parente, M.: RE-SWOT: from user feedback to requirements via competitor analysis. In: Knauss, E., Goedicke, M. (eds.) REFSQ 2019. LNCS, vol. 11412, pp. 55\u201370. Springer, Cham (2019). \nhttps:\/\/doi.org\/10.1007\/978-3-030-15538-4_4"},{"key":"11_CR5","unstructured":"Dhinakaran, V.T., Pulle, R., Ajmeri, N., Murukannaiah, P.K.: App review analysis via active learning. In: Proceedings of the RE, pp. 170\u2013181 (2018)"},{"issue":"2","key":"11_CR6","doi-asserted-by":"publisher","first-page":"413","DOI":"10.1162\/COLI_a_00057","volume":"37","author":"K Fort","year":"2011","unstructured":"Fort, K., Adda, G., Cohen, K.B.: Amazon mechanical turk: gold mine or coal mine? Comput. Linguist. 37(2), 413\u2013420 (2011)","journal-title":"Comput. Linguist."},{"key":"11_CR7","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1007\/978-3-319-24258-3_8","volume-title":"Design for Teaching and Learning in a Networked World","author":"U Gadiraju","year":"2015","unstructured":"Gadiraju, U., Fetahu, B., Kawase, R.: Training workers for improving performance in crowdsourcing microtasks. In: Conole, G., Klobu\u010dar, T., Rensing, C., Konert, J., Lavou\u00e9, \u00c9. (eds.) EC-TEL 2015. LNCS, vol. 9307, pp. 100\u2013114. Springer, Cham (2015). \nhttps:\/\/doi.org\/10.1007\/978-3-319-24258-3_8"},{"key":"11_CR8","doi-asserted-by":"crossref","unstructured":"Glinz, M.: On non-functional requirements. In: Proceedings of the RE, pp. 21\u201326 (2007)","DOI":"10.1109\/RE.2007.45"},{"key":"11_CR9","unstructured":"Glinz, M.: A glossary of requirements engineering terminology. Version 1.7. International Requirements Engineering Board (IREB) (2017). \nhttps:\/\/www.ireb.org\/en\/cpre\/cpre-glossary\/"},{"key":"11_CR10","doi-asserted-by":"crossref","unstructured":"Glinz, M.: CrowdRE: achievements, opportunities and pitfalls. In: Proceedings of the CrowdRE, pp. 172\u2013173 (2019)","DOI":"10.1109\/REW.2019.00036"},{"key":"11_CR11","doi-asserted-by":"crossref","unstructured":"Groen, E.C., Kopczy\u0144ska, S., Hauer, M.P., Krafft, T.D., Doerr, J.: Users\u2014The hidden software product quality experts? A study on how app users report quality aspects in online reviews. In: Proceedings of the RE, pp. 80\u201389 (2017)","DOI":"10.1109\/RE.2017.73"},{"key":"11_CR12","unstructured":"Groen, E.C., Schowalter, J., Kocpzy\u0144ska, S., Polst, S., Alvani, S.: Is there really a need for using NLP to elicit requirements? A benchmarking study to assess scalability of manual analysis. In: Proceedings of the NLP4RE (2018)"},{"issue":"2","key":"11_CR13","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1109\/MS.2017.33","volume":"34","author":"EC Groen","year":"2017","unstructured":"Groen, E.C., et al.: The crowd in requirements engineering: the landscape and challenges. IEEE Softw. 34(2), 44\u201352 (2017)","journal-title":"IEEE Softw."},{"key":"11_CR14","doi-asserted-by":"crossref","unstructured":"Guzman, E., Maalej, W.: How do users like this feature? A fine grained sentiment analysis of app reviews. In: Proceedings of the RE, pp. 153\u2013162 (2014)","DOI":"10.1109\/RE.2014.6912257"},{"key":"11_CR15","doi-asserted-by":"crossref","unstructured":"Horton, J.J., Chilton, L.B.: The labor economics of paid crowdsourcing. In: Proceedings of the EC, pp. 209\u2013218 (2010)","DOI":"10.1145\/1807342.1807376"},{"key":"11_CR16","doi-asserted-by":"crossref","unstructured":"Hosseini, M., Groen, E.C., Shahri, A., Ali, R.: CRAFT: a crowd-annotated feedback technique. In: Proceedings of the CrowdRE, pp. 170\u2013175 (2017)","DOI":"10.1109\/REW.2017.27"},{"key":"11_CR17","unstructured":"Hosseini, M., Phalp, K.T., Taylor, J., Ali, R.: Towards crowdsourcing for requirements engineering. In: Proceedings of REFSQ Workshops (2014)"},{"issue":"6","key":"11_CR18","first-page":"1","volume":"14","author":"J Howe","year":"2006","unstructured":"Howe, J.: The rise of crowdsourcing. Wired 14(6), 1\u20134 (2006)","journal-title":"Wired"},{"key":"11_CR19","doi-asserted-by":"crossref","unstructured":"Kittur, A., Smus, B., Khamkar, S., Kraut, R.E.: CrowdForge: crowdsourcing complex work. In: Proceedings of the UIST, pp. 43\u201352 (2011)","DOI":"10.1145\/2047196.2047202"},{"issue":"3","key":"11_CR20","doi-asserted-by":"publisher","first-page":"707","DOI":"10.1109\/TSE.2011.36","volume":"38","author":"SL Lim","year":"2012","unstructured":"Lim, S.L., Finkelstein, A.: StakeRare: using social networks and collaborative filtering for large-scale requirements elicitation. IEEE Trans. Softw. Eng. 38(3), 707\u2013735 (2012)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"11_CR21","doi-asserted-by":"crossref","unstructured":"Lu, M., Liang, P.: Automatic classification of non-functional requirements from augmented app user reviews. In: Proceedings of the EASE, pp. 344\u2013353 (2017)","DOI":"10.1145\/3084226.3084241"},{"key":"11_CR22","doi-asserted-by":"crossref","unstructured":"Maalej, W., Nabil, H.: Bug report, feature request, or simply praise? On automatically classifying app reviews. In: Proceedings of the RE, pp. 116\u2013125 (2015)","DOI":"10.1109\/RE.2015.7320414"},{"issue":"5","key":"11_CR23","doi-asserted-by":"publisher","first-page":"2764","DOI":"10.1007\/s10664-018-9601-1","volume":"23","author":"M Nayebi","year":"2018","unstructured":"Nayebi, M., Cho, H., Ruhe, G.: App store mining is not enough for app improvement. Empir. Softw. Eng. 23(5), 2764\u20132794 (2018). \nhttps:\/\/doi.org\/10.1007\/s10664-018-9601-1","journal-title":"Empir. Softw. Eng."},{"key":"11_CR24","doi-asserted-by":"crossref","unstructured":"Panichella, S., Di Sorbo, A., Guzman, E., Visaggio, C.A., Canfora, G., Gall, H.C.: How can I improve my app? Classifying user reviews for software maintenance and evolution. In: Proceedings of the ICSME, pp. 281\u2013290 (2015)","DOI":"10.1109\/ICSM.2015.7332474"},{"key":"11_CR25","unstructured":"Posch, L., Bleier, A., Fl\u00f6ck, F., Strohmaier, M.: Characterizing the global crowd workforce: a cross-country comparison of crowdworker demographics. arXiv preprint \narXiv:1812.05948\n\n (2018)"},{"key":"11_CR26","doi-asserted-by":"crossref","unstructured":"Renzel, D., Behrendt, M., Klamma, R., Jarke, M.: Requirements bazaar: social requirements engineering for community-driven innovation. In: Proceedings of the RE, pp. 326\u2013327 (2013)","DOI":"10.1109\/RE.2013.6636738"},{"key":"11_CR27","doi-asserted-by":"crossref","unstructured":"Retelny, D., et al.: Expert crowdsourcing with flash teams. In: Proceedings of the UIST, pp. 75\u201385 (2014)","DOI":"10.1145\/2642918.2647409"},{"issue":"7","key":"11_CR28","doi-asserted-by":"publisher","first-page":"93","DOI":"10.3917\/jie.007.0093","volume":"1","author":"E Schenk","year":"2011","unstructured":"Schenk, E., Guittard, C.: Towards a characterization of crowdsourcing practices. J. Innov. Econ. Manag. 1(7), 93\u2013107 (2011)","journal-title":"J. Innov. Econ. Manag."},{"key":"11_CR29","doi-asserted-by":"crossref","unstructured":"Snijders, R., Dalpiaz, F., Brinkkemper, S., Hosseini, M., Ali, R., Ozum, A.: REfine: a gamified platform for participatory requirements engineering. In: Proceedings of the CrowdRE, pp. 1\u20136 (2015)","DOI":"10.1109\/CrowdRE.2015.7367581"},{"key":"11_CR30","doi-asserted-by":"crossref","unstructured":"Stanik, C., Haering, M., Maalej, W.: Classifying multilingual user feedback using traditional machine learning and deep learning. In: Proceedings of the AIRE (2019)","DOI":"10.1109\/REW.2019.00046"},{"key":"11_CR31","doi-asserted-by":"crossref","unstructured":"Stol, K.J., Fitzgerald, B.: Two\u2019s company, three\u2019s a crowd: a case study of crowdsourcing software development. In: Proceedings of the ICSE, pp. 187\u2013198 (2014)","DOI":"10.1145\/2568225.2568249"},{"key":"11_CR32","doi-asserted-by":"crossref","unstructured":"Valentine, M.A., Retelny, D., To, A., Rahmati, N., Doshi, T., Bernstein, M.S.: Flash organizations: crowdsourcing complex work by structuring crowds as organizations. In: Proceedings of the CHI, pp. 3523\u20133537 (2017)","DOI":"10.1145\/3025453.3025811"},{"key":"11_CR33","doi-asserted-by":"publisher","unstructured":"van Vliet, M., Groen, E., Dalpiaz, F., Brinkkemper, S.: Crowd-annotation results: identifying and classifying user requirements in online feedback (2020). \nhttps:\/\/doi.org\/10.23644\/uu.c.4815591.v1\n\n. Zenodo","DOI":"10.23644\/uu.c.4815591.v1"},{"key":"11_CR34","doi-asserted-by":"crossref","unstructured":"Williams, G., Mahmoud, A.: Mining Twitter feeds for software user requirements. In: Proceedings of the RE, pp. 1\u201310 (2017)","DOI":"10.1109\/RE.2017.14"}],"container-title":["Lecture Notes in Computer Science","Requirements Engineering: Foundation for Software Quality"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-44429-7_11","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,4,30]],"date-time":"2020-04-30T23:09:09Z","timestamp":1588288149000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-44429-7_11"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030444280","9783030444297"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-44429-7_11","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"18 March 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"REFSQ","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Working Conference on Requirements Engineering: Foundation for Software Quality","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Pisa","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 March 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 March 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"refsq2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/refsq.org\/welcome","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"84","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"14","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3-4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}