{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,9]],"date-time":"2026-03-09T01:17:17Z","timestamp":1773019037593,"version":"3.50.1"},"reference-count":65,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2019,6,7]],"date-time":"2019-06-07T00:00:00Z","timestamp":1559865600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,6,7]],"date-time":"2019-06-07T00:00:00Z","timestamp":1559865600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Requirements Eng"],"published-print":{"date-parts":[[2020,6]]},"DOI":"10.1007\/s00766-019-00314-z","type":"journal-article","created":{"date-parts":[[2019,6,7]],"date-time":"2019-06-07T12:02:37Z","timestamp":1559908957000},"page":"185-212","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":38,"title":["GARUSO: a gamification approach for involving stakeholders outside organizational reach in requirements engineering"],"prefix":"10.1007","volume":"25","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9031-5097","authenticated-orcid":false,"given":"Martina Z.","family":"Kolpondinos","sequence":"first","affiliation":[]},{"given":"Martin","family":"Glinz","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2019,6,7]]},"reference":[{"key":"314_CR1","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1016\/j.infsof.2014.06.011","volume":"58","author":"M Bano","year":"2015","unstructured":"Bano M, Zowghi D (2015) A systematic review on the relationship between user involvement and system success. Inf Softw Technol 58:148\u2013169","journal-title":"Inf Softw Technol"},{"issue":"1","key":"314_CR2","first-page":"19","volume":"1","author":"R Bartle","year":"1996","unstructured":"Bartle R (1996) Hearts, clubs, diamonds, spades: players who suit MUDs. J MUD Res 1(1):19","journal-title":"J MUD Res"},{"key":"314_CR3","unstructured":"Bartle R (2004) Designing virtual worlds. New Riders"},{"issue":"1","key":"314_CR4","first-page":"3","volume":"2","author":"R Bartle","year":"2005","unstructured":"Bartle R (2005) Virtual worlds: why people play. Massively Multiplayer Game Dev 2(1):3\u201318","journal-title":"Massively Multiplayer Game Dev"},{"issue":"2","key":"314_CR5","doi-asserted-by":"publisher","first-page":"117","DOI":"10.1207\/s15327965pli0502_3","volume":"5","author":"N Brody","year":"1994","unstructured":"Brody N (1994) Heritability of traits. Psychol Inquiry 5(2):117\u2013119","journal-title":"Psychol Inquiry"},{"issue":"4","key":"314_CR6","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1177\/002224378001700401","volume":"17","author":"EP Cox III","year":"1980","unstructured":"Cox EP III (1980) The optimal number of response alternatives for a scale: a review. J Mark Res 17(4):407\u2013422","journal-title":"J Mark Res"},{"key":"314_CR7","doi-asserted-by":"crossref","unstructured":"Dalpiaz F, Snijders R, Brinkkemper S, Hosseini M, Shahri A, Ali R (2017) Engaging the crowd of stakeholders in requirements engineering via gamification. In: Gamification: using game elements in serious contexts. Springer, Berlin, pp 123\u2013135","DOI":"10.1007\/978-3-319-45557-0_9"},{"key":"314_CR8","doi-asserted-by":"crossref","unstructured":"Deterding S, Dixon D, Khaled R, Nacke L (2011) From game design elements to gamefulness: defining gamification. In: 15th International academic MindTrek conference: envisioning future media environments, pp 9\u201315. ACM","DOI":"10.1145\/2181037.2181040"},{"key":"314_CR9","doi-asserted-by":"crossref","unstructured":"Dreyfus SE, Dreyfus HL (1980) A five-stage model of the mental activities involved in directed skill acquisition. TR\u00a0ORC 80-2, University of California, Berkeley","DOI":"10.21236\/ADA084551"},{"key":"314_CR10","unstructured":"Empa: Nest\u2014exploring the future of buildings. https:\/\/www.empa.ch\/web\/nest\/ Accessed 25 Aug 2016"},{"issue":"1","key":"314_CR11","doi-asserted-by":"publisher","first-page":"276","DOI":"10.1016\/j.chb.2010.08.005","volume":"27","author":"R Farzan","year":"2011","unstructured":"Farzan R, Brusilovsky P (2011) Encouraging user participation in a course recommender system: an impact on user behavior. Comput Hum Behav 27(1):276\u2013284","journal-title":"Comput Hum Behav"},{"key":"314_CR12","doi-asserted-by":"publisher","first-page":"66","DOI":"10.1016\/j.procs.2012.10.059","volume":"15","author":"J Fernandes","year":"2012","unstructured":"Fernandes J, Duarte D, Ribeiro C, Farinha C, Pereira JM, da Silva MM (2012) iThink: a game-based approach towards improving collaboration and participation in requirement elicitation. Procedia Comput Sci 15:66\u201377","journal-title":"Procedia Comput Sci"},{"key":"314_CR13","doi-asserted-by":"crossref","unstructured":"Ferro LS, Walz SP, Greuter S (2013) Towards personalised, gamified systems: an investigation into game design, personality and player typologies. In: 9th Australasian conference on interactive entertainment: matters of life and death. ACM, pp 1\u20136","DOI":"10.1145\/2513002.2513024"},{"key":"314_CR14","unstructured":"Glinz M (2014) A glossary of requirements engineering terminology, version 1.6. International Requirements Engineering Board, IREB"},{"issue":"2","key":"314_CR15","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1109\/MS.2007.42","volume":"24","author":"M Glinz","year":"2007","unstructured":"Glinz M, Wieringa RJ (2007) Stakeholders in requirements engineering. IEEE Softw 24(2):18\u201320","journal-title":"IEEE Softw"},{"key":"314_CR16","unstructured":"Goguen J (1994) Requirements engineering as the reconciliation of technical and social issues. In: Requirements Engineering: Social and Technical Issues. Academic Press, London, pp 165\u2013199"},{"issue":"1","key":"314_CR17","first-page":"148","volume":"32","author":"LA Goodman","year":"1961","unstructured":"Goodman LA (1961) Snowball sampling. Ann Math Stat 32(1):148\u2013170","journal-title":"Snowball sampling"},{"issue":"2","key":"314_CR18","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1037\/0003-066X.59.2.93","volume":"59","author":"SD Gosling","year":"2004","unstructured":"Gosling SD, Vazire S, Srivastava S, John OP (2004) Should we trust web-based studies? A comparative analysis of six preconceptions about internet questionnaires. Am Psychol 59(2):93\u2013104","journal-title":"Am Psychol"},{"issue":"2","key":"314_CR19","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1109\/MS.2017.33","volume":"34","author":"EC Groen","year":"2017","unstructured":"Groen EC, Seyff N, Ali R, Dalpiaz F, Doerr J, Guzman E, Hosseini M, Marco J, Oriol M, Perini A, Stade M (2017) The crowd in requirements engineering: the landscape and challenges. IEEE Softw 34(2):44\u201352","journal-title":"IEEE Softw"},{"key":"314_CR20","doi-asserted-by":"crossref","unstructured":"Guzman E, Ibrahim M, Glinz M (2017) A little bird told me: Mining tweets for requirements and software evolution. In: 25th IEEE international requirements engineering conference (RE\u201917), pp 11\u201320. IEEE","DOI":"10.1109\/RE.2017.88"},{"key":"314_CR21","unstructured":"Hawlitschek A, K\u00f6ppen V (2014) Analyzing player behavior in digital game-based learning: advantages and challenges. In: 8th European conference on games based learning. Academic Conferences and Publishing International, pp 199\u2013206"},{"key":"314_CR22","doi-asserted-by":"crossref","unstructured":"Hosseini M, Shahri A, Phalp K, Taylor J, Ali R, Dalpiaz F (2015) Configuring crowdsourcing for requirements elicitation. In: 9th International conference on research challenges in information science (RCIS), pp 133\u2013138","DOI":"10.1109\/RCIS.2015.7128873"},{"key":"314_CR23","unstructured":"Huber MZ, Hilty LM (2015) Gamification and sustainable consumption: overcoming the limitations of persuasive technologies. In: ICT innovations for sustainability. Springer, Berlin, pp 367\u2013385"},{"key":"314_CR24","unstructured":"Huber MZ, Hilty LM, Glinz M (2015) Uncovering sustainability requirements: an exploratory case study in canteens. In: 5th International workshop on requirements engineering for sustainable systems. CEUR"},{"key":"314_CR25","unstructured":"Huber Kolpondinos MZ, Glinz M (2017) Behind points and levels\u2014the influence of gamification algorithms on requirements prioritization. In: 25th IEEE International requirements engineering conference (RE\u201917), pp 332\u2013341"},{"key":"314_CR26","doi-asserted-by":"crossref","unstructured":"Huber Kolpondinos MZ, Glinz M (2017) Tailoring gamification to requirements elicitation: a stakeholder centric motivation concept. In: 10th International workshop on cooperative and human aspects of software engineering (CHASE)@ICSE2017. IEEE, pp 9\u201315","DOI":"10.1109\/CHASE.2017.4"},{"key":"314_CR27","unstructured":"Ipeirotis PG (2010) Demographics of mechanical turk. NYU working paper (CEDER-10-01)"},{"key":"314_CR28","unstructured":"Ipeirotis PG, Gabrilovich E (2014) Quizz: targeted crowdsourcing with a billion (potential) users. In: 23rd International conference on world wide web. ACM, pp 143\u2013154"},{"key":"314_CR29","doi-asserted-by":"crossref","unstructured":"Johann T, Maalej W (2015) Democratic mass participation of users in requirements engineering? In: 23rd IEEE International requirements engineering conference (RE\u201915), pp 256\u2013261","DOI":"10.1109\/RE.2015.7320433"},{"key":"314_CR30","unstructured":"Kankanhalli A, Taher M, Cavusoglu H, Kim SH (2012) Gamification: a new paradigm for online user engagement. In: International conference on information systems\u00a0(ICIS 2012), vol. 4. pp 3573\u20133582"},{"issue":"1","key":"314_CR31","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1016\/j.chb.2010.08.015","volume":"27","author":"Y Kim","year":"2011","unstructured":"Kim Y, Sohn D, Choi SM (2011) Cultural difference in motivations for using social network sites: a comparative study of American and Korean college students. Comput Hum Behav 27(1):365\u2013372","journal-title":"Comput Hum Behav"},{"key":"314_CR32","volume-title":"Experiential learning: experience as the source of learning and development","author":"DA Kolb","year":"1984","unstructured":"Kolb DA (1984) Experiential learning: experience as the source of learning and development. Prentice-Hall, Englewood Cliffs"},{"issue":"4","key":"314_CR33","doi-asserted-by":"publisher","first-page":"847","DOI":"10.1007\/s10726-013-9350-x","volume":"23","author":"J Konat\u00e9","year":"2014","unstructured":"Konat\u00e9 J, Sahraoui AEK, Kolfschoten GL (2014) Collaborative requirements elicitation: a process-centred approach. Group Decis Negot 23(4):847\u2013877","journal-title":"Group Decis Negot"},{"key":"314_CR34","doi-asserted-by":"crossref","unstructured":"Lago P, Penzenstadler B (2017) Reality check for software engineering for sustainability\u2013pragmatism required. J Softw: Evol Process 29(2)","DOI":"10.1002\/smr.v29.2"},{"issue":"2","key":"314_CR35","first-page":"146","volume":"15","author":"JJ Lee","year":"2011","unstructured":"Lee JJ, Hammer J (2011) Gamification in education: what, how, why bother? Acad Exch Q 15(2):146","journal-title":"Acad Exch Q"},{"key":"314_CR36","unstructured":"Lim SL, Damian D, Ishikawa F, Finkelstein A (2013) Using web 2.0 for stakeholder analysis: StakeSource and its application in ten industrial projects. Springer, Berlin, pp 221\u2013242"},{"key":"314_CR37","doi-asserted-by":"crossref","unstructured":"Lim SL, Quercia D, Finkelstein A (2010) StakeNet: using social networks to analyse the stakeholders of large-scale software projects. In: 32nd International conference on software engineering. ACM, pp 295\u2013304","DOI":"10.1145\/1806799.1806844"},{"key":"314_CR38","doi-asserted-by":"crossref","unstructured":"Lim SL, Quercia D, Finkelstein A (2010) StakeSource: harnessing the power of crowdsourcing and social networks in stakeholder analysis. In: 32nd International conference on software engineering\u2014vol 2. ACM, pp 239\u2013242","DOI":"10.1145\/1810295.1810340"},{"key":"314_CR39","unstructured":"Lohmann S, Dietzold S, Heim P, Heino N (2009) A web platform for social requirements engineering. In: Software engineering, workshop volume, Lecture Notes in Informatics, vol P-150, pp 309\u2013315"},{"key":"314_CR40","doi-asserted-by":"crossref","unstructured":"Lombriser P, Dalpiaz F, Lucassen G, Brinkkemper S (2016) Gamified requirements engineering: model and experimentation. In: 22nd International working conference on requirements engineering: foundation for software quality (REFSQ 2016). Springer, Berlin, pp 171\u2013187","DOI":"10.1007\/978-3-319-30282-9_12"},{"key":"314_CR41","doi-asserted-by":"crossref","unstructured":"Lucassen G, Dalpiaz F, van\u00a0der Werf JM, Brinkkemper S (2015) Forging high-quality user stories: towards a discipline for agile requirements. In: 23rd IEEE International requirements engineering conference (RE\u201915), pp 126\u2013135","DOI":"10.1109\/RE.2015.7320415"},{"key":"314_CR42","doi-asserted-by":"crossref","unstructured":"Maalej W, Pagano D (2011) On the socialness of software. In: 9th International conference on dependable, autonomic and secure computing. IEEE, pp 864\u2013871","DOI":"10.1109\/DASC.2011.146"},{"key":"314_CR43","unstructured":"Marczewski A (2015) User types. In: Even Ninja monkeys like to play: gamification, game thinking and motivational design (1st ed.). CreateSpace Independent Publishing Platform, pp 65\u201380"},{"issue":"4","key":"314_CR44","doi-asserted-by":"publisher","first-page":"370","DOI":"10.1037\/h0054346","volume":"50","author":"AH Maslow","year":"1943","unstructured":"Maslow AH (1943) A theory of human motivation. Psychol Rev 50(4):370\u2013396","journal-title":"Psychol Rev"},{"key":"314_CR45","unstructured":"Nielsen J (2006) The 90-9-1 rule for participation inequality in social media and online communities. https:\/\/www.nngroup.com\/articles\/participation-inequality\/ , Accessed 23 Apr 2019"},{"key":"314_CR46","doi-asserted-by":"crossref","unstructured":"Nonnecke B, Preece J (2000) Lurker demographics: counting the silent. In: Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201900, pp 73\u201380. ACM","DOI":"10.1145\/332040.332409"},{"key":"314_CR47","doi-asserted-by":"crossref","unstructured":"Nuseibeh B, Easterbrook S (2000) Requirements engineering: a roadmap. In: The future of software engineering. ACM, pp 35\u201346","DOI":"10.1145\/336512.336523"},{"key":"314_CR48","doi-asserted-by":"crossref","unstructured":"Oriol M, Stade M, Fotrousi F, Nadal S, Varga J, Seyff N, Abell\u00f2 A, Franch X, Marco J, Schmidt O (2018) Fame: supporting continuous requirements elicitation by combining user feedback and monitoring. In: 26th IEEE international requirements engineering conference (RE\u201918). IEEE, pp 217\u2013227","DOI":"10.1109\/RE.2018.00030"},{"key":"314_CR49","volume-title":"The measurement of meaning","author":"CE Osgood","year":"1964","unstructured":"Osgood CE, Suci GJ, Tannenbaum PH (1964) The measurement of meaning. University of Illinois Press, Urbana"},{"issue":"5","key":"314_CR50","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1017\/S1930297500002205","volume":"5","author":"G Paolacci","year":"2010","unstructured":"Paolacci G, Chandler J, Ipeirotis PG (2010) Running experiments on Amazon Mechanical Turk. Judgm Decis Mak 5(5):411\u2013419","journal-title":"Judgm Decis Mak"},{"key":"314_CR51","unstructured":"Poushter J (2016) Smartphone ownership and internet usage continues to climb in emerging economies. Pew Research Center, February 22, 2016"},{"issue":"2","key":"314_CR52","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1007\/BF02919972","volume":"3","author":"B Regnell","year":"1998","unstructured":"Regnell B, Beremark P, Eklundh O (1998) A market-driven requirements engineering process: results from an industrial process improvement programme. Requir Eng 3(2):121\u2013129","journal-title":"Requir Eng"},{"issue":"7","key":"314_CR53","doi-asserted-by":"publisher","first-page":"787","DOI":"10.1016\/S0148-2963(02)00353-3","volume":"57","author":"DE Rosen","year":"2004","unstructured":"Rosen DE, Purinton E (2004) Website design: viewing the web as a cognitive landscape. J Bus Res 57(7):787\u2013794","journal-title":"J Bus Res"},{"issue":"1","key":"314_CR54","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1006\/ceps.1999.1020","volume":"25","author":"RM Ryan","year":"2000","unstructured":"Ryan RM, Deci EL (2000) Intrinsic and extrinsic motivations: classic definitions and new directions. Contemp Educ Psychol 25(1):54\u201367","journal-title":"Contemp Educ Psychol"},{"issue":"7","key":"314_CR55","first-page":"1","volume":"6","author":"N Seyff","year":"2015","unstructured":"Seyff N, Todoran I, Caluser K, Singer L, Glinz M (2015) Using popular social network sites to support requirements elicitation, prioritization and negotiation. J Internet Serv Appl 6(7):1\u201316","journal-title":"J Internet Serv Appl"},{"key":"314_CR56","doi-asserted-by":"crossref","unstructured":"Shaheen R, Ahsan A, Anwar Z (2018) Requirements management for market driven software products\u2014key issues. In: 2018 International conference on computing, mathematics and engineering technologies (iCoMET), pp 1\u20136","DOI":"10.1109\/ICOMET.2018.8346345"},{"key":"314_CR57","doi-asserted-by":"crossref","unstructured":"Snijders R, Dalpiaz F, Brinkkemper S, Hosseini M, Ali R, Ozum A (2015) REfine: a gamified platform for participatory requirements engineering. In: 1st International workshop on crowd-based requirements engineering. IEEE, pp 1\u20136","DOI":"10.1109\/CrowdRE.2015.7367581"},{"key":"314_CR58","doi-asserted-by":"crossref","unstructured":"Tondello GF, Wehbe RR, Diamond L, Busch M, Marczewski A, Nacke LE (2016) The gamification user types hexad scale. In: Annual symposium on computer\u2013human interaction in play. ACM, pp 229\u2013243","DOI":"10.1145\/2967934.2968082"},{"issue":"1","key":"314_CR59","doi-asserted-by":"publisher","first-page":"77","DOI":"10.31269\/triplec.v10i1.312","volume":"10","author":"B Valtysson","year":"2012","unstructured":"Valtysson B (2012) Facebook as a digital public sphere: processes of colonization and emancipation. tripleC: Commun Capital Crit Open Access J Glob Sustain Inf Soc 10(1):77\u201391","journal-title":"tripleC: Commun Capital Crit Open Access J Glob Sustain Inf Soc"},{"issue":"9","key":"314_CR60","first-page":"48","volume":"7","author":"K Wiegers","year":"1999","unstructured":"Wiegers K (1999) First things first: prioritizing requirements. Softw Dev 7(9):48\u201353","journal-title":"Softw Dev"},{"key":"314_CR61","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2","volume-title":"Experimentation in software engineering","author":"C Wohlin","year":"2012","unstructured":"Wohlin C, Runeson P, H\u00f6st M, Ohlsson MC, Regnell B, Wessl\u00e9n A (2012) Experimentation in software engineering. Springer, Berlin"},{"key":"314_CR62","doi-asserted-by":"crossref","unstructured":"Yang D, Wu D, Koolmanojwong S, Brown AW, Boehm BW (2008) WikiWinWin: a wiki based system for collaborative requirements negotiation. In: 41st Annual Hawaii international conference on system sciences. IEEE, pp 24\u201324","DOI":"10.1109\/HICSS.2008.502"},{"key":"314_CR63","doi-asserted-by":"crossref","unstructured":"Yang J, Adamic LA, Ackerman MS (2008) Crowdsourcing and knowledge sharing: strategic user behavior on Taskcn. In: Proceedings of the 9th ACM conference on electronic commerce. ACM, pp 246\u2013255","DOI":"10.1145\/1386790.1386829"},{"key":"314_CR64","unstructured":"Zichermann G, Cunningham C (2011) Gamification by design: implementing game mechanics in web and mobile apps. O\u2019Reilly Media Inc"},{"key":"314_CR65","doi-asserted-by":"crossref","unstructured":"Zowghi D, Coulin C (2005) Requirements elicitation: a survey of techniques, approaches, and tools. In: Engineering and managing software requirements. Springer, Berlin, pp 19\u201346","DOI":"10.1007\/3-540-28244-0_2"}],"container-title":["Requirements Engineering"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00766-019-00314-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00766-019-00314-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00766-019-00314-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,17]],"date-time":"2023-09-17T08:14:26Z","timestamp":1694938466000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00766-019-00314-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,6,7]]},"references-count":65,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2020,6]]}},"alternative-id":["314"],"URL":"https:\/\/doi.org\/10.1007\/s00766-019-00314-z","relation":{},"ISSN":["0947-3602","1432-010X"],"issn-type":[{"value":"0947-3602","type":"print"},{"value":"1432-010X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,6,7]]},"assertion":[{"value":"26 July 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 May 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 June 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}