{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,29]],"date-time":"2026-09-29T14:29:09Z","timestamp":1790692149917,"version":"4.1.0"},"reference-count":46,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2016,9,1]],"date-time":"2016-09-01T00:00:00Z","timestamp":1472688000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"funder":[{"name":"Finnish technology agency"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Information and Software Technology"],"published-print":{"date-parts":[[2016,9]]},"DOI":"10.1016\/j.infsof.2016.04.008","type":"journal-article","created":{"date-parts":[[2016,4,22]],"date-time":"2016-04-22T12:58:41Z","timestamp":1461329921000},"page":"80-91","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":120,"special_numbering":"C","title":["Raising the odds of success: the current state of experimentation in product development"],"prefix":"10.1016","volume":"77","author":[{"given":"Eveliina","family":"Lindgren","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"J\u00fcrgen","family":"M\u00fcnch","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.infsof.2016.04.008_bib0001","series-title":"Managing Software Process Evolution: Traditional, Agile, and Beyond","article-title":"Low ceremony processes for short lifecycle projects","author":"Wasserman","year":"2016"},{"key":"10.1016\/j.infsof.2016.04.008_bib0002","series-title":"Proceedings of the 19th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","first-page":"1168","article-title":"Online controlled experiments at large scale","author":"Kohavi","year":"2013"},{"key":"10.1016\/j.infsof.2016.04.008_bib0003","series-title":"Agile Processes, in Software Engineering, and Extreme Programming","first-page":"52","article-title":"Key challenges in early-stage software startups","author":"Giardino","year":"2015"},{"key":"10.1016\/j.infsof.2016.04.008_bib0004","series-title":"Software Business","first-page":"27","article-title":"Building products as innovation experiment systems","author":"Bosch","year":"2012"},{"issue":"2","key":"10.1016\/j.infsof.2016.04.008_bib0005","first-page":"68","article-title":"How to design smart business experiments","volume":"87","author":"Davenport","year":"2009","journal-title":"Harv. Bus. Rev."},{"issue":"2","key":"10.1016\/j.infsof.2016.04.008_bib0006","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1108\/14601061311324566","article-title":"Corporate system for continuous innovation: the case of Google Inc","volume":"16","author":"Steiber","year":"2013","journal-title":"Eur. J. Innovation Manage."},{"key":"10.1016\/j.infsof.2016.04.008_bib0007","series-title":"Proceedings of the 16th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining","first-page":"17","article-title":"Overlapping experiment infrastructure: more, better, faster experimentation","author":"Tang","year":"2010"},{"key":"10.1016\/j.infsof.2016.04.008_bib0008","series-title":"Agile Processes, in Software Engineering, and Extreme Programming","first-page":"117","article-title":"Software development as an experiment system: a qualitative survey on the state of the practice","author":"Lindgren","year":"2015"},{"key":"10.1016\/j.infsof.2016.04.008_bib0009","series-title":"How to Solve Big Problems and Test New Ideas in Just Five Days","author":"Knapp","year":"2016"},{"issue":"9","key":"10.1016\/j.infsof.2016.04.008_bib0010","doi-asserted-by":"crossref","first-page":"855","DOI":"10.1002\/smr.1664","article-title":"Empirical evidence and state of practice of software agile teams","volume":"26","author":"Papatheocharous","year":"2014","journal-title":"J. Softw. Evol. Process"},{"key":"10.1016\/j.infsof.2016.04.008_bib0011","doi-asserted-by":"crossref","DOI":"10.1016\/j.jss.2015.06.063","article-title":"Continuous software engineering: a roadmap and agenda","author":"Fitzgerald","year":"2015","journal-title":"J. Syst. Softw."},{"key":"10.1016\/j.infsof.2016.04.008_bib0012","unstructured":"K. Beck, et al., Principles behind the agile manifesto. http:\/\/agilemanifesto.org\/principles.html [2016\/2\/22]."},{"key":"10.1016\/j.infsof.2016.04.008_bib0013","series-title":"Proceedings of the 22nd ACM International Conference on Information and Knowledge Management","first-page":"2201","article-title":"Beyond data: from user information to business value through personalized recommendations and consumer science","author":"Amatriain","year":"2013"},{"key":"10.1016\/j.infsof.2016.04.008_bib0014","series-title":"CHI '13 Extended Abstracts on Human Factors in Computing Systems","first-page":"2331","article-title":"Creating small products at a big company: Adobe's pipeline innovation process","author":"Adams","year":"2013"},{"key":"10.1016\/j.infsof.2016.04.008_bib0015","series-title":"Lean Enterprise Software and Systems","first-page":"137","article-title":"Creating minimum viable products in industry-academia collaborations","author":"M\u00fcnch","year":"2013"},{"key":"10.1016\/j.infsof.2016.04.008_bib0016","series-title":"Proceedings of the 1st International Workshop on Rapid Continuous Software Engineering","first-page":"26","article-title":"Building blocks for continuous experimentation","author":"Fagerholm","year":"2014"},{"key":"10.1016\/j.infsof.2016.04.008_bib0017","series-title":"Software Business","first-page":"117","article-title":"Hitting the target: practices for moving toward innovation experiment systems","author":"Karvonen","year":"2015"},{"key":"10.1016\/j.infsof.2016.04.008_bib0018","series-title":"Proceedings of the 41st EUROMICRO Conference on Software Engineering and Advanced Applications (SEAA)","first-page":"9","article-title":"Towards customer-centric software development: a multiple-case study","author":"Sauvola","year":"2015"},{"key":"10.1016\/j.infsof.2016.04.008_bib0019","series-title":"Proceedings of the 38th EUROMICRO Conference on Software Engineering and Advanced Applications (SEAA)","first-page":"392","article-title":"Climbing the \u201cstairway to heaven\u201d: a multiple-case study exploring barriers in the transition from agile development towards continuous deployment of software","author":"Holmstr\u00f6m Olsson","year":"2012"},{"key":"10.1016\/j.infsof.2016.04.008_bib0020","series-title":"The Lean Startup: How Today's Entrepreneurs Use Continuous Innovation to Create Radically Successful Businesses","author":"Ries","year":"2011"},{"key":"10.1016\/j.infsof.2016.04.008_bib0021","series-title":"Proceedings of the 40th EUROMICRO Conference on Software Engineering and Advanced Applications (SEAA)","first-page":"9","article-title":"From opinions to data-driven software R&D: a multi-case study on how to close the 'open loop' problem","author":"Holmstr\u00f6m Olsson","year":"2014"},{"key":"10.1016\/j.infsof.2016.04.008_bib0022","series-title":"The Four Steps to the Epiphany: Successful Strategies for Products That Win","author":"Blank","year":"2007"},{"key":"10.1016\/j.infsof.2016.04.008_bib0023","series-title":"Lean Customer Development: Building Products Your Customers Will Buy","author":"Alvarez","year":"2014"},{"key":"10.1016\/j.infsof.2016.04.008_bib0024","series-title":"Applying Lean Principles to Improve User Experience","author":"Gothelf","year":"2013"},{"issue":"2","key":"10.1016\/j.infsof.2016.04.008_bib0025","first-page":"1","article-title":"The Logic of Qualitative Survey Research and its Position in the Field of Social Research Methods","volume":"11","author":"Jansen","year":"2010","journal-title":"Forum: Qualitative Soc. Res."},{"issue":"2","key":"10.1016\/j.infsof.2016.04.008_bib0026","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1007\/s10664-008-9102-8","article-title":"Guidelines for conducting and reporting case study research in software engineering","volume":"14","author":"Runeson","year":"2009","journal-title":"Empirical Softw. Eng."},{"key":"10.1016\/j.infsof.2016.04.008_bib0027","series-title":"The Survey Handbook","first-page":"61","article-title":"Analysis of qualitative surveys","author":"Fink","year":"2003"},{"key":"10.1016\/j.infsof.2016.04.008_bib0028","series-title":"Real World Research: A Resource for Users of Social Research Methods in Applied Settings","author":"Robson","year":"2011"},{"key":"10.1016\/j.infsof.2016.04.008_bib0029","unstructured":"E. Lindgren, J. M\u00fcnch,Interview guide and codebook for the paper \u201cSoftware development as an experiment system. http:\/\/dx.doi.org\/10.6084\/m9.figshare.1254619 [2015\/01\/01]."},{"key":"10.1016\/j.infsof.2016.04.008_bib0030","unstructured":"Need for Speed (N4S), Research program. http:\/\/www.n4s.fi [2014\/12\/07]."},{"key":"10.1016\/j.infsof.2016.04.008_bib0031","series-title":"Guide to Advanced Empirical Software Engineering","first-page":"229","article-title":"Practical guide to ethical research involving humans","author":"Vinson","year":"2008"},{"key":"10.1016\/j.infsof.2016.04.008_bib0032","unstructured":"ATLAS.ti Scientific software development GmbH. http:\/\/www.atlasti.com [2014\/12\/07]."},{"key":"10.1016\/j.infsof.2016.04.008_bib0033","series-title":"Naturalistic Inquiry. SAGE Publications","author":"Lincoln","year":"1985"},{"key":"10.1016\/j.infsof.2016.04.008_bib0034","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1016\/j.jss.2013.08.032","article-title":"Modeling continuous integration practice differences in industry software development","volume":"87","author":"St\u00e5hl","year":"2014","journal-title":"J. Syst. Softw."},{"key":"10.1016\/j.infsof.2016.04.008_bib0035","unstructured":"The Business Dictionary. Organizational culture. http:\/\/www.businessdictionary.com\/definition\/organizational-culture.html [2015\/11\/08]."},{"key":"10.1016\/j.infsof.2016.04.008_bib0036","series-title":"Software Business","first-page":"139","article-title":"Customer feedback and data collection techniques in software R&D: a literature review","author":"Fabijan","year":"2015"},{"key":"10.1016\/j.infsof.2016.04.008_bib0037","series-title":"Software Business. From Physical Products to Software Services and Solutions","first-page":"79","article-title":"Post-deployment data collection in software-intensive embedded products","author":"Holmstr\u00f6m Olsson","year":"2013"},{"key":"10.1016\/j.infsof.2016.04.008_bib0038","series-title":"Lean Enterprise Software and Systems","first-page":"152","article-title":"Towards data-driven product development: a multiple case study on post-deployment data usage in software-intensive embedded systems","author":"Holmstr\u00f6m Olsson","year":"2013"},{"key":"10.1016\/j.infsof.2016.04.008_bib0039","unstructured":"Kohavi, R., Crook, T. and Longbotham, R. Online experimentation at Microsoft. Peer-reviewed workshop paper, third workshop on data mining case studies. http:\/\/www.dataminingcasestudies.com\/DMCS2009_ExP_DMCaseStudies.pdf [2014\/9\/1]."},{"issue":"2","key":"10.1016\/j.infsof.2016.04.008_bib0040","first-page":"66","article-title":"Enlightened experimentation. The new imperative for innovation","volume":"79","author":"Thomke","year":"2001","journal-title":"Harv. Bus. Rev."},{"key":"10.1016\/j.infsof.2016.04.008_bib0041","series-title":"Lean Analytics: Use Data to Build a Better Startup Faster","author":"Croll","year":"2013"},{"key":"10.1016\/j.infsof.2016.04.008_bib0042","series-title":"Lean Enterprise Software and Systems","first-page":"1","article-title":"The early stage software startup development model: a framework for operationalizing lean principles in software startups","author":"Bosch","year":"2013"},{"key":"10.1016\/j.infsof.2016.04.008_bib0043","series-title":"Proceedings of the DASMA Software Metric Congress (MetriKon 2007): Magdeburger Schriften zum Empirischen Software Engineering","first-page":"253","article-title":"GQM+Strategies: a comprehensive methodology for aligning business strategies with software measurement","author":"Basili","year":"2007"},{"key":"10.1016\/j.infsof.2016.04.008_bib0044","series-title":"Proceedings of the 2nd International Workshop on Rapid Continuous Software Engineering (RCoSE 2015)","article-title":"Continuous experimentation in the B2B domain: a case study","author":"Rissanen","year":"2015"},{"key":"10.1016\/j.infsof.2016.04.008_bib0045","series-title":"Lean Enterprise: How High Performance Organizations Innovate at Scale","author":"Humble","year":"2014"},{"key":"10.1016\/j.infsof.2016.04.008_bib0046","unstructured":"T. Huomo, et al. Need for Speed (N4S) research program. Strategic research agenda. https:\/\/www.researchgate.net\/publication\/258860684_Strategic_Research_Agenda_For_Need_For_Speed [2015\/11\/08]."}],"container-title":["Information and Software Technology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950584916300647?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0950584916300647?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2018,9,13]],"date-time":"2018-09-13T01:29:14Z","timestamp":1536802154000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0950584916300647"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,9]]},"references-count":46,"alternative-id":["S0950584916300647"],"URL":"https:\/\/doi.org\/10.1016\/j.infsof.2016.04.008","relation":{},"ISSN":["0950-5849"],"issn-type":[{"value":"0950-5849","type":"print"}],"subject":[],"published":{"date-parts":[[2016,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Raising the odds of success: the current state of experimentation in product development","name":"articletitle","label":"Article Title"},{"value":"Information and Software Technology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.infsof.2016.04.008","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2016 Elsevier B.V. All rights reserved.","name":"copyright","label":"Copyright"}]}}