{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,13]],"date-time":"2026-05-13T01:23:43Z","timestamp":1778635423937,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":56,"publisher":"ACM","license":[{"start":{"date-parts":[[2017,8,25]],"date-time":"2017-08-25T00:00:00Z","timestamp":1503619200000},"content-version":"vor","delay-in-days":365,"URL":"http:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF- 1421503, CCF-1439957, CCF-1553741"],"award-info":[{"award-number":["CCF- 1421503, CCF-1439957, CCF-1553741"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2016,8,25]]},"DOI":"10.1145\/2970276.2970358","type":"proceedings-article","created":{"date-parts":[[2016,8,26]],"date-time":"2016-08-26T08:40:09Z","timestamp":1472200809000},"page":"426-437","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":241,"title":["Usage, costs, and benefits of continuous integration in open-source projects"],"prefix":"10.1145","author":[{"given":"Michael","family":"Hilton","sequence":"first","affiliation":[{"name":"Oregon State University, USA"}]},{"given":"Timothy","family":"Tunnell","sequence":"additional","affiliation":[{"name":"University of Illinois, USA"}]},{"given":"Kai","family":"Huang","sequence":"additional","affiliation":[{"name":"University of Illinois, USA"}]},{"given":"Darko","family":"Marinov","sequence":"additional","affiliation":[{"name":"University of Illinois, USA"}]},{"given":"Danny","family":"Dig","sequence":"additional","affiliation":[{"name":"Oregon State University, USA"}]}],"member":"320","published-online":{"date-parts":[[2016,8,25]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"7 reasons why you should be using continuous integration. https:\/\/about.gitlab.com\/2015\/02\/03\/7reasons-why-you-should-be-using-ci\/. Accessed: 2016-04-24."},{"key":"e_1_3_2_1_2_1","unstructured":"AppVeyor. https:\/\/www.appveyor.com\/. Accessed: 2016-04-26."},{"key":"e_1_3_2_1_3_1","unstructured":"The benefits of continuous integration. https:\/\/ blog.codeship.com\/benefits-of-continuous-integration\/. Accessed: 2016-04-24."},{"key":"e_1_3_2_1_4_1","unstructured":"Build in the cloud. http:\/\/google-engtools.blogspot.com\/2011\/08\/buildin-cloud-how-build-system-works.html."},{"key":"e_1_3_2_1_5_1","unstructured":"CircleCI. https:\/\/circleci.com\/. Accessed: 2016-04-26."},{"key":"e_1_3_2_1_6_1","unstructured":"CloudBees. http:\/\/cloudbees.com\/. Accessed: 2016-04-26."},{"key":"e_1_3_2_1_7_1","unstructured":"Continuous integration. https: \/\/www.thoughtworks.com\/continuous-integration. Accessed: 2016-04-24."},{"key":"e_1_3_2_1_8_1","unstructured":"Continuous integration is dead. http:\/\/www.yegor256.com\/2014\/10\/08\/continuousintegration-is-dead.html. Accessed: 2016-04-24."},{"key":"e_1_3_2_1_9_1","unstructured":"CruiseControl. http:\/\/cruisecontrol.sourceforge.net\/. Accessed: 2016-04-21."},{"key":"e_1_3_2_1_10_1","unstructured":"CrunchBase. https:\/\/www.crunchbase.com\/ organization\/travis-ci#\/entity. Accessed: 2016-04-24."},{"key":"e_1_3_2_1_11_1","unstructured":"Google Search Trends. https:\/\/www.google.com\/trends\/. Accessed: 2016-04-24."},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"crossref","unstructured":"Jenkins. https:\/\/jenkins.io\/. Accessed: 2016-04-21.","DOI":"10.1080\/18125441.2016.1220186"},{"key":"e_1_3_2_1_13_1","unstructured":"Restkit. https:\/\/github.com\/RestKit\/RestKit. Accessed: 2016-04-29."},{"key":"e_1_3_2_1_14_1","unstructured":"Stackoverflow. http:\/\/stackoverflow.com\/questions\/214695\/what-aresome-arguments-against-using-continuous-integration. Accessed: 2016-04-24."},{"key":"e_1_3_2_1_15_1","unstructured":"Team Foundation Server. https:\/\/www.visualstudio.com\/en-us\/products\/tfsoverview-vs.aspx. Accessed: 2016-04-21."},{"key":"e_1_3_2_1_16_1","unstructured":"Tools for software engineers. http:\/\/research.microsoft.com\/en-us\/projects\/tse\/. Accessed: 2016-04-24."},{"key":"e_1_3_2_1_17_1","unstructured":"Travis CI. https:\/\/travis-ci.org\/. Accessed: 2016-04-21."},{"key":"e_1_3_2_1_18_1","unstructured":"Werker. http:\/\/wercker.com\/. Accessed: 2016-04-26."},{"key":"e_1_3_2_1_19_1","unstructured":"Why don\u2019t we use continuous integration? https:\/\/blog.inf.ed.ac.uk\/sapm\/2014\/02\/14\/why-dontwe-use-continuous-integration\/. Accessed: 2016-04-24."},{"key":"e_1_3_2_1_20_1","volume-title":"Yaml ain\u2019t markup language","author":"Yaml","unstructured":"Yaml: Yaml ain\u2019t markup language. http:\/\/yaml.org\/. Accessed: 2016-04-24."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2012.6405266"},{"key":"e_1_3_2_1_22_1","unstructured":"J. Allspaw and P. Hammond. 10+ deploys per day: Dev and ops cooperation at Flickr. https:\/\/www.youtube.com\/watch?v=LdOe18KhtT4. Accessed: 2016-04-21."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/2.796139"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.5555\/2819009.2819101"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.7287\/peerj.preprints.1984v1"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.5555\/82528"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSMR-WCRE.2014.6747169"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2015.7081840"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/2950290.2950358"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/2642937.2643002"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1145\/2351676.2351751"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.5555\/2337223.2337283"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635910"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1145\/2744769.2747948"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/2814270.2814316"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486906"},{"key":"e_1_3_2_1_37_1","unstructured":"M. Fowler. Continuous Integration. http:\/\/martinfowler.com\/articles\/ originalContinuousIntegration.html. Accessed: 2016-04-21."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/2771783.2771784"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.5555\/2487085.2487132"},{"key":"e_1_3_2_1_40_1","volume-title":"Evidence and case studies","author":"Humble J.","unstructured":"J. Humble. Evidence and case studies. http:\/\/continuousdelivery.com\/evidence-case-studies\/. Accessed: 2016-04-29."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.5555\/2820678.2820684"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/APSEC.2014.42"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-33442-9_6"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/Agile.2015.15"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2015.50"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1109\/Agile.2008.8"},{"key":"e_1_3_2_1_47_1","volume-title":"FSE","author":"Mu\u00b8slu K.","year":"2013","unstructured":"K. Mu\u00b8slu, Y. Brun, and A. Meliou. Data debugging with continuous testing. In FSE, 2013."},{"key":"e_1_3_2_1_48_1","volume-title":"10th annual state of Agile development survey. https:\/\/versionone.com\/pdf\/VersionOne-10th-Annual-State-of-Agile-Report.pdf","author":"One V.","year":"2016","unstructured":"V. One. 10th annual state of Agile development survey. https:\/\/versionone.com\/pdf\/VersionOne-10th-Annual-State-of-Agile-Report.pdf, 2016."},{"key":"e_1_3_2_1_49_1","volume-title":"eport 0.pdf","author":"DevOps Research Puppet","year":"2016","unstructured":"Puppet and DevOps Research and Assessments (DORA). 2016 state of DevOps Report. https:\/\/puppet.com\/system\/files\/2016-06\/2016% 20State%20of%20DevOps%20Report 0.pdf, 2016."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/1062455.1062600"},{"key":"e_1_3_2_1_51_1","unstructured":"Testing at the speed and scale of Google Jun 2011. http:\/\/google-engtools.blogspot.com\/2011\/06\/testingat-speed-and-scale-of-google.html."},{"key":"e_1_3_2_1_52_1","unstructured":"Tools for continuous integration at Google scale October 2011. http:\/\/www.youtube.com\/watch?v=b52aXZ2yi08."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786850"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/2491627.2491650"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1002\/stv.430"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.5555\/2820690.2820700"}],"event":{"name":"ASE'16: ACM\/IEEE International Conference on Automated Software Engineering","location":"Singapore Singapore","acronym":"ASE'16","sponsor":["SIGAI ACM Special Interest Group on Artificial Intelligence","SIGSOFT ACM Special Interest Group on Software Engineering","IEEE-CS Computer Society"]},"container-title":["Proceedings of the 31st IEEE\/ACM International Conference on Automated Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2970276.2970358","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2970276.2970358","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2970276.2970358","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,18]],"date-time":"2025-11-18T09:29:12Z","timestamp":1763458152000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2970276.2970358"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,8,25]]},"references-count":56,"alternative-id":["10.1145\/2970276.2970358","10.1145\/2970276"],"URL":"https:\/\/doi.org\/10.1145\/2970276.2970358","relation":{},"subject":[],"published":{"date-parts":[[2016,8,25]]},"assertion":[{"value":"2016-08-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}