{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,31]],"date-time":"2026-01-31T06:49:41Z","timestamp":1769842181462,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":86,"publisher":"ACM","license":[{"start":{"date-parts":[[2019,8,12]],"date-time":"2019-08-12T00:00:00Z","timestamp":1565568000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2019,8,12]]},"DOI":"10.1145\/3338906.3338922","type":"proceedings-article","created":{"date-parts":[[2019,8,9]],"date-time":"2019-08-09T12:21:03Z","timestamp":1565353263000},"page":"647-658","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":44,"title":["A conceptual replication of continuous integration pain points in the context of Travis CI"],"prefix":"10.1145","author":[{"given":"David Gray","family":"Widder","sequence":"first","affiliation":[{"name":"Carnegie Mellon University, USA"}]},{"given":"Michael","family":"Hilton","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}]},{"given":"Christian","family":"K\u00e4stner","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}]},{"given":"Bogdan","family":"Vasilescu","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, USA"}]}],"member":"320","published-online":{"date-parts":[[2019,8,12]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Multiple regression: A primer","author":"Allison Paul D"},{"key":"e_1_3_2_1_2_1","volume-title":"Reproducibility of computational workflows is automated using continuous analysis. Nature Biotechnology","author":"Beaulieu-Jones Brett K","year":"2017"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568225.2568233"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2017.62"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2017.24"},{"key":"e_1_3_2_1_6_1","unstructured":"Michael Berkwits and Thomas S Inui. {n. d.}. Making use of qualitative research techniques. Journal of general internal medicine ({n. d.}).  Michael Berkwits and Thomas S Inui. {n. d.}. Making use of qualitative research techniques. Journal of general internal medicine ({n. d.})."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/CSMR-WCRE.2014.6747169"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2015.7081840"},{"key":"e_1_3_2_1_9_1","volume-title":"Convergent and discriminant validation by the multitrait-multimethod matrix. Psychological bulletin","author":"Campbell Donald T","year":"1959"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/2642937.2643002"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106246"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijinfomgt.2017.11.005"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-13835-0_2"},{"key":"e_1_3_2_1_14_1","volume-title":"The problem of appraising qualitative research. BMJ Quality &amp","author":"Dixon-Woods Mary","year":"2004"},{"key":"e_1_3_2_1_15_1","volume-title":"Guide to advanced empirical software engineering","author":"Easterbrook Steve"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635910"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/2025113.2025179"},{"key":"e_1_3_2_1_18_1","volume-title":"Use and Misuse of Continuous Integration Features: An Empirical Study of Projects that (mis) use Travis CI. Transactions on Software Engineering (TSE)","author":"Gallaba Keheliya","year":"2018"},{"key":"e_1_3_2_1_19_1","volume-title":"The Sage encyclopedia of qualitative research methods","author":"Given Lisa M"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.5555\/2664446.2664449"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884826"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.5555\/2818754.2818800"},{"key":"e_1_3_2_1_23_1","volume-title":"Todd D Millstein, and Miryung Kim.","author":"Gulzar Muhammad Ali","year":"2016"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2017.37"},{"key":"e_1_3_2_1_25_1","volume-title":"Automatic Generation of GUI Test Inputs Using User Configurations. In International Conference on Big Data, Cloud Computing, and Data Science Engineering. Springer, 103\u2013116","author":"Ha Leegeun","year":"2018"},{"key":"e_1_3_2_1_26_1","volume-title":"Hindsight bias: How knowledge and heuristics affect our reconstruction of the past. Memory","author":"Hertwig Ralph","year":"2003"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106270"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2970276.2970358"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1002\/0471722146"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180235"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2017.30"},{"key":"e_1_3_2_1_32_1","volume-title":"Empirical software engineering and verification","author":"Juristo Natalia"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2597073.2597074"},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2019.00060"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.5555\/2820678.2820684"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/1368088.1368130"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3106237.3106288"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2017.53"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1109\/Agile.2015.15"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1109\/MS.2015.50"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3180155.3180213"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635920"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2017.31"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSM.2013.91"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2017.16"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/2635868.2635892"},{"key":"e_1_3_2_1_47_1","volume-title":"Applying regression and correlation: A guide for students and researchers","author":"Miles Jeremy"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979264"},{"key":"e_1_3_2_1_49_1","volume-title":"Guide to advanced empirical software engineering","author":"Mockus Audris"},{"key":"e_1_3_2_1_50_1","volume-title":"Images of organization","author":"Morgan Gareth"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1002\/ejsp.2420150303"},{"key":"e_1_3_2_1_52_1","volume-title":"Continuous Deployment of Software. In Conference on Software Engineering and Advanced Applications (SEAA). IEEE, 392\u2013399","author":"Olsson Helena Holmstr\u00f6m","year":"2012"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2017.33"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/2001420.2001445"},{"key":"e_1_3_2_1_55_1","volume-title":"Donald Bruce Owen, and JK Patel","author":"Patel Jagdish K","year":"1976"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.5555\/2486788.2486804"},{"key":"e_1_3_2_1_57_1","volume-title":"Software - Practice And Experience","author":"Pinto Gustavo"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/CHASE.2017.13"},{"key":"e_1_3_2_1_59_1","unstructured":"Denis Polkhovskiy. 2016. Comparison between continuous integration tools. (2016).  Denis Polkhovskiy. 2016. Comparison between continuous integration tools. (2016)."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2017.54"},{"key":"e_1_3_2_1_61_1","volume-title":"Handbook of action research: Participative inquiry and practice","author":"Reason Peter"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.5555\/519621.853398"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1145\/2889160.2889223"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICPC.2016.7503737"},{"key":"e_1_3_2_1_65_1","unstructured":"Stefan Schmidt. {n. d.}. Shall we really do it again? The powerful concept of replication is neglected in the social sciences. Review of General Psychology ({n. d.}).  Stefan Schmidt. {n. d.}. Shall we really do it again? The powerful concept of replication is neglected in the social sciences. Review of General Psychology ({n. d.})."},{"key":"e_1_3_2_1_66_1","unstructured":"W Richard Scott. 1981. Organizations: rational natural and open systems. NJ: Prentice Hall Englewood Cliff.  W Richard Scott. 1981. Organizations: rational natural and open systems. NJ: Prentice Hall Englewood Cliff."},{"key":"e_1_3_2_1_67_1","volume-title":"Subject selection bias in psychological research. Canadian Psychologist\/Psychologie canadienne","author":"Smart Reginald G","year":"1966"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/1176617.1176743"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/2889160.2889252"},{"key":"e_1_3_2_1_70_1","doi-asserted-by":"publisher","DOI":"10.1108\/02652329810197735"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.5555\/3155562.3155634"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3183440.3190335"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236062"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884875"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSME.2014.62"},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/2786805.2786850"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3238147.3240729"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/3196398.3196422"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.2307\/2648269"},{"key":"e_1_3_2_1_80_1","volume-title":"Introductory econometrics: A modern approach","author":"Wooldridge Jeffrey M"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1145\/2610384.2610386"},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.5555\/2820518.2820564"},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSR.2017.2"},{"key":"e_1_3_2_1_84_1","volume-title":"Joint Meeting on the Foundations of Software Engineering (ESEC\/FSE).","author":"Zeller Andreas","year":"1999"},{"key":"e_1_3_2_1_85_1","volume-title":"International Conference On Software Engineering (ICSE). IEEE Computer Society, 319\u2013329","author":"Zhang Xiangyu","year":"2003"},{"key":"e_1_3_2_1_86_1","doi-asserted-by":"publisher","DOI":"10.1145\/3236024.3236033"}],"event":{"name":"ESEC\/FSE '19: 27th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","location":"Tallinn Estonia","acronym":"ESEC\/FSE '19","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3338906.3338922","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3338906.3338922","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T00:26:20Z","timestamp":1750206380000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3338906.3338922"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,8,12]]},"references-count":86,"alternative-id":["10.1145\/3338906.3338922","10.1145\/3338906"],"URL":"https:\/\/doi.org\/10.1145\/3338906.3338922","relation":{},"subject":[],"published":{"date-parts":[[2019,8,12]]},"assertion":[{"value":"2019-08-12","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}