{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,15]],"date-time":"2026-03-15T15:29:22Z","timestamp":1773588562571,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":15,"publisher":"ACM","license":[{"start":{"date-parts":[[2008,5,10]],"date-time":"2008-05-10T00:00:00Z","timestamp":1210377600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2008,5,10]]},"DOI":"10.1145\/1368088.1368115","type":"proceedings-article","created":{"date-parts":[[2008,5,15]],"date-time":"2008-05-15T14:36:48Z","timestamp":1210862208000},"page":"191-200","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":44,"title":["On the difficulty of replicating human subjects studies in software engineering"],"prefix":"10.1145","author":[{"given":"Jonathan","family":"Lung","sequence":"first","affiliation":[{"name":"University of Toronto, Toronto, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jorge","family":"Aranda","sequence":"additional","affiliation":[{"name":"University of Toronto, Toronto, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Steve M.","family":"Easterbrook","sequence":"additional","affiliation":[{"name":"University of Toronto, Toronto, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gregory V.","family":"Wilson","sequence":"additional","affiliation":[{"name":"University of Toronto, Toronto, ON, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2008,5,10]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/32.799939"},{"key":"e_1_3_2_1_2_1","first-page":"365","volume-title":"Guide to Advanced Empirical Software Engineering","author":"Brooks A.","year":"2007","unstructured":"A. Brooks, M. Roper, M. Wood, J. Daly, and J. Miller. Replication's role in software engineering. In F. Shull, J. Singer, and D. I. K. Sj\u00f8berg, editors, Guide to Advanced Empirical Software Engineering, pages 365--379. Springer, 2007."},{"key":"e_1_3_2_1_3_1","volume-title":"CSC108H1S final examination","author":"Campbell J.","year":"2006","unstructured":"J. Campbell. CSC108H1S final examination, 2006. http:\/\/eres.library.utoronto.ca."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1269900.1268845"},{"key":"e_1_3_2_1_5_1","volume-title":"The camel has two humps (working title)","author":"Dehnadi S.","year":"2006","unstructured":"S. Dehnadi and R. Bornat. The camel has two humps (working title), 2006. http:\/\/www.cs.mdx.ac.uk\/research\/PhDArea\/saeed."},{"key":"e_1_3_2_1_6_1","volume-title":"Re: The camel has two humps. Personal correspondence","author":"Dehnadi S.","year":"2007","unstructured":"S. Dehnadi and R. Bornat. Re: The camel has two humps. Personal correspondence, 2007."},{"key":"e_1_3_2_1_7_1","first-page":"285","volume-title":"Guide to Advanced Empirical Software Engineering","author":"Easterbrook S. M.","year":"2007","unstructured":"S. M. Easterbrook, J. Singer, M.-A. Storey, and D. Damian. Selecting empirical methods for software engineering research. In F. Shull, J. Singer, and D. I. K. Sj\u00f8berg, editors, Guide to Advanced Empirical Software Engineering, pages 285--311. Springer, 2007."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1049\/ic:20040396"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.5555\/998675.999432"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.5555\/212925.212940"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.5555\/857197.857885"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2002.1158289"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/FOSE.2007.30"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2005.97"},{"key":"e_1_3_2_1_15_1","volume-title":"Case Study Research: Design and Methods","author":"Yin R.","year":"2002","unstructured":"R. Yin. Case Study Research: Design and Methods (3rd Edition). Sage, 2002.","edition":"3"}],"event":{"name":"ICSE '08: International Conference on Software Engineering","location":"Leipzig Germany","acronym":"ICSE '08","sponsor":["ACM Association for Computing Machinery","SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 30th international conference on Software engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1368088.1368115","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1368088.1368115","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,15]],"date-time":"2026-03-15T13:50:54Z","timestamp":1773582654000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1368088.1368115"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2008,5,10]]},"references-count":15,"alternative-id":["10.1145\/1368088.1368115","10.1145\/1368088"],"URL":"https:\/\/doi.org\/10.1145\/1368088.1368115","relation":{},"subject":[],"published":{"date-parts":[[2008,5,10]]},"assertion":[{"value":"2008-05-10","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}