{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,16]],"date-time":"2026-07-16T03:11:58Z","timestamp":1784171518318,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":28,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,24]],"date-time":"2024-10-24T00:00:00Z","timestamp":1729728000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006374","name":"Knut och Alice Wallenbergs Stiftelse","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,24]]},"DOI":"10.1145\/3674805.3686691","type":"proceedings-article","created":{"date-parts":[[2024,10,15]],"date-time":"2024-10-15T18:39:24Z","timestamp":1729017564000},"page":"314-324","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["Threats to Validity in Software Engineering \u2013 hypocritical paper section or essential analysis?"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2234-0845","authenticated-orcid":false,"given":"Patricia","family":"Lago","sequence":"first","affiliation":[{"name":"Software and Sustainability Research Group, Vrije Universiteit Amsterdam, Netherlands"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2795-4851","authenticated-orcid":false,"given":"Per","family":"Runeson","sequence":"additional","affiliation":[{"name":"Lund University, Sweden"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8653-0250","authenticated-orcid":false,"given":"Qunying","family":"Song","sequence":"additional","affiliation":[{"name":"Lund University, Sweden"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9206-6637","authenticated-orcid":false,"given":"Roberto","family":"Verdecchia","sequence":"additional","affiliation":[{"name":"University of Florence, Italy"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,10,24]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.10.006"},{"key":"e_1_3_2_1_2_1","volume-title":"Experimental and Quasi-Experimental Designs for Research","author":"Campbell T.","unstructured":"Donald\u00a0T. Campbell and Julian\u00a0C. Stanley. 1963. Experimental and Quasi-Experimental Designs for Research. Houghton Mifflin Company, Boston, MA, USA."},{"key":"e_1_3_2_1_3_1","volume-title":"Quasi-Experimentation \u2013 Design and Analysis Issues for Field Settings","author":"Cook D.","unstructured":"Thomas\u00a0D. Cook and Donald\u00a0T. Campbell. 1979. Quasi-Experimentation \u2013 Design and Analysis Issues for Field Settings. Houghton Mifflin Company, Boston, MA, USA."},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE43902.2021.00093"},{"key":"e_1_3_2_1_5_1","volume-title":"Proceedings of the 22nd International Conference on Software Engineering & Knowledge Engineering (SEKE\u20192010)","author":"Feldt Robert","year":"2010","unstructured":"Robert Feldt and Ana Magazinius. 2010. Validity Threats in Empirical Software Engineering Research \u2013 An Initial Survey. In Proceedings of the 22nd International Conference on Software Engineering & Knowledge Engineering (SEKE\u20192010). Knowledge Systems Institute Graduate School, 374\u2013379."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/bf02766777"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISESE.2005.1541818"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/tse.2022.3174092"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","unstructured":"Patricia Lago Per Runeson Qunying Song and Roberto Verdecchia. 2024. TTV Data Extraction. https:\/\/doi.org\/10.5281\/zenodo.13382821","DOI":"10.5281\/zenodo.13382821"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1049\/iet-sen.2018.5143"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/B978-0-08-051574-8.50019-4"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/COMPSAC.2019.10227"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/2460999.2461011"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","unstructured":"Kai Petersen and Cigdem Gencel. 2013. Worldviews research methods and their relationship to validity in empirical software engineering research. In joint conference of the 23rd international workshop on software measurement and the 8th international conference on software process and product measurement. IEEE Ankara Turkey 81\u201389. https:\/\/doi.org\/10.1109\/IWSM-Mensura.2013.22","DOI":"10.1109\/IWSM-Mensura.2013.22"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1145\/3649598"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1002\/9781118181034"},{"key":"e_1_3_2_1_17_1","volume-title":"Research on Human Behavior: A systematic Guide to Method. Holt, Rinehart and Winston","author":"Runkel J.","unstructured":"Philip\u00a0J. Runkel and Joseph\u00a0E. McGrath. 1972. Research on Human Behavior: A systematic Guide to Method. Holt, Rinehart and Winston, Inc., New York."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1145\/3568813.3600114"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.24"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1109\/tse.2022.3176725"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3241743"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09858-z"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE.2015.59"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2023.107329"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29044-2"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/1882362.1882446"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3643664.3648203"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11390-018-1864-x"}],"event":{"name":"ESEM '24: ACM \/ IEEE International Symposium on Empirical Software Engineering and Measurement","location":"Barcelona Spain","acronym":"ESEM '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the 18th ACM\/IEEE International Symposium on Empirical Software Engineering and Measurement"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3674805.3686691","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3674805.3686691","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T12:57:11Z","timestamp":1755867431000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3674805.3686691"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,24]]},"references-count":28,"alternative-id":["10.1145\/3674805.3686691","10.1145\/3674805"],"URL":"https:\/\/doi.org\/10.1145\/3674805.3686691","relation":{},"subject":[],"published":{"date-parts":[[2024,10,24]]},"assertion":[{"value":"2024-10-24","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}