{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,21]],"date-time":"2026-08-21T11:55:41Z","timestamp":1787313341894,"version":"build-2736575974"},"publisher-location":"New York, NY, USA","reference-count":13,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,4,16]],"date-time":"2024-04-16T00:00:00Z","timestamp":1713225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,4,16]]},"DOI":"10.1145\/3643664.3648207","type":"proceedings-article","created":{"date-parts":[[2024,8,9]],"date-time":"2024-08-09T11:48:13Z","timestamp":1723204093000},"page":"52-57","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":15,"title":["Are You a Real Software Engineer? Best Practices in Online Recruitment for Software Engineering Studies"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-4483-0105","authenticated-orcid":false,"given":"Adam","family":"Alami","sequence":"first","affiliation":[{"name":"Computer Science, Aalborg University, Aalborg, Denmark"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6276-9956","authenticated-orcid":false,"given":"Mansooreh","family":"Zahedi","sequence":"additional","affiliation":[{"name":"Computer Science, University of Melbourne, Melbourne, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5992-2366","authenticated-orcid":false,"given":"Neil","family":"Ernst","sequence":"additional","affiliation":[{"name":"Computer Science, University of Victoria, Victoria, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2024,8,9]]},"reference":[{"key":"e_1_3_2_1_1_1","first-page":"44","article-title":"An Empirical Study of AI Generated Text Detection Tools","volume":"4","author":"Akram Arslan","year":"2023","unstructured":"Arslan Akram. 2023. An Empirical Study of AI Generated Text Detection Tools. Advances in Machine Learning & Artificial Intelligence 4, 2 (2023), 44--55.","journal-title":"Advances in Machine Learning & Artificial Intelligence"},{"key":"e_1_3_2_1_2_1","volume-title":"Understanding the Building Blocks of Accountability in Software Engineering. In The 17th International Conference on Cooperative and Human Aspects of Software Engineering (CHASE","author":"Alami Adam","year":"2024","unstructured":"Adam Alami and Neil Ernst. 2024. Understanding the Building Blocks of Accountability in Software Engineering. In The 17th International Conference on Cooperative and Human Aspects of Software Engineering (CHASE 2024). ACM, Lisbon, Portugal."},{"key":"e_1_3_2_1_3_1","volume-title":"Antecedents of psychological safety in agile software development teams. Information and Software Technology","author":"Alami Adam","year":"2023","unstructured":"Adam Alami, Mansooreh Zahedi, and Oliver Krancher. 2023. Antecedents of psychological safety in agile software development teams. Information and Software Technology (2023), 107267."},{"key":"e_1_3_2_1_4_1","volume-title":"How does psychological safety influence agile teams' pursuit of achieving software quality?","author":"Alami Adam","year":"2023","unstructured":"Adam Alami, Mansooreh Zahedi, and Oliver Krancher. 2023. How does psychological safety influence agile teams' pursuit of achieving software quality? (2023)."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"crossref","unstructured":"John Bohannon. 2016. Mechanical Turk upends social sciences.","DOI":"10.1126\/science.352.6291.1263"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"crossref","first-page":"500","DOI":"10.1177\/1948550617698203","article-title":"Lie for a dime: When most pre-screening responses are honest but most study participants are impostors","volume":"8","author":"Chandler Jesse J","year":"2017","unstructured":"Jesse J Chandler and Gabriele Paolacci. 2017. Lie for a dime: When most pre-screening responses are honest but most study participants are impostors. Social Psychological and Personality Science 8, 5 (2017), 500--508.","journal-title":"Social Psychological and Personality Science"},{"key":"e_1_3_2_1_7_1","volume-title":"2021 IEEE\/ACM 43rd International Conference on Software Engineering (ICSE). IEEE, 537--548","author":"Danilova Anastasia","year":"2021","unstructured":"Anastasia Danilova, Alena Naiakshina, Stefan Horstmann, and Matthew Smith. 2021. Do you really code? designing and evaluating screening questions for online surveys with programmers. In 2021 IEEE\/ACM 43rd International Conference on Software Engineering (ICSE). IEEE, 537--548."},{"key":"e_1_3_2_1_8_1","volume-title":"International Workshop on Recruiting Participants for Empirical Software Engineering.","author":"Ebert Felipe","year":"2022","unstructured":"Felipe Ebert, Alexander Serebrenik, Christoph Treude, Nicole Novielli, and Fernando Castor. 2022. On recruiting experienced github contributors for interviews and surveys on prolific. In International Workshop on Recruiting Participants for Empirical Software Engineering."},{"key":"e_1_3_2_1_9_1","volume-title":"Recruiting Software Professionals for Research Studies: Lessons Learned with the Freelancer Platform Upwork. ROPES-ICSE 2022","author":"Gutfleisch Marco","year":"2022","unstructured":"Marco Gutfleisch, Jan H. Klemmer, Yasemin Acar, Sascha Fahl, and Martina Angela Sasse. 2022. Recruiting Software Professionals for Research Studies: Lessons Learned with the Freelancer Platform Upwork. ROPES-ICSE 2022 (2022)."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1016\/j.jbef.2017.12.004","article-title":"Prolific. ac---A subject pool for online experiments","volume":"17","author":"Palan Stefan","year":"2018","unstructured":"Stefan Palan and Christian Schitter. 2018. Prolific. ac---A subject pool for online experiments. Journal of Behavioral and Experimental Finance 17 (2018), 22--27.","journal-title":"Journal of Behavioral and Experimental Finance"},{"key":"e_1_3_2_1_11_1","volume-title":"Challenges of Recruiting Developers in Multidisciplinary Studies. ROPES-ICSE 2022","author":"Rauf Irum","year":"2022","unstructured":"Irum Rauf, Tamara Lopez, Helen Sharp, and Marian Petre. 2022. Challenges of Recruiting Developers in Multidisciplinary Studies. ROPES-ICSE 2022 (2022)."},{"key":"e_1_3_2_1_12_1","volume-title":"Software engineering user study recruitment on prolific: An experience report. ROPES-ICSE 202","author":"Reid Brittany","year":"2022","unstructured":"Brittany Reid, Markus Wagner, Marcelo d'Amorim, and Christoph Treude. 2022. Software engineering user study recruitment on prolific: An experience report. ROPES-ICSE 202 (2022)."},{"key":"e_1_3_2_1_13_1","first-page":"125","article-title":"Detection of AI-generated essays in writing assessment","volume":"65","author":"Yan Duanli","year":"2023","unstructured":"Duanli Yan, Michael Fauss, Jiangang Hao, and Wenju Cui. 2023. Detection of AI-generated essays in writing assessment. Psychological Testing and Assessment Modeling 65, 2 (2023), 125--144.","journal-title":"Psychological Testing and Assessment Modeling"}],"event":{"name":"WSESE '24: 1st IEEE\/ACM International Workshop on Methodological Issues with Empirical Studies in Software Engineering","location":"Lisbon Portugal","acronym":"WSESE '24","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","IEEE CS","Faculty of Engineering of University of Porto"]},"container-title":["Proceedings of the 1st IEEE\/ACM International Workshop on Methodological Issues with Empirical Studies in Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643664.3648207","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3643664.3648207","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T20:05:32Z","timestamp":1750277132000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3643664.3648207"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,16]]},"references-count":13,"alternative-id":["10.1145\/3643664.3648207","10.1145\/3643664"],"URL":"https:\/\/doi.org\/10.1145\/3643664.3648207","relation":{},"subject":[],"published":{"date-parts":[[2024,4,16]]},"assertion":[{"value":"2024-08-09","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}