{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T12:48:33Z","timestamp":1776084513846,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":60,"publisher":"ACM","funder":[{"name":"EU EIC Pathfinder - Symbiotik","award":["101071147"],"award-info":[{"award-number":["101071147"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,29]]},"DOI":"10.1145\/3736731.3746142","type":"proceedings-article","created":{"date-parts":[[2025,10,21]],"date-time":"2025-10-21T11:58:19Z","timestamp":1761047899000},"page":"41-50","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Context is Key for Reproducibility of Empirical Studies in Human-Computer Interaction"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3275-3333","authenticated-orcid":false,"given":"Jean","family":"Vanderdonckt","sequence":"first","affiliation":[{"name":"LouRIM, Louvain Interaction Lab, Universit\u00e9 catholique de Louvain, Louvain-la-Neuve, Belgium"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7631-6445","authenticated-orcid":false,"given":"Radu-Daniel","family":"Vatavu","sequence":"additional","affiliation":[{"name":"MintViz, Stefan cel Mare University of Suceava, Suceava, Romania"}]}],"member":"320","published-online":{"date-parts":[[2025,10,21]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"ACM. 2018. Artifact Review and Badging \u2013 Version 1.0 (not current). https:\/\/www.acm.org\/publications\/policies\/artifact-review-badging"},{"key":"e_1_3_3_2_3_2","unstructured":"ACM. 2020. Artifact Review and Badging - Current. https:\/\/www.acm.org\/publications\/policies\/artifact-review-and-badging-current"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3242587.3242621"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300485"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"Carlos\u00a0E. Anchundia and Efra\u00edn\u00a0R. Fonseca\u00a0C.2020. Resources for Reproducibility of Experiments in Empirical Software Engineering: Topics Derived from a Secondary Study. IEEE Access 8 (2020) 8992\u20139004. https:\/\/doi.org\/10.1109\/ACCESS.2020.2964587","DOI":"10.1109\/ACCESS.2020.2964587"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642028"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","unstructured":"Michelle Barker Neil P.\u00a0Chue Hong Daniel\u00a0S. Katz Anna-Lena Lamprecht Carlos Martinez-Ortiz Fotis Psomopoulos Jennifer Harrow Leyla\u00a0Jael Castro Morane Gruenpeter Paula\u00a0Andrea Martinez and Tom Honeyman. 2022. Introducing the FAIR Principles for Research Software. Scientific Data 9 622 (2022). https:\/\/doi.org\/10.1145\/2833093","DOI":"10.1038\/s41597-022-01710-x"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"crossref","unstructured":"Jay J.\u00a0Van Bavel Peter Mende-Siedlecki William\u00a0J. Brady and Diego\u00a0A. Reinero. 2016. Contextual Sensitivity in Scientific Reproducibility. Proceedings of the National Academy of Sciences 113 23 (2016) 6454\u20136459. https:\/\/doi.org\/10.1073\/pnas.1521897113","DOI":"10.1073\/pnas.1521897113"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580929"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300792"},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"crossref","unstructured":"Ga\u00eblle Calvary Jo\u00eblle Coutaz David Thevenin Quentin Limbourg Laurent Bouillon and Jean Vanderdonckt. 2003. A Unifying Reference Framework for multi-target user interfaces. Interacting with Computers 15 3 (2003) 289\u2013308. https:\/\/doi.org\/10.1016\/S0953-5438(03)00010-9","DOI":"10.1016\/S0953-5438(03)00010-9"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"crossref","unstructured":"Soyoung Choi. 2021. Evidence-Based Research in Nursing Science: A Reproducible Framework. Western Journal of Nursing Research 43 9 (2021) 828\u2013833. https:\/\/doi.org\/10.1177\/0193945920977792","DOI":"10.1177\/0193945920977792"},{"key":"e_1_3_3_2_14_2","volume-title":"Statistical Power Analysis for the Behavioral Sciences (2nd ed.)","author":"Cohen Jacob","year":"1988","unstructured":"Jacob Cohen. 1988. Statistical Power Analysis for the Behavioral Sciences (2nd ed.). Routledge, New York, NY, USA. https:\/\/doi.org\/10.4324\/9780203771587"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.2172\/6057803"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"publisher","DOI":"10.5753\/cibse.2023.24707"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.1145\/3530019.3535348"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"Jo\u00eblle Coutaz James\u00a0L. Crowley Simon Dobson and David Garlan. 2005. Context is Key. Commun. ACM 48 3 (2005) 49\u201353. https:\/\/doi.org\/10.1145\/1047671.1047703","DOI":"10.1145\/1047671.1047703"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"crossref","unstructured":"Anind\u00a0K. Dey. 2001. Understanding and Using Context. Pers. Ubiquitous Comput. 5 1 (2001) 4\u20137. https:\/\/doi.org\/10.1007\/S007790170019","DOI":"10.1007\/s007790170019"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"Anna Dreber and Magnus Johannesson. 2024. A Framework for Evaluating Reproducibility and Replicability in Economics. Economic Inquiry (2024) 1\u201319. https:\/\/doi.org\/10.1111\/ecin.13244","DOI":"10.1111\/ecin.13244"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3170427.3188395"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544549.3585590"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/3196709.3196741"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3197391.3205422"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531073.3531112"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/1852786.1852790"},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"crossref","unstructured":"Jes\u00fas\u00a0M. Gonz\u00e1lez-Barahona and Gregorio Robles. 2012. On the reproducibility of empirical software engineering studies based on data retrieved from development repositories. Empir. Softw. Eng. 17 1-2 (2012) 75\u201389. https:\/\/doi.org\/10.1007\/S10664-011-9181-9","DOI":"10.1007\/s10664-011-9181-9"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","unstructured":"Steven\u00a0N. Goodman Daniele Fanelli and John\u00a0P.A. Ioannidis. 2016. What Does Research Reproducibility Mean? Science Translational Medicine 8 341 (June 2016) 341ps12. 10.1126\/scitranslmed.aaf5027","DOI":"10.1126\/scitranslmed.aaf5027"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"publisher","unstructured":"Kasper Hornb\u00e6k. 2015. We Must Be More Wrong in HCI Research. Interactions 22 6 (2015) 20\u201321. 10.1145\/2833093","DOI":"10.1145\/2833093"},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1145\/2556288.2557004"},{"key":"e_1_3_3_2_31_2","series-title":"(DOA 2002)","first-page":"1","volume-title":"Proceedings of the 4th International Symposium on Distributed Objects and Applications","author":"Ivanov Ivan","year":"2002","unstructured":"Ivan Ivanov, Jean B\u00e9zivin, and Mehmet Aksit. 2002. Technological Spaces: An Initial Appraisal. In Proceedings of the 4th International Symposium on Distributed Objects and Applications (Irvine, USA) (DOA 2002). 1\u20136."},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"crossref","unstructured":"Peter Kedron Sarah Bardin Joseph Holler Joshua Gilman Bryant Grady Megan Seeley Xin Wang and Wenxin Yang. 2024. A Framework for Moving Beyond Computational Reproducibility: Lessons from Three Reproductions of Geographical Analyses of COVID-19. Geographical Analysis 56 1 (2024) 163\u2013184. https:\/\/doi.org\/10.1111\/gean.12370","DOI":"10.1111\/gean.12370"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"Nathan Magrofuoco Jorge\u00a0Luis P\u00e9rez-Medina Paolo Roselli Jean Vanderdonckt and Santiago Villarreal. 2019. Eliciting Contact-Based and Contactless Gestures With Radar-Based Sensors. IEEE Access 7 (2019) 176982\u2013176997. https:\/\/doi.org\/10.1109\/ACCESS.2019.2951349","DOI":"10.1109\/ACCESS.2019.2951349"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"crossref","unstructured":"Nathan Magrofuoco and Jean Vanderdonckt. 2019. Gelicit: A Cloud Platform for Distributed Gesture Elicitation Studies. Proc. ACM Hum.-Comput. Interact. 3 EICS Article 6 (June 2019) 41\u00a0pages. https:\/\/doi.org\/10.1145\/3331148","DOI":"10.1145\/3331148"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"crossref","unstructured":"Rob McCarney James Warner Steve Iliffe Robbert van Haselen Mark Griffin and Peter Fisher. 2007. The Hawthorne Effect: a randomised controlled trial. BMC Med. Res. Methodol. 7 30 (2007). https:\/\/doi.org\/10.1186\/1471-2288-7-30","DOI":"10.1186\/1471-2288-7-30"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICECCS.2008.38"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-34146-6_3"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/2470654.2466142"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"crossref","unstructured":"Prasad Patil Roger\u00a0D. Peng and Jeffrey\u00a0T. Leek. 2019. A Visual Tool for Defining Reproducibility and Replicability. Nat. Hum. Behav. 3 (2019) 650\u2013652. https:\/\/doi.org\/10.1038\/s41562-019-0629-z","DOI":"10.1038\/s41562-019-0629-z"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"publisher","unstructured":"Roger\u00a0D. Peng. 2011. Reproducible Research in Computational Science. Science 334 6060 (2011) 1226\u20131227. 10.1126\/science.1213847","DOI":"10.1126\/science.1213847"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"crossref","unstructured":"Darya Pokutnaya Bruce Childers Alice\u00a0E. Arcury-Quandt Harry Hochheiser and Willem\u00a0G. Van\u00a0Panhuis. 2023. An implementation framework to improve the transparency and reproducibility of computational models of infectious diseases. PLoS Comput. Biol. 19 3 (2023) 1\u20139. https:\/\/doi.org\/10.1371\/journal.pcbi.1010856","DOI":"10.1371\/journal.pcbi.1010856"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","unstructured":"Stefan Pr\u00f6ll Kristof Meixner and Andreas Rauber. 2016. Precise Data Identification Services for Long Tail Research Data. 10.6084\/M9.FIGSHARE.3847632","DOI":"10.6084\/M9.FIGSHARE.3847632"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/2593968.2610452"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","unstructured":"Geir\u00a0Kjetil Sandve Anton Nekrutenko James Taylor and Eivind Hovig. 2013. Ten Simple Rules for Reproducible Computational Research. PLoS Computational Biology 9 10 (2013) e1003285. 10.1371\/journal.pcbi.1003285","DOI":"10.1371\/journal.pcbi.1003285"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"crossref","unstructured":"Ovidiu-Andrei Schipor and Radu-Daniel Vatavu. 2018. Invisible Inaudible and Impalpable: Users\u2019 Preferences and Memory Performance for Digital Content in Thin Air. IEEE Pervasive Computing 17 4 (2018) 76\u201385. https:\/\/doi.org\/10.1109\/MPRV.2018.2873856","DOI":"10.1109\/MPRV.2018.2873856"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"publisher","unstructured":"Jonathan\u00a0W. Schooler. 2014. Metascience Could Rescue the \u201cReplication Crisis\u201d. Nature 515 9 (2014) 9. 10.1038\/515009a","DOI":"10.1038\/515009a"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"crossref","unstructured":"Carmel Shavitt Anastasia Kuzminykh Itay Ridel and Jessica\u00a0R. Cauchard. 2021. Naturally Together: A Systematic Approach for Multi-User Interaction With Natural Interfaces. Proc. ACM Hum.-Comput. Interact. 5 CSCW2 Article 349 31\u00a0pages. https:\/\/doi.org\/10.1145\/3476090","DOI":"10.1145\/3476090"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"crossref","unstructured":"Arthur Slu\u00ffters S\u00e9bastien Lambot Jean Vanderdonckt and Santiago Villarreal-Narvaez. 2024. Analysis of User-Defined Radar-Based Hand Gestures Sensed Through Multiple Materials. IEEE Access 12 (2024) 27895\u201327917. https:\/\/doi.org\/10.1109\/ACCESS.2024.3366667","DOI":"10.1109\/ACCESS.2024.3366667"},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"publisher","DOI":"10.1145\/3321335.3324941"},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376468"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"publisher","unstructured":"Eric\u00a0W.K. Tsang and Kai-Man Kwan. 1999. Replication and Theory Development in Organizational Science: A Critical Realist Perspective. The Academy of Management Review 24 4 (1999) 759\u2013780. 10.2307\/259353","DOI":"10.2307\/259353"},{"key":"e_1_3_3_2_52_2","doi-asserted-by":"publisher","DOI":"10.1145\/3715336.3735706"},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"publisher","DOI":"10.1145\/3660515.3661331"},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"publisher","DOI":"10.1145\/2325616.2325626"},{"key":"e_1_3_3_2_55_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3713474"},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702223"},{"key":"e_1_3_3_2_57_2","doi-asserted-by":"publisher","unstructured":"Jo\u00e3o Ricardo\u00a0Nickenig Vissoci Clarissa\u00a0Rodrigues Garcia Luciano de Andrade Jose\u00a0Eduardo Santana Amrapali Zaveri and Ricardo Pietrobon. 2013. A Framework for Reproducible Interactive Research: Application to health and social sciences. (2013). 10.48550\/arXiv.1304.5688","DOI":"10.48550\/arXiv.1304.5688"},{"key":"e_1_3_3_2_58_2","doi-asserted-by":"publisher","DOI":"10.1145\/2212776.2212419"},{"key":"e_1_3_3_2_59_2","doi-asserted-by":"publisher","DOI":"10.1145\/1056808.1057043"},{"key":"e_1_3_3_2_60_2","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518866"},{"key":"e_1_3_3_2_61_2","doi-asserted-by":"crossref","unstructured":"Ionu\u0163-Alexandru Zai\u0163i Stefan-Gheorghe Pentiuc and Radu-Daniel Vatavu. 2015. On Free-Hand TV Control: Experimental Results on User-Elicited Gestures with Leap Motion. Personal and Ubiquitous Computing 19 5-6 (2015) 821\u2013838. https:\/\/doi.org\/10.1007\/s00779-015-0863-y","DOI":"10.1007\/s00779-015-0863-y"}],"event":{"name":"ACM REP '25: ACM Conference on Reproducibility and Replicability","location":"Vancouver Canada","acronym":"ACM REP '25","sponsor":["EIGREP Emerging Interest Group on Reproducibility and Replicability"]},"container-title":["Proceedings of the 3rd ACM Conference on Reproducibility and Replicability"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3736731.3746142","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,1,9]],"date-time":"2026-01-09T18:04:46Z","timestamp":1767981886000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3736731.3746142"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,29]]},"references-count":60,"alternative-id":["10.1145\/3736731.3746142","10.1145\/3736731"],"URL":"https:\/\/doi.org\/10.1145\/3736731.3746142","relation":{},"subject":[],"published":{"date-parts":[[2025,7,29]]},"assertion":[{"value":"2025-10-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}