{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T22:42:02Z","timestamp":1776120122166,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":53,"publisher":"ACM","license":[{"start":{"date-parts":[[2014,4,26]],"date-time":"2014-04-26T00:00:00Z","timestamp":1398470400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2014,4,26]]},"DOI":"10.1145\/2556288.2557004","type":"proceedings-article","created":{"date-parts":[[2014,4,28]],"date-time":"2014-04-28T14:18:30Z","timestamp":1398694710000},"page":"3523-3532","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":91,"title":["Is once enough?"],"prefix":"10.1145","author":[{"given":"Kasper","family":"Hornb\u00e6k","sequence":"first","affiliation":[{"name":"University of Copenhagen, Copenhagen, Denmark"}]},{"given":"S\u00f8ren S.","family":"Sander","sequence":"additional","affiliation":[{"name":"University of Copenhagen, Copenhagen, Denmark"}]},{"given":"Javier Andr\u00e9s","family":"Bargas-Avila","sequence":"additional","affiliation":[{"name":"Google, Inc., Zurich, Switzerland"}]},{"given":"Jakob","family":"Grue Simonsen","sequence":"additional","affiliation":[{"name":"University of Copenhagen, Copenhagen, Denmark"}]}],"member":"320","published-online":{"date-parts":[[2014,4,26]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753366"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1038\/483531a"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357321"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518911"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2008.06.003"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1080\/07370024.2010.499850"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/64789.64790"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbusres.2006.12.003"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357249"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357299"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357074"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357187"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357190"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753357"},{"key":"e_1_3_2_1_15_1","volume-title":"Journal of Social Behavior & Personality","author":"Hendrick C.","year":"1990","unstructured":"Hendrick , C. Replications , strict replications , and conceptual replications: Are they important ? Journal of Social Behavior & Personality , ( 1990 ). Hendrick, C. Replications, strict replications, and conceptual replications: Are they important? Journal of Social Behavior & Personality, (1990)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357300"},{"key":"e_1_3_2_1_17_1","first-page":"4","article-title":"Some Whys and Hows of Experiments","volume":"5","author":"Hornb\u00e6k K","year":"2013","unstructured":"Hornb\u00e6k , K . Some Whys and Hows of Experiments in Human-Computer Interaction. Foundations and Trends in Human-Computer Interaction 5 , 4 ( 2013 ), 299--373. Hornb\u00e6k, K. Some Whys and Hows of Experiments in Human-Computer Interaction. Foundations and Trends in Human-Computer Interaction 5, 4 (2013), 299--373.","journal-title":"Human-Computer Interaction. Foundations and Trends in Human-Computer Interaction"},{"key":"e_1_3_2_1_18_1","volume-title":"Cold fusion: The scientific fiasco of the century","author":"Huizenga J.R.","year":"1992","unstructured":"Huizenga , J.R. Cold fusion: The scientific fiasco of the century ( 1992 ). Huizenga, J.R. Cold fusion: The scientific fiasco of the century (1992)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","DOI":"10.4135\/9781412985031","volume-title":"Methods of meta-analysis","author":"Hunter J.E.","year":"2004","unstructured":"Hunter , J.E. and Schmidt , F.L . Methods of meta-analysis . Sage , 2004 . Hunter, J.E. and Schmidt, F.L. Methods of meta-analysis. Sage, 2004."},{"key":"e_1_3_2_1_20_1","volume-title":"Why most published research findings are false. PLoS medicine 2, 8","author":"Ioannidis J.P.","year":"2005","unstructured":"Ioannidis , J.P. Why most published research findings are false. PLoS medicine 2, 8 ( 2005 ), e124. Ioannidis, J.P. Why most published research findings are false. PLoS medicine 2, 8 (2005), e124."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.334.6060.1225"},{"key":"e_1_3_2_1_22_1","volume-title":"RepliCHI 2013 Workshop.","author":"John B.","unstructured":"John , B. Avoiding \"It's JUST a Replication\" , RepliCHI 2013 Workshop. John, B. Avoiding \"It's JUST a Replication\", RepliCHI 2013 Workshop."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1177\/0018720810384394"},{"key":"e_1_3_2_1_24_1","volume-title":"The Conduct of Inquiry: methodology for behavioral science","author":"Kaplan A.","year":"1964","unstructured":"Kaplan , A. The Conduct of Inquiry: methodology for behavioral science . Chandler , San Francisco, CA , 1964 . Kaplan, A. The Conduct of Inquiry: methodology for behavioral science. Chandler, San Francisco, CA, 1964."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357274"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.1468-2958.1979.tb00646.x"},{"key":"e_1_3_2_1_27_1","volume-title":"Successes and Limitations. RepliCHI 2013 Workshop.","author":"Lallemand C.","unstructured":"Lallemand , C. , Koenig , V. , and Gronier , G . Replicating an International Survey on User Experience: Challenges , Successes and Limitations. RepliCHI 2013 Workshop. Lallemand, C., Koenig, V., and Gronier, G. Replicating an International Survey on User Experience: Challenges, Successes and Limitations. RepliCHI 2013 Workshop."},{"key":"e_1_3_2_1_28_1","volume-title":"Biometrics","author":"Landis J.R.","year":"1977","unstructured":"Landis , J.R. and Koch , G.G . The measurement of observer agreement for categorical data . Biometrics , ( 1977 ), 159--174. Landis, J.R. and Koch, G.G. The measurement of observer agreement for categorical data. Biometrics, (1977), 159--174."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2008.07.009"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2009.03.003"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1177\/1745691612460688"},{"key":"e_1_3_2_1_32_1","volume-title":"Designing qualitative research","author":"Marshall C.","year":"1999","unstructured":"Marshall , C. and Rossman , G. B. . Designing qualitative research , Sage ( 1999 ). Marshall, C. and Rossman, G. B.. Designing qualitative research, Sage (1999)."},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357148"},{"key":"e_1_3_2_1_34_1","volume-title":"Human-computer interaction","author":"McGrath J.E.","year":"1995","unstructured":"McGrath , J.E. Methodology matters: Doing research in the behavioral and social sciences , in Human-computer interaction ( 1995 ), Morgan Kaufmann , 152--169. McGrath, J.E. Methodology matters: Doing research in the behavioral and social sciences, in Human-computer interaction (1995), Morgan Kaufmann, 152--169."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753495"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357242"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357254"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357178"},{"key":"e_1_3_2_1_39_1","volume-title":"Journal of Social Behavior & Personality","author":"Neuliep J.W.","year":"1993","unstructured":"Neuliep , J.W. and Crandall , R . Everyone was wrong: There are lots of replications out there . Journal of Social Behavior & Personality , ( 1993 ). Neuliep, J.W. and Crandall, R. Everyone was wrong: There are lots of replications out there. Journal of Social Behavior & Personality, (1993)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/191666.191766"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357105"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357264"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.1219861"},{"key":"e_1_3_2_1_44_1","volume-title":"Essentials of behavioural research","author":"Rosenthal R.","year":"1991","unstructured":"Rosenthal , R. and Rosnow , R . Essentials of behavioural research . McGraw-Hill ( 1991 ). Rosenthal, R. and Rosnow, R. Essentials of behavioural research. McGraw-Hill (1991)."},{"key":"e_1_3_2_1_45_1","first-page":"1","article-title":"Replication in behavioral research","volume":"5","author":"Rosenthal R","year":"1990","unstructured":"Rosenthal , R . Replication in behavioral research . Journal of Social Behavior & Personality , 5 , 1990 , 1 -- 30 . Rosenthal, R. Replication in behavioral research. Journal of Social Behavior & Personality, 5, 1990, 1--30.","journal-title":"Journal of Social Behavior & Personality"},{"key":"e_1_3_2_1_46_1","volume-title":"Publication decisions and their possible effects on inferences drawn from tests of significance-or vice versa. Journal of the American statistical association 54, 285","author":"Sterling T.D.","year":"1959","unstructured":"Sterling , T.D. Publication decisions and their possible effects on inferences drawn from tests of significance-or vice versa. Journal of the American statistical association 54, 285 ( 1959 ), 30--34. Sterling, T.D. Publication decisions and their possible effects on inferences drawn from tests of significance-or vice versa. Journal of the American statistical association 54, 285 (1959), 30--34."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2006.06.005"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.5465\/amr.1999.2553252"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753662"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/1240624.1240727"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1145\/1979742.1979491"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357104"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/642611.642644"}],"event":{"name":"CHI '14: CHI Conference on Human Factors in Computing Systems","location":"Toronto Ontario Canada","acronym":"CHI '14","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the SIGCHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2556288.2557004","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2556288.2557004","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T07:01:24Z","timestamp":1750230084000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2556288.2557004"}},"subtitle":["on the extent and content of replications in human-computer interaction"],"short-title":[],"issued":{"date-parts":[[2014,4,26]]},"references-count":53,"alternative-id":["10.1145\/2556288.2557004","10.1145\/2556288"],"URL":"https:\/\/doi.org\/10.1145\/2556288.2557004","relation":{},"subject":[],"published":{"date-parts":[[2014,4,26]]},"assertion":[{"value":"2014-04-26","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}