{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,1]],"date-time":"2026-05-01T12:05:20Z","timestamp":1777637120115,"version":"3.51.4"},"publisher-location":"New York, NY, USA","reference-count":60,"publisher":"ACM","license":[{"start":{"date-parts":[[2020,6,27]],"date-time":"2020-06-27T00:00:00Z","timestamp":1593216000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"National Natural Science Foundation of China","award":["Grant No.61572251"],"award-info":[{"award-number":["Grant No.61572251"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2020,6,27]]},"DOI":"10.1145\/3377811.3380336","type":"proceedings-article","created":{"date-parts":[[2020,10,1]],"date-time":"2020-10-01T18:25:38Z","timestamp":1601576738000},"page":"1422-1434","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":14,"title":["An evidence-based inquiry into the use of grey literature in software engineering"],"prefix":"10.1145","author":[{"given":"He","family":"Zhang","sequence":"first","affiliation":[{"name":"Nanjing University, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xin","family":"Zhou","sequence":"additional","affiliation":[{"name":"Nanjing University, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xin","family":"Huang","sequence":"additional","affiliation":[{"name":"Nanjing University, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huang","family":"Huang","sequence":"additional","affiliation":[{"name":"Nanjing University, China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Muhammad Ali","family":"Babar","sequence":"additional","affiliation":[{"name":"University of Adelaide, Australia"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2020,10]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.advengsoft.2015.08.009"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1186\/s13643-016-0337-y"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1111\/ijmr.12102"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-014-9340-x"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/CIST.2016.7805072"},{"key":"e_1_3_2_1_6_1","first-page":"358","article-title":"The use of grey literature in health sciences: a preliminary survey","volume":"78","author":"Alberani Vilma","year":"1990","unstructured":"Vilma Alberani, Paola de Castro Pietrangeli, and Anna Maria Rossi Mazza. 1990. The use of grey literature in health sciences: a preliminary survey. Bulletin of the Medical Library Association 78, 4 (1990), 358.","journal-title":"Bulletin of the Medical Library Association"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"Marcus Banks. 2009. Blog posts and tweets: the next frontier for grey literature. In Grey literature in library and information studies. De Gruyter.","DOI":"10.1515\/9783598441493.2.217"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12109-006-0002-8"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10826-013-9795-1"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1057\/jos.2009.10"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/SANER.2019.8667986"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/ESEM.2009.5316026"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1097\/00006199-200307000-00008"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0885-3924(01)00315-3"},{"key":"e_1_3_2_1_15_1","first-page":"49","article-title":"Is grey literature ever used? Using citation analysis to measure the impact of GESAMP, an international marine scientific advisory body","volume":"28","author":"Cordes Ruth","year":"2004","unstructured":"Ruth Cordes. 2004. Is grey literature ever used? Using citation analysis to measure the impact of GESAMP, an international marine scientific advisory body. Canadian Journal of Information and Library Science 28, 1 (2004), 49--69.","journal-title":"Canadian Journal of Information and Library Science"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2010.12.003"},{"key":"e_1_3_2_1_17_1","unstructured":"Rosa Di Cesare and Roberta Ruggieri. 2006. The evaluation of grey literature using bibliometric indicators: A methodological proposal. (2006) 57--63."},{"key":"e_1_3_2_1_18_1","volume-title":"Venable","author":"D\u00edaz Oscar","year":"2017","unstructured":"Oscar D\u00edaz, Jerem\u00edas P. Contell, and John R. Venable. 2017. Strategic Reading in Design Science: Let Root-Cause Analysis Guide Your Readings. In Proceedings of the 12th International Conference on Designing the Digital Transformation. Springer, 231--246."},{"key":"e_1_3_2_1_19_1","first-page":"25","article-title":"Impact of the inclusion of grey literature on the scholarly communication patterns of an interdisciplinary specialty","volume":"1","author":"Dunn Kathel","year":"2005","unstructured":"Kathel Dunn. 2005. Impact of the inclusion of grey literature on the scholarly communication patterns of an interdisciplinary specialty. Grey journal 1, 1 (2005), 25--30.","journal-title":"Grey journal"},{"key":"e_1_3_2_1_20_1","volume-title":"Grey literature in library and information studies","author":"Farace Dominic","unstructured":"Dominic Farace and Joachim Sch\u00f6pfel. 2010. Grey literature in library and information studies. Walter de Gruyter."},{"key":"e_1_3_2_1_21_1","volume-title":"Proceedings of the 20th International Conference on Evaluation and Assessment in Software Engineering. ACM, 1--6.","author":"Garousi Vahid","unstructured":"Vahid Garousi, Michael Felderer, and Mika V. M\u00e4ntyl\u00e4. 2016. The need for multivocal literature reviews in software engineering: complementing systematic literature reviews with grey literature. In Proceedings of the 20th International Conference on Evaluation and Assessment in Software Engineering. ACM, 1--6."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.09.006"},{"key":"e_1_3_2_1_23_1","volume-title":"Teaching and exposing grey literature: what the information profession needs to know-examples from the sciences. Collection building 17, 4","author":"Gelfand Julia","year":"1998","unstructured":"Julia Gelfand. 1998. Teaching and exposing grey literature: what the information profession needs to know-examples from the sciences. Collection building 17, 4 (1998), 159--166."},{"key":"e_1_3_2_1_24_1","unstructured":"Dean Giustini. 2012. Finding the hard to finds: Searching for grey literature. (2012)."},{"key":"e_1_3_2_1_25_1","volume-title":"Finding the Hard to Finds: Searching for Grey (Gray) Literature","author":"Giustini Dean","unstructured":"Dean Giustini and Diane Thompson. 2006. Finding the Hard to Finds: Searching for Grey (Gray) Literature. Vancouver, UBC: University of British Columbia."},{"key":"e_1_3_2_1_26_1","unstructured":"Robert L. Glass. 2006. Software Creativity 2.0. Developer.* Books."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1186\/s13643-015-0125-0"},{"key":"e_1_3_2_1_28_1","first-page":"186","article-title":"The use of web-scraping software in searching for grey literature","volume":"11","author":"Haddaway Neal R.","year":"2015","unstructured":"Neal R. Haddaway. 2015. The use of web-scraping software in searching for grey literature. Grey Journal 11, 3 (2015), 186--190.","journal-title":"Grey Journal"},{"key":"e_1_3_2_1_29_1","volume-title":"Deborah Coughlin, and Stuart Kirk.","author":"Haddaway Neal Robert","year":"2015","unstructured":"Neal Robert Haddaway, Alexandra Mary Collins, Deborah Coughlin, and Stuart Kirk. 2015. The role of Google Scholar in evidence reviews and its applicability to grey literature searching. PloS One 10, 9 (2015)."},{"key":"e_1_3_2_1_30_1","unstructured":"Michele Harms. 2004. The Survey Research Handbook."},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/EDUCON.2012.6201142"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1080\/10714421.2013.807119"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1177\/1094428112452760"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"crossref","unstructured":"Carol Lefebvre Eric Manheimer and Julie Glanville. 2008. Searching for studies. Cochrane handbook for systematic reviews of interventions: Cochrane book series (2008) 95--150.","DOI":"10.1002\/9780470712184.ch6"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2013.44"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1002\/jrsm.1106"},{"key":"e_1_3_2_1_38_1","volume-title":"Proceedings of the 4th Symposium on Systematic Reviews: Pushing the Boundaries. 2--4.","author":"Mallett Sue","unstructured":"Sue Mallett, Sally Hopewell, and Mike J. Clarke. 2002. Grey literature in systematic reviews: The first 1000 Cochrane systematic reviews. In Proceedings of the 4th Symposium on Systematic Reviews: Pushing the Boundaries. 2--4."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.eurpsy.2005.03.011"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2017.05.048"},{"key":"e_1_3_2_1_41_1","volume-title":"Does the inclusion of grey literature influence estimates of intervention effectiveness reported in meta-analyses? The Lancet 356, 9237","author":"McAuley Laura","year":"2000","unstructured":"Laura McAuley, Peter Tugwell, and David Moher. 2000. Does the inclusion of grey literature influence estimates of intervention effectiveness reported in meta-analyses? The Lancet 356, 9237 (2000), 1228--1231."},{"key":"e_1_3_2_1_42_1","unstructured":"Yuko McGrath Mark Bellis Keith Edmonds Jim McVeigh and Harry Sumnall. 2006. Review of grey literature on drug prevention among young people. NICE London."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.5555\/2663575.2663579"},{"key":"e_1_3_2_1_44_1","volume-title":"Proceedings of the 2012 National Conference on Health Communication Marketing and Media.","author":"Modi Vesh","year":"2012","unstructured":"Vesh Modi, Nandita Murukutla, World Lung Foudation, Paresh Dave, Tahir Turk, and World Lung Foundation. 2012. Impact Evaluation of Smoke-Free Mass Media Campaign On Knowledge, Attitude and Behavior of the Target Audience In India. In Proceedings of the 2012 National Conference on Health Communication Marketing and Media."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-67383-7_2"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2019.05.035"},{"key":"e_1_3_2_1_47_1","first-page":"307","article-title":"A Response to Commentaries on \"Towards Rigor in Reviews of Multivocal Literatures","volume":"61","author":"Ogawa Rodney T.","year":"1991","unstructured":"Rodney T. Ogawa and Betty Malen. 1991. A Response to Commentaries on \"Towards Rigor in Reviews of Multivocal Literatures...\". Review of Educational Research 61, 3 (1991), 307--313.","journal-title":"Review of Educational Research"},{"key":"e_1_3_2_1_48_1","doi-asserted-by":"publisher","DOI":"10.3102\/00346543061003265"},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1080\/09500790008666973"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1016\/0364-6408(84)90022-X"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-03673-7_24"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.10.007"},{"key":"e_1_3_2_1_53_1","volume-title":"Publication bias in meta-analysis","author":"Rothstein Hannah R.","unstructured":"Hannah R. Rothstein, Alexander J. Sutton, and Michael Borenstein. 2005. Publication bias in meta-analysis. John Wiley & Sons."},{"key":"e_1_3_2_1_54_1","volume-title":"Grey literature searching for health sciences systematic reviews: a prospective study of time spent and resources utilized. Evidence based Library and Information Practice 9, 3","author":"Saleh Ahlam A.","year":"2014","unstructured":"Ahlam A. Saleh, Melissa A. Ratajeski, and Marnie Bertolet. 2014. Grey literature searching for health sciences systematic reviews: a prospective study of time spent and resources utilized. Evidence based Library and Information Practice 9, 3 (2014), 28--50."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2010.59"},{"key":"e_1_3_2_1_56_1","first-page":"67","article-title":"Observations on the future of grey literature","volume":"2","author":"Sch\u00f6pfel Joachim","year":"2006","unstructured":"Joachim Sch\u00f6pfel. 2006. Observations on the future of grey literature. The Grey Journal 2, 2 (2006), 67--76.","journal-title":"The Grey Journal"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2018.09.082"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2018.08.005"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.3163\/1536-5050.101.4.013"},{"key":"e_1_3_2_1_60_1","unstructured":"Affan Yasin and Muhammad Ijlal Hasnain. 2012. On the quality of grey literature and its use in information synthesis during systematic literature reviews. (2012)."},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.3102\/00346543061003299"}],"event":{"name":"ICSE '20: 42nd International Conference on Software Engineering","location":"Seoul South Korea","acronym":"ICSE '20","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering","KIISE Korean Institute of Information Scientists and Engineers","IEEE CS"]},"container-title":["Proceedings of the ACM\/IEEE 42nd International Conference on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3377811.3380336","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3377811.3380336","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:23:57Z","timestamp":1750202637000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3377811.3380336"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,6,27]]},"references-count":60,"alternative-id":["10.1145\/3377811.3380336","10.1145\/3377811"],"URL":"https:\/\/doi.org\/10.1145\/3377811.3380336","relation":{},"subject":[],"published":{"date-parts":[[2020,6,27]]},"assertion":[{"value":"2020-10-01","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}