{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,31]],"date-time":"2026-07-31T22:39:39Z","timestamp":1785537579375,"version":"3.56.0"},"reference-count":86,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2023,6,14]],"date-time":"2023-06-14T00:00:00Z","timestamp":1686700800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,6,14]],"date-time":"2023-06-14T00:00:00Z","timestamp":1686700800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2247141"],"award-info":[{"award-number":["2247141"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["2310179"],"award-info":[{"award-number":["2310179"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100009226","name":"National Security Agency","doi-asserted-by":"publisher","award":["H98230-21-1-0175"],"award-info":[{"award-number":["H98230-21-1-0175"]}],"id":[{"id":"10.13039\/100009226","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2023,7]]},"DOI":"10.1007\/s10664-023-10328-5","type":"journal-article","created":{"date-parts":[[2023,6,14]],"date-time":"2023-06-14T03:27:42Z","timestamp":1686713262000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Come for syntax, stay for speed, understand defects: an empirical study of defects in Julia programs"],"prefix":"10.1007","volume":"28","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5056-757X","authenticated-orcid":false,"given":"Akond","family":"Rahman","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dibyendu Brinto","family":"Bose","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Raunak","family":"Shakya","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rahul","family":"Pandita","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,6,14]]},"reference":[{"key":"10328_CR1","unstructured":"Berkeley CA (2017) Julia joins petaflop club. https:\/\/www.hpcwire.com\/off-the-wire\/julia-joins-petaflop-club\/"},{"key":"10328_CR2","doi-asserted-by":"crossref","unstructured":"Perkel JM (2019) Julia: come for the syntax, stay for the speed. https:\/\/www.nature.com\/articles\/d41586-019-02310-3","DOI":"10.1038\/d41586-019-02310-3"},{"key":"10328_CR3","unstructured":"Berkeley CA (2020a) Bug types in Julia: what types of bugs in Julia programs have you experienced? https:\/\/discourse.julialang.org\/t\/bug-types-in-julia-what-types-of-bugs-in-julia-programs-have-you-experienced-are-they-different-from-bug-types-in-general-programming-languages-like-c-c\/38640"},{"key":"10328_CR4","unstructured":"Berkeley CA (2020b) Programming languages: developers reveal what they love and loathe, and what pays best. https:\/\/www.zdnet.com\/article\/programming-languages-developers-reveal-what-they-love-and-loathe-and-what-pays-best\/"},{"key":"10328_CR5","unstructured":"Berkeley CA (2020c) Why julia is slowly replacing python in machine learning and data science. https:\/\/www.section.io\/engineering-education\/why-julia-is-slowly-replacing-python-for-machine-learning-and-data-science\/"},{"key":"10328_CR6","unstructured":"Perkel JM (2022a) Julia. https:\/\/juliacomputing.com\/case-studies\/celeste.html"},{"key":"10328_CR7","unstructured":"Perkel JM (2022b) Julia. https:\/\/juliacomputing.com\/case-studies\/lanl\/"},{"key":"10328_CR8","unstructured":"Perkel JM (2022c) Julia. https:\/\/juliacomputing.com\/case-studies\/lincoln-labs\/"},{"key":"10328_CR9","unstructured":"Perkel JM (2022d) The Julia language. https:\/\/docs.julialang.org\/en\/v1\/"},{"key":"10328_CR10","unstructured":"Berkeley CA (2022) The julia programming language. https:\/\/julialang.org\/#"},{"key":"10328_CR11","unstructured":"abelsiqueira (2015) https:\/\/gist.github.com\/abelsiqueira\/d4ca585c62204516bf37. Accessed 19 Aug 2021"},{"key":"10328_CR12","doi-asserted-by":"publisher","unstructured":"Agrawal A, Rahman A, Krishna R, Sobran A, Menzies T (2018) We don\u2019t need another hero?: The impact of \u201cheroes\u201d on software development. In: Proceedings of the 40th international conference on software engineering: software engineering in practice, ICSE-SEIP \u201918, pp. 245\u2013253. ACM, New York. https:\/\/doi.org\/10.1145\/3183519.3183549","DOI":"10.1145\/3183519.3183549"},{"key":"10328_CR13","unstructured":"amckay (2016) Bug fix in markov chain simulation. https:\/\/github.com\/QuantEcon\/QuantEcon.jl\/commit\/097cf3. Accessed 17 Feb 2022"},{"issue":"6","key":"10328_CR14","doi-asserted-by":"publisher","first-page":"3057","DOI":"10.1007\/s10664-017-9508-2","volume":"22","author":"V Antinyan","year":"2017","unstructured":"Antinyan V, Staron M, Sandberg A (2017) Evaluating code complexity triggers, use of complexity measures and the influence of code complexity on maintenance time. Empir Softw Eng 22(6):3057\u20133087","journal-title":"Empir Softw Eng"},{"key":"10328_CR15","unstructured":"Beizer B (1984) Software system testing and quality assurance. Van Nostrand Reinhold Co"},{"key":"10328_CR16","doi-asserted-by":"publisher","unstructured":"Belyakova J, Chung B, Gelinas J, Nash J, Tate R, Vitek J (2020) World age in julia: Optimizing method dispatch in the presence of eval. Proc ACM Program Lang 4(OOPSLA), https:\/\/doi.org\/10.1145\/3428275","DOI":"10.1145\/3428275"},{"key":"10328_CR17","doi-asserted-by":"publisher","unstructured":"Bezanson J, Chen J, Chung B, Karpinski S, Shah VB, Vitek J, Zoubritzky L (2018) Julia: dynamism and performance reconciled by design. Proc ACM Program Lang 2(OOPSLA), https:\/\/doi.org\/10.1145\/3276490","DOI":"10.1145\/3276490"},{"issue":"2","key":"10328_CR18","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1109\/MCSE.2009.30","volume":"11","author":"JC Carver","year":"2009","unstructured":"Carver JC (2009) First international workshop on software engineering for computational science & engineering. Comput Sci Eng 11(2):7\u201311. https:\/\/doi.org\/10.1109\/MCSE.2009.30","journal-title":"Comput Sci Eng"},{"key":"10328_CR19","doi-asserted-by":"crossref","unstructured":"Catolino G, Palomba F, Zaidman A, Ferrucci F (2019) Not all bugs are the same: understanding, characterizing, and classifying bug types. J Syst Softw 152:165\u2013181. DOIurlhttps:\/\/doi.org\/10.1016\/j.jss.2019.03.002, urlwww.sciencedirect.com\/science\/article\/pii\/S0164121219300536","DOI":"10.1016\/j.jss.2019.03.002"},{"key":"10328_CR20","doi-asserted-by":"crossref","unstructured":"Chen Z, Yao H, Lou Y, Cao Y, Liu Y, Wang H, Liu X (2021) An empirical study on deployment faults of deep learning based mobile applications. In: 2021 IEEE\/ACM 43rd international conference on software engineering (ICSE), IEEE, pp. 674\u2013685","DOI":"10.1109\/ICSE43902.2021.00068"},{"issue":"11","key":"10328_CR21","doi-asserted-by":"publisher","first-page":"943","DOI":"10.1109\/32.177364","volume":"18","author":"R Chillarege","year":"1992","unstructured":"Chillarege R, Bhandari I, Chaar J, Halliday M, Moebus D, Ray B, Wong MY (1992) Orthogonal defect classification-a concept for in-process measurements. IEEE Trans. Softw. Eng. 18(11):943\u2013956. https:\/\/doi.org\/10.1109\/32.177364","journal-title":"IEEE Trans. Softw. Eng."},{"issue":"11","key":"10328_CR22","doi-asserted-by":"publisher","first-page":"943","DOI":"10.1109\/32.177364","volume":"18","author":"R Chillarege","year":"1992","unstructured":"Chillarege R, Bhandari I, Chaar J, Halliday M, Moebus D, Ray B, Wong MY (1992) Orthogonal defect classification-a concept for in-process measurements. IEEE Trans Softw Eng 18(11):943\u2013956. https:\/\/doi.org\/10.1109\/32.177364","journal-title":"IEEE Trans Softw Eng"},{"key":"10328_CR23","unstructured":"Churavy VVR (2019) Transparent distributed programming in Julia. PhD thesis, Massachusetts Institute of Technology, https:\/\/dspace.mit.edu\/handle\/1721.1\/122755"},{"key":"10328_CR24","doi-asserted-by":"publisher","unstructured":"Cinque M, Cotroneo D, Corte RD, Pecchia A (2014) Assessing direct monitoring techniques to analyze failures of critical industrial systems. In: 2014 IEEE 25th international symposium on software reliability engineering, pp. 212\u2013222, https:\/\/doi.org\/10.1109\/ISSRE.2014.30","DOI":"10.1109\/ISSRE.2014.30"},{"key":"10328_CR25","doi-asserted-by":"publisher","unstructured":"Devanbu P, Zimmermann T, Bird C (2016) Belief and evidence in empirical software engineering. In: Proceedings of the 38th international conference on software engineering, ACM, New York, NY, USA, ICSE \u201916, pp 108\u2013119, https:\/\/doi.org\/10.1145\/2884781.2884812","DOI":"10.1145\/2884781.2884812"},{"key":"10328_CR26","doi-asserted-by":"crossref","unstructured":"Di\u00a0Franco A, Guo H, Rubio-Gonz\u00e1lez C (2017) A comprehensive study of real-world numerical bug characteristics. In: 2017 32nd IEEE\/ACM international conference on automated software engineering (ASE), IEEE, pp. 509\u2013519","DOI":"10.1109\/ASE.2017.8115662"},{"key":"10328_CR27","unstructured":"Drvi (2020) Fix inequality in reservoir sampling. https:\/\/github.com\/joshday\/OnlineStats.jl\/commit\/023df7. Accessed 16 Feb 2022"},{"key":"10328_CR28","first-page":"285","volume-title":"Selecting empirical methods for software engineering research","author":"S Easterbrook","year":"2008","unstructured":"Easterbrook S, Singer J, Storey MA, Damian D (2008) Selecting empirical methods for software engineering research. Springer, London, London, pp 285\u2013311"},{"key":"10328_CR29","unstructured":"eulerkochy (2020) Fix parametric initialisation of rbtree. https:\/\/github.com\/JuliaCollections\/DataStructures.jl\/commit\/b04a52. Accessed 10 Feb 2022"},{"issue":"2","key":"10328_CR30","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1109\/TPC.2019.2911461","volume":"62","author":"E Friess","year":"2019","unstructured":"Friess E (2019) Scrum language use in a software engineering firm: an exploratory study. IEEE Trans Prof Commun 62(2):130\u2013147. https:\/\/doi.org\/10.1109\/TPC.2019.2911461","journal-title":"IEEE Trans Prof Commun"},{"key":"10328_CR31","doi-asserted-by":"publisher","DOI":"10.1002\/9781119387596","volume-title":"Markov chains: from theory to implementation and experimentation","author":"PA Gagniuc","year":"2017","unstructured":"Gagniuc PA (2017) Markov chains: from theory to implementation and experimentation. Wiley"},{"key":"10328_CR32","doi-asserted-by":"crossref","unstructured":"Garcia J, Feng Y, Shen J, Sumaya\u00a0Xia AY, Chen QA (2020) A comprehensive study of autonomous vehicle bugs. In: Proceedings of the 42nd international conference on software engineering, ICSE \u201920, to appear","DOI":"10.1145\/3377811.3380397"},{"key":"10328_CR33","unstructured":"Gibson J (2017) The julia programming language: the future of scientific computing. APS pp L39\u2013011, https:\/\/ui.adsabs.harvard.edu\/abs\/2017APS..DFDL39011G\/abstract"},{"key":"10328_CR34","unstructured":"github (2023) Blocking command line pushes that expose your personal email address. https:\/\/docs.github.com\/en\/account-and-profile\/setting-up-and-managing-your-personal-account-on-github\/managing-email-preferences\/, Accessed 22 Feb 2023"},{"key":"10328_CR35","doi-asserted-by":"crossref","unstructured":"Gmys J, Carneiro T, Melab N, Talbi EG, Tuyttens D (2020) A comparative study of high-productivity high-performance programming languages for parallel metaheuristics. Swarm and Evolutionary Computation p. 100720, https:\/\/www.sciencedirect.com\/science\/article\/abs\/pii\/S2210650220303734","DOI":"10.1016\/j.swevo.2020.100720"},{"issue":"1","key":"10328_CR36","doi-asserted-by":"publisher","first-page":"81","DOI":"10.7748\/nr.4.1.81.s9","volume":"4","author":"G Hickey","year":"1996","unstructured":"Hickey G, Kipping C (1996) A multi-stage approach to the coding of data from open-ended questions. Nurse Res 4(1):81\u201391","journal-title":"Nurse Res"},{"key":"10328_CR37","doi-asserted-by":"publisher","unstructured":"Howison J, Herbsleb JD (2011) Scientific software production: Incentives and collaboration. In: Proceedings of the ACM 2011 conference on computer supported cooperative work, CSCW \u201911, Association for Computing Machinery, New York, p 513\u2013522, https:\/\/doi.org\/10.1145\/1958824.1958904","DOI":"10.1145\/1958824.1958904"},{"key":"10328_CR38","doi-asserted-by":"publisher","unstructured":"Humbatova N, Jahangirova G, Bavota G, Riccio V, Stocco A, Tonella P (2020) Taxonomy of real faults in deep learning systems. In: Proceedings of the ACM\/IEEE 42nd international conference on software engineering, ICSE \u201920, Association for Computing Machinery, New York, p 1110\u20131121, https:\/\/doi.org\/10.1145\/3377811.3380395","DOI":"10.1145\/3377811.3380395"},{"key":"10328_CR39","doi-asserted-by":"publisher","unstructured":"Islam MJ, Nguyen G, Pan R, Rajan H (2019) A comprehensive study on deep learning bug characteristics. In: Proceedings of the 2019 27th ACM joint meeting on European software engineering conference and symposium on the foundations of software engineering, ESEC\/FSE 2019, Association for Computing Machinery, New York, p 510\u2013520, https:\/\/doi.org\/10.1145\/3338906.3338955","DOI":"10.1145\/3338906.3338955"},{"key":"10328_CR40","unstructured":"Januszek T, Pleszczy\u0144ski M (2018) Comparative analysis of the efficiency of Julia language against the other classic programming languages. Silesian Journal of Pure and Applied Mathematics 8, https:\/\/yadda.icm.edu.pl\/baztech\/element\/bwmeta1.element.baztech-c4339453-4519-4b92-a673-307638a50cb1"},{"key":"10328_CR41","unstructured":"jayschwa (2014) Fix infinite recursion on 32-bit machines. https:\/\/github.com\/JuliaGL\/GLFW.jl\/commit\/89343b, Accessed 19 Feb 2022"},{"key":"10328_CR42","unstructured":"Julia (2021) https:\/\/docs.julialang.org\/en\/v1\/base\/numbers\/#Core.UInt64, Accessed 29 Aug 2021"},{"key":"10328_CR43","unstructured":"julia (2021) Julia computing. https:\/\/juliacomputing.com\/, Accessed 11 Oct 2021"},{"key":"10328_CR44","unstructured":"JuliaLang (2017) https:\/\/github.com\/JuliaLang\/IJulia.jl\/issues\/573, Accessed 10 Aug 2021"},{"key":"10328_CR45","unstructured":"JuliaLang (2021) Julialang\/ijulia.jl. https:\/\/github.com\/JuliaLang\/IJulia.jl, Accessed 10 Aug 2021"},{"key":"10328_CR46","unstructured":"JuliaLang\/IJuliajl (2017) Pkd.build(\u201cijulia\u201d) failing on arm. https:\/\/github.com\/JuliaLang\/IJulia.jl\/issues\/516, Accessed 25 Aug 2021"},{"key":"10328_CR47","unstructured":"JuliaSmoothOptimizers (2019) Juliasmoothoptimizers\/linearoperators.jl. https:\/\/github.com\/JuliaSmoothOptimizers\/LinearOperators.jl\/issues\/110, Accessed 09 Aug 2021"},{"key":"10328_CR48","unstructured":"JuliaSmoothOptimizers\/CUTEstjl (2015) Segmentation fault. https:\/\/github.com\/JuliaSmoothOptimizers\/CUTEst.jl\/issues\/45, Accessed 19 Aug 2021"},{"key":"10328_CR49","doi-asserted-by":"publisher","unstructured":"Kitchenham BA, Pfleeger SL (2008) Personal Opinion Surveys, Springer London, London, pp 63\u201392. https:\/\/doi.org\/10.1007\/978-1-84800-044-5_3","DOI":"10.1007\/978-1-84800-044-5_3"},{"key":"10328_CR50","doi-asserted-by":"crossref","unstructured":"Krippendorff K (2018) Content analysis: An introduction to its methodology. Sage publications","DOI":"10.4135\/9781071878781"},{"key":"10328_CR51","unstructured":"Krippendorff K, Fleiss JL (1978) Reliability of binary attribute data"},{"key":"10328_CR52","doi-asserted-by":"publisher","unstructured":"Krishna R, Agrawal A, Rahman A, Sobran A, Menzies T (2018) What is the connection between issues, bugs, and enhancements?: Lessons learned from 800+ software projects. In: Proceedings of the 40th international conference on software engineering: software engineering in practice, ICSE-SEIP \u201918, ACM, New York, pp 306\u2013315, https:\/\/doi.org\/10.1145\/3183519.3183548","DOI":"10.1145\/3183519.3183548"},{"key":"10328_CR53","doi-asserted-by":"crossref","unstructured":"Lattner C, Adve V (2004) Llvm: A compilation framework for lifelong program analysis & transformation. In: International symposium on code generation and optimization, 2004. CGO 2004., IEEE, pp 75\u201386","DOI":"10.1109\/CGO.2004.1281665"},{"key":"10328_CR54","unstructured":"Lombard M, Snyder-Duch J, Bracken CC (2010) Practical resources for assessing and reporting intercoder reliability in content analysis research projects"},{"key":"10328_CR55","doi-asserted-by":"publisher","unstructured":"Makhshari A, Mesbah A (2021) Iot bugs and development challenges. In: 2021 IEEE\/ACM 43rd international conference on software engineering (ICSE), pp 460\u2013472, https:\/\/doi.org\/10.1109\/ICSE43902.2021.00051","DOI":"10.1109\/ICSE43902.2021.00051"},{"key":"10328_CR56","unstructured":"Mauny M, Vaugon B (2014) Nullable type inference. In: OCaml 2014-The OCaml users and developers workshop"},{"key":"10328_CR57","doi-asserted-by":"publisher","unstructured":"Merchant FA, Castleman KR (2005) 10.10 - computer-assisted microscopy. In: BOVIK A (ed) Handbook of Image and Video Processing (Second Edition), second edition edn, Communications, Networking and Multimedia, Academic Press, Burlington, pp 1311\u2013XLIV, https:\/\/doi.org\/10.1016\/B978-012119792-6\/50136-4, https:\/\/www.sciencedirect.com\/science\/article\/pii\/B9780121197926501364","DOI":"10.1016\/B978-012119792-6\/50136-4"},{"key":"10328_CR58","unstructured":"MikeInnes (2017) https:\/\/github.com\/JunoLab\/Juno.jl\/commit\/bd49b4, Accessed 20 Feb 2022"},{"key":"10328_CR59","unstructured":"MOSEK (2018) fix: three number version. https:\/\/github.com\/MOSEK\/Mosek.jl\/commit\/3e9c63dab09, Accessed 09 Aug 2021"},{"key":"10328_CR60","doi-asserted-by":"publisher","unstructured":"Munaiah N, Kroh S, Cabrey C, Nagappan M (2017) Curating GitHub for engineered software projects. Empirical Software Engineering pp 1\u201335, https:\/\/doi.org\/10.1007\/s10664-017-9512-6,","DOI":"10.1007\/s10664-017-9512-6"},{"key":"10328_CR61","doi-asserted-by":"publisher","unstructured":"Murphy J, Brady ET, Shamim SI, Rahman A (2020) A curated dataset of security defects in scientific software projects. In: Proceedings of the 7th symposium on hot topics in the science of security, HotSoS \u201920, Association for Computing Machinery, New York, https:\/\/doi.org\/10.1145\/3384217.3384218","DOI":"10.1145\/3384217.3384218"},{"key":"10328_CR62","unstructured":"pfitzseb (2017) https:\/\/github.com\/JunoLab\/Juno.jl\/commit\/865068, Accessed 21 Feb 2022"},{"key":"10328_CR63","doi-asserted-by":"publisher","unstructured":"Poulding S, Feldt R (2017) Automated random testing in multiple dispatch languages. In: 2017 IEEE International conference on software testing, verification and validation (ICST), pp 333\u2013344, https:\/\/doi.org\/10.1109\/ICST.2017.37","DOI":"10.1109\/ICST.2017.37"},{"key":"10328_CR64","unstructured":"Rahman A (2022) Verifiability package for paper. https:\/\/figshare.com\/s\/35d775572bb840ebd392, Accessed 15 Mar 2022"},{"key":"10328_CR65","doi-asserted-by":"publisher","unstructured":"Rahman A, Agrawal A, Krishna R, Sobran A (2018) Characterizing the influence of continuous integration: Empirical results from 250+ open source and proprietary projects. In: Proceedings of the 4th ACM SIGSOFT International Workshop on Software Analytics, SWAN 2018, ACM, New York, pp 8\u201314, https:\/\/doi.org\/10.1145\/3278142.3278149,","DOI":"10.1145\/3278142.3278149"},{"key":"10328_CR66","doi-asserted-by":"publisher","unstructured":"Rahman A, Farhana E, Parnin C, Williams L (2020) Gang of eight: A defect taxonomy for infrastructure as code scripts. In: Proceedings of the ACM\/IEEE 42nd international conference on software engineering, ICSE \u201920, Association for Computing Machinery, New York, p 752\u2013764, https:\/\/doi.org\/10.1145\/3377811.3380409, https:\/\/akondrahman.github.io\/papers\/icse20_acid.pdf","DOI":"10.1145\/3377811.3380409"},{"key":"10328_CR67","unstructured":"randyzwitch (2015) https:\/\/github.com\/johnmyleswhite\/Vega.jl\/commit\/9e3046, Accessed 19 Feb 2022"},{"key":"10328_CR68","doi-asserted-by":"publisher","unstructured":"Raulamo-Jurvanen P, Hosio S, M\u00e4ntyl\u00e4 MV (2019) Practitioner evaluations on software testing tools. In: Proceedings of the evaluation and assessment on software engineering, EASE \u201919, Association for Computing Machinery, New York, pp 57\u201366, https:\/\/doi.org\/10.1145\/3319008.3319018","DOI":"10.1145\/3319008.3319018"},{"key":"10328_CR69","volume-title":"The coding manual for qualitative researchers","author":"J Salda\u00f1a","year":"2015","unstructured":"Salda\u00f1a J (2015) The coding manual for qualitative researchers. Sage"},{"issue":"1","key":"10328_CR70","doi-asserted-by":"publisher","first-page":"341","DOI":"10.1109\/TVCG.2016.2599030","volume":"23","author":"A Satyanarayan","year":"2016","unstructured":"Satyanarayan A, Moritz D, Wongsuphasawat K, Heer J (2016) Vega-lite: A grammar of interactive graphics. IEEE Trans Vis Comput Graph 23(1):341\u2013350","journal-title":"IEEE Trans Vis Comput Graph"},{"key":"10328_CR71","doi-asserted-by":"publisher","unstructured":"Seaman CB, Shull F, Regardie M, Elbert D, Feldmann RL, Guo Y, Godfrey S (2008a) Defect categorization: Making use of a decade of widely varying historical data. In: Proceedings of the Second ACM-IEEE International symposium on empirical software engineering and measurement, ESEM \u201908, Association for Computing Machinery, New York, pp 149\u2013157, https:\/\/doi.org\/10.1145\/1414004.1414030","DOI":"10.1145\/1414004.1414030"},{"key":"10328_CR72","doi-asserted-by":"publisher","unstructured":"Seaman CB, Shull F, Regardie M, Elbert D, Feldmann RL, Guo Y, Godfrey S (2008b) Defect categorization: Making use of a decade of widely varying historical data. In: Proceedings of the Second ACM-IEEE International symposium on empirical software engineering and measurement, ESEM \u201908, Association for Computing Machinery, New York, pp 149\u2013157, https:\/\/doi.org\/10.1145\/1414004.1414030","DOI":"10.1145\/1414004.1414030"},{"key":"10328_CR73","unstructured":"simonster (2014) Fix type instability in read_array. https:\/\/github.com\/JuliaIO\/HDF5.jl\/commit\/ce2c44, Accessed 20 Feb 2022"},{"key":"10328_CR74","doi-asserted-by":"publisher","unstructured":"Smith E, Loftin R, Murphy-Hill E, Bird C, Zimmermann T (2013) Improving developer participation rates in surveys. In: 2013 6th International workshop on cooperative and human aspects of software engineering (CHASE), pp 89\u201392, https:\/\/doi.org\/10.1109\/CHASE.2013.6614738","DOI":"10.1109\/CHASE.2013.6614738"},{"issue":"4","key":"10328_CR75","doi-asserted-by":"publisher","first-page":"e89","DOI":"10.1111\/j.1369-7625.2012.00810.x","volume":"16","author":"A Sweeney","year":"2013","unstructured":"Sweeney A, Greenwood KE, Williams S, Wykes T, Rose DS (2013) Hearing the voices of service user researchers in collaborative qualitative data analysis: the case for multiple coding. Health Expect 16(4):e89\u2013e99","journal-title":"Health Expect"},{"key":"10328_CR76","doi-asserted-by":"publisher","first-page":"1665","DOI":"10.1007\/s10664-013-9258-8","volume":"19","author":"L Tan","year":"2014","unstructured":"Tan L, Liu C, Li Z, Wang X, Zhou Y, Zhai C (2014) Bug characteristics in open source software. Empir Softw Eng 19:1665\u20131705","journal-title":"Empir Softw Eng"},{"key":"10328_CR77","unstructured":"tknopp (2018) fix sampling density function. https:\/\/github.com\/JuliaMath\/NFFT.jl\/commit\/fc791b, Accessed 18 Feb 2022"},{"issue":"1","key":"10328_CR78","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1145\/3147.3165","volume":"11","author":"JS Vitter","year":"1985","unstructured":"Vitter JS (1985) Random sampling with a reservoir. ACM Trans Math Softw 11(1):37\u201357. https:\/\/doi.org\/10.1145\/3147.3165","journal-title":"ACM Trans Math Softw"},{"key":"10328_CR79","unstructured":"julia vscode (2022) julia-vscode\/cstparser.jl. https:\/\/github.com\/julia-vscode\/CSTParser.jl, Accessed 22 Feb 2022"},{"key":"10328_CR80","doi-asserted-by":"publisher","unstructured":"Wang P, Brown C, Jennings JA, Stolee KT (2020) An empirical study on regular expression bugs. In: Proceedings of the 17th international conference on mining software repositories, MSR \u201920, Association for Computing Machinery, New York, pp 103\u2013113, https:\/\/doi.org\/10.1145\/3379597.3387464","DOI":"10.1145\/3379597.3387464"},{"key":"10328_CR81","unstructured":"WGS-TB (2021a) Update calling_functions.jl. https:\/\/github.com\/WGS-TB\/MentaLiST\/commit\/3f59f7b, Accessed 11 Aug 2021"},{"key":"10328_CR82","unstructured":"WGS-TB (2021b) Wgs-tb\/mentalist. https:\/\/github.com\/WGS-TB\/MentaLiST, Accessed 11 Aug 2021"},{"key":"10328_CR83","unstructured":"yuyichao (2016) https:\/\/github.com\/JuliaPy\/PyCall.jl\/commit\/6ff741, Accessed 17 Feb 2022"},{"key":"10328_CR84","doi-asserted-by":"publisher","unstructured":"Zappa\u00a0Nardelli F, Belyakova J, Pelenitsyn A, Chung B, Bezanson J, Vitek J (2018) Julia subtyping: A rational reconstruction. Proc ACM Program Lang 2(OOPSLA), https:\/\/doi.org\/10.1145\/3276483","DOI":"10.1145\/3276483"},{"key":"10328_CR85","doi-asserted-by":"publisher","unstructured":"Zhang Y, Chen Y, Cheung SC, Xiong Y, Zhang L (2018a) An empirical study on tensorflow program bugs. In: Proceedings of the 27th ACM SIGSOFT international symposium on software testing and analysis, ISSTA 2018, Association for Computing Machinery, New York, pp 129\u2013140, https:\/\/doi.org\/10.1145\/3213846.3213866","DOI":"10.1145\/3213846.3213866"},{"key":"10328_CR86","doi-asserted-by":"publisher","unstructured":"Zhang Y, Chen Y, Cheung SC, Xiong Y, Zhang L (2018b) An empirical study on tensorflow program bugs. In: Proceedings of the 27th ACM SIGSOFT international symposium on software testing and analysis, ISSTA 2018, Association for Computing Machinery, New York, pp 129\u2013140, https:\/\/doi.org\/10.1145\/3213846.3213866","DOI":"10.1145\/3213846.3213866"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-023-10328-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-023-10328-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-023-10328-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,27]],"date-time":"2023-09-27T09:17:24Z","timestamp":1695806244000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-023-10328-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,14]]},"references-count":86,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2023,7]]}},"alternative-id":["10328"],"URL":"https:\/\/doi.org\/10.1007\/s10664-023-10328-5","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,6,14]]},"assertion":[{"value":"27 March 2023","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 June 2023","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}}],"article-number":"93"}}