{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,17]],"date-time":"2026-04-17T17:39:24Z","timestamp":1776447564761,"version":"3.51.2"},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T00:00:00Z","timestamp":1685577600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-023-00665-x","type":"journal-article","created":{"date-parts":[[2023,6,1]],"date-time":"2023-06-01T16:02:47Z","timestamp":1685635367000},"page":"681-686","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Navigating the development challenges in creating complex data systems"],"prefix":"10.1038","volume":"5","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2919-4956","authenticated-orcid":false,"given":"S\u00f6ren","family":"Dittmer","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3484-5031","authenticated-orcid":false,"given":"Michael","family":"Roberts","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5987-5261","authenticated-orcid":false,"given":"Julian","family":"Gilbey","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2636-3032","authenticated-orcid":false,"given":"Ander","family":"Biguri","sequence":"additional","affiliation":[]},{"name":"AIX-COVNET Collaboration","sequence":"additional","affiliation":[]},{"given":"Ian","family":"Selby","sequence":"additional","affiliation":[]},{"given":"Anna","family":"Breger","sequence":"additional","affiliation":[]},{"given":"Matthew","family":"Thorpe","sequence":"additional","affiliation":[]},{"given":"Jonathan R.","family":"Weir-McCall","sequence":"additional","affiliation":[]},{"given":"Effrossyni","family":"Gkrania-Klotsas","sequence":"additional","affiliation":[]},{"given":"Anna","family":"Korhonen","sequence":"additional","affiliation":[]},{"given":"Emily","family":"Jefferson","sequence":"additional","affiliation":[]},{"given":"Georg","family":"Langs","sequence":"additional","affiliation":[]},{"given":"Guang","family":"Yang","sequence":"additional","affiliation":[]},{"given":"Helmut","family":"Prosch","sequence":"additional","affiliation":[]},{"given":"Jan","family":"Stanczuk","sequence":"additional","affiliation":[]},{"given":"Jing","family":"Tang","sequence":"additional","affiliation":[]},{"given":"Judith","family":"Babar","sequence":"additional","affiliation":[]},{"given":"Lorena","family":"Escudero S\u00e1nchez","sequence":"additional","affiliation":[]},{"given":"Philip","family":"Teare","sequence":"additional","affiliation":[]},{"given":"Mishal","family":"Patel","sequence":"additional","affiliation":[]},{"given":"Marcel","family":"Wassin","sequence":"additional","affiliation":[]},{"given":"Markus","family":"Holzer","sequence":"additional","affiliation":[]},{"given":"Nicholas","family":"Walton","sequence":"additional","affiliation":[]},{"given":"Pietro","family":"Li\u00f3","sequence":"additional","affiliation":[]},{"given":"Tolou","family":"Shadbahr","sequence":"additional","affiliation":[]},{"given":"Evis","family":"Sala","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5706-816X","authenticated-orcid":false,"given":"Jacobus","family":"Preller","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2243-3117","authenticated-orcid":false,"given":"James H. F.","family":"Rudd","sequence":"additional","affiliation":[]},{"given":"John A. D.","family":"Aston","sequence":"additional","affiliation":[]},{"given":"Carola-Bibiane","family":"Sch\u00f6nlieb","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,6,1]]},"reference":[{"key":"665_CR1","doi-asserted-by":"publisher","first-page":"E14","DOI":"10.1038\/s41586-020-2766-y","volume":"586","author":"B Haibe-Kains","year":"2020","unstructured":"Haibe-Kains, B. et al. Transparency and reproducibility in artificial intelligence. Nature 586, E14\u2013E16 (2020).","journal-title":"Nature"},{"key":"665_CR2","first-page":"7459","volume":"22","author":"J Pineau","year":"2021","unstructured":"Pineau, J. et al. Improving reproducibility in machine learning research: a report from the neurIPS 2019 reproducibility program. J. Mach. Learn. Res. 22, 7459\u20137478 (2021).","journal-title":"J. Mach. Learn. Res."},{"key":"665_CR3","doi-asserted-by":"publisher","first-page":"452","DOI":"10.1038\/533452a","volume":"533","author":"M Baker","year":"2016","unstructured":"Baker, M. 1,500 scientists lift the lid on reproducibility. Nature 533, 452\u2013454 (2016).","journal-title":"Nature"},{"key":"665_CR4","unstructured":"Karpathy, A. A Recipe for Training Neural Networks; https:\/\/karpathy.github.io\/2019\/04\/25\/recipe\/ (2019)."},{"key":"665_CR5","doi-asserted-by":"crossref","unstructured":"Aboumatar, H. & Wise, R. A. Notice of retraction. Aboumatar et al. Effect of a program combining transitional care and long-term self-management support on outcomes of hospitalized patients with chronic obstructive pulmonary disease: a randomized clinical trial. JAMA. 2018;320(22):2335\u20132343. JAMA 322, 1417\u20131418 (2019).","DOI":"10.1001\/jama.2019.11954"},{"key":"665_CR6","doi-asserted-by":"publisher","first-page":"8449","DOI":"10.1021\/acs.orglett.9b03216","volume":"21","author":"J Bhandari Neupane","year":"2019","unstructured":"Bhandari Neupane, J. et al. Characterization of leptazolines A-D, polar oxazolines from the Cyanobacterium leptolyngbya sp., reveals a glitch with the \u2018Willoughby-Hoye\u2019 scripts for calculating NMR chemical shifts. Org. Lett. 21, 8449\u20138453 (2019).","journal-title":"Org. Lett."},{"key":"665_CR7","unstructured":"Gall, J. General Systemantics (General Systemantics Press, 1975)."},{"key":"665_CR8","unstructured":"Brabban, P., Case, S., Cutts, S., Diniz, C. & Crawford, L. Data Pipeline Playbook; https:\/\/data-pipeline.playbook.ee\/ (2021)."},{"key":"665_CR9","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1038\/s42256-021-00307-0","volume":"3","author":"M Roberts","year":"2021","unstructured":"Roberts, M. et al. Common pitfalls and recommendations for using machine learning to detect and prognosticate for COVID-19 using chest radiographs and CT scans. Nat. Mach. Intell. 3, 199\u2013217 (2021).","journal-title":"Nat. Mach. Intell."},{"key":"665_CR10","doi-asserted-by":"publisher","first-page":"1053","DOI":"10.1145\/361598.361623","volume":"15","author":"DL Parnas","year":"1972","unstructured":"Parnas, D. L. On the criteria to be used in decomposing systems into modules. Commun. ACM 15, 1053\u20131058 (1972).","journal-title":"Commun. ACM"},{"key":"665_CR11","unstructured":"Sutherland, J. & Sutherland, J. V. Scrum: The Art of Doing Twice the Work in Half the Time (Currency, 2014)."},{"key":"665_CR12","first-page":"28","volume":"9","author":"M Fowler","year":"2001","unstructured":"Fowler, M. & Highsmith, J. et al. The Agile manifesto. Software Dev. 9, 28\u201335 (2001).","journal-title":"Software Dev."},{"key":"665_CR13","unstructured":"Farley, D. Modern Software Engineering: Doing What Works to Build Better Software Faster (Addison-Wesley, 2021)."},{"key":"665_CR14","unstructured":"Bass, L., Clements, P. & Kazman, R. Software Architecture in Practice (Addison-Wesley, 2003)."},{"key":"665_CR15","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1089\/space.2017.0032","volume":"6","author":"VS Reddy","year":"2018","unstructured":"Reddy, V. S. The SpaceX effect. New Space 6, 125\u2013134 (2018).","journal-title":"New Space"},{"key":"665_CR16","unstructured":"Vance, A. & Sanders, F. Elon Musk (Harper Collins, 2015)."},{"key":"665_CR17","doi-asserted-by":"publisher","first-page":"910","DOI":"10.1126\/science.206.4421.910","volume":"206","author":"RJ Smith","year":"1979","unstructured":"Smith, R. J. Shuttle problems compromise space program: with the shuttle earth-bound, political troubles and cost overruns take off. Science 206, 910\u2013914 (1979).","journal-title":"Science"},{"key":"665_CR18","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1038\/d41586-022-00217-0","volume":"602","author":"JM Perkel","year":"2022","unstructured":"Perkel, J. M. How to fix your scientific coding errors. Nature 602, 172\u2013173 (2022).","journal-title":"Nature"},{"key":"665_CR19","unstructured":"Lakshmanan, V., Robinson, S. & Munn, M. Machine Learning Design Patterns (O\u2019Reilly Media, 2020)."},{"key":"665_CR20","unstructured":"Krekel, H. et al. Pytest x.y; https:\/\/github.com\/pytest-dev\/pytest (2004)."},{"key":"665_CR21","unstructured":"MacIver, D. R. Hypothesis x.y.; https:\/\/github.com\/HypothesisWorks\/hypothesis-python (2016)."},{"key":"665_CR22","unstructured":"Baumgartner, P. Ways I Use Testing as a Data Scientist https:\/\/www.peterbaumgartner.com\/blog\/testing-for-data-science\/ (2021)."},{"key":"665_CR23","doi-asserted-by":"crossref","unstructured":"Niels, B. pandera: statistical data validation of pandas dataframes. In Proc. 19th Python in Science Conference (eds Agarwal, M. et al.) 116\u2013124 (2020).","DOI":"10.25080\/Majora-342d178e-010"},{"key":"665_CR24","doi-asserted-by":"crossref","unstructured":"Goodhart, C. A. in Monetary Theory and Practice 91\u2013121 (Springer, 1984).","DOI":"10.1007\/978-1-349-17295-5_4"},{"key":"665_CR25","unstructured":"Hoskin, K. in Accountability: Power, Ethos and the Technologies of Managing (eds Munro., R. & Mouritsen, J.) 265 (Cengage Learning EMEA, 1996)."},{"key":"665_CR26","doi-asserted-by":"crossref","unstructured":"Muller, J. Z. in The Tyranny of Metrics (Princeton Univ. Press, 2019).","DOI":"10.1515\/9780691191263"},{"key":"665_CR27","unstructured":"The Turing Way Community. The Turing Way: A Handbook for Reproducible, Ethical and Collaborative Research 1.0.1 (Alan Turing Institute, 2021)."},{"key":"665_CR28","doi-asserted-by":"publisher","first-page":"440","DOI":"10.1038\/30918","volume":"393","author":"DJ Watts","year":"1998","unstructured":"Watts, D. J. & Strogatz, S. H. Collective dynamics of \u2018small-world\u2019 networks. Nature 393, 440\u2013442 (1998).","journal-title":"Nature"},{"key":"665_CR29","unstructured":"Valverde, S. & Sol\u00e9, R. V. Hierarchical small worlds in software architecture. Preprint at https:\/\/arxiv.org\/abs\/cond-mat\/0307278 (2003)."}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-023-00665-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-023-00665-x","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-023-00665-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,21]],"date-time":"2024-10-21T17:36:45Z","timestamp":1729532205000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-023-00665-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,1]]},"references-count":29,"journal-issue":{"issue":"7","published-online":{"date-parts":[[2023,7]]}},"alternative-id":["665"],"URL":"https:\/\/doi.org\/10.1038\/s42256-023-00665-x","relation":{},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,6,1]]},"assertion":[{"value":"11 July 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 April 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 June 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}