{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T05:12:23Z","timestamp":1790831543987,"version":"4.1.0"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783031074714","type":"print"},{"value":"9783031074721","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-07472-1_9","type":"book-chapter","created":{"date-parts":[[2022,6,2]],"date-time":"2022-06-02T04:05:40Z","timestamp":1654142740000},"page":"147-163","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["A Model-Driven Approach for Systematic Reproducibility and Replicability of Data Science Projects"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9383-3583","authenticated-orcid":false,"given":"Fran","family":"Melchor","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6545-0913","authenticated-orcid":false,"given":"Roberto","family":"Rodriguez-Echeverria","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2640-679X","authenticated-orcid":false,"given":"Jos\u00e9 M.","family":"Conejero","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2312-4589","authenticated-orcid":false,"given":"\u00c1lvaro E.","family":"Prieto","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1024-6202","authenticated-orcid":false,"given":"Juan D.","family":"Guti\u00e9rrez","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2022,6,3]]},"reference":[{"key":"9_CR1","doi-asserted-by":"publisher","unstructured":"Baker, M.: 1,500 scientists lift the lid on reproducibility. Nature 533, 452\u2013454 (2016). https:\/\/doi.org\/10.1038\/533452a, https:\/\/www.nature.com\/articles\/533452a","DOI":"10.1038\/533452a"},{"issue":"5","key":"9_CR2","doi-asserted-by":"publisher","first-page":"1163","DOI":"10.1007\/s10270-019-00741-0","volume":"19","author":"MF Bertoa","year":"2019","unstructured":"Bertoa, M.F., Burgue\u00f1o, L., Moreno, N., Vallecillo, A.: Incorporating measurement uncertainty into OCL\/UML primitive datatypes. Softw. Syst. Model. 19(5), 1163\u20131189 (2019). https:\/\/doi.org\/10.1007\/s10270-019-00741-0","journal-title":"Softw. Syst. Model."},{"key":"9_CR3","doi-asserted-by":"publisher","unstructured":"Brambilla, M., Cabot, J., Wimmer, M.: Model-driven software engineering in practice, second edition. Synthesis Lect. Softw. Eng. 3(1), 1\u2013207 (2017). https:\/\/doi.org\/10.2200\/S00751ED2V01Y201701SWE004","DOI":"10.2200\/S00751ED2V01Y201701SWE004"},{"key":"9_CR4","unstructured":"Byrne, C.: Development Workflows for Data Scientists. O\u2019Reilly Media, Inc., Newton (2017)"},{"key":"9_CR5","doi-asserted-by":"publisher","unstructured":"Chapman, A., Missier, P., Simonelli, G., Torlone, R.: Capturing and querying fine-grained provenance of preprocessing pipelines in data science. Proc. VLDB Endow. 14, 507\u2013520 (2020). https:\/\/doi.org\/10.14778\/3436905.3436911","DOI":"10.14778\/3436905.3436911"},{"key":"9_CR6","doi-asserted-by":"publisher","unstructured":"Domenech, A.M., Guill\u00e9n, A.: ml-experiment: A Python framework for reproducible data science. J. Phys. Conf. Ser. 1603(1), 012025 (2020). https:\/\/doi.org\/10.1088\/1742-6596\/1603\/1\/012025","DOI":"10.1088\/1742-6596\/1603\/1\/012025"},{"key":"9_CR7","doi-asserted-by":"publisher","first-page":"133076","DOI":"10.1109\/ACCESS.2021.3115851","volume":"9","author":"AJ Fern\u00e1ndez-Garc\u00eda","year":"2021","unstructured":"Fern\u00e1ndez-Garc\u00eda, A.J., Preciado, J.C., Melchor, F., Rodriguez-Echeverria, R., Conejero, J.M., S\u00e1nchez-Figueroa, F.: A real-life machine learning experience for predicting university dropout at different stages using academic data. IEEE Access 9, 133076\u2013133090 (2021)","journal-title":"IEEE Access"},{"key":"9_CR8","doi-asserted-by":"publisher","unstructured":"Gardner, J., Brooks, C., Andres, J.M., Baker, R.S.: Morf: a framework for predictive modeling and replication at scale with privacy-restricted MOOC data. In: Proceedings - 2018 IEEE International Conference on Big Data, Big Data 2018, pp. 3235\u20133244, January 2019. https:\/\/doi.org\/10.1109\/BIGDATA.2018.8621874","DOI":"10.1109\/BIGDATA.2018.8621874"},{"key":"9_CR9","doi-asserted-by":"crossref","unstructured":"Gundersen, O.E., Kjensmo, S.: State of the art: reproducibility in artificial intelligence. In: Proceedings of the Thirty-Second AAAI Conference on Artificial Intelligence and Thirtieth Innovative Applications of Artificial Intelligence Conference and Eighth AAAI Symposium on Educational Advances in Artificial Intelligence. AAAI 2018\/IAAI 2018\/EAAI 2018, pp. 1644\u20131651. AAAI Press (2018)","DOI":"10.1609\/aaai.v32i1.11503"},{"key":"9_CR10","doi-asserted-by":"publisher","unstructured":"Haibe-Kains, B., et al.: Transparency and reproducibility in artificial intelligence. Nature 586, E14\u2013E16 (2020). https:\/\/doi.org\/10.1038\/s41586-020-2766-y","DOI":"10.1038\/s41586-020-2766-y"},{"key":"9_CR11","series-title":"Lecture Notes in Business Information Processing","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1007\/978-3-030-52306-0_11","volume-title":"Business Modeling and Software Design","author":"W-J van den Heuvel","year":"2020","unstructured":"van den Heuvel, W.-J., Tamburri, D.A.: Model-driven ML-ops for intelligent enterprise applications: vision, approaches and challenges. In: Shishkov, B. (ed.) BMSD 2020. LNBIP, vol. 391, pp. 169\u2013181. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-52306-0_11"},{"issue":"6377","key":"9_CR12","doi-asserted-by":"publisher","first-page":"725","DOI":"10.1126\/science.359.6377.725","volume":"359","author":"M Hutson","year":"2018","unstructured":"Hutson, M.: Artificial intelligence faces reproducibility crisis. Science 359(6377), 725\u2013726 (2018). https:\/\/doi.org\/10.1126\/science.359.6377.725","journal-title":"Science"},{"key":"9_CR13","doi-asserted-by":"publisher","unstructured":"Jaiswal, A., Bagale, P.: A survey on big data in financial sector. In: 2017 International Conference on Networking and Network Applications (NaNA), pp. 337\u2013340. IEEE (2017). https:\/\/doi.org\/10.1109\/NaNA.2017.46","DOI":"10.1109\/NaNA.2017.46"},{"key":"9_CR14","doi-asserted-by":"publisher","unstructured":"Konkol, M., N\u00fcst, D., Goulier, L.: Publishing computational research - a review of infrastructures for reproducible and transparent scholarly communication. Res. Integrity Peer Rev. 5, 1\u20138 (2020). https:\/\/doi.org\/10.1186\/S41073-020-00095-Y\/TABLES\/2","DOI":"10.1186\/S41073-020-00095-Y\/TABLES\/2"},{"key":"9_CR15","doi-asserted-by":"publisher","unstructured":"National Academies of Sciences, Engineering, and Medicine: Reproducibility and Replicability in Science. The National Academies Press, Washington, DC (2019). https:\/\/doi.org\/10.17226\/25303","DOI":"10.17226\/25303"},{"key":"9_CR16","doi-asserted-by":"publisher","unstructured":"Obermeyer, Z., Emanuel, E.J.: Predicting the future - big data, machine learning, and clinical medicine. N. Engl. J. Med. 375, 1216\u20131219 (2016). https:\/\/doi.org\/10.1056\/NEJMp1606181","DOI":"10.1056\/NEJMp1606181"},{"key":"9_CR17","unstructured":"Raff, E.: A step toward quantifying independently reproducible machine learning research. In: Proceedings of the 33rd International Conference on Neural Information Processing Systems, pp. 5485\u20135495. Curran Associates Inc. (2019)"},{"key":"9_CR18","doi-asserted-by":"publisher","unstructured":"Rahad, K., Badreddin, O., Mohsin Reza, S.: The human in model-driven engineering loop: a case study on integrating handwritten code in model-driven engineering repositories. Softw. Pract. Exp. 51(6), 1308\u20131321 (2021). https:\/\/doi.org\/10.1002\/spe.2957","DOI":"10.1002\/spe.2957"},{"key":"9_CR19","doi-asserted-by":"publisher","unstructured":"Rajbahadur, G.K., Oliva, G.A., Hassan, A.E., Dingel, J.: Pitfalls analyzer: quality control for model-driven data science pipelines. In: 2019 ACM\/IEEE 22nd International Conference on Model Driven Engineering Languages and Systems (MODELS), pp. 12\u201322 (2019). https:\/\/doi.org\/10.1109\/MODELS.2019.00-19","DOI":"10.1109\/MODELS.2019.00-19"},{"key":"9_CR20","doi-asserted-by":"publisher","unstructured":"Rupprecht, L., Davis, J.C., Arnold, C., Gur, Y., Bhagwat, D.: Improving reproducibility of data science pipelines through transparent provenance capture. Proc. VLDB Endow. 13, 3354\u20133368 (2020). https:\/\/doi.org\/10.14778\/3415478.3415556","DOI":"10.14778\/3415478.3415556"},{"key":"9_CR21","doi-asserted-by":"publisher","DOI":"10.7717\/peerj.11140","volume":"9","author":"S Samuel","year":"2021","unstructured":"Samuel, S., K\u00f6nig-Ries, B.: Understanding experiments and research practices for reproducibility: an exploratory study. PeerJ 9, e11140 (2021)","journal-title":"PeerJ"},{"key":"9_CR22","doi-asserted-by":"publisher","unstructured":"Steeves, V., Rampin, R., Chirigati, F.: Using reprozip for reproducibility and library services. IASSIST Q. 42, 14\u201314 (2018). https:\/\/doi.org\/10.29173\/IQ18","DOI":"10.29173\/IQ18"},{"key":"9_CR23","doi-asserted-by":"publisher","unstructured":"Tantithamthavorn, C., Hassan, A.E.: An experience report on defect modelling in practice: pitfalls and challenges. In: Proceedings - International Conference on Software Engineering, pp. 286\u2013295 (2018). https:\/\/doi.org\/10.1145\/3183519.3183547","DOI":"10.1145\/3183519.3183547"},{"key":"9_CR24","unstructured":"Treveil, M., et al.: Introducing MLOps: How to Scale Machine Learning in the Enterprise. O\u2019Reilly Media, Inc., Newton (2021). https:\/\/www.oreilly.com\/library\/view\/introducing-mlops\/9781492083283\/"},{"key":"9_CR25","doi-asserted-by":"publisher","unstructured":"White, L., Togneri, R., Liu, W., Bennamoun, M.: DataDeps.jl: Repeatable data setup for reproducible data science. J. Open Res. Softw. 7(1), 33 (2019). https:\/\/doi.org\/10.5334\/jors.244","DOI":"10.5334\/jors.244"},{"key":"9_CR26","doi-asserted-by":"publisher","unstructured":"Williamson, B.: Digital education governance: data visualization, predictive analytics, and \u2018real-time\u2019 policy instruments. J. Educ. Policy 31, 123\u2013141 (2016). https:\/\/doi.org\/10.1080\/02680939.2015.1035758","DOI":"10.1080\/02680939.2015.1035758"},{"key":"9_CR27","doi-asserted-by":"publisher","unstructured":"Willis, C., Stodden, V.: Trust but verify: how to leverage policies, workflows, and infrastructure to ensure computational reproducibility in publication. Harvard Data Sci. Rev. 2(4) (2020). https:\/\/doi.org\/10.1162\/99608f92.25982dcf","DOI":"10.1162\/99608f92.25982dcf"},{"key":"9_CR28","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1016\/j.csbj.2017.07.004","volume":"15","author":"Z Yin","year":"2017","unstructured":"Yin, Z., Lan, H., Tan, G., Lu, M., Vasilakos, A.V., Liu, W.: Computing platforms for big biological data analytics: perspectives and challenges. Comput. Struct. Biotechnol. J. 15, 403\u2013411 (2017). https:\/\/doi.org\/10.1016\/j.csbj.2017.07.004","journal-title":"Comput. Struct. Biotechnol. J."},{"key":"9_CR29","unstructured":"Zaharia, M., et al.: Accelerating the machine learning lifecycle with MLFlow. IEEE Data Eng. Bull. 41, 39\u201345 (2018). https:\/\/www-cs.stanford.edu\/people\/matei\/papers\/2018\/ieee_mlflow.pdf"},{"key":"9_CR30","doi-asserted-by":"publisher","unstructured":"\u0160imko, T., Heinrich, L., Hirvonsalo, H., Kousidis, D., Rodr\u00edguez, D.: Reana: a system for reusable research data analyses. EPJ Web Conf. 214, 06034 (2019). https:\/\/doi.org\/10.1051\/epjconf\/201921406034","DOI":"10.1051\/epjconf\/201921406034"}],"container-title":["Lecture Notes in Computer Science","Advanced Information Systems Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-07472-1_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,2,7]],"date-time":"2023-02-07T00:32:32Z","timestamp":1675729952000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-07472-1_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031074714","9783031074721"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-07472-1_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"3 June 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CAiSE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Advanced Information Systems Engineering","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Leuven","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Belgium","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 June 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 June 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"34","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"caise2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/caise22.ugent.be\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"203","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"15% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2-3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"6-10","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}