{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,13]],"date-time":"2026-10-13T06:40:29Z","timestamp":1791873629427,"version":"4.3.4"},"reference-count":46,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,11,19]],"date-time":"2024-11-19T00:00:00Z","timestamp":1731974400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,19]],"date-time":"2024-11-19T00:00:00Z","timestamp":1731974400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Requirements Eng"],"published-print":{"date-parts":[[2025,3]]},"DOI":"10.1007\/s00766-024-00431-4","type":"journal-article","created":{"date-parts":[[2024,11,18]],"date-time":"2024-11-18T22:37:36Z","timestamp":1731969456000},"page":"1-33","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["RM4ML: requirements model for machine learning-enabled software systems"],"prefix":"10.1007","volume":"30","author":[{"given":"Yilong","family":"Yang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bingjie","family":"Zeng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Juntao","family":"Gao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,11,19]]},"reference":[{"key":"431_CR1","doi-asserted-by":"crossref","unstructured":"Villamizar H, Kalinowski M, Lopes H (2022) A catalogue of concerns for specifying machine learning-enabled systems. In: Workshop on requirements engineering (WER 2022)","DOI":"10.29327\/1298262.25-12"},{"key":"431_CR2","unstructured":"Kirchhof JC, Kusmenko E, Ritz J, Rumpe B, Moin A, Badii A, G\u00fcnnemann S, Challenger M (2022) MDE for machine learning-enabled software systems: a case study and comparison of montianna & ml-quadrat. In: Proceedings of the 25th international conference on model driven engineering languages and systems: companion proceedings, pp 380\u2013387"},{"key":"431_CR3","doi-asserted-by":"crossref","unstructured":"Ishikawa F, Yoshioka N (2019) How do engineers perceive difficulties in engineering of machine-learning systems?-questionnaire survey. In: 2019 IEEE\/ACM Joint 7th international workshop on conducting empirical studies in industry (CESI) and 6th international workshop on software engineering research and industrial practice (SER &IP), pp 2\u20139. IEEE","DOI":"10.1109\/CESSER-IP.2019.00009"},{"key":"431_CR4","doi-asserted-by":"crossref","unstructured":"Nahar N, Zhou S, Lewis G, K\u00e4stner C (2022) Collaboration challenges in building ml-enabled systems: Communication, documentation, engineering, and process. In: Proceedings of the 44th international conference on software engineering, pp 413\u2013425","DOI":"10.1145\/3510003.3510209"},{"key":"431_CR5","unstructured":"Object management group: OMG unified modeling language (OMG UML), infrastructure\u2014version 2.0. object management group. Accessed: 20-05-2024. https:\/\/www.omg.org\/spec\/UML\/2.0\/"},{"key":"431_CR6","doi-asserted-by":"crossref","unstructured":"Polyzotis N, Roy S, Whang SE, Zinkevich M (2017) Data management challenges in production machine learning. In: Proceedings of the 2017 ACM international conference on management of data, pp 1723\u20131726","DOI":"10.1145\/3035918.3054782"},{"issue":"2","key":"431_CR7","doi-asserted-by":"publisher","first-page":"632","DOI":"10.1109\/TR.2019.2934348","volume":"69","author":"Y Yang","year":"2019","unstructured":"Yang Y, Li X, Ke W, Liu Z (2019) Automated prototype generation from formal requirements model. IEEE Trans Reliab 69(2):632\u2013656","journal-title":"IEEE Trans Reliab"},{"issue":"2","key":"431_CR8","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1007\/s00766-020-00343-z","volume":"26","author":"S Nalchigar","year":"2021","unstructured":"Nalchigar S, Yu E, Keshavjee K (2021) Modeling machine learning requirements from three perspectives: a case report from the healthcare domain. Requir Eng 26(2):237\u2013254","journal-title":"Requir Eng"},{"key":"431_CR9","unstructured":"Barrera JM, Reina AR, Mat\u00e9 A, Trujillo J (2021) Applying i* in conceptual modelling in machine learning. In: International I* workshop. https:\/\/api.semanticscholar.org\/CorpusID:244427670"},{"key":"431_CR10","doi-asserted-by":"crossref","unstructured":"Khalajzadeh H, Abdelrazek M, Grundy J, Hosking J, He Q (2019) Bidaml: a suite of visual languages for supporting end-user data analytics. In: 2019 IEEE International congress on big data (BigDataCongress), pp 93\u201397. IEEE","DOI":"10.1109\/BigDataCongress.2019.00025"},{"key":"431_CR11","doi-asserted-by":"crossref","unstructured":"Altarturi HH, Ng K-Y, Ninggal MIH, Nazri ASA, Abd\u00a0Ghani AA (2017) A requirement engineering model for big data software. In: 2017 IEEE conference on big data and analytics (ICBDA), pp 111\u2013117. IEEE","DOI":"10.1109\/ICBDAA.2017.8284116"},{"key":"431_CR12","doi-asserted-by":"crossref","unstructured":"Arruda D, Madhavji NH (2017) Towards a requirements engineering artefact model in the context of big data software development projects: Research in progress. In: 2017 IEEE international conference on big data (big data), pp 2314\u20132319. IEEE","DOI":"10.1109\/BigData.2017.8258185"},{"issue":"1","key":"431_CR13","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1007\/s12599-018-0555-z","volume":"62","author":"S Nalchigar","year":"2020","unstructured":"Nalchigar S, Yu E (2020) Designing business analytics solutions. Bus. Inform. Syst. Eng. 62(1):61\u201375","journal-title":"Bus. Inform. Syst. Eng."},{"key":"431_CR14","doi-asserted-by":"crossref","unstructured":"Li F-L, Horkoff J, Mylopoulos J, Guizzardi RS, Guizzardi G, Borgida A, Liu L (2014) Non-functional requirements as qualities, with a spice of ontology. In: 2014 IEEE 22nd international requirements engineering conference (RE), pp 293\u2013302. IEEE","DOI":"10.1109\/RE.2014.6912271"},{"key":"431_CR15","unstructured":"Jackson M (1995) Software requirements & specifications: a Lexicon of practice, principles and prejudices. ACM Press\/Addison-Wesley Publishing Co"},{"key":"431_CR16","unstructured":"Gu T, Wang XH, Pung HK, Zhang DQ (2020) An ontology-based context model in intelligent environments. arXiv preprint arXiv:2003.05055"},{"key":"431_CR17","unstructured":"McGuinness DL, Van Harmelen F (2004) OWL web ontology language overview. World Wide Web Consortium (W3C) Recommendation 69:70"},{"key":"431_CR18","unstructured":"International Requirements Engineering Board: IREB CPRE Advanced Level Requirements Modeling Handbook. Accessed: 20-05-2024. https:\/\/www.ireb.org\/content\/downloads\/19-handbook-cpre-advanced-level-requirements-modeling\/ireb_cpre_handbook_requirements-modeling_advanced_level_en_v2.0.pdf"},{"key":"431_CR19","unstructured":"Society of Automotive Engineers: SAE J3016:201806\u2014SURFACE VEHICLE RECOMMENDED PRACTICE\u2014Taxonomy and definitions for terms related to driving automation systems for on-road motor vehicles. Technical report, SAE International (2018). https:\/\/www.sae.org\/standards\/content\/j3016_201806\/"},{"key":"431_CR20","volume-title":"Operational world model ontology for automated driving systems-part 1: road structure","author":"K Czarnecki","year":"2018","unstructured":"Czarnecki K (2018) Operational world model ontology for automated driving systems-part 1: road structure. University of Waterloo, Waterloo Intelligent Systems Engineering Lab (WISE) Report"},{"key":"431_CR21","unstructured":"Czarnecki K (2018) Operational world model ontology for automated driving systems\u2013part 2: road users, animals, other obstacles, and environmental conditions\u201d. Waterloo intelligent systems engineering lab (WISE) Report, University of Waterloo"},{"key":"431_CR22","doi-asserted-by":"crossref","unstructured":"Nalchigar S, Yu E (2017) Conceptual modeling for business analytics: a framework and potential benefits. In: 2017 IEEE 19th conference on business informatics (CBI), vol. 1, pp 369\u2013378. IEEE","DOI":"10.1109\/CBI.2017.63"},{"key":"431_CR23","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1016\/j.datak.2018.04.006","volume":"117","author":"S Nalchigar","year":"2018","unstructured":"Nalchigar S, Yu E (2018) Business-driven data analytics: a conceptual modeling framework. Data Knowl Eng 117:359\u2013372","journal-title":"Data Knowl Eng"},{"key":"431_CR24","doi-asserted-by":"crossref","unstructured":"Henriksson A, Zdravkovic J (2020) A data-driven framework for automated requirements elicitation from heterogeneous digital sources. In: The practice of enterprise modeling: 13th IFIP working conference, PoEM 2020, Riga, Latvia, Nov 25\u201327, Proceedings 13, pp 351\u2013365. Springer","DOI":"10.1007\/978-3-030-63479-7_24"},{"key":"431_CR25","doi-asserted-by":"crossref","unstructured":"Ries B, Guelfi N, Jahic B (2021) An MDE method for improving deep learning dataset requirements engineering using alloy and UML. In: Proceedings of the 9th international conference on model-driven engineering and software development, pp. 41\u201352 (2021). SCITEPRESS","DOI":"10.5220\/0010216600410052"},{"key":"431_CR26","unstructured":"International organization for standardization: ISO\/IEC 29148:2018. https:\/\/www.iso.org\/standard\/72089.html"},{"key":"431_CR27","unstructured":"International requirements engineering board: IREB glossary English version. Accessed: 19\u201307-2024. https:\/\/www.ireb.org\/content\/downloads\/1-cpre-glossary\/ireb_cpre_glossary_en_2.1.pdf"},{"key":"431_CR28","unstructured":"Alarcon_Granadeno P, Russell_Bernal A, Al_Islam M, Cleland-Huang J (2024) Environmental assumptions in small unmanned aerial systems (UAV) requirements: A case study. In: IEEE RE\u201924 workshop on environment-driven requirements engineering, Reykjavik, Iceland (2024). Award ID: 1931962, NSF-PAR ID: 10523089"},{"key":"431_CR29","unstructured":"International Organization for Standardization: ISO\/IEC 25030:2007\u2014software engineering\u2014software product quality requirements and evaluation (SQuaRE)\u2014quality requirements. https:\/\/www.iso.org\/standard\/72116.html"},{"key":"431_CR30","unstructured":"International organization for standardization: systems and software engineering\u2014systems and software quality requirements and evaluation (SQuaRE) - Guide to SQuaRE. https:\/\/www.iso.org\/standard\/64764.html"},{"key":"431_CR31","unstructured":"International organization for standardization: ISO\/IEC 25010:2023. https:\/\/www.iso.org\/standard\/78176.html"},{"key":"431_CR32","volume-title":"Software engineering","author":"I Sommerville","year":"2011","unstructured":"Sommerville I (2011) Software engineering, 9th edn. Pearson Education, India","edition":"9"},{"key":"431_CR33","doi-asserted-by":"crossref","unstructured":"Mavin A, Wilkinson P, Harwood A, Novak M (2009) Easy approach to requirements syntax (ears). In: 2009 17th IEEE international requirements engineering conference, pp 317\u2013322. IEEE","DOI":"10.1109\/RE.2009.9"},{"key":"431_CR34","unstructured":"Object management group: model driven architecture (MDA) guide version 1.0.1. https:\/\/www.omg.org\/cgi-bin\/doc?omg\/03-06-01. Accessed: 20-05-2024"},{"key":"431_CR35","doi-asserted-by":"crossref","unstructured":"Ahmad K, Bano M, Abdelrazek M, Arora C, Grundy J (2021) What\u2019s up with requirements engineering for artificial intelligence systems?. In: 2021 IEEE 29th international requirements engineering conference (RE), pp 1\u201312. IEEE","DOI":"10.1109\/RE51729.2021.00008"},{"key":"431_CR36","doi-asserted-by":"crossref","unstructured":"Sudathip K, Sodanil M (2016) Ontology knowledge-based framework for machine learning concept. In: Proceedings of the 18th international conference on information integration and web-based applications and services, pp 50\u201353","DOI":"10.1145\/3011141.3011207"},{"key":"431_CR37","doi-asserted-by":"crossref","unstructured":"Horkoff J (2019) Non-functional requirements for machine learning: challenges and new directions. In: 2019 IEEE 27th international requirements engineering conference (RE), pp 386\u2013391. IEEE","DOI":"10.1109\/RE.2019.00050"},{"key":"431_CR38","doi-asserted-by":"crossref","unstructured":"Shao W, Wang X (2022) Modeling data requirements for machine learning systems. In: 2022 IEEE 13th international conference on software engineering and service science (ICSESS), pp 97\u2013100. IEEE","DOI":"10.1109\/ICSESS54813.2022.9930317"},{"key":"431_CR39","doi-asserted-by":"publisher","first-page":"1505","DOI":"10.1007\/s10270-013-0387-8","volume":"14","author":"G Kahraman","year":"2015","unstructured":"Kahraman G, Bilgen S (2015) A framework for qualitative assessment of domain-specific languages. Softw Syst Model 14:1505\u20131526","journal-title":"Softw Syst Model"},{"key":"431_CR40","unstructured":"International organization for standardization: ISO 9241-11:2018\u2014ergonomics of human\u2013system interaction\u2014part 11: usability: definitions and concepts. https:\/\/www.iso.org\/standard\/63500.html"},{"issue":"2","key":"431_CR41","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1007\/BF00402715","volume":"4","author":"N Bevan","year":"1995","unstructured":"Bevan N (1995) Measuring usability as quality of use. Software Qual J 4(2):115\u2013130","journal-title":"Software Qual J"},{"key":"431_CR42","volume-title":"Usability evaluation of modeling languages","author":"C Schalles","year":"2012","unstructured":"Schalles C (2012) Usability evaluation of modeling languages. Springer Science & Business Media, Cham"},{"issue":"2","key":"431_CR43","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1016\/0306-4379(96)00012-9","volume":"21","author":"M Rossi","year":"1996","unstructured":"Rossi M, Brinkkemper S (1996) Complexity metrics for systems development methods and techniques. Inf Syst 21(2):209\u2013227","journal-title":"Inf Syst"},{"key":"431_CR44","unstructured":"Recker J, Zur\u00a0Muehlen M, Siau K, Erickson J, Indulska M (2009) Measuring method complexity: UML versus BPMM. In: Proceedings of the fifteenth Americas conference on information systems, pp. 1\u20139. association for information systems"},{"issue":"11","key":"431_CR45","doi-asserted-by":"publisher","first-page":"943","DOI":"10.4236\/jsea.2014.711084","volume":"7","author":"B Vogel-Heuser","year":"2014","unstructured":"Vogel-Heuser B et al (2014) Usability experiments to evaluate UML\/SYSML-based model driven software engineering notations for logic control in manufacturing automation. J Softw Eng Appl 7(11):943","journal-title":"J Softw Eng Appl"},{"key":"431_CR46","doi-asserted-by":"crossref","unstructured":"Easterbrook S, Singer J, Storey M-A, Damian D (2008) Selecting empirical methods for software engineering research. Guide Adv Empiric Softw Eng pp 285\u2013311 (2008)","DOI":"10.1007\/978-1-84800-044-5_11"}],"container-title":["Requirements Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00766-024-00431-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00766-024-00431-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00766-024-00431-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,19]],"date-time":"2025-04-19T09:39:20Z","timestamp":1745055560000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00766-024-00431-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,19]]},"references-count":46,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2025,3]]}},"alternative-id":["431"],"URL":"https:\/\/doi.org\/10.1007\/s00766-024-00431-4","relation":{},"ISSN":["0947-3602","1432-010X"],"issn-type":[{"value":"0947-3602","type":"print"},{"value":"1432-010X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,11,19]]},"assertion":[{"value":"1 February 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 September 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 November 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}