{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,20]],"date-time":"2026-05-20T04:24:37Z","timestamp":1779251077464,"version":"3.51.4"},"reference-count":95,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/access.2023.3294840","type":"journal-article","created":{"date-parts":[[2023,7,12]],"date-time":"2023-07-12T17:24:31Z","timestamp":1689182671000},"page":"72186-72208","source":"Crossref","is-referenced-by-count":22,"title":["Requirements Engineering in Machine Learning Projects"],"prefix":"10.1109","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5135-7718","authenticated-orcid":false,"given":"Ana","family":"Gjorgjevikj","sequence":"first","affiliation":[{"name":"Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University in Skopje, Skopje, North Macedonia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3982-3330","authenticated-orcid":false,"given":"Kostadin","family":"Mishev","sequence":"additional","affiliation":[{"name":"Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University in Skopje, Skopje, North Macedonia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0666-9808","authenticated-orcid":false,"given":"Ljupcho","family":"Antovski","sequence":"additional","affiliation":[{"name":"Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University in Skopje, Skopje, North Macedonia"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3105-6010","authenticated-orcid":false,"given":"Dimitar","family":"Trajanov","sequence":"additional","affiliation":[{"name":"Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University in Skopje, Skopje, North Macedonia"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref13","article-title":"Software engineering for AI-based systems: A survey","author":"mart\u00ednez-fern\u00e1ndez","year":"2021","journal-title":"arXiv 2105 01984"},{"key":"ref57","article-title":"The measure and mismeasure of fairness: A critical review of fair machine learning","author":"corbett-davies","year":"2018","journal-title":"arXiv 1808 00023"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3377814.3381714"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1996.8.7.1341"},{"key":"ref15","article-title":"Towards artefact-based requirements engineering for data-centric systems","author":"chuprina","year":"2021","journal-title":"arXiv 2103 05233"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2017.8258038"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/REW.2019.00051"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445923"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1007\/s10664-020-09881-0"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1145\/3503914"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2963674"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0088-2"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/REW.2019.00050"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2962027"},{"key":"ref17","article-title":"Towards CRISP-ML(Q): A machine learning process model with quality assurance methodology","author":"studer","year":"2020","journal-title":"arXiv 2003 05155"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/WAIN52551.2021.00020"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-020-05872-w"},{"key":"ref18","article-title":"Software engineering practice in the development of deep learning applications","author":"zhang","year":"2019","journal-title":"arXiv 1910 03156"},{"key":"ref93","doi-asserted-by":"publisher","DOI":"10.1109\/ITA.2016.7888195"},{"key":"ref92","article-title":"Toward trustworthy AI development: Mechanisms for supporting verifiable claims","author":"brundage","year":"2020","journal-title":"arXiv 2004 07213"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-67597-8_14"},{"key":"ref95","doi-asserted-by":"publisher","DOI":"10.1057\/s41599-020-0501-9"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/2660517.2660535"},{"key":"ref94","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2017.2696365"},{"key":"ref91","first-page":"201","article-title":"CryptoNets: Applying neural networks to encrypted data with high throughput and accuracy","author":"gilad-bachrach","year":"2016","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref90","article-title":"Encrypted statistical machine learning: New privacy preserving methods","author":"aslett","year":"2015","journal-title":"arXiv 1508 06845"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1145\/2884781.2884788"},{"key":"ref45","author":"wiegers","year":"2013","journal-title":"Software Requirements"},{"key":"ref89","article-title":"Advances and open problems in federated learning","author":"kairouz","year":"2019","journal-title":"arXiv 1912 04977"},{"key":"ref48","first-page":"10237","article-title":"Underspecification presents challenges for credibility in modern machine learning","volume":"23","author":"d\u2019amour","year":"2022","journal-title":"J Mach Learn Res"},{"key":"ref47","article-title":"Deep learning: A critical appraisal","author":"marcus","year":"2018","journal-title":"arXiv 1801 00631"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/s00766-022-00395-3"},{"key":"ref86","article-title":"Towards the science of security and privacy in machine learning","author":"papernot","year":"2016","journal-title":"arXiv 1611 03814"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/RE51729.2021.00009"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-010-5188-5"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1145\/3510003.3510109"},{"key":"ref88","article-title":"Concentrated differential privacy","author":"dwork","year":"2016","journal-title":"arXiv 1603 01887"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1145\/3526073.3527589"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2805680"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-020-00257-z"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-019-1138-y"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEIP.2019.00042"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"ref4","author":"goodfellow","year":"2016","journal-title":"Deep Learning"},{"key":"ref3","doi-asserted-by":"crossref","first-page":"484","DOI":"10.1038\/nature16961","article-title":"Mastering the game of go with deep neural networks and tree search","volume":"529","author":"silver","year":"2016","journal-title":"Nature"},{"key":"ref6","first-page":"2503","article-title":"Hidden technical debt in machine learning systems","volume":"28","author":"sculley","year":"2015","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref5","author":"karpathy","year":"2017","journal-title":"Software 2 0"},{"key":"ref82","article-title":"Adversarially robust generalization requires more data","author":"schmidt","year":"2018","journal-title":"arXiv 1804 11285"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533150"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/RE48521.2020.00036"},{"key":"ref84","article-title":"Understanding and mitigating the tradeoff between robustness and accuracy","author":"raghunathan","year":"2020","journal-title":"arXiv 2002 10716"},{"key":"ref83","article-title":"Robustness may be at odds with accuracy","author":"tsipras","year":"2018","journal-title":"arXiv 1805 12152"},{"key":"ref80","article-title":"On evaluating adversarial robustness","author":"carlini","year":"2019","journal-title":"arXiv 1902 06705"},{"key":"ref35","article-title":"Priority quality attributes for engineering AI-enabled systems","author":"pons","year":"2019","journal-title":"arXiv 1911 02912"},{"key":"ref79","article-title":"Concrete problems in AI safety","author":"amodei","year":"2016","journal-title":"arXiv 1606 06565"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1038\/s41746-021-00549-7"},{"key":"ref78","first-page":"4349","article-title":"Man is to computer programmer as woman is to homemaker? Debiasing word embeddings","volume":"29","author":"bolukbasi","year":"2016","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ISSREW.2019.00035"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/RE.2019.00050"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.infsof.2023.107176"},{"key":"ref75","article-title":"Counterfactual fairness","author":"kusner","year":"2017","journal-title":"arXiv 1703 06856"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/REW56159.2022.00039"},{"key":"ref74","article-title":"A survey on bias and fairness in machine learning","author":"mehrabi","year":"2019","journal-title":"arXiv 1908 09635"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.3390\/info14040213"},{"key":"ref77","first-page":"3315","article-title":"Equality of opportunity in supervised learning","volume":"29","author":"hardt","year":"2016","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2023.110421"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1145\/2090236.2090255"},{"key":"ref2","first-page":"1097","article-title":"ImageNet classification with deep convolutional neural networks","volume":"25","author":"krizhevsky","year":"2012","journal-title":"Proc Adv Neural Inf Process Syst (NIPS)"},{"key":"ref1","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1038\/nature14539","article-title":"Deep learning","volume":"521","author":"lecun","year":"2015","journal-title":"Nature"},{"key":"ref39","first-page":"1","article-title":"Construction of a quality model for machine learning systems","volume":"2021","author":"siebert","year":"2021","journal-title":"Softw Quality J"},{"key":"ref38","year":"2019","journal-title":"Ethics guidelines for trustworthy ai"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1145\/3236386.3241340"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2870052"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijinfomgt.2022.102538"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2018.07.007"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.3390\/make2040031"},{"key":"ref68","article-title":"Towards a rigorous science of interpretable machine learning","author":"doshi-velez","year":"2017","journal-title":"arXiv 1702 08608"},{"key":"ref23","article-title":"Adapting software architectures to machine learning challenges","author":"serban","year":"2021","journal-title":"arXiv 2105 12422"},{"key":"ref67","author":"bass","year":"2003","journal-title":"Software Architecture in Practice"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-19034-7_14"},{"key":"ref25","article-title":"Machine learning model development from a software engineering perspective: A systematic literature review","author":"lorenzoni","year":"2021","journal-title":"arXiv 2102 07574"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.3390\/electronics8080832"},{"key":"ref20","article-title":"Machine learning software engineering in practice: An industrial case study","author":"saidur rahman","year":"2019","journal-title":"arXiv 1906 07154"},{"key":"ref64","first-page":"1","article-title":"When user experience designers partner with data scientists","author":"girardin","year":"2017","journal-title":"Proc AAAI Spring Symp"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300233"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.111031"},{"key":"ref66","first-page":"9392","article-title":"Slice-based learning: A programming model for residual learning in critical data slices","author":"chen","year":"2019","journal-title":"Proc Adv Neural Inf Process Syst"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2019.2937083"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376301"},{"key":"ref28","article-title":"A catalogue of concerns for specifying machine learning-enabled systems","author":"villamizar","year":"2022","journal-title":"arXiv 2204 07662"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.datak.2021.101909"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/SEAA56994.2022.00025"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2019.12.012"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/3392878"},{"key":"ref61","article-title":"Interpretable to whom? A role-based model for analyzing interpretable machine learning systems","author":"tomsett","year":"2018","journal-title":"arXiv 1806 07552"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/10005208\/10179899.pdf?arnumber=10179899","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,14]],"date-time":"2023-08-14T17:59:08Z","timestamp":1692035948000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10179899\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":95,"URL":"https:\/\/doi.org\/10.1109\/access.2023.3294840","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]}}}