{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,13]],"date-time":"2026-07-13T15:07:50Z","timestamp":1783955270402,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":23,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,4,12]],"date-time":"2026-04-12T00:00:00Z","timestamp":1775952000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/legalcode"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,12]]},"DOI":"10.1145\/3786580.3786950","type":"proceedings-article","created":{"date-parts":[[2026,7,13]],"date-time":"2026-07-13T14:37:06Z","timestamp":1783953426000},"page":"323-331","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["But Have You Ever Deployed a Model to Production? Experiences with Teaching Machine Learning Operations in a Data Science Curriculum"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0008-8434-5394","authenticated-orcid":false,"given":"Robert Alan","family":"Clements","sequence":"first","affiliation":[{"name":"MS in Data Science and AI, University of San Francisco, San Francisco, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-0034-9773","authenticated-orcid":false,"given":"Nicolas","family":"Thi\u00e9baut","sequence":"additional","affiliation":[{"name":"MS in Data Science and AI, University of San Francisco, San Francisco, CA, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,7,13]]},"reference":[{"key":"e_1_3_3_1_2_2","volume-title":"Building Machine Learning Powered Applications","author":"Ameisen Emmanuel","year":"2020","unstructured":"Emmanuel Ameisen. 2020. Building Machine Learning Powered Applications. O\u2019Reilly Media, Incorporated."},{"key":"e_1_3_3_1_3_2","volume-title":"Proceedings of the 27th European Conference on Information Systems (ECIS)","author":"Baier Lucas","year":"2019","unstructured":"Lucas Baier, Fabian J\u00f6hren, and Stefan Seebacher. 2019. Challenges in the Deployment and Operation of Machine Learning in Practice. In Proceedings of the 27th European Conference on Information Systems (ECIS) (Stockholm & Uppsala, Sweden). https:\/\/aisel.aisnet.org\/ecis2019_rp\/163"},{"key":"e_1_3_3_1_4_2","unstructured":"Rishi Bommasani Drew\u00a0A Hudson Ehsan Adeli Russ Altman Simran Arora Sydney von Arx Michael\u00a0S Bernstein Jeannette Bohg Antoine Bosselut Emma Brunskill et\u00a0al. 2021. On the opportunities and risks of foundation models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2108.07258 (2021)."},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA51294.2020.00104"},{"key":"e_1_3_3_1_6_2","doi-asserted-by":"publisher","unstructured":"David DeLiema Ashley Hufnagle and Miguel Ovies-Bocanegra. 2024. Contrasting stances at the crossroads of debugging learning opportunities. The British journal of educational psychology Advance online publication (2024). 10.1111\/bjep.12666","DOI":"10.1111\/bjep.12666"},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"publisher","unstructured":"Scott Freeman Sarah\u00a0L. Eddy Miles McDonough Michelle\u00a0K. Smith Nnadozie Okoroafor Hannah Jordt and Mary\u00a0Pat Wenderoth. 2014. Active learning increases student performance in science engineering and mathematics. Proceedings of the National Academy of Sciences 111 23 (2014) 8410\u20138415. arXiv:https:\/\/www.pnas.org\/doi\/pdf\/10.1073\/pnas.131903011110.1073\/pnas.1319030111","DOI":"10.1073\/pnas.1319030111"},{"key":"e_1_3_3_1_8_2","unstructured":"Charles Frye Sergey Karayev and Josh Tobin. 2022. Full Stack Deep Learning. https:\/\/fullstackdeeplearning.com\/course\/2022\/"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","unstructured":"Kendall Hartley Merav Hayak and Un\u00a0Hyeok Ko. 2024. Artificial Intelligence Supporting Independent Student Learning: An Evaluative Case Study of ChatGPT and Learning to Code. Education Sciences 14 2 (2024). 10.3390\/educsci14020120","DOI":"10.3390\/educsci14020120"},{"key":"e_1_3_3_1_10_2","volume-title":"Designing Machine Learning Systems: An Iterative Process for Production-ready Applications","author":"Huyen Chip","year":"2022","unstructured":"Chip Huyen. 2022. Designing Machine Learning Systems: An Iterative Process for Production-ready Applications. O\u2019Reilly Media, Incorporated. https:\/\/books.google.com\/books?id=YISIzwEACAAJ"},{"key":"e_1_3_3_1_11_2","unstructured":"Chip Huyen. 2022. Machine Learning Systems Design. https:\/\/stanford-cs329s.github.io\/"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/2962695.2962707"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"crossref","unstructured":"P\u00e4ivi Kinnunen and Beth Simon. 2011. CS majors\u2019 self-efficacy perceptions in CS1: results in light of social cognitive theory. Proceedings of the seventh international workshop on Computing education research (2011). https:\/\/api.semanticscholar.org\/CorpusID:23231200","DOI":"10.1145\/2016911.2016917"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","unstructured":"Dominik Kreuzberger Niklas K\u00fchl and Sebastian Hirschl. 2023. Machine Learning Operations (MLOps): Overview Definition and Architecture. IEEE Access 11 (2023) 31866\u201331879. 10.1109\/ACCESS.2023.3262138","DOI":"10.1109\/ACCESS.2023.3262138"},{"key":"e_1_3_3_1_15_2","unstructured":"Christian K\u00e4stner. 2025. Machine Learning in Production. https:\/\/mlip-cmu.github.io\/s2025\/"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-SEET58685.2023.00015"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"crossref","unstructured":"Sasu M\u00e4kinen Henrik Skogstr\u00f6m Eero Laaksonen and Tommi Mikkonen. 2021. Who Needs MLOps: What Data Scientists Seek to Accomplish and How Can MLOps Help? 2021 IEEE\/ACM 1st Workshop on AI Engineering - Software Engineering for AI (WAIN) (2021) 109\u2013112. https:\/\/api.semanticscholar.org\/CorpusID:232240490","DOI":"10.1109\/WAIN52551.2021.00024"},{"key":"e_1_3_3_1_18_2","unstructured":"Cristian Martinez Tommy Dang Alexey Grigorev Emeli Dral and Sejal Vaidya. n. d.. MLOps Zoomcamp. https:\/\/github.com\/DataTalksClub\/mlops-zoomcamp"},{"key":"e_1_3_3_1_19_2","unstructured":"Goku Mohandas. n. d.. ML for Developers. https:\/\/madewithml.com\/#mlops"},{"key":"e_1_3_3_1_20_2","volume-title":"Advances in Neural Information Processing Systems","author":"Sculley D.","year":"2015","unstructured":"D. Sculley, Gary Holt, Daniel Golovin, Eugene Davydov, Todd Phillips, Dietmar Ebner, Vinay Chaudhary, Michael Young, Jean-Fran\u00e7ois Crespo, and Dan Dennison. 2015. Hidden Technical Debt in Machine Learning Systems. In Advances in Neural Information Processing Systems , C.\u00a0Cortes, N.\u00a0Lawrence, D.\u00a0Lee, M.\u00a0Sugiyama, and R.\u00a0Garnett (Eds.), Vol.\u00a028. Curran Associates, Inc.https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2015\/file\/86df7dcfd896fcaf2674f757a2463eba-Paper.pdf"},{"key":"e_1_3_3_1_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3568813.3600122"},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"publisher","DOI":"10.1109\/SYNASC51798.2020.00015"},{"key":"e_1_3_3_1_23_2","volume-title":"Effective Data Science Infrastructure","author":"Tuulos Ville","year":"2022","unstructured":"Ville Tuulos. 2022. Effective Data Science Infrastructure. Manning Publications. https:\/\/www.manning.com\/books\/effective-data-science-infrastructure"},{"key":"e_1_3_3_1_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3502718.3524779"}],"event":{"name":"ICSE-SEET '26: 2026 IEEE\/ACM 48th International Conference on Software Engineering","location":"Rio de Janeiro Brazil","acronym":"ICSE-SEET '26","sponsor":["SIGSOFT ACM Special Interest Group on Software Engineering"]},"container-title":["Proceedings of the IEEE\/ACM 48th International Conference on Software Engineering"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3786580.3786950","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,13]],"date-time":"2026-07-13T14:37:40Z","timestamp":1783953460000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3786580.3786950"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,12]]},"references-count":23,"alternative-id":["10.1145\/3786580.3786950","10.1145\/3786580"],"URL":"https:\/\/doi.org\/10.1145\/3786580.3786950","relation":{},"subject":[],"published":{"date-parts":[[2026,4,12]]},"assertion":[{"value":"2026-07-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}