{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T11:05:47Z","timestamp":1776078347602,"version":"3.50.1"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031720857","type":"print"},{"value":"9783031720864","type":"electronic"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72086-4_51","type":"book-chapter","created":{"date-parts":[[2024,10,3]],"date-time":"2024-10-03T20:34:45Z","timestamp":1727987685000},"page":"542-552","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Multimodal Learning for\u00a0Embryo Viability Prediction in\u00a0Clinical IVF"],"prefix":"10.1007","author":[{"given":"Junsik","family":"Kim","sequence":"first","affiliation":[]},{"given":"Zhiyi","family":"Shi","sequence":"additional","affiliation":[]},{"given":"Davin","family":"Jeong","sequence":"additional","affiliation":[]},{"given":"Johannes","family":"Knittel","sequence":"additional","affiliation":[]},{"given":"Helen Y.","family":"Yang","sequence":"additional","affiliation":[]},{"given":"Yonghyun","family":"Song","sequence":"additional","affiliation":[]},{"given":"Wanhua","family":"Li","sequence":"additional","affiliation":[]},{"given":"Yicong","family":"Li","sequence":"additional","affiliation":[]},{"given":"Dalit","family":"Ben-Yosef","sequence":"additional","affiliation":[]},{"given":"Daniel","family":"Needleman","sequence":"additional","affiliation":[]},{"given":"Hanspeter","family":"Pfister","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,10,4]]},"reference":[{"key":"51_CR1","unstructured":"Akbari, H., Yuan, L., Qian, R., Chuang, W.H., Chang, S.F., Cui, Y., Gong, B.: Vatt: Transformers for multimodal self-supervised learning from raw video, audio and text. Advances in Neural Information Processing Systems (2021)"},{"key":"51_CR2","doi-asserted-by":"crossref","unstructured":"Arik, S.\u00d6., Pfister, T.: Tabnet: Attentive interpretable tabular learning. In: Proceedings of the AAAI conference on artificial intelligence (2021)","DOI":"10.1609\/aaai.v35i8.16826"},{"key":"51_CR3","doi-asserted-by":"crossref","unstructured":"Armstrong, S., Bhide, P., Jordan, V., Pacey, A., Marjoribanks, J., Farquhar, C.: Time-lapse systems for embryo incubation and assessment in assisted reproduction. Cochrane Database of Systematic Reviews (5) (2019)","DOI":"10.1002\/14651858.CD011320.pub4"},{"key":"51_CR4","doi-asserted-by":"crossref","unstructured":"Arnab, A., Dehghani, M., Heigold, G., Sun, C., Lu\u010di\u0107, M., Schmid, C.: Vivit: A video vision transformer. In: IEEE International Conference on Computer Vision (2021)","DOI":"10.1109\/ICCV48922.2021.00676"},{"key":"51_CR5","unstructured":"Ba, J.L., Kiros, J.R., Hinton, G.E.: Layer normalization. arXiv preprint arXiv:1607.06450 (2016)"},{"key":"51_CR6","doi-asserted-by":"publisher","unstructured":"Borisov, V., Leemann, T., Se\u00dfler, K., Haug, J., Pawelczyk, M., Kasneci, G.: Deep neural networks and tabular data: A survey. IEEE Transactions on Neural Networks and Learning Systems pp. 1\u201321 (2022). https:\/\/doi.org\/10.1109\/TNNLS.2022.3229161","DOI":"10.1109\/TNNLS.2022.3229161"},{"key":"51_CR7","doi-asserted-by":"crossref","unstructured":"Cui, W.: Mother or nothing: the agony of infertility. World Health Organization. Bulletin of the World Health Organization 88(12), \u00a0881 (2010)","DOI":"10.2471\/BLT.10.011210"},{"key":"51_CR8","doi-asserted-by":"crossref","unstructured":"Elder, K., Dale, B.: In vitro fertilization, cambridge university press (2000)","DOI":"10.1017\/CBO9780511545146"},{"issue":"3","key":"51_CR9","doi-asserted-by":"publisher","first-page":"42","DOI":"10.1109\/MSP.2021.3134634","volume":"39","author":"L Ericsson","year":"2022","unstructured":"Ericsson, L., Gouk, H., Loy, C.C., Hospedales, T.M.: Self-supervised representation learning: Introduction, advances, and challenges. IEEE Signal Processing Magazine 39(3), 42\u201362 (2022)","journal-title":"IEEE Signal Processing Magazine"},{"issue":"9","key":"51_CR10","doi-asserted-by":"publisher","first-page":"2641","DOI":"10.1093\/humrep\/des219","volume":"27","author":"ES Filho","year":"2012","unstructured":"Filho, E.S., Noble, J.A., Poli, M., Griffiths, T., Emerson, G., Wells, D.: A method for semi-automatic grading of human blastocyst microscope images. Human Reproduction 27(9), 2641\u20132648 (2012)","journal-title":"Human Reproduction"},{"key":"51_CR11","unstructured":"Huang, X., Khetan, A., Cvitkovic, M., Karnin, Z.: Tabtransformer: Tabular data modeling using contextual embeddings. arXiv preprint arXiv:2012.06678 (2020)"},{"key":"51_CR12","doi-asserted-by":"crossref","unstructured":"Huber, P.J.: Robust estimation of a location parameter. In: Breakthroughs in statistics: Methodology and distribution, pp. 492\u2013518. Springer (1992)","DOI":"10.1007\/978-1-4612-4380-9_35"},{"key":"51_CR13","doi-asserted-by":"crossref","unstructured":"Jang, W.D., Wei, D., Zhang, X., Leahy, B., Yang, H., Tompkin, J., Ben-Yosef, D., Needleman, D., Pfister, H.: Learning vector quantized shape code for amodal blastomere instance segmentation. In: International Symposium on Biomedical Imaging (ISBI). IEEE (2023)","DOI":"10.1109\/ISBI53787.2023.10230774"},{"key":"51_CR14","unstructured":"Khan, A., Gould, S., Salzmann, M.: Deep convolutional neural networks for human embryonic cell counting. In: Computer Vision\u2013ECCV 2016 Workshops: Amsterdam, The Netherlands, October 8-10 and 15-16, 2016, Proceedings, Part I 14. Springer (2016)"},{"key":"51_CR15","doi-asserted-by":"crossref","unstructured":"Kheradmand, S., Singh, A., Saeedi, P., Au, J., Havelock, J.: Inner cell mass segmentation in human hmc embryo images using fully convolutional network. In: IEEE International Conference on Image Processing. IEEE (2017)","DOI":"10.1109\/ICIP.2017.8296582"},{"issue":"1","key":"51_CR16","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1038\/s41746-019-0096-y","volume":"2","author":"P Khosravi","year":"2019","unstructured":"Khosravi, P., Kazemi, E., Zhan, Q., Malmsten, J.E., Toschi, M., Zisimopoulos, P., Sigaras, A., Lavery, S., Cooper, L.A., Hickman, C., et\u00a0al.: Deep learning enables robust assessment and selection of human blastocysts after in vitro fertilization. NPJ digital medicine 2(1), \u00a021 (2019)","journal-title":"NPJ digital medicine"},{"key":"51_CR17","doi-asserted-by":"publisher","DOI":"10.1016\/j.compbiomed.2019.103494","volume":"115","author":"MF Kragh","year":"2019","unstructured":"Kragh, M.F., Rimestad, J., Berntsen, J., Karstoft, H.: Automatic grading of human blastocysts from time-lapse imaging. Computers in biology and medicine 115, 103494 (2019)","journal-title":"Computers in biology and medicine"},{"key":"51_CR18","unstructured":"Lau, T., Ng, N., Gingold, J., Desai, N., McAuley, J., Lipton, Z.C.: Embryo staging with weakly-supervised region selection and dynamically-decoded predictions. In: Machine Learning for Healthcare Conference. PMLR (2019)"},{"key":"51_CR19","doi-asserted-by":"crossref","unstructured":"Leahy, B.D., Jang, W.D., Yang, H.Y., Struyven, R., Wei, D., Sun, Z., Lee, K.R., Royston, C., Cam, L., Kalma, Y., et\u00a0al.: Automated measurements of key morphological features of human embryos for ivf. In: International Conference on Medical image computing and computer-assisted intervention. Springer (2020)","DOI":"10.1007\/978-3-030-59722-1_3"},{"key":"51_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40834-016-0023-4","volume":"1","author":"AM Lee","year":"2016","unstructured":"Lee, A.M., Connell, M.T., Csokmay, J.M., Styer, A.K.: Elective single embryo transfer-the power of one. Contraception and Reproductive Medicine 1, \u00a01\u20137 (2016)","journal-title":"Contraception and Reproductive Medicine"},{"key":"51_CR21","unstructured":"Lin, Y.B., Tseng, H.Y., Lee, H.Y., Lin, Y.Y., Yang, M.H.: Exploring cross-video and cross-modality signals for weakly-supervised audio-visual video parsing. Advances in Neural Information Processing Systems (2021)"},{"key":"51_CR22","doi-asserted-by":"publisher","DOI":"10.7554\/eLife.83662","volume":"12","author":"H Liu","year":"2023","unstructured":"Liu, H., Zhang, Z., Gu, Y., Dai, C., Shan, G., Song, H., Li, D., Chen, W., Lin, G., Sun, Y.: Development and evaluation of a live birth prediction model for evaluating human blastocysts from a retrospective study. Elife 12, e83662 (2023)","journal-title":"Elife"},{"key":"51_CR23","doi-asserted-by":"crossref","unstructured":"Lukyanenko, S., Jang, W.D., Wei, D., Struyven, R., Kim, Y., Leahy, B., Yang, H., Rush, A., Ben-Yosef, D., Needleman, D., et\u00a0al.: Developmental stage classification of embryos using two-stream neural network with linear-chain conditional random field. In: International Conference on Medical image computing and computer-assisted intervention. Springer (2021)","DOI":"10.1007\/978-3-030-87237-3_35"},{"key":"51_CR24","unstructured":"Nagrani, A., Yang, S., Arnab, A., Jansen, A., Schmid, C., Sun, C.: Attention bottlenecks for multimodal fusion. Advances in Neural Information Processing Systems (2021)"},{"key":"51_CR25","doi-asserted-by":"crossref","unstructured":"Norwitz, E.R., Edusa, V., Park, J.S.: Maternal physiology and complications of multiple pregnancy. In: Seminars in perinatology. vol.\u00a029, pp. 338\u2013348. Elsevier (2005)","DOI":"10.1053\/j.semperi.2005.08.002"},{"issue":"6","key":"51_CR26","doi-asserted-by":"publisher","first-page":"1985","DOI":"10.1016\/j.fertnstert.2011.02.009","volume":"95","author":"C Racowsky","year":"2011","unstructured":"Racowsky, C., Stern, J.E., Gibbons, W.E., Behr, B., Pomeroy, K.O., Biggers, J.D.: National collection of embryo morphology data into society for assisted reproductive technology clinic outcomes reporting system: associations among day 3 cell number, fragmentation and blastomere asymmetry, and live birth rate. Fertility and sterility 95(6), 1985\u20131989 (2011)","journal-title":"Fertility and sterility"},{"key":"51_CR27","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1016\/j.compbiomed.2018.08.001","volume":"101","author":"RM Rad","year":"2018","unstructured":"Rad, R.M., Saeedi, P., Au, J., Havelock, J.: A hybrid approach for multiple blastomeres identification in early human embryo images. Computers in biology and medicine 101, 100\u2013111 (2018)","journal-title":"Computers in biology and medicine"},{"key":"51_CR28","doi-asserted-by":"crossref","unstructured":"Sun, C., Myers, A., Vondrick, C., Murphy, K., Schmid, C.: Videobert: A joint model for video and language representation learning. In: IEEE International Conference on Computer Vision (2019)","DOI":"10.1109\/ICCV.2019.00756"},{"key":"51_CR29","unstructured":"Touvron, H., Cord, M., Douze, M., Massa, F., Sablayrolles, A., J\u00e9gou, H.: Training data-efficient image transformers & distillation through attention. In: International Conference on Machine Learning. PMLR (2021)"},{"key":"51_CR30","unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, A.N., Kaiser, \u0141., Polosukhin, I.: Attention is all you need. Advances in Neural Information Processing Systems (2017)"},{"key":"51_CR31","doi-asserted-by":"crossref","unstructured":"Wang, W., Tran, D., Feiszli, M.: What makes training multi-modal classification networks hard? In: IEEE Conference on Computer Vision and Pattern Recognition (2020)","DOI":"10.1109\/CVPR42600.2020.01271"},{"key":"51_CR32","doi-asserted-by":"crossref","unstructured":"Yang, H.Y., Leahy, B.D., Jang, W.D., Wei, D., Kalma, Y., Rahav, R., Carmon, A., Kopel, R., Azem, F., Venturas, M., et\u00a0al.: Blastassist: a deep learning pipeline to measure interpretable features of human embryos. Human Reproduction p. deae024 (2024)","DOI":"10.1093\/humrep\/deae024"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72086-4_51","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,3]],"date-time":"2024-10-03T20:41:16Z","timestamp":1727988076000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72086-4_51"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031720857","9783031720864"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72086-4_51","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"4 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Marrakesh","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Morocco","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.miccai.org\/2024\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}