{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,28]],"date-time":"2026-09-28T05:13:19Z","timestamp":1790572399061,"version":"4.1.0"},"reference-count":35,"publisher":"Elsevier BV","issue":"4","license":[{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,4,1]],"date-time":"2025-04-01T00:00:00Z","timestamp":1743465600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T00:00:00Z","timestamp":1775001600000},"content-version":"vor","delay-in-days":365,"URL":"http:\/\/www.elsevier.com\/open-access\/userlicense\/1.0\/"}],"funder":[{"DOI":"10.13039\/501100004587","name":"Carlos III Health Institute","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004587","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","fertstert.org","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Fertility and Sterility"],"published-print":{"date-parts":[[2025,4]]},"DOI":"10.1016\/j.fertnstert.2024.10.006","type":"journal-article","created":{"date-parts":[[2024,10,18]],"date-time":"2024-10-18T04:48:55Z","timestamp":1729226935000},"page":"634-643","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":14,"title":["External validation of a fully automated evaluation tool: a retrospective analysis of 68,471 scored embryos"],"prefix":"10.1016","volume":"123","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1495-2646","authenticated-orcid":false,"given":"Lorena","family":"Bori","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marco","family":"Toschi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rebeca","family":"Esteve","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Arantza","family":"Delgado","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Antonio","family":"Pellicer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marcos","family":"Meseguer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.fertnstert.2024.10.006_bib1","doi-asserted-by":"crossref","first-page":"914","DOI":"10.1016\/j.fertnstert.2020.09.157","article-title":"Artificial intelligence in human in\u00a0vitro fertilization and embryology","volume":"114","author":"Zaninovic","year":"2020","journal-title":"Fertil Steril"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib2","doi-asserted-by":"crossref","first-page":"223","DOI":"10.1007\/s10815-022-02708-5","article-title":"New frontiers in embryo selection","volume":"40","author":"Glatstein","year":"2023","journal-title":"J Assist Reprod Genet"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib3","doi-asserted-by":"crossref","first-page":"1172","DOI":"10.1016\/j.fertnstert.2021.06.001","article-title":"Pregnancy prediction performance of an annotation-free embryo scoring system on the basis of deep learning after single vitrified-warmed blastocyst transfer: a single-center large cohort retrospective study","volume":"116","author":"Ueno","year":"2021","journal-title":"Fertil Steril"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib4","first-page":"133","article-title":"Blastocyst score, a blastocyst quality ranking tool, is a predictor of blastocyst ploidy and implantation potential","volume":"1","author":"Zhan","year":"2020","journal-title":"F S Rep"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib5","article-title":"Camera-agnostic self-annotating Artificial Intelligence (AI) system for blastocyst evaluation","volume":"35","author":"VerMilyea","year":"2020","journal-title":"Human Reproduction Abstracts of the 36th Virtual Annual Meeting of the ESHRE"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib6","doi-asserted-by":"crossref","first-page":"1","DOI":"10.7554\/eLife.55301","article-title":"Performance of a deep learning based neural network in the selection of human blastocysts for implantation","volume":"9","author":"Bormann","year":"2020","journal-title":"eLife"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib7","doi-asserted-by":"crossref","first-page":"190","DOI":"10.1002\/rmb2.12266","article-title":"Feasibility of deep learning for predicting live birth from a blastocyst image in patients classified by age","volume":"18","author":"Miyagi","year":"2019","journal-title":"Reprod Med Biol"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib8","doi-asserted-by":"crossref","first-page":"528","DOI":"10.1016\/j.fertnstert.2021.11.022","article-title":"Characterization of an artificial intelligence model for ranking static images of blastocyst stage embryos","volume":"117","author":"Loewke","year":"2022","journal-title":"Fertil Steril"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib9","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1371\/journal.pone.0262661","article-title":"Robust and generalizable embryo selection based on artificial intelligence and time-lapse image sequences","volume":"17","author":"Berntsen","year":"2022","journal-title":"PLoS One"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib10","doi-asserted-by":"crossref","first-page":"1124","DOI":"10.1016\/j.rbmo.2022.08.098","article-title":"Association between a deep learning-based scoring system with morphokinetics and morphological alterations in human embryos","volume":"45","author":"Ezoe","year":"2022","journal-title":"Reprod Biomed Online"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib11","doi-asserted-by":"crossref","first-page":"274","DOI":"10.1016\/j.rbmo.2022.09.010","article-title":"Does embryo categorization by existing artificial intelligence, morphokinetic or morphological embryo selection models correlate with blastocyst euploidy rates?","volume":"46","author":"Kato","year":"2023","journal-title":"Reprod Biomed Online"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib12","doi-asserted-by":"crossref","first-page":"4235","DOI":"10.1038\/s41598-023-31136-3","article-title":"Development and validation of deep learning based embryo selection across multiple days of transfer","volume":"13","author":"Theilgaard Lassen","year":"2023","journal-title":"Sci Rep"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib13","doi-asserted-by":"crossref","first-page":"917","DOI":"10.1016\/j.fertnstert.2014.12.111","article-title":"External validation of a time-lapse prediction model","volume":"103","author":"Fr\u00e9our","year":"2015","journal-title":"Fertil Steril"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib14","doi-asserted-by":"crossref","first-page":"613","DOI":"10.1016\/j.fertnstert.2016.11.014","article-title":"Examining the efficacy of six published time-lapse imaging embryo selection algorithms to predict implantation to demonstrate the need for the development of specific, in-house morphokinetic selection algorithms","volume":"107","author":"Barrie","year":"2017","journal-title":"Fertil Steril"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib15","doi-asserted-by":"crossref","first-page":"e0020","DOI":"10.5041\/RMMJ.10297","article-title":"Impact of Endometrial Preparation Protocols for Frozen Embryo Transfer on Live Birth Rates","volume":"8","author":"Cerrillo","year":"2017","journal-title":"Rambam Maimonides Med J"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib16","doi-asserted-by":"crossref","first-page":"154","DOI":"10.1016\/j.ejogrb.2019.11.028","article-title":"\u201cDelayed start\u201d gonadotropin-releasing hormone antagonist protocol in Bologna poor-responders: A systematic review and meta-analysis of randomized controlled trials","volume":"244","author":"Cozzolino","year":"2020","journal-title":"Eur J Obstet Gynecol Reprod Biol"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib17","doi-asserted-by":"crossref","first-page":"e45","DOI":"10.1097\/EDE.0000000000000864","article-title":"Web Site and R Package for Computing E-values","volume":"29","author":"Mathur","year":"2018","journal-title":"Epidemiology"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib18","doi-asserted-by":"crossref","first-page":"268","DOI":"10.7326\/M16-2607","article-title":"Sensitivity analysis in observational research: Introducing the E-value","volume":"167","author":"VanderWeele","year":"2017","journal-title":"Ann Intern Med"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib19","series-title":"Practical statistics for medical research","author":"Altman","year":"1991"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib20","doi-asserted-by":"crossref","DOI":"10.1093\/hropen\/hoad031","article-title":"Embryo selection through artificial intelligence versus embryologists: a systematic review","volume":"2023","author":"Salih","year":"2023","journal-title":"Hum Reprod Open"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib21","doi-asserted-by":"crossref","first-page":"2089","DOI":"10.1007\/s10815-022-02562-5","article-title":"Correlation between an annotation-free embryo scoring system based on deep learning and live birth\/neonatal outcomes after single vitrified-warmed blastocyst transfer: a single-centre, large-cohort retrospective study","volume":"39","author":"Ueno","year":"2022","journal-title":"J Assist Reprod Genet"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib22","doi-asserted-by":"crossref","first-page":"372","DOI":"10.1016\/j.gofs.2023.05.001","article-title":"Interest of iDAScore (intelligent Data Analysis Score) for embryo selection in routine IVF laboratory practice: Results of a preliminary study","volume":"51","author":"Sarandi","year":"2023","journal-title":"Gynecologie Obstetrique Fertilite et Senologie"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib23","doi-asserted-by":"crossref","DOI":"10.1016\/j.rbmo.2023.05.014","article-title":"External validation of a model for selecting day 3 embryos for transfer based upon deep learning and time-lapse imaging","volume":"47","author":"Zhu","year":"2023","journal-title":"Reprod Biomed Online"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib24","doi-asserted-by":"crossref","DOI":"10.1016\/j.rbmo.2023.103408","article-title":"Correlations between a deep learning-based algorithm for embryo evaluation with cleavage-stage cell numbers and fragmentation","volume":"47","author":"Ahlstr\u00f6m","year":"2023","journal-title":"Reprod Biomed Online"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib25","article-title":"Improved pregnancy prediction performance in an updated deep-learning embryo selection model: a retrospective independent validation study","author":"Ueno","year":"2023","journal-title":"Reprod Biomed Online"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib26","doi-asserted-by":"crossref","first-page":"2129","DOI":"10.1007\/s10815-023-02871-3","article-title":"Comparing performance between clinics of an embryo evaluation algorithm based on time-lapse images and machine learning","volume":"40","author":"Johansen","year":"2023","journal-title":"J Assist Reprod Genet"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib27","doi-asserted-by":"crossref","first-page":"1148","DOI":"10.1093\/humrep\/deac066","article-title":"The higher the score, the better the clinical outcome: Retrospective evaluation of automatic embryo grading as a support tool for embryo selection in IVF laboratories","volume":"37","author":"Bori","year":"2022","journal-title":"Hum Reprod"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib28","doi-asserted-by":"crossref","first-page":"e28","DOI":"10.1016\/S2589-7500(22)00213-8","article-title":"A non-invasive artificial intelligence approach for the prediction of human blastocyst ploidy: a retrospective model development and validation study","volume":"5","author":"Barnes","year":"2023","journal-title":"Lancet Digit Health"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib29","doi-asserted-by":"crossref","first-page":"1806","DOI":"10.3390\/jcm12051806","article-title":"Towards Automation in IVF: Pre-Clinical Validation of a Deep Learning-Based Embryo Grading System during PGT-A Cycles","volume":"12","author":"Cimadomo","year":"2023","journal-title":"J Clin Med"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib30","doi-asserted-by":"crossref","first-page":"1746","DOI":"10.1093\/humrep\/deac131","article-title":"Development of an artificial intelligence model for predicting the likelihood of human embryo euploidy based on blastocyst images from multiple imaging systems during IVF","volume":"37","author":"Diakiw","year":"2022","journal-title":"Hum Reprod"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib31","doi-asserted-by":"crossref","DOI":"10.1093\/hropen\/hoab040","article-title":"Interpretable, not black-box, artificial intelligence should be used for embryo selection","volume":"2021","author":"Afnan","year":"2021","journal-title":"Hum Reprod Open"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib32","article-title":"Good practice recommendations for the use of time-lapse technology","volume":"4","author":"Apter","year":"2020","journal-title":"Hum Reprod Open"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib33","doi-asserted-by":"crossref","first-page":"2279","DOI":"10.1007\/s10815-019-01567-x","article-title":"Performance of Day\u00a05\u00a0KIDScore TM morphokinetic prediction models of implantation and live birth after single blastocyst transfer","volume":"36","author":"Reignier","year":"2019","journal-title":"J Assist Reprod Genet"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib34","doi-asserted-by":"crossref","first-page":"1992","DOI":"10.1093\/humrep\/dey291","article-title":"Associations of blastocyst features, trophectoderm biopsy and other laboratory practice with post-warming behavior and implantation","volume":"33","author":"Cimadomo","year":"2018","journal-title":"Hum Reprod"},{"key":"10.1016\/j.fertnstert.2024.10.006_bib35","first-page":"50","article-title":"Embryo ranking agreement between embryologists and artificial intelligence algorithms","volume":"5","author":"Zaninovic","year":"2023","journal-title":"F & S Sci"}],"container-title":["Fertility and Sterility"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0015028224023008?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0015028224023008?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T01:52:06Z","timestamp":1775008326000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0015028224023008"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4]]},"references-count":35,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2025,4]]}},"alternative-id":["S0015028224023008"],"URL":"https:\/\/doi.org\/10.1016\/j.fertnstert.2024.10.006","relation":{},"ISSN":["0015-0282"],"issn-type":[{"value":"0015-0282","type":"print"}],"subject":[],"published":{"date-parts":[[2025,4]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"External validation of a fully automated evaluation tool: a retrospective analysis of 68,471 scored embryos","name":"articletitle","label":"Article Title"},{"value":"Fertility and Sterility","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.fertnstert.2024.10.006","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a92024 American Society for Reproductive Medicine, Published by Elsevier Inc.","name":"copyright","label":"Copyright"}]}}