{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,6]],"date-time":"2026-11-06T16:41:43Z","timestamp":1793983303010,"version":"4.8.0"},"reference-count":49,"publisher":"American Medical Association (AMA)","issue":"4","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["JAMA Netw Open"],"DOI":"10.1001\/jamanetworkopen.2022.7226","type":"journal-article","created":{"date-parts":[[2022,4,13]],"date-time":"2022-04-13T15:02:55Z","timestamp":1649862175000},"page":"e227226","source":"Crossref","is-referenced-by-count":51,"title":["Development and Validation of Machine Learning Models for Predicting Occult Nodal Metastasis in Early-Stage Oral Cavity Squamous Cell Carcinoma"],"prefix":"10.1001","volume":"5","author":[{"given":"Nathan","family":"Farrokhian","sequence":"first","affiliation":[{"name":"Department of Otolaryngology\u2013Head and Neck Surgery, University of Kansas Medical Center, Kansas City"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrew J.","family":"Holcomb","sequence":"additional","affiliation":[{"name":"Department of Otolaryngology, Nebraska Methodist Health System, Omaha"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Erin","family":"Dimon","sequence":"additional","affiliation":[{"name":"Department of Otolaryngology\u2013Head and Neck Surgery, University of Kansas Medical Center, Kansas City"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Omar","family":"Karadaghy","sequence":"additional","affiliation":[{"name":"Department of Otolaryngology\u2013Head and Neck Surgery, University of Kansas Medical Center, Kansas City"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Christina","family":"Ward","sequence":"additional","affiliation":[{"name":"Department of Otolaryngology\u2013Head and Neck Surgery, University of Kansas Medical Center, Kansas City"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Erin","family":"Whiteford","sequence":"additional","affiliation":[{"name":"Department of Otolaryngology, Nebraska Methodist Health System, Omaha"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Claire","family":"Tolan","sequence":"additional","affiliation":[{"name":"Department of Otolaryngology, Nebraska Methodist Health System, Omaha"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Elyse K.","family":"Hanly","sequence":"additional","affiliation":[{"name":"Department of Otolaryngology\u2013Head and Neck Surgery, University of Iowa, Iowa City"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marisa R.","family":"Buchakjian","sequence":"additional","affiliation":[{"name":"Department of Otolaryngology\u2013Head and Neck Surgery, University of Iowa, Iowa City"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Brette","family":"Harding","sequence":"additional","affiliation":[{"name":"Department of Otolaryngology\u2013Head and Neck Surgery, University of Missouri, Columbia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Laura","family":"Dooley","sequence":"additional","affiliation":[{"name":"Department of Otolaryngology\u2013Head and Neck Surgery, University of Missouri, Columbia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Justin","family":"Shinn","sequence":"additional","affiliation":[{"name":"Department of Otolaryngology\u2013Head and Neck Surgery, Vanderbilt University, Nashville, Tennessee"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"C. Burton","family":"Wood","sequence":"additional","affiliation":[{"name":"Department of Otolaryngology\u2013Head and Neck Surgery, Vanderbilt University, Nashville, Tennessee"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sarah L.","family":"Rohde","sequence":"additional","affiliation":[{"name":"Department of Otolaryngology\u2013Head and Neck Surgery, Vanderbilt University, Nashville, Tennessee"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sobia","family":"Khaja","sequence":"additional","affiliation":[{"name":"Department of Otolaryngology\u2013Head and Neck Surgery, University of Minnesota, Minneapolis"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anuraag","family":"Parikh","sequence":"additional","affiliation":[{"name":"Department of Otolaryngology\u2013Head and Neck Surgery, Massachusetts Eye and Ear Infirmary, Harvard University, Boston"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mustafa G.","family":"Bulbul","sequence":"additional","affiliation":[{"name":"Department of Otolaryngology\u2013Head and Neck Surgery, Massachusetts Eye and Ear Infirmary, Harvard University, Boston"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joseph","family":"Penn","sequence":"additional","affiliation":[{"name":"Department of Otolaryngology\u2013Head and Neck Surgery, University of Kansas Medical Center, Kansas City"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sara","family":"Goodwin","sequence":"additional","affiliation":[{"name":"Department of Otolaryngology\u2013Head and Neck Surgery, University of Kansas Medical Center, Kansas City"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andr\u00e9s M.","family":"Bur","sequence":"additional","affiliation":[{"name":"Department of Otolaryngology\u2013Head and Neck Surgery, University of Kansas Medical Center, Kansas City"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"10","published-online":{"date-parts":[[2022,4,13]]},"reference":[{"issue":"4","key":"zoi220226r1","doi-asserted-by":"publisher","first-page":"671","DOI":"10.1016\/S0030-6665(05)70079-7","article-title":"Treatment of the N+ neck in squamous cell carcinoma of the upper aerodigestive tract.","volume":"31","author":"Myers","year":"1998","journal-title":"Otolaryngol Clin North Am"},{"issue":"10","key":"zoi220226r2","first-page":"61","article-title":"Cervical lymph node metastases\u2014diagnostic, therapeutic, and prognostic implications.","volume":"4","author":"Shah","year":"1990","journal-title":"Oncology (Williston Park)"},{"issue":"7","key":"zoi220226r3","doi-asserted-by":"publisher","first-page":"873","DOI":"10.6004\/jnccn.2020.0031","article-title":"Head and neck cancers, version 2.2020, NCCN clinical practice guidelines in oncology.","volume":"18","author":"Pfister","year":"2020","journal-title":"J Natl Compr Canc Netw"},{"issue":"6","key":"zoi220226r4","doi-asserted-by":"publisher","first-page":"521","DOI":"10.1056\/NEJMoa1506007","article-title":"Elective versus therapeutic neck dissection in node-negative oral cancer.","volume":"373","author":"D\u2019Cruz","year":"2015","journal-title":"N Engl J Med"},{"issue":"4","key":"zoi220226r5","doi-asserted-by":"publisher","first-page":"308","DOI":"10.1002\/(ISSN)1097-0347","article-title":"Treatment of stage I and II oral tongue cancer.","volume":"15","author":"Lydiatt","year":"1993","journal-title":"Head Neck"},{"issue":"7","key":"zoi220226r6","doi-asserted-by":"publisher","first-page":"583","DOI":"10.1002\/(ISSN)1097-0347","article-title":"Elective neck dissection versus observation in the treatment of early oral tongue carcinoma.","volume":"19","author":"Yuen","year":"1997","journal-title":"Head Neck"},{"issue":"6","key":"zoi220226r7","doi-asserted-by":"publisher","first-page":"517","DOI":"10.1002\/(ISSN)1097-0347","article-title":"Improved survival for patients with clinically T1\/T2, N0 tongue tumors undergoing a prophylactic neck dissection.","volume":"21","author":"Haddadin","year":"1999","journal-title":"Head Neck"},{"issue":"1","key":"zoi220226r8","doi-asserted-by":"publisher","first-page":"96","DOI":"10.1016\/j.oraloncology.2005.06.018","article-title":"Elective neck treatment versus observation in patients with T1\/T2 N0 squamous cell carcinoma of oral tongue.","volume":"42","author":"Keski-S\u00e4ntti","year":"2006","journal-title":"Oral Oncol"},{"issue":"5","key":"zoi220226r9","doi-asserted-by":"publisher","first-page":"924","DOI":"10.1002\/lary.20894","article-title":"Postoperative morbidity after different types of selective neck dissection.","volume":"120","author":"Teymoortash","year":"2010","journal-title":"Laryngoscope"},{"issue":"6","key":"zoi220226r10","first-page":"376","article-title":"Shoulder function after selective and superselective neck dissections: clinical and functional outcomes.","volume":"32","author":"Giordano","year":"2012","journal-title":"Acta Otorhinolaryngol Ital"},{"issue":"32","key":"zoi220226r11","doi-asserted-by":"publisher","first-page":"3886","DOI":"10.1200\/JCO.2016.68.4563","article-title":"Cost-effectiveness analysis of elective neck dissection in patients with clinically node-negative oral cavity cancer.","volume":"34","author":"Acevedo","year":"2016","journal-title":"J Clin Oncol"},{"issue":"1","key":"zoi220226r12","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1002\/lary.v124.1","article-title":"The effect of transoral robotic surgery on short-term outcomes and cost of care after oropharyngeal cancer surgery.","volume":"124","author":"Richmon","year":"2014","journal-title":"Laryngoscope"},{"issue":"5","key":"zoi220226r13","doi-asserted-by":"publisher","first-page":"754","DOI":"10.1111\/cen.2014.81.issue-5","article-title":"Routine prophylactic central neck dissection for low-risk papillary thyroid cancer is not cost-effective.","volume":"81","author":"Garcia","year":"2014","journal-title":"Clin Endocrinol (Oxf)"},{"issue":"5","key":"zoi220226r14","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1016\/S0002-9610(05)80082-0","article-title":"Supraomohyoid neck dissection in the treatment of T1\/T2 squamous cell carcinoma of oral cavity.","volume":"168","author":"Kligerman","year":"1994","journal-title":"Am J Surg"},{"issue":"4","key":"zoi220226r15","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1016\/0002-9610(86)90302-8","article-title":"Predictive value of tumor thickness in squamous carcinoma confined to the tongue and floor of the mouth.","volume":"152","author":"Spiro","year":"1986","journal-title":"Am J Surg"},{"issue":"7","key":"zoi220226r16","doi-asserted-by":"publisher","first-page":"1489","DOI":"10.1002\/cncr.v115:7","article-title":"Predictive value of tumor thickness for cervical lymph-node involvement in squamous cell carcinoma of the oral cavity: a meta-analysis of reported studies.","volume":"115","author":"Huang","year":"2009","journal-title":"Cancer"},{"issue":"20","key":"zoi220226r17","doi-asserted-by":"publisher","first-page":"1753","DOI":"10.1200\/JCO.18.01921","article-title":"Management of the neck in squamous cell carcinoma of the oral cavity and oropharynx: ASCO clinical practice guideline.","volume":"37","author":"Koyfman","year":"2019","journal-title":"J Clin Oncol"},{"key":"zoi220226r18","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1016\/j.oraloncology.2019.03.011","article-title":"Machine learning to predict occult nodal metastasis in early oral squamous cell carcinoma.","volume":"92","author":"Bur","year":"2019","journal-title":"Oral Oncol"},{"issue":"3","key":"zoi220226r19","doi-asserted-by":"publisher","first-page":"148","DOI":"10.1002\/bjs.9736","article-title":"Transparent reporting of a multivariable prediction model for individual prognosis or diagnosis (TRIPOD): the TRIPOD statement.","volume":"102","author":"Collins","year":"2015","journal-title":"Br J Surg"},{"issue":"12","key":"zoi220226r20","doi-asserted-by":"publisher","first-page":"1410","DOI":"10.1001\/archsurg.1986.01400120060009","article-title":"Thickness as prognostic aid in upper aerodigestive tract cancer.","volume":"121","author":"Moore","year":"1986","journal-title":"Arch Surg"},{"issue":"2","key":"zoi220226r21","doi-asserted-by":"publisher","first-page":"122","DOI":"10.3322\/caac.21389","article-title":"Head and Neck cancers\u2014major changes in the American Joint Committee on cancer eighth edition cancer staging manual.","volume":"67","author":"Lydiatt","year":"2017","journal-title":"CA Cancer J Clin"},{"issue":"1","key":"zoi220226r22","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1016\/j.oooo.2019.08.002","article-title":"Tumor depth of invasion versus tumor thickness in guiding regional nodal treatment in early oral tongue squamous cell carcinoma.","volume":"129","author":"Liu","year":"2020","journal-title":"Oral Surg Oral Med Oral Pathol Oral Radiol"},{"issue":"85","key":"zoi220226r24","first-page":"2825","article-title":"Scikit-learn: machine learning in Python.","volume":"12","author":"Pedregosa","year":"2011","journal-title":"J Mach Learn Res"},{"key":"zoi220226r25","article-title":"Making a science of model search: hyperparameter optimization in hundreds of dimensions for vision architectures.","author":"Bergstra","year":"2013","journal-title":"J Mach Learn Res"},{"issue":"3","key":"zoi220226r27","doi-asserted-by":"publisher","first-page":"837","DOI":"10.2307\/2531595","article-title":"Comparing the areas under two or more correlated receiver operating characteristic curves: a nonparametric approach.","volume":"44","author":"DeLong","year":"1988","journal-title":"Biometrics"},{"issue":"7","key":"zoi220226r28","first-page":"1115","article-title":"Clinicopathological prognostic factors of oral squamous cell carcinoma: an experience of a tertiary care hospital.","volume":"68","author":"Abbas","year":"2018","journal-title":"J Pak Med Assoc"},{"issue":"9","key":"zoi220226r29","doi-asserted-by":"publisher","first-page":"641","DOI":"10.1016\/j.prp.2015.05.007","article-title":"A switch from epithelial to mesenchymal properties correlates with lymphovascular invasion in squamous cell carcinoma of the penis.","volume":"211","author":"May","year":"2015","journal-title":"Pathol Res Pract"},{"issue":"7","key":"zoi220226r30","doi-asserted-by":"publisher","first-page":"1611","DOI":"10.1016\/j.cell.2017.10.044","article-title":"Single-cell transcriptomic analysis of primary and metastatic tumor ecosystems in head and neck cancer.","volume":"171","author":"Puram","year":"2017","journal-title":"Cell"},{"key":"zoi220226r31","doi-asserted-by":"crossref","DOI":"10.1016\/j.oraloncology.2019.104458","article-title":"Immunohistochemical quantification of partial-EMT in oral cavity squamous cell carcinoma primary tumors is associated with nodal metastasis.","volume":"99","author":"Parikh","year":"2019","journal-title":"Oral Oncol"},{"issue":"7","key":"zoi220226r32","doi-asserted-by":"publisher","first-page":"994","DOI":"10.1002\/hed.v34.7","article-title":"Risks and clinical implications of perineural invasion in T1-2 oral tongue squamous cell carcinoma.","volume":"34","author":"Tai","year":"2012","journal-title":"Head Neck"},{"issue":"8","key":"zoi220226r33","doi-asserted-by":"publisher","first-page":"1164","DOI":"10.1097\/PAS.0b013e318285f684","article-title":"Perineural invasion in T1 oral squamous cell carcinoma indicates the need for aggressive elective neck dissection.","volume":"37","author":"Tai","year":"2013","journal-title":"Am J Surg Pathol"},{"issue":"2","key":"zoi220226r34","doi-asserted-by":"publisher","first-page":"123","DOI":"10.1016\/j.suronc.2018.02.005","article-title":"Prognostic impact of perineural invasion in early stage oral tongue squamous cell carcinoma: results from a prospective randomized trial.","volume":"27","author":"Yang","year":"2018","journal-title":"Surg Oncol"},{"issue":"4","key":"zoi220226r35","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1002\/(ISSN)1097-0347","article-title":"Lymph node metastasis in squamous cell carcinoma of the oral cavity: correlation between histologic features and the prevalence of metastasis.","volume":"14","author":"Umeda","year":"1992","journal-title":"Head Neck"},{"issue":"9","key":"zoi220226r36","doi-asserted-by":"publisher","first-page":"898","DOI":"10.1016\/j.oraloncology.2004.04.004","article-title":"Clinical predictors for contralateral neck lymph node metastasis from unilateral squamous cell carcinoma in the oral cavity.","volume":"40","author":"Kurita","year":"2004","journal-title":"Oral Oncol"},{"issue":"2","key":"zoi220226r37","doi-asserted-by":"publisher","first-page":"168","DOI":"10.4103\/0973-029X.84485","article-title":"A study on histological grading of oral squamous cell carcinoma and its co-relationship with regional metastasis.","volume":"15","author":"Akhter","year":"2011","journal-title":"J Oral Maxillofac Pathol"},{"issue":"3","key":"zoi220226r38","doi-asserted-by":"publisher","first-page":"130","DOI":"10.1177\/014556131209100311","article-title":"The effects of tumor size, degree of differentiation, and depth of invasion on the risk of neck node metastasis in squamous cell carcinoma of the oral cavity.","volume":"91","author":"Haksever","year":"2012","journal-title":"Ear Nose Throat J"},{"key":"zoi220226r39","doi-asserted-by":"publisher","first-page":"E2350","DOI":"10.1002\/hed.24295","article-title":"Adjuvant radiotherapy for early head and neck squamous cell carcinoma with perineural invasion: a systematic review.","volume":"38","author":"Bur","year":"2016","journal-title":"Head Neck"},{"issue":"4","key":"zoi220226r40","doi-asserted-by":"publisher","first-page":"416","DOI":"10.1038\/nm843","article-title":"Predicting hepatitis B virus\u2013positive metastatic hepatocellular carcinomas using gene expression profiling and supervised machine learning.","volume":"9","author":"Ye","year":"2003","journal-title":"Nat Med"},{"key":"zoi220226r41","doi-asserted-by":"crossref","DOI":"10.1100\/2012\/380495","article-title":"Gene expression profiles for predicting metastasis in breast cancer: a cross-study comparison of classification methods.","volume":"2012","author":"Burton","year":"2012","journal-title":"ScientificWorldJournal"},{"key":"zoi220226r42","doi-asserted-by":"crossref","DOI":"10.1155\/2017\/5745724","article-title":"Identification of biomarkers for predicting lymph node metastasis of stomach cancer using clinical DNA methylation data.","volume":"2017","author":"Wu","year":"2017","journal-title":"Dis Markers"},{"issue":"2","key":"zoi220226r43","first-page":"2907","article-title":"A multigene support vector machine predictor for metastasis of cutaneous melanoma.","volume":"17","author":"Wei","year":"2018","journal-title":"Mol Med Rep"},{"issue":"1","key":"zoi220226r44","doi-asserted-by":"publisher","first-page":"17314","DOI":"10.1038\/s41598-017-17330-0","article-title":"Identification of a gene signature for discriminating metastatic from primary melanoma using a molecular interaction network approach.","volume":"7","author":"Metri","year":"2017","journal-title":"Sci Rep"},{"issue":"5","key":"zoi220226r45","doi-asserted-by":"publisher","first-page":"1357","DOI":"10.3892\/ijmm.2017.3126","article-title":"A support vector machine classifier for the prediction of osteosarcoma metastasis with high accuracy.","volume":"40","author":"He","year":"2017","journal-title":"Int J Mol Med"},{"issue":"5","key":"zoi220226r46","doi-asserted-by":"publisher","first-page":"601","DOI":"10.1007\/s004280100412","article-title":"ADASP recommendations for processing and reporting of lymph node specimens submitted for evaluation of metastatic disease.","volume":"439","author":"Lawrence","year":"2001","journal-title":"Virchows Arch"},{"key":"zoi220226r47","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1007\/s12070-012-0551-4","article-title":"Immunohistochemistry, a valuable tool in detection of cervical lymph node micrometastases in head and neck squamous cell carcinoma: a prospective study.","volume":"65","author":"Sharma","year":"2013","journal-title":"Indian J Otolaryngol Head Neck Surg"},{"issue":"9","key":"zoi220226r48","doi-asserted-by":"publisher","first-page":"3049","DOI":"10.1245\/s10434-014-3702-x","article-title":"Minimum nodal yield in oral squamous cell carcinoma: defining the standard of care in a multicenter international pooled validation study.","volume":"21","author":"Ebrahimi","year":"2014","journal-title":"Ann Surg Oncol"},{"issue":"32","key":"zoi220226r49","doi-asserted-by":"publisher","first-page":"3892","DOI":"10.1200\/JCO.2016.67.3863","article-title":"Lymph node count from neck dissection predicts mortality in head and neck cancer.","volume":"34","author":"Divi","year":"2016","journal-title":"J Clin Oncol"},{"key":"zoi220226r23","unstructured":"Bergstra? J, Bardenet? R, Bengio? Y, K\u00e9gl? B. Algorithms for hyper-parameter optimization. In: Advances in Neural Information Processing Systems 24 (NIPS 2011). Proceedings of the 24th International Conference on Neural Information Processing Systems. Accessed March 11, 2021. https:\/\/papers.nips.cc\/paper\/2011\/file\/86e8f7ab32cfd12577bc2619bc635690-Paper.pdf"},{"key":"zoi220226r26","doi-asserted-by":"crossref","unstructured":"Chen? T, Guestrin? C. XGBoost: a scalable tree boosting system. 2016. KDD \u201916: Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining. Published online August 2016. Accessed November 15, 2021. https:\/\/dl.acm.org\/doi\/10.1145\/2939672.2939785","DOI":"10.1145\/2939672.2939785"}],"container-title":["JAMA Network Open"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/jamanetwork.com\/journals\/jamanetworkopen\/articlepdf\/2791003\/farrokhian_2022_oi_220226_1649185594.36598.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,4,13]],"date-time":"2022-04-13T15:03:05Z","timestamp":1649862185000},"score":1,"resource":{"primary":{"URL":"https:\/\/jamanetwork.com\/journals\/jamanetworkopen\/fullarticle\/2791003"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,13]]},"references-count":49,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022,4,1]]}},"URL":"https:\/\/doi.org\/10.1001\/jamanetworkopen.2022.7226","relation":{},"ISSN":["2574-3805"],"issn-type":[{"value":"2574-3805","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,4,13]]}}}