{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,20]],"date-time":"2026-02-20T05:33:07Z","timestamp":1771565587645,"version":"3.50.1"},"reference-count":58,"publisher":"Elsevier BV","issue":"5","license":[{"start":{"date-parts":[[2021,5,1]],"date-time":"2021-05-01T00:00:00Z","timestamp":1619827200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2021,5,1]],"date-time":"2021-05-01T00:00:00Z","timestamp":1619827200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"}],"content-domain":{"domain":["ajodo.org","clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["American Journal of Orthodontics and Dentofacial Orthopedics"],"published-print":{"date-parts":[[2021,5]]},"DOI":"10.1016\/j.ajodo.2020.09.021","type":"journal-article","created":{"date-parts":[[2021,4,27]],"date-time":"2021-04-27T18:12:58Z","timestamp":1619547178000},"page":"e389-e397","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":2,"title":["Measuring orthodontic treatment impact: Description or judgment, challenge or result"],"prefix":"10.1016","volume":"159","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3309-0853","authenticated-orcid":false,"given":"Kaiyuan","family":"Xu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0246-870X","authenticated-orcid":false,"given":"Shadiya E.","family":"Hasan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Gui","family":"Chen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Siqi","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5494-1066","authenticated-orcid":false,"given":"David W.","family":"Chambers","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6975-6226","authenticated-orcid":false,"given":"Tianmin","family":"Xu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/j.ajodo.2020.09.021_bib1","doi-asserted-by":"crossref","first-page":"77","DOI":"10.5005\/jp-journals-10015-1132","article-title":"An overview of orthodontic indices","volume":"3","author":"Agarwal","year":"2012","journal-title":"World J Dent"},{"key":"10.1016\/j.ajodo.2020.09.021_bib2","doi-asserted-by":"crossref","first-page":"149","DOI":"10.1093\/ortho\/27.2.149","article-title":"The development of the index of complexity, outcome and need (ICON)","volume":"27","author":"Daniels","year":"2000","journal-title":"J Orthod"},{"key":"10.1016\/j.ajodo.2020.09.021_bib3","doi-asserted-by":"crossref","first-page":"552","DOI":"10.1016\/0002-9416(71)90002-9","article-title":"The occlusal index: a system for identifying and scoring occlusal disorders","volume":"59","author":"Summers","year":"1971","journal-title":"Am J Orthod"},{"key":"10.1016\/j.ajodo.2020.09.021_bib4","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1111\/j.1834-7819.1996.tb05654.x","article-title":"Establishing malocclusion severity levels on the Dental Aesthetic Index (DAI) scale","volume":"41","author":"Jenny","year":"1996","journal-title":"Aust Dent J"},{"key":"10.1016\/j.ajodo.2020.09.021_bib5","doi-asserted-by":"crossref","first-page":"533","DOI":"10.1016\/j.ajodo.2004.05.017","article-title":"Comprehensive clinical evaluation as an outcome assessment for a graduate orthodontics program","volume":"126","author":"Pinskaya","year":"2004","journal-title":"Am J Orthod Dentofacial Orthop"},{"key":"10.1016\/j.ajodo.2020.09.021_bib6","doi-asserted-by":"crossref","first-page":"172","DOI":"10.1016\/S0889-5406(95)70133-8","article-title":"The validation of the Peer Assessment Rating index for malocclusion severity and treatment difficulty","volume":"107","author":"DeGuzman","year":"1995","journal-title":"Am J Orthod Dentofacial Orthop"},{"key":"10.1016\/j.ajodo.2020.09.021_bib7","doi-asserted-by":"crossref","first-page":"463","DOI":"10.1067\/mod.2002.128465","article-title":"Evaluation of the peer assessment rating (PAR) index as an index of orthodontic treatment need","volume":"122","author":"Firestone","year":"2002","journal-title":"Am J Orthod Dentofacial Orthop"},{"key":"10.1016\/j.ajodo.2020.09.021_bib8","doi-asserted-by":"crossref","first-page":"125","DOI":"10.1093\/ejo\/14.2.125","article-title":"The development of the PAR index (Peer Assessment Rating): reliability and validity","volume":"14","author":"Richmond","year":"1992","journal-title":"Eur J Orthod"},{"key":"10.1016\/j.ajodo.2020.09.021_bib9","doi-asserted-by":"crossref","first-page":"270","DOI":"10.1016\/j.ajodo.2004.01.005","article-title":"The ABO discrepancy index: a measure of case complexity","volume":"125","author":"Cangialosi","year":"2004","journal-title":"Am J Orthod Dentofacial Orthop"},{"key":"10.1016\/j.ajodo.2020.09.021_bib10","doi-asserted-by":"crossref","first-page":"589","DOI":"10.1016\/S0889-5406(98)70179-9","article-title":"Objective grading system for dental casts and panoramic radiographs. American Board of Orthodontics","volume":"114","author":"Casko","year":"1998","journal-title":"Am J Orthod Dentofacial Orthop"},{"key":"10.1016\/j.ajodo.2020.09.021_bib11","first-page":"556","article-title":"Clinical use of the ABO-scoring index: reliability and subtraction frequency","volume":"73","author":"Lieber","year":"2003","journal-title":"Angle Orthod"},{"key":"10.1016\/j.ajodo.2020.09.021_bib12","doi-asserted-by":"crossref","first-page":"391","DOI":"10.1016\/j.ajodo.2013.04.018","article-title":"Validation of the American Board of Orthodontics Objective Grading System for assessing the treatment outcomes of Chinese patients","volume":"144","author":"Song","year":"2013","journal-title":"Am J Orthod Dentofacial Orthop"},{"key":"10.1016\/j.ajodo.2020.09.021_bib13","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1093\/ejo\/19.3.279","article-title":"Evaluation of treatment and post-treatment changes by the PAR index","volume":"19","author":"Birkeland","year":"1997","journal-title":"Eur J Orthod"},{"key":"10.1016\/j.ajodo.2020.09.021_bib14","doi-asserted-by":"crossref","first-page":"192","DOI":"10.2319\/062210-341.1","article-title":"The relationship between the ABO discrepancy index and treatment duration in a graduate orthodontic clinic","volume":"81","author":"Parrish","year":"2011","journal-title":"Angle Orthod"},{"key":"10.1016\/j.ajodo.2020.09.021_bib15","doi-asserted-by":"crossref","first-page":"180","DOI":"10.1093\/ejo\/14.3.180","article-title":"The PAR Index (Peer Assessment Rating): methods to determine outcome of orthodontic treatment in terms of improvement and standards","volume":"14","author":"Richmond","year":"1992","journal-title":"Eur J Orthod"},{"key":"10.1016\/j.ajodo.2020.09.021_bib16","doi-asserted-by":"crossref","first-page":"240","DOI":"10.1067\/mod.2001.116401","article-title":"A comparison of the reliability and validity of 3 occlusal indexes of orthodontic treatment need","volume":"120","author":"Beglin","year":"2001","journal-title":"Am J Orthod Dentofacial Orthop"},{"key":"10.1016\/j.ajodo.2020.09.021_bib17","doi-asserted-by":"crossref","first-page":"212","DOI":"10.1016\/0889-5406(91)70058-5","article-title":"Consistency of orthodontic treatment decisions relative to diagnostic records","volume":"199","author":"Han","year":"1991","journal-title":"Am J Orthod Dentofacial Orthop"},{"key":"10.1016\/j.ajodo.2020.09.021_bib18","doi-asserted-by":"crossref","first-page":"135","DOI":"10.1016\/j.ajodo.2018.03.018","article-title":"Agreement of treatment recommendations based on digital vs plaster dental models","volume":"155","author":"Ko","year":"2019","journal-title":"Am J Orthod Dentofacial Orthop"},{"key":"10.1016\/j.ajodo.2020.09.021_bib19","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1111\/ocr.1999.2.2.79","article-title":"Consistency of orthodontic treatment planning decisions","volume":"2","author":"Lee","year":"1999","journal-title":"Clin Orthod Res"},{"key":"10.1016\/j.ajodo.2020.09.021_bib20","doi-asserted-by":"crossref","first-page":"58","DOI":"10.1093\/ejo\/cji085","article-title":"The reliability and validity of the index of complexity, outcome and need for determining treatment need in Dutch orthodontic practice","volume":"28","author":"Louwerse","year":"2006","journal-title":"Eur J Orthod"},{"key":"10.1016\/j.ajodo.2020.09.021_bib21","first-page":"325","article-title":"Evaluation of orthodontists\u2019 perception of treatment need and the peer assessment rating (PAR) index","volume":"69","author":"McGorray","year":"1999","journal-title":"Angle Orthod"},{"key":"10.1016\/j.ajodo.2020.09.021_bib22","series-title":"Heuristics and Biases: The Psychology of Intuitive Judgment","author":"Gilovich","year":"2002"},{"key":"10.1016\/j.ajodo.2020.09.021_bib23","series-title":"Judgment Under Uncertainty: Heuristics and Biases","author":"Kahneman","year":"1982"},{"key":"10.1016\/j.ajodo.2020.09.021_bib24","series-title":"Choices, Values, and Frames","author":"Kahneman","year":"2000"},{"key":"10.1016\/j.ajodo.2020.09.021_bib25","series-title":"American Psychological Association, National Council on Measurement in Education. Standards for Education and Psychological Testing","year":"1999"},{"key":"10.1016\/j.ajodo.2020.09.021_bib26","series-title":"Essentials of Psychological Testing","author":"Cronbach","year":"1960"},{"key":"10.1016\/j.ajodo.2020.09.021_bib27","series-title":"Statistical Theories of Mental Test Scores","author":"Lord","year":"1968"},{"key":"10.1016\/j.ajodo.2020.09.021_bib28","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1093\/ejo\/cjx043","article-title":"Interpreting weightings of the peer assessment rating index and the discrepancy index across contexts on Chinese patients","volume":"40","author":"Liu","year":"2018","journal-title":"Eur J Orthod"},{"key":"10.1016\/j.ajodo.2020.09.021_bib29","doi-asserted-by":"crossref","first-page":"36","DOI":"10.1186\/1746-160X-9-36","article-title":"Influence of lateral cephalometric radiographs on extraction decision in skeletal Class I patients","volume":"9","author":"Din\u00e7er","year":"2013","journal-title":"Head Face Med"},{"key":"10.1016\/j.ajodo.2020.09.021_bib30","doi-asserted-by":"crossref","first-page":"e175","DOI":"10.1016\/j.ajodo.2010.09.021","article-title":"How important are lateral cephalometric radiographs in orthodontic treatment planning?","volume":"139","author":"Devereux","year":"2011","journal-title":"Am J Orthod Dentofacial Orthop"},{"key":"10.1016\/j.ajodo.2020.09.021_bib31","doi-asserted-by":"crossref","first-page":"206","DOI":"10.2319\/011214-41.1","article-title":"Influence of lateral cephalometric radiography in orthodontic diagnosis and treatment planning","volume":"85","author":"Dur\u00e3o","year":"2015","journal-title":"Angle Orthod"},{"key":"10.1016\/j.ajodo.2020.09.021_bib32","doi-asserted-by":"crossref","first-page":"665","DOI":"10.1016\/j.ajodo.2012.12.011","article-title":"Impact of cone-beam computed tomography on orthodontic diagnosis and treatment planning","volume":"143","author":"Hodges","year":"2013","journal-title":"Am J Orthod Dentofacial Orthop"},{"key":"10.1016\/j.ajodo.2020.09.021_bib33","doi-asserted-by":"crossref","first-page":"630","DOI":"10.1093\/ejo\/cjn059","article-title":"The influence of cephalometrics on orthodontic treatment planning","volume":"30","author":"Nijkamp","year":"2008","journal-title":"Eur J Orthod"},{"key":"10.1016\/j.ajodo.2020.09.021_bib34","doi-asserted-by":"crossref","first-page":"1059","DOI":"10.2319\/021113-124.1","article-title":"Effect of cephalograms on decisions for early orthodontic treatment","volume":"83","author":"Ritschel","year":"2013","journal-title":"Angle Orthod"},{"key":"10.1016\/j.ajodo.2020.09.021_bib35","doi-asserted-by":"crossref","first-page":"485","DOI":"10.1016\/j.ajodo.2005.02.022","article-title":"Variations in orthodontic treatment planning decisions of Class II patients between virtual 3-dimensional models and traditional plaster study models","volume":"130","author":"Whetten","year":"2006","journal-title":"Am J Orthod Dentofacial Orthop"},{"key":"10.1016\/j.ajodo.2020.09.021_bib36","doi-asserted-by":"crossref","first-page":"879","DOI":"10.1037\/0021-9010.88.5.879","article-title":"Common method biases in behavioral research: a critical review of the literature and recommended remedies","volume":"88","author":"Podsakoff","year":"2003","journal-title":"J Appl Psychol"},{"key":"10.1016\/j.ajodo.2020.09.021_bib37","series-title":"Judgment Under Uncertainty: Heuristics and Biases","first-page":"211","article-title":"Informal covariation assessment: data-based vs. theory-based judgments","author":"Jennings","year":"1982"},{"key":"10.1016\/j.ajodo.2020.09.021_bib38","doi-asserted-by":"crossref","first-page":"261","DOI":"10.1037\/h0022125","article-title":"Overconfidence in case-study judgments","volume":"29","author":"Oskamp","year":"1965","journal-title":"J Consult Psychol"},{"key":"10.1016\/j.ajodo.2020.09.021_bib39","doi-asserted-by":"crossref","first-page":"414","DOI":"10.1038\/232414a0","article-title":"Evaluation of compound probabilities in sequential choice","volume":"232","author":"Cohen","year":"1971","journal-title":"Nature"},{"key":"10.1016\/j.ajodo.2020.09.021_bib40","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1007\/BF00122574","article-title":"Advances in prospect theory: cumulative representation of uncertainty","volume":"5","author":"Tversky","year":"1992","journal-title":"J Risk Uncertainty"},{"key":"10.1016\/j.ajodo.2020.09.021_bib41","series-title":"Thinking: The New Science of Decision-Making, Problem-Solving, and Prediction","first-page":"386","article-title":"The marvels and the flaws of intuitive thinking","author":"Kahneman","year":"2013"},{"key":"10.1016\/j.ajodo.2020.09.021_bib42","series-title":"Thinking, Fast and Slow","author":"Kahneman","year":"2011"},{"key":"10.1016\/j.ajodo.2020.09.021_bib43","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1016\/j.ajodo.2010.05.018","article-title":"Heuristic reasoning and cognitive biases: are they hindrances to judgments and decision making in orthodontics?","volume":"139","author":"Hicks","year":"2011","journal-title":"Am J Orthod Dentofacial Orthop"},{"key":"10.1016\/j.ajodo.2020.09.021_bib44","doi-asserted-by":"crossref","first-page":"543","DOI":"10.1016\/j.ajodo.2015.09.023","article-title":"Objective vs subjective analyses of arch form and preformed archwire selection","volume":"149","author":"Nouri","year":"2016","journal-title":"Am J Orthod Dentofacial Orthop"},{"key":"10.1016\/j.ajodo.2020.09.021_bib45","doi-asserted-by":"crossref","first-page":"629","DOI":"10.1067\/mod.2001.119781","article-title":"Variability of study cast assessment among orthodontists","volume":"120","author":"Pair","year":"2001","journal-title":"Am J Orthod Dentofacial Orthop"},{"key":"10.1016\/j.ajodo.2020.09.021_bib46","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1006\/obhd.1996.0077","article-title":"The evaluability hypothesis: an explanation for preference reversals between joint and separate evaluations of alternatives","volume":"67","author":"Hsee","year":"1996","journal-title":"Organ Behav Hum Dec Proc"},{"key":"10.1016\/j.ajodo.2020.09.021_bib47","first-page":"315","article-title":"How dentists learn by combining evidence and experience","volume":"46","author":"Chambers","year":"2018","journal-title":"J Cal Dent Assoc"},{"key":"10.1016\/j.ajodo.2020.09.021_bib48","doi-asserted-by":"crossref","first-page":"263","DOI":"10.2307\/1914185","article-title":"Prospect theory: an analysis of decision under risk","volume":"47","author":"Kahneman","year":"1979","journal-title":"Econometrica"},{"key":"10.1016\/j.ajodo.2020.09.021_bib49","series-title":"Australian weighting for the PAR Index [Master\u2019s Thesis]","author":"Vlaskalic","year":"1994"},{"key":"10.1016\/j.ajodo.2020.09.021_bib50","series-title":"Judgment Under Uncertainty: Heuristics and Biases","first-page":"249","article-title":"Probability reasoning in clinical medicine: problems and opportunities","author":"Eddy","year":"1982"},{"key":"10.1016\/j.ajodo.2020.09.021_bib51","series-title":"Formal Representation of Human Judgment","article-title":"Conservatism in human information processing","author":"Edwards","year":"1968"},{"key":"10.1016\/j.ajodo.2020.09.021_bib52","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1016\/0010-0285(92)90013-R","article-title":"The weighing of evidence and the determinants of confidence","volume":"24","author":"Griffin","year":"1992","journal-title":"Cog Psychol"},{"key":"10.1016\/j.ajodo.2020.09.021_bib53","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1177\/096228029700600202","article-title":"Regression towards the mean, historically considered","volume":"6","author":"Stigler","year":"1997","journal-title":"Stat Methods Med Res"},{"key":"10.1016\/j.ajodo.2020.09.021_bib54","series-title":"Fundamentals of Statistics","author":"Kelley","year":"1947"},{"key":"10.1016\/j.ajodo.2020.09.021_bib55","series-title":"A First Course in Bayesian Statistical Methods","author":"Hoff","year":"2009"},{"key":"10.1016\/j.ajodo.2020.09.021_bib56","doi-asserted-by":"crossref","first-page":"656","DOI":"10.14219\/jada.archive.2010.0253","article-title":"An investigation of dentists\u2019 and dental students\u2019 estimates of diagnostic probabilities","volume":"141","author":"Chambers","year":"2010","journal-title":"J Am Dent Assoc"},{"key":"10.1016\/j.ajodo.2020.09.021_bib57","doi-asserted-by":"crossref","first-page":"302","DOI":"10.1001\/jama.1995.03520280048038","article-title":"Medical decision making in situations that offer multiple alternatives","volume":"273","author":"Redelmeier","year":"1995","journal-title":"JAMA"},{"key":"10.1016\/j.ajodo.2020.09.021_bib58","series-title":"The Enigma of Health","author":"Gadamer","year":"1996"}],"container-title":["American Journal of Orthodontics and Dentofacial Orthopedics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0889540620307411?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0889540620307411?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,11]],"date-time":"2025-10-11T09:09:07Z","timestamp":1760173747000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0889540620307411"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,5]]},"references-count":58,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2021,5]]}},"alternative-id":["S0889540620307411"],"URL":"https:\/\/doi.org\/10.1016\/j.ajodo.2020.09.021","relation":{},"ISSN":["0889-5406"],"issn-type":[{"value":"0889-5406","type":"print"}],"subject":[],"published":{"date-parts":[[2021,5]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Measuring orthodontic treatment impact: Description or judgment, challenge or result","name":"articletitle","label":"Article Title"},{"value":"American Journal of Orthodontics and Dentofacial Orthopedics","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ajodo.2020.09.021","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2021","name":"copyright","label":"Copyright"}]}}