{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,9]],"date-time":"2026-03-09T13:36:49Z","timestamp":1773063409921,"version":"3.50.1"},"reference-count":55,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2025,5,2]],"date-time":"2025-05-02T00:00:00Z","timestamp":1746144000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,5,2]],"date-time":"2025-05-02T00:00:00Z","timestamp":1746144000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SN COMPUT. SCI."],"DOI":"10.1007\/s42979-025-03974-7","type":"journal-article","created":{"date-parts":[[2025,5,2]],"date-time":"2025-05-02T19:24:01Z","timestamp":1746213841000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Comparative Approach to Define Cutoff Scores Using Youden Index, Hurwicz Criterion and MLP Neural Networks: TOLIMO Case Study"],"prefix":"10.1007","volume":"6","author":[{"given":"Maryam","family":"Parsaeian","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5634-5003","authenticated-orcid":false,"given":"Ebrahim","family":"Khodaie","sequence":"additional","affiliation":[]},{"given":"Balal","family":"Izanloo","sequence":"additional","affiliation":[]},{"given":"Keyvan","family":"Salehi","sequence":"additional","affiliation":[]},{"given":"Sima","family":"NaghiZadeh","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,5,2]]},"reference":[{"issue":"1","key":"3974_CR1","doi-asserted-by":"publisher","first-page":"77","DOI":"10.3390\/encyclopedia3010006","volume":"3","author":"H Taherdoost","year":"2023","unstructured":"Taherdoost H, Madanchian M. Multi-criteria decision making (MCDM) methods and concepts. Encyclopedia. 2023;3(1):77\u201387.","journal-title":"Encyclopedia"},{"issue":"1","key":"3974_CR2","doi-asserted-by":"publisher","first-page":"137","DOI":"10.3102\/00346543056001137","volume":"56","author":"RA Berk","year":"1986","unstructured":"Berk RA. A consumer\u2019s guide to setting performance standards on criterion-referenced tests. Rev Educ Res. 1986;56(1):137\u201372.","journal-title":"Rev Educ Res"},{"issue":"4","key":"3974_CR3","first-page":"617","volume":"6","author":"AS Lane","year":"2020","unstructured":"Lane AS, Roberts C, Khanna P. Do we know who the person with the borderline score is, in standard-setting and decision-making. Health Prof Educ. 2020;6(4):617\u201325.","journal-title":"Health Prof Educ"},{"key":"3974_CR4","unstructured":"Zieky M, Perie M (2006) A primer on setting cut scores on tests of educational achievement. Princeton, NJ, Educational Testing Service 320:2"},{"issue":"3","key":"3974_CR5","doi-asserted-by":"publisher","first-page":"251","DOI":"10.3102\/1076998617696495","volume":"42","author":"I Grabovsky","year":"2017","unstructured":"Grabovsky I, Wainer H. The cut-score operating function: a new tool to aid in standard setting. J Educ Behav Stat. 2017;42(3):251\u201363.","journal-title":"J Educ Behav Stat"},{"issue":"2","key":"3974_CR6","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1111\/j.1745-3984.1993.tb01068.x","volume":"30","author":"GJ Cizek","year":"1993","unstructured":"Cizek GJ. Reconsidering standards and criteria. J Educ Meas. 1993;30(2):93\u2013106.","journal-title":"J Educ Meas"},{"key":"3974_CR7","unstructured":"Certification of student competence. (1989). American Council on Education."},{"issue":"1","key":"3974_CR8","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1002\/1097-0142(1950)3:1<32::AID-CNCR2820030106>3.0.CO;2-3","volume":"3","author":"WJ Youden","year":"1950","unstructured":"Youden WJ. Index for rating diagnostic tests. Cancer. 1950;3(1):32\u20135.","journal-title":"Cancer"},{"issue":"4","key":"3974_CR9","doi-asserted-by":"publisher","first-page":"458","DOI":"10.1002\/bimj.200410135","volume":"47","author":"R Fluss","year":"2005","unstructured":"Fluss R, Faraggi D, Reiser B. Estimation of the Youden Index and its associated cutoff point. Biometrical J. 2005;47(4):458\u201372.","journal-title":"Biometrical J"},{"key":"3974_CR10","unstructured":"Ion (2012) Methods and techniques underlying the decision\u2014effective management tools, presented at the Proceedings Of The International Scientific Conference Eco-Trend, IX th Edition."},{"key":"3974_CR11","volume-title":"Data mining concepts and techniques","author":"J Han","year":"2012","unstructured":"Han J, Kamber M, Pei J. Data mining concepts and techniques. 3rd ed. Waltham: Morgan Kaufmann Publishers; 2012.","edition":"3"},{"key":"3974_CR12","volume-title":"Deep learning","author":"Y Bengio","year":"2017","unstructured":"Bengio Y, Goodfellow I, Courville A. Deep learning. Cambridge: MIT press Cambridge; 2017."},{"key":"3974_CR13","volume-title":"Common European framework of reference for languages: learning, teaching, assessment","author":"C. O. Europe","year":"2001","unstructured":"C. O. Europe. Common European framework of reference for languages: learning, teaching, assessment. Cambridge: Cambridge University Press; 2001."},{"key":"3974_CR14","unstructured":"C. O. Europe. Relating Language Examinations to the Common European Framework of Reference for Languages: Learning, Teaching, Assessment (CEFR). 2009."},{"issue":"3","key":"3974_CR15","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1191\/0265532205lt308oa","volume":"22","author":"N Figueras","year":"2005","unstructured":"Figueras N, North B, Takala S, Verhelst N, Van Avermaet P. Relating examinations to the common European framework: a manual. Lang Test. 2005;22(3):261\u201379.","journal-title":"Lang Test"},{"key":"3974_CR16","doi-asserted-by":"crossref","unstructured":"Lee ST, Van Heuven WJ, Price JM, Leong CX (2025) Assessing bilingual language proficiency with a yes\/no vocabulary test: the role of form-meaning vocabulary knowledge. Bilingualism: Language and Cognition. pp 1\u201317.","DOI":"10.1017\/S1366728924001007"},{"issue":"5","key":"3974_CR17","doi-asserted-by":"publisher","first-page":"4563","DOI":"10.3758\/s13428-023-02202-5","volume":"56","author":"ST Lee","year":"2024","unstructured":"Lee ST, van Heuven WJ, Price JM, Leong CXR. LexMAL: a quick and reliable lexical test for Malay speakers. Behav Res Methods. 2024;56(5):4563\u201381.","journal-title":"Behav Res Methods"},{"issue":"3","key":"3974_CR18","doi-asserted-by":"publisher","first-page":"2333","DOI":"10.3758\/s13428-023-02151-z","volume":"56","author":"Y Wen","year":"2024","unstructured":"Wen Y, Qiu Y, Leong CXR, van Heuven WJ. LexCHI: a quick lexical test for estimating language proficiency in Chinese. Behav Res Methods. 2024;56(3):2333\u201352.","journal-title":"Behav Res Methods"},{"issue":"4","key":"3974_CR19","first-page":"536","volume":"11","author":"MJH Molla","year":"2024","unstructured":"Molla MJH, Obaidullah SM, Sen S, Weber G-W, Jana C. Developing a predictive model for engineering graduates placement using a data-driven machine learning approach. J Appl Res Ind Eng. 2024;11(4):536\u201359.","journal-title":"J Appl Res Ind Eng"},{"key":"3974_CR20","doi-asserted-by":"crossref","unstructured":"Qirtas MM, Zafeiridi E, White EB, Pesch D. Unmasking Nuances Affecting Loneliness: Using Digital Behavioural Markers to Understand Social and Emotional Loneliness in College Students. 2025.","DOI":"10.20944\/preprints202502.0055.v1"},{"issue":"1","key":"3974_CR21","doi-asserted-by":"publisher","first-page":"919","DOI":"10.1186\/s12909-024-05905-1","volume":"24","author":"L Xu","year":"2024","unstructured":"Xu L, Jiang Z, Cai F, Ouyang J, Liu H, Cai T. Optimizing a national examination for medical undergraduates via modern automated test assembly approaches. BMC Med Educ. 2024;24(1):919.","journal-title":"BMC Med Educ"},{"key":"3974_CR22","doi-asserted-by":"crossref","unstructured":"Chen X. Analysis of Classification of Discretization Method. In: 2020 2nd International Conference on Machine Learning, Big Data and Business Intelligence (MLBDBI). IEEE. 2020. p. 186\u2013190.","DOI":"10.1109\/MLBDBI51377.2020.00041"},{"key":"3974_CR23","first-page":"1","volume-title":"Recent advances in artificial neural networks","author":"J Ghosh","year":"2018","unstructured":"Ghosh J, Taha I. A neuro-symbolic hybrid intelligent architecture with applications. In: Recent advances in artificial neural networks. New York: CRC Press; 2018. p. 1\u201337."},{"issue":"3","key":"3974_CR24","doi-asserted-by":"publisher","first-page":"383","DOI":"10.1177\/0265532216672703","volume":"34","author":"T Eckes","year":"2017","unstructured":"Eckes T. Setting cut scores on an EFL placement test using the prototype group method: a receiver operating characteristic (ROC) analysis. Lang Test. 2017;34(3):383\u2013411.","journal-title":"Lang Test"},{"issue":"12","key":"3974_CR25","doi-asserted-by":"publisher","first-page":"2084","DOI":"10.3390\/math10122084","volume":"10","author":"A Orynbassar","year":"2022","unstructured":"Orynbassar A, Sapazhanov Y, Kadyrov S, Lyublinskaya I. Application of ROC curve analysis for predicting students\u2019 passing grade in a course based on prerequisite grades. Mathematics. 2022;10(12):2084.","journal-title":"Mathematics"},{"key":"3974_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s12909-018-1238-7","volume":"18","author":"B Shulruf","year":"2018","unstructured":"Shulruf B, et al. Cut-scores revisited: feasibility of a new method for group standard setting. BMC Med Educ. 2018;18:1\u20138.","journal-title":"BMC Med Educ"},{"issue":"2","key":"3974_CR27","doi-asserted-by":"publisher","first-page":"154","DOI":"10.3109\/01421590903196979","volume":"32","author":"J Cohen-Schotanus","year":"2010","unstructured":"Cohen-Schotanus J, van der Vleuten CP. A standard setting method with the best performing students as point of reference: practical and affordable. Med Teach. 2010;32(2):154\u201360.","journal-title":"Med Teach"},{"issue":"1","key":"3974_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1002\/ets2.12357","volume":"2022","author":"S Papageorgiou","year":"2022","unstructured":"Papageorgiou S, Davis L, Ohta R, Garcia Gomez P. Mapping TOEFL\u00ae Essentials\u2122 test scores to the canadian language benchmarks. ETS Res Rep Ser. 2022;2022(1):1\u201342.","journal-title":"ETS Res Rep Ser."},{"issue":"3","key":"3974_CR29","doi-asserted-by":"publisher","first-page":"719","DOI":"10.1002\/tesq.3007","volume":"55","author":"GJ Ockey","year":"2021","unstructured":"Ockey GJ, Vo S, Baghestani S. Establishing appropriate cut scores of a standardized test for a local placement context. TESOL Q. 2021;55(3):719\u201342.","journal-title":"TESOL Q"},{"issue":"1","key":"3974_CR30","first-page":"88","volume":"11","author":"P Kim","year":"2021","unstructured":"Kim P. Contrasting Groups Analysis of\" TOEFL\u00ae iBT\" Test Cut Scores and the Common European Framework of Reference (CEFR) proficiency levels: Kernel density estimation of an english learners\u2019 corpus. Int J Lang Test. 2021;11(1):88\u2013102.","journal-title":"Int J Lang Test"},{"key":"3974_CR31","doi-asserted-by":"publisher","DOI":"10.1016\/j.asw.2019.100420","volume":"43","author":"J Fleckenstein","year":"2020","unstructured":"Fleckenstein J, Keller S, Kr\u00fcger M, Tannenbaum RJ, K\u00f6ller O. Linking TOEFL iBT\u00ae writing rubrics to CEFR levels: cut scores and validity evidence from a standard setting study. Assess Writ. 2020;43: 100420.","journal-title":"Assess Writ"},{"issue":"1","key":"3974_CR32","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1002\/ets2.12281","volume":"2019","author":"S Papageorgiou","year":"2019","unstructured":"Papageorgiou S, Wu S, Hsieh CN, Tannenbaum RJ, Cheng M. Mapping the TOEFL iBT\u00ae test scores to China\u2019s Standards of English language ability: implications for score interpretation and use. ETS Res Rep Ser. 2019;2019(1):1\u201349.","journal-title":"ETS Res Rep Ser"},{"issue":"3","key":"3974_CR33","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1177\/0265532216646605","volume":"34","author":"S-Y Shin","year":"2017","unstructured":"Shin S-Y, Lidster R. Evaluating different standard-setting methods in an ESL placement testing context. Lang Test. 2017;34(3):357\u201381.","journal-title":"Lang Test"},{"issue":"1","key":"3974_CR34","first-page":"3762651","volume":"2017","author":"I Unal","year":"2017","unstructured":"Unal I. Defining an optimal cut-point value in ROC analysis: an alternative approach. Comput Math Methods Med. 2017;2017(1):3762651.","journal-title":"Comput Math Methods Med"},{"issue":"2","key":"3974_CR35","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1177\/0265532215623582","volume":"34","author":"D Powers","year":"2017","unstructured":"Powers D, Schedl M, Papageorgiou S. Facilitating the interpretation of English language proficiency scores: combining scale anchoring and test score mapping methodologies. Lang Test. 2017;34(2):175\u201395.","journal-title":"Lang Test"},{"issue":"4","key":"3974_CR36","doi-asserted-by":"publisher","first-page":"491","DOI":"10.1177\/0265532213476259","volume":"30","author":"M Hsieh","year":"2013","unstructured":"Hsieh M. An application of multifaceted Rasch measurement in the Yes\/No Angoff standard setting procedure. Lang Test. 2013;30(4):491\u2013512.","journal-title":"Lang Test"},{"issue":"3","key":"3974_CR37","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1080\/15434303.2013.769550","volume":"10","author":"M Hsieh","year":"2013","unstructured":"Hsieh M. Comparing yes\/no Angoff and bookmark standard setting methods in the context of English assessment. Lang Assess Q. 2013;10(3):331\u201350.","journal-title":"Lang Assess Q"},{"issue":"3","key":"3974_CR38","first-page":"257","volume":"54","author":"T Eckes","year":"2012","unstructured":"Eckes T. Examinee-centered standard setting for large-scale assessments: the prototype group method. Psychol Test Assess Model. 2012;54(3):257.","journal-title":"Psychol Test Assess Model"},{"key":"3974_CR39","unstructured":"Benke. Setting cut scores and maintaining performance standards in foreign language testing, presented at the Foreign Languages as a Bridge to Subject-Area Knowledge and Skills, Banska Bystrica. 2012."},{"issue":"4","key":"3974_CR40","doi-asserted-by":"publisher","first-page":"295","DOI":"10.1080\/15434300701533562","volume":"4","author":"TR O'Neill","year":"2007","unstructured":"O\u2019Neill TR, Buckendahl CW, Plake BS, Taylor L. Recommending a nursing-specific passing standard for the IELTS examination. Lang Assess Q. 2007;4(4):295\u2013317.","journal-title":"Lang Assess Q"},{"key":"3974_CR41","unstructured":"Wylie EC, Tannenbaum RJ.TOEFL\u00ae Academic speaking test: Setting a cut score for international teaching assistants. Res Memo. 2006. p. 06\u201301."},{"key":"3974_CR42","unstructured":"Shin SK. How much is good enough? Setting and validating performance standards and cut scores for the web-based English as a second language placement exam at UCLA. University of California, Los Angeles. 2004."},{"issue":"1","key":"3974_CR43","doi-asserted-by":"publisher","first-page":"53","DOI":"10.32591\/coas.ojer.0701.05053k","volume":"7","author":"MS Koyuncu","year":"2023","unstructured":"Koyuncu MS. Standard setting with artificial neural networks: TIMSS 2015 mathematics case. Open J Educ Res. 2023;7(1):53\u201362.","journal-title":"Open J Educ Res"},{"issue":"11","key":"3974_CR44","doi-asserted-by":"publisher","first-page":"3998","DOI":"10.3390\/app10113998","volume":"10","author":"EM Queiroga","year":"2020","unstructured":"Queiroga EM, et al. A learning analytics approach to identify students at risk of dropout: a case study with a technical distance education course. Appl Sci. 2020;10(11):3998.","journal-title":"Appl Sci"},{"key":"3974_CR45","doi-asserted-by":"publisher","DOI":"10.2478\/amns.2023.2.01534","author":"R Zhang","year":"2024","unstructured":"Zhang R. Research on the influence of socialist core value system construction on college students\u2019 ideological and political education in the context of deep learning. Appl Math Nonlinear Sci. 2024. https:\/\/doi.org\/10.2478\/amns.2023.2.01534.","journal-title":"Appl Math Nonlinear Sci."},{"issue":"1","key":"3974_CR46","doi-asserted-by":"publisher","first-page":"156","DOI":"10.21449\/ijate.864078","volume":"8","author":"U Arzu","year":"2021","unstructured":"Arzu U, Do\u011fan C. Defining cut point for Kullback-Leibler divergence to detect answer copying. Int J Assess Tools Edu. 2021;8(1):156\u201366.","journal-title":"Int J Assess Tools Edu."},{"issue":"8","key":"3974_CR47","doi-asserted-by":"publisher","first-page":"861","DOI":"10.1016\/j.patrec.2005.10.010","volume":"27","author":"T Fawcett","year":"2006","unstructured":"Fawcett T. An introduction to ROC analysis. Pattern Recogn Lett. 2006;27(8):861\u201374.","journal-title":"Pattern Recogn Lett"},{"key":"3974_CR48","doi-asserted-by":"publisher","DOI":"10.1201\/9781584889489","volume-title":"An introduction to statistical inference and its applications with R","author":"MW Trosset","year":"2009","unstructured":"Trosset MW. An introduction to statistical inference and its applications with R. London: Chapman and Hall,CRC; 2009."},{"issue":"409","key":"3974_CR49","doi-asserted-by":"publisher","first-page":"66","DOI":"10.1080\/01621459.1990.10475307","volume":"85","author":"BU Park","year":"1990","unstructured":"Park BU, Marron JS. Comparison of data-driven bandwidth selectors. J Am Stat Assoc. 1990;85(409):66\u201372.","journal-title":"J Am Stat Assoc"},{"key":"3974_CR50","unstructured":"Habbema J, Hermans J, Van den Broek K. A stepwise discriminant analysis program using density estimation. 1974."},{"issue":"11","key":"3974_CR51","doi-asserted-by":"publisher","first-page":"1175","DOI":"10.1109\/TC.1976.1674577","volume":"100","author":"Duin","year":"1976","unstructured":"Duin. On the choice of smoothing parameters for Parzen estimators of probability density functions. IEEE Trans Comput. 1976;100(11):1175\u20139.","journal-title":"IEEE Trans Comput"},{"key":"3974_CR52","doi-asserted-by":"publisher","DOI":"10.1201\/9781315140919","volume-title":"Density estimation for statistics and data analysis","author":"BW Silverman","year":"2018","unstructured":"Silverman BW. Density estimation for statistics and data analysis. Milton Park: Routledge; 2018."},{"issue":"1","key":"3974_CR53","first-page":"1","volume":"2","author":"JA Khan","year":"2023","unstructured":"Khan JA, Ejaz M, Aydin D. Empirical performance of nonparametric Kernel estimators with data-driven bandwidths for lifetime distributions. Appl Math Sci. 2023;2(1):1\u201319.","journal-title":"Appl Math Sci"},{"issue":"2","key":"3974_CR54","doi-asserted-by":"publisher","first-page":"205","DOI":"10.3102\/00346543043002205","volume":"43","author":"J Millman","year":"1973","unstructured":"Millman J. Passing scores and test lengths for domain-referenced measures. Rev Educ Res. 1973;43(2):205\u201316.","journal-title":"Rev Educ Res"},{"key":"3974_CR55","doi-asserted-by":"crossref","unstructured":"Uzair M, Jamil N. Effects of hidden layers on the efficiency of neural networks. In: 2020 IEEE 23rd international multitopic conference (INMIC). IEEE. 2020. p. 1\u20136.","DOI":"10.1109\/INMIC50486.2020.9318195"}],"container-title":["SN Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-025-03974-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s42979-025-03974-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-025-03974-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,3]],"date-time":"2025-05-03T07:02:39Z","timestamp":1746255759000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s42979-025-03974-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,2]]},"references-count":55,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2025,6]]}},"alternative-id":["3974"],"URL":"https:\/\/doi.org\/10.1007\/s42979-025-03974-7","relation":{},"ISSN":["2661-8907"],"issn-type":[{"value":"2661-8907","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,5,2]]},"assertion":[{"value":"9 December 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 April 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 May 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Research Involving Human and\/or Animals"}},{"value":"Not applicable.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed Consent"}}],"article-number":"438"}}