{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,21]],"date-time":"2025-09-21T18:24:00Z","timestamp":1758479040243,"version":"3.40.3"},"publisher-location":"Cham","reference-count":21,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031723896"},{"type":"electronic","value":"9783031723902"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-72390-2_17","type":"book-chapter","created":{"date-parts":[[2024,10,22]],"date-time":"2024-10-22T10:03:14Z","timestamp":1729591394000},"page":"175-184","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Is This Hard for\u00a0You? Personalized Human Difficulty Estimation for\u00a0Skin Lesion Diagnosis"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-4656-946X","authenticated-orcid":false,"given":"Peter Johannes Tejlgaard","family":"Kampen","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3668-3128","authenticated-orcid":false,"given":"Anders Nymark","family":"Christensen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9956-9226","authenticated-orcid":false,"given":"Morten Rieger","family":"Hannemose","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,10,23]]},"reference":[{"unstructured":"Badrinath, A., Wang, F., Pardos, Z.: pybkt: An accessible python library of bayesian knowledge tracing models (2021)","key":"17_CR1"},{"doi-asserted-by":"crossref","unstructured":"Corbett, A.T., Anderson, J.R.: Knowledge tracing: Modeling the acquisition of procedural knowledge. User Modeling and User-Adapted Interaction 4, 253\u2013278 (2005), https:\/\/api.semanticscholar.org\/CorpusID:19228797","key":"17_CR2","DOI":"10.1007\/BF01099821"},{"unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: Bert: Pre-training of deep bidirectional transformers for language understanding (2019)","key":"17_CR3"},{"unstructured":"Elo, A.E.: The rating of chessplayers, past and present. Arco Pub. (1978)","key":"17_CR4"},{"doi-asserted-by":"publisher","unstructured":"Geurts, P., Louis, W.: Extremely randomized trees. Machine Learning (2006). https:\/\/doi.org\/10.1007\/s10994-006-6226-1, https:\/\/doi.org\/10.1007\/s10994-006-6226-1","key":"17_CR5","DOI":"10.1007\/s10994-006-6226-1"},{"key":"17_CR6","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1007\/978-3-031-17721-7_10","volume":"13540","author":"MR Hannemose","year":"2022","unstructured":"Hannemose, M.R., Sundgaard, J.V., Ternov, N.K., Paulsen, R.R., Christensen, A.N.: Was that so hard? estimating human classification difficulty. Applications of Medical Artificial Intelligence 13540, \u00a088 (2022). https:\/\/doi.org\/10.1007\/978-3-031-17721-7_10","journal-title":"Applications of Medical Artificial Intelligence"},{"unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. CoRR abs\/1512.03385 (2015), http:\/\/arxiv.org\/abs\/1512.03385","key":"17_CR7"},{"issue":"1","key":"17_CR8","doi-asserted-by":"publisher","first-page":"10","DOI":"10.3390\/jintelligence8010010","volume":"8","author":"AD Hofman","year":"2020","unstructured":"Hofman, A.D., Brinkhuis, M.J., Bolsinova, M., Klaiber, J., Maris, G., van\u00a0der Maas, H.L.: Tracking with (un) certainty. Journal of Intelligence 8(1), \u00a010 (2020)","journal-title":"Journal of Intelligence"},{"doi-asserted-by":"publisher","unstructured":"Klinkenberg, S., Straatemeier, M., van der Maas, H.: Computer adaptive practice of maths ability using a new item response model for on the fly ability and difficulty estimation. Computers & Education 57(2), 1813\u20131824 (2011). https:\/\/doi.org\/10.1016\/j.compedu.2011.02.003, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0360131511000418","key":"17_CR9","DOI":"10.1016\/j.compedu.2011.02.003"},{"doi-asserted-by":"publisher","unstructured":"Pardos, Z., Heffernan, N.: Kt-idem: Introducing item difficulty to the knowledge tracing model. pp. 243\u2013254 (01 1970). https:\/\/doi.org\/10.1007\/978-3-642-22362-4_21","key":"17_CR10","DOI":"10.1007\/978-3-642-22362-4_21"},{"doi-asserted-by":"crossref","unstructured":"Reimers, N., Gurevych, I.: Making monolingual sentence embeddings multilingual using knowledge distillation. In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing. Association for Computational Linguistics (11 2020), https:\/\/arxiv.org\/abs\/2004.09813","key":"17_CR11","DOI":"10.18653\/v1\/2020.emnlp-main.365"},{"issue":"1","key":"17_CR12","first-page":"1","volume":"3","author":"BD Roads","year":"2018","unstructured":"Roads, B.D., Xu, B., Robinson, J.K., Tanaka, J.W.: The easy-to-hard training advantage with real-world medical images. Cognitive Research: Principles and Implications 3(1), 1\u201313 (2018)","journal-title":"Cognitive Research: Principles and Implications"},{"unstructured":"Sanh, V., Debut, L., Chaumond, J., Wolf, T.: Distilbert, a distilled version of bert: smaller, faster, cheaper and lighter (2020)","key":"17_CR13"},{"doi-asserted-by":"crossref","unstructured":"Settles, B., Brust, C., Gustafson, E., Hagiwara, M., Madnani, N.: Second language acquisition modeling. In: Proceedings of the NAACL-HLT Workshop on Innovative Use of NLP for Building Educational Applications (BEA). ACL (2018)","key":"17_CR14","DOI":"10.18653\/v1\/W18-0506"},{"doi-asserted-by":"crossref","unstructured":"Settles, B., T.\u00a0LaFlair, G., Hagiwara, M.: Machine learning\u2013driven language assessment. Transactions of the Association for computational Linguistics 8, 247\u2013263 (2020)","key":"17_CR15","DOI":"10.1162\/tacl_a_00310"},{"key":"17_CR16","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1007\/s00403-020-02097-8","volume":"313","author":"NK Ternov","year":"2021","unstructured":"Ternov, N.K., Vestergaard, T., H\u00f6lmich, L.R., Karmisholt, K., Wagenblast, A., Klyver, H., Hald, M., Sch\u00f8llhammer, L., Konge, L., Chakera, A.: Reliable test of clinicians\u2019 mastery in skin cancer diagnostics. Archives of Dermatological Research 313, 235\u2013243 (2021)","journal-title":"Archives of Dermatological Research"},{"doi-asserted-by":"crossref","unstructured":"Tudor\u00a0Ionescu, R., Alexe, B., Leordeanu, M., Popescu, M., Papadopoulos, D.P., Ferrari, V.: How hard can it be? estimating the difficulty of visual search in an image. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition. pp. 2157\u20132166 (2016)","key":"17_CR17","DOI":"10.1109\/CVPR.2016.237"},{"doi-asserted-by":"publisher","unstructured":"Varshney, N., Mishra, S., Baral, C.: ILDAE: Instance-level difficulty analysis of evaluation data. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers). pp. 3412\u20133425. Association for Computational Linguistics, Dublin, Ireland (May 2022). https:\/\/doi.org\/10.18653\/v1\/2022.acl-long.240, https:\/\/aclanthology.org\/2022.acl-long.240","key":"17_CR18","DOI":"10.18653\/v1\/2022.acl-long.240"},{"unstructured":"Vaswani, A., Shazeer, N., Parmar, N., Uszkoreit, J., Jones, L., Gomez, A.N., Kaiser, \u0141., Polosukhin, I.: Attention is all you need. Advances in neural information processing systems 30 (2017)","key":"17_CR19"},{"doi-asserted-by":"crossref","unstructured":"Wang, X., Han, X., Huang, W., Dong, D., Scott, M.R.: Multi-similarity loss with general pair weighting for deep metric learning (2020)","key":"17_CR20","DOI":"10.1109\/CVPR.2019.00516"},{"key":"17_CR21","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1007\/978-3-642-39112-5_18","volume-title":"Artificial Intelligence in Education","author":"MV Yudelson","year":"2013","unstructured":"Yudelson, M.V., Koedinger, K.R., Gordon, G.J.: Individualized bayesian knowledge tracing models. In: Lane, H.C., Yacef, K., Mostow, J., Pavlik, P. (eds.) Artificial Intelligence in Education. pp. 171\u2013180. Springer Berlin Heidelberg, Berlin, Heidelberg (2013)"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2024"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-72390-2_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,22]],"date-time":"2024-10-22T10:06:44Z","timestamp":1729591604000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-72390-2_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031723896","9783031723902"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-72390-2_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"23 October 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Marrakesh","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Morocco","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.miccai.org\/2024\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}