{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T20:43:11Z","timestamp":1757623391912,"version":"3.44.0"},"publisher-location":"Cham","reference-count":15,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783032012210"},{"type":"electronic","value":"9783032012227"}],"license":[{"start":{"date-parts":[[2025,8,20]],"date-time":"2025-08-20T00:00:00Z","timestamp":1755648000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,8,20]],"date-time":"2025-08-20T00:00:00Z","timestamp":1755648000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-01222-7_13","type":"book-chapter","created":{"date-parts":[[2025,8,19]],"date-time":"2025-08-19T03:36:08Z","timestamp":1755574568000},"page":"167-181","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["BeLLE: Exploring the Accuracy of the Task Difficulty Ratings in the Bebras Challenge"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-3623-0729","authenticated-orcid":false,"given":"Heidi","family":"Kaarto","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0003-7624-591X","authenticated-orcid":false,"given":"Timi","family":"Niemensivu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3955-4751","authenticated-orcid":false,"given":"Valentina","family":"Dagien\u0117","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9695-0056","authenticated-orcid":false,"given":"Daranee","family":"Lehtonen","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9163-2676","authenticated-orcid":false,"given":"Mikko-Jussi","family":"Laakso","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4752-6221","authenticated-orcid":false,"given":"Jo","family":"Van Hoof","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,8,20]]},"reference":[{"key":"13_CR1","doi-asserted-by":"publisher","unstructured":"Bellettini, C., Lonati, V., Malchiodi, D., Monga, M., Morpurgo, A., Torelli, M.: How challenging are Bebras tasks? An IRT analysis based on the performance of Italian students. In: ITiCSE 2015: Proceedings of the 2015 ACM Conference on Innovation and Technology in Computer Science Education, pp. 27\u201332. Association for Computing Machinery (2015). https:\/\/doi.org\/10.1145\/2729094.2742603","DOI":"10.1145\/2729094.2742603"},{"issue":"6","key":"13_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.18637\/jss.v048.i06","volume":"48","author":"RP Chalmers","year":"2012","unstructured":"Chalmers, R.P.: mirt: a multidimensional item response theory package for the R environment. J. Stat. Softw. 48(6), 1\u201329 (2012)","journal-title":"J. Stat. Softw."},{"key":"13_CR3","volume-title":"Statistical Power Analysis for the Behavioral Sciences","author":"J Cohen","year":"1988","unstructured":"Cohen, J.: Statistical Power Analysis for the Behavioral Sciences. Lawrence Erlbaum Associates, Hillsdale, NJ (1988)"},{"key":"13_CR4","doi-asserted-by":"publisher","unstructured":"Hubwieser, P., M\u00fchling, A.: Investigating the psychometric structure of Bebras contest: towards measuring computational thinking skills. In: 2015 International Conference on Learning and Teaching in Computing and Engineering, pp. 62\u201369. Institute of Electrical and Electronics Engineers Inc. (2015). https:\/\/doi.org\/10.1109\/LaTiCE.2015.19","DOI":"10.1109\/LaTiCE.2015.19"},{"key":"13_CR5","doi-asserted-by":"publisher","unstructured":"Izu, C., Mirolo, C., Settle, A., Mannila, L., Stupuriene, G.: Exploring Bebras tasks content and performance: a multinational study. Inf. Educ. 16(1), 39\u201359 (2017). https:\/\/doi.org\/10.15388\/infedu.2017.03","DOI":"10.15388\/infedu.2017.03"},{"key":"13_CR6","doi-asserted-by":"publisher","unstructured":"Kaarto, H., et al.: BeLLE: detecting national differences in computational thinking and computer science through an international challenge. In: Fernau, H., Schwank, I., Staub, J. (eds.) Creative Mathematical Sciences Communication: 7th International Conference, CMSC 2024, Trier, Germany, October 7\u201310, 2024, Proceedings. Lecture Notes in Computer Science, vol. 15229, pp. 168\u2013182. Springer-Verlag (2024). https:\/\/doi.org\/10.1007\/978-3-031-73257-7_14","DOI":"10.1007\/978-3-031-73257-7_14"},{"key":"13_CR7","doi-asserted-by":"publisher","unstructured":"Kastner-Hauler, O., Tengler, K., Sabitzer, B., Lavicza, Z.: A learning environment to promote the computational thinker: a Bebras perspective evaluation. In: Pluh\u00e1r, Z., Ga\u00e1l, B. (eds.) Informatics in Schools. Innovative Approaches to Computer Science Teaching and Learning. Lecture Notes in Computer Science, vol. 15228, pp. 85\u201398. Springer, Cham (2025). https:\/\/doi.org\/10.1007\/978-3-031-73474-8_7","DOI":"10.1007\/978-3-031-73474-8_7"},{"issue":"4","key":"13_CR8","doi-asserted-by":"publisher","first-page":"1655","DOI":"10.1007\/s10639-017-9659-1","volume":"23","author":"M-J Laakso","year":"2018","unstructured":"Laakso, M.-J., Kaila, E., Rajala, T.: ViLLE \u2013 collaborative education tool: designing and utilizing an exercise-based learning environment. Educ. Inf. Technol. 23(4), 1655\u20131676 (2018). https:\/\/doi.org\/10.1007\/s10639-017-9659-1","journal-title":"Educ. Inf. Technol."},{"key":"13_CR9","unstructured":"Lockwood, J., Mooney, A.: Developing a computational thinking test using Bebras problems. In: Piotrkowicz A., et al. (eds.) CEUR Workshop Proceedings, vol.\u00a02190. CEUR-WS (2018)"},{"key":"13_CR10","doi-asserted-by":"publisher","unstructured":"Pluh\u00e1r, Z., et al.: Bebras challenge in a learning analytics enriched environment: Hungarian and Indian cases. In: Bollin, A., Futschek, G. (eds.) Informatics in Schools. A Step Beyond Digital Education. Lecture Notes in Computer Science, vol. 13488, pp. 40\u201353. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-15851-3_4","DOI":"10.1007\/978-3-031-15851-3_4"},{"key":"13_CR11","first-page":"48","volume":"5","author":"M Stone","year":"2004","unstructured":"Stone, M., Yumoto, F.: The effect of sample size for estimating Rasch\/IRT parameters with dichotomous items. J. Appl. Meas. 5, 48\u201361 (2004)","journal-title":"J. Appl. Meas."},{"issue":"9","key":"13_CR12","doi-asserted-by":"publisher","first-page":"12969","DOI":"10.1007\/s10639-022-11137-x","volume":"27","author":"J Sung","year":"2022","unstructured":"Sung, J.: Assessing young Korean children\u2019s computational thinking: a validation study of two measurements. Educ. Inf. Technol. 27(9), 12969\u201312997 (2022). https:\/\/doi.org\/10.1007\/s10639-022-11137-x","journal-title":"Educ. Inf. Technol."},{"key":"13_CR13","doi-asserted-by":"publisher","unstructured":"van\u00a0der Vegt, W.: How hard will this task be? Developments in analyzing and predicting question difficulty in the Bebras challenge. Olympiads Inf. 12, 119\u2013132 (2018). https:\/\/doi.org\/10.15388\/ioi.2018.10","DOI":"10.15388\/ioi.2018.10"},{"key":"13_CR14","doi-asserted-by":"publisher","unstructured":"van\u00a0der Vegt, W., Schrijvers, E.: Analyzing task difficulty in a Bebras contest using Cuttle. Olympiads Inf. 13, 145\u2013156 (2019). https:\/\/doi.org\/10.15388\/ioi.2019.09","DOI":"10.15388\/ioi.2019.09"},{"key":"13_CR15","doi-asserted-by":"publisher","unstructured":"Wiebe, E., Mott, B.W., London, J., Boyer, K.E., Aksit, O., Lester, J.C.: Development of a lean computational thinking abilities assessment for middle grades students. In: SIGCSE 2019: Proceedings of the 50th ACM Technical Symposium on Computer Science Education, pp. 456\u2013461. Association for Computing Machinery (2019). https:\/\/doi.org\/10.1145\/3287324.3287390","DOI":"10.1145\/3287324.3287390"}],"container-title":["Lecture Notes in Computer Science","Informatics in Schools. Fostering Problem-Solving, Creativity, and Critical Thinking Through Computer Science Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-01222-7_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,9]],"date-time":"2025-09-09T05:44:06Z","timestamp":1757396646000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-01222-7_13"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,20]]},"ISBN":["9783032012210","9783032012227"],"references-count":15,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-01222-7_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025,8,20]]},"assertion":[{"value":"20 August 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors\u00a0have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ISSEP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Informatics in Schools: Situation, Evolution, and Perspectives","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Trier","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Germany","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"issep2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/issep2025.uni-trier.de\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}