{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T05:06:31Z","timestamp":1750309591644,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":31,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,3,3]],"date-time":"2025-03-03T00:00:00Z","timestamp":1740960000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,3,3]]},"DOI":"10.1145\/3706468.3706568","type":"proceedings-article","created":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T14:04:11Z","timestamp":1740146651000},"page":"750-760","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Soft Grades: A Calibrated and Accurate Method for Course-Grade Estimation that Expresses Uncertainty"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-8097-093X","authenticated-orcid":false,"given":"Juliette","family":"Woodrow","sequence":"first","affiliation":[{"name":"Stanford University, Stanford, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5140-0467","authenticated-orcid":false,"given":"Chris","family":"Piech","sequence":"additional","affiliation":[{"name":"Stanford University, Stanford, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,3,3]]},"reference":[{"key":"e_1_3_3_1_2_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i01.5384"},{"key":"e_1_3_3_1_3_2","doi-asserted-by":"crossref","unstructured":"Rudolph\u00a0E. Kalman. 1960. A New Approach to Linear Filtering and Prediction Problems. Journal of Basic Engineering 82 1 (1960) 35\u201345.","DOI":"10.1115\/1.3662552"},{"key":"e_1_3_3_1_4_2","doi-asserted-by":"crossref","unstructured":"Allan\u00a0H. Murphy. 1993. What is a good forecast? An essay on the nature of goodness in weather forecasting. Weather and Forecasting 8 2 (1993) 281\u2013293.","DOI":"10.1175\/1520-0434(1993)008<0281:WIAGFA>2.0.CO;2"},{"key":"e_1_3_3_1_5_2","doi-asserted-by":"crossref","unstructured":"Eiji Muraki. 1992. A generalized partial credit model: Application of an EM algorithm. ETS Research Report Series 1992 1 (1992) i\u201330.","DOI":"10.1002\/j.2333-8504.1992.tb01436.x"},{"key":"e_1_3_3_1_6_2","first-page":"123","volume-title":"Handbook of Item Response Theory, Volume One","author":"Samejima Fumiko","year":"2016","unstructured":"Fumiko Samejima. 2016. Graded response models. In Handbook of Item Response Theory, Volume One. Chapman and Hall\/CRC, 123\u2013136."},{"key":"e_1_3_3_1_7_2","doi-asserted-by":"crossref","unstructured":"Fumiko Samejima. 1973. Homogeneous case of the continuous response model. Psychometrika 38 2 (1973) 203\u2013219.","DOI":"10.1007\/BF02291114"},{"key":"e_1_3_3_1_8_2","unstructured":"Yu Chen Telmo de\u00a0Menezes\u00a0e Silva\u00a0Filho Ricardo B.\u00a0C. Prud\u00eancio Tom Diethe and Peter\u00a0A. Flach. 2019. \u03b2 3-IRT: A New Item Response Model and its Applications. ArXiv abs\/1903.04016 (2019). https:\/\/api.semanticscholar.org\/CorpusID:91185736"},{"key":"e_1_3_3_1_9_2","doi-asserted-by":"publisher","unstructured":"Pere\u00a0J. Ferrando. 2019. A Comprehensive IRT Approach for Modeling Binary Graded and Continuous Responses With Error in Persons and Items. Applied Psychological Measurement 43 5 (2019) 339\u2013359. 10.1177\/0146621618817779","DOI":"10.1177\/0146621618817779"},{"key":"e_1_3_3_1_10_2","doi-asserted-by":"crossref","unstructured":"Cengiz Zopluoglu. 2013. A comparison of two estimation algorithms for Samejima\u2019s continuous IRT model. Behavior Research Methods 45 1 (2013) 54\u201364.","DOI":"10.3758\/s13428-012-0229-6"},{"key":"e_1_3_3_1_11_2","doi-asserted-by":"publisher","DOI":"10.1201\/9781315119144"},{"key":"e_1_3_3_1_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462623"},{"key":"e_1_3_3_1_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3636555.3636849"},{"key":"e_1_3_3_1_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/2090116.2090132"},{"key":"e_1_3_3_1_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/2883851.2883885"},{"key":"e_1_3_3_1_16_2","doi-asserted-by":"crossref","unstructured":"Shuchi Grover Satabdi Basu Marie Bienkowski Michael Eagle Nicholas Diana and John Stamper. 2017. A framework for using hypothesis-driven approaches to support data-driven learning analytics in measuring computational thinking in block-based programming environments. ACM Transactions on Computing Education (TOCE) 17 3 (2017) 1\u201325.","DOI":"10.1145\/3105910"},{"key":"e_1_3_3_1_17_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-08786-3_30"},{"key":"e_1_3_3_1_18_2","doi-asserted-by":"crossref","unstructured":"Balqis Albreiki Nazar Zaki and Hany Alashwal. 2021. A systematic literature review of student\u2019performance prediction using machine learning techniques. Education Sciences 11 9 (2021) 552.","DOI":"10.3390\/educsci11090552"},{"key":"e_1_3_3_1_19_2","doi-asserted-by":"publisher","unstructured":"Carrie Demmans\u00a0Epp and Susan Bull. 2015. Uncertainty Representation in Visualizations of Learning Analytics for Learners: Current Approaches and Opportunities. IEEE Transactions on Learning Technologies 8 3 (2015) 242\u2013260. 10.1109\/TLT.2015.2411604","DOI":"10.1109\/TLT.2015.2411604"},{"key":"e_1_3_3_1_20_2","doi-asserted-by":"publisher","unstructured":"Benjamin Motz. 2023. Concentration toward the mode: Estimating changes in the shape of a distribution of student data. 10.31234\/osf.io\/6p9td","DOI":"10.31234\/osf.io\/6p9td"},{"key":"e_1_3_3_1_21_2","first-page":"505","volume-title":"Advances in Neural Information Processing Systems (NeurIPS)","author":"Piech Chris","year":"2015","unstructured":"Chris Piech, Jonathan Bassen, Jonathan Huang, Surya Ganguli, Mehran Sahami, Leonidas Guibas, and Jascha Sohl-Dickstein. 2015. Deep Knowledge Tracing. In Advances in Neural Information Processing Systems (NeurIPS). 505\u2013513."},{"key":"e_1_3_3_1_22_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-0404-79180-0_13"},{"key":"e_1_3_3_1_23_2","doi-asserted-by":"publisher","unstructured":"Ben Gillen Erik Snowberg and Leeat Yariv. 2019. Experimenting with Measurement Error: Techniques with Applications to the Caltech Cohort Study. Journal of Political Economy 127 4 (2019) 1826\u20131863. 10.1086\/701681","DOI":"10.1086\/701681"},{"key":"e_1_3_3_1_24_2","volume-title":"The Rating of Chessplayers, Past and Present","author":"Elo Arpad\u00a0E.","year":"1978","unstructured":"Arpad\u00a0E. Elo. 1978. The Rating of Chessplayers, Past and Present. Arco Publishing."},{"key":"e_1_3_3_1_25_2","volume-title":"Studies in mathematical psychology: I. Probabilistic models for some intelligence and attainment tests","author":"Rasch Georg","year":"1960","unstructured":"Georg Rasch. 1960. Studies in mathematical psychology: I. Probabilistic models for some intelligence and attainment tests."},{"key":"e_1_3_3_1_26_2","unstructured":"Noah Arthurs Ben Stenhaug Sergey Karayev and Chris Piech. 2019. Grades Are Not Normal: Improving Exam Score Models Using the Logit-Normal Distribution. International Educational Data Mining Society (2019)."},{"key":"e_1_3_3_1_27_2","doi-asserted-by":"publisher","unstructured":"Sooyeon Kim Tim Moses and Hanwook Yoo. 2015. Effectiveness of Item Response Theory (IRT) Proficiency Estimation Methods Under Adaptive Multistage Testing: Effectiveness of IRT Proficiency Estimation Methods. ETS Research Report Series 2015 (05 2015). 10.1002\/ets2.12057","DOI":"10.1002\/ets2.12057"},{"key":"e_1_3_3_1_28_2","doi-asserted-by":"publisher","unstructured":"Y. Lee. 2019. Estimating student ability and problem difficulty using item response theory (IRT) and TrueSkill. Information Discovery and Delivery 47 2 (2019) 67\u201375. 10.1108\/IDD-08-2018-0030","DOI":"10.1108\/IDD-08-2018-0030"},{"key":"e_1_3_3_1_29_2","doi-asserted-by":"publisher","unstructured":"J. Kuzilek M. Hlosta and Z. Zdrahal. 2017. Open University Learning Analytics dataset. Scientific Data 4 (2017) 170171. 10.1038\/sdata.2017.171","DOI":"10.1038\/sdata.2017.171"},{"key":"e_1_3_3_1_30_2","doi-asserted-by":"publisher","unstructured":"James\u00a0B. Holmes and Matthew\u00a0R. Schofield. 2020. Moments of the logit-normal distribution. Communications in Statistics - Theory and Methods 51 3 (2020) 610\u2013623. 10.1080\/03610926.2020.1752723","DOI":"10.1080\/03610926.2020.1752723"},{"key":"e_1_3_3_1_31_2","doi-asserted-by":"crossref","unstructured":"Jhon Atchison and Sheng\u00a0M Shen. 1980. Logistic-normal distributions: Some properties and uses. Biometrika 67 2 (1980) 261\u2013272.","DOI":"10.1093\/biomet\/67.2.261"},{"key":"e_1_3_3_1_32_2","doi-asserted-by":"crossref","unstructured":"Dong\u00a0C. Liu and Jorge Nocedal. 1989. On the limited memory BFGS method for large scale optimization. Mathematical Programming 45 1-3 (1989) 503\u2013528.","DOI":"10.1007\/BF01589116"}],"event":{"name":"LAK '25: The 15th International Learning Analytics and Knowledge Conference","acronym":"LAK 2025","location":"Dublin Ireland"},"container-title":["Proceedings of the 15th International Learning Analytics and Knowledge Conference"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706568","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706468.3706568","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:56:51Z","timestamp":1750298211000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706468.3706568"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,3,3]]},"references-count":31,"alternative-id":["10.1145\/3706468.3706568","10.1145\/3706468"],"URL":"https:\/\/doi.org\/10.1145\/3706468.3706568","relation":{},"subject":[],"published":{"date-parts":[[2025,3,3]]},"assertion":[{"value":"2025-03-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}