{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T01:11:35Z","timestamp":1773105095957,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":96,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,6,18]],"date-time":"2023-06-18T00:00:00Z","timestamp":1687046400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,6,18]]},"DOI":"10.1145\/3565472.3595612","type":"proceedings-article","created":{"date-parts":[[2023,6,19]],"date-time":"2023-06-19T14:31:07Z","timestamp":1687185067000},"page":"13-24","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["Human Expectations and Perceptions of Learning in Machine Teaching"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0004-3776-8758","authenticated-orcid":false,"given":"Swati","family":"Mishra","sequence":"first","affiliation":[{"name":"Cornell University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4317-9501","authenticated-orcid":false,"given":"Jeffrey M","family":"Rzeszotarski","sequence":"additional","affiliation":[{"name":"Cornell University, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2023,6,19]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Advances in Neural Information Processing Systems (Granada, Spain) (NIPS\u201911), J.\u00a0Shawe-Taylor, R.\u00a0Zemel, P.\u00a0Bartlett, F.\u00a0Pereira, and K","author":"Abbasi-Yadkori Yasin","unstructured":"Yasin Abbasi-Yadkori, D\u00e1vid P\u00e1l, and Csaba Szepesv\u00e1ri. 2011. Improved Algorithms for Linear Stochastic Bandits. In Advances in Neural Information Processing Systems (Granada, Spain) (NIPS\u201911), J.\u00a0Shawe-Taylor, R.\u00a0Zemel, P.\u00a0Bartlett, F.\u00a0Pereira, and K.Q. Weinberger (Eds.). Curran Associates Inc., Red Hook, NY, USA, 2312\u20132320."},{"key":"e_1_3_2_1_2_1","volume-title":"Crowdsourcing\u2013A step towards advanced machine learning. Procedia computer science 132","author":"Abhigna BS","year":"2018","unstructured":"BS Abhigna, Nitasha Soni, and Shilpa Dixit. 2018. Crowdsourcing\u2013A step towards advanced machine learning. Procedia computer science 132 (2018), 632\u2013642."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3122986.3123018"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/NGCT.2016.7877426"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v35i4.2513"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2207680"},{"key":"e_1_3_2_1_7_1","volume-title":"Clickbait dataset. https:\/\/www.kaggle.com\/datasets\/amananandrai\/clickbait-dataset Accessed","author":"Anand Aman","year":"2021","unstructured":"Aman Anand. 2020. Clickbait dataset. https:\/\/www.kaggle.com\/datasets\/amananandrai\/clickbait-dataset Accessed Oct 2021."},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA.2014.48"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"e_1_3_2_1_10_1","volume-title":"Designing the User Experience of Machine Learning Systems","author":"Bernardo Francisco","year":"1976","unstructured":"Francisco Bernardo, Michael Zbyszynski, Rebecca Fiebrink, and Mick Grierson. 2016. Interactive Machine Learning for End-User Innovation. In Designing the User Experience of Machine Learning Systems. American Association for Artificial Intelligence (AAAI), USA, 369\u2013375. https:\/\/research.gold.ac.uk\/id\/eprint\/19767\/"},{"key":"e_1_3_2_1_11_1","first-page":"351","article-title":"Understanding Information Systems Continuance","volume":"25","author":"Bhattacherjee Anol","year":"2001","unstructured":"Anol Bhattacherjee. 2001. Understanding Information Systems Continuance: An Expectation-Confirmation Model. MIS Quarterly 25, 3 (2001), 351\u2013370. http:\/\/www.jstor.org\/stable\/3250921","journal-title":"An Expectation-Confirmation Model. MIS Quarterly"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2019.05.035"},{"key":"e_1_3_2_1_13_1","volume-title":"Neural networks: Tricks of the trade","author":"Bottou L\u00e9on","unstructured":"L\u00e9on Bottou. 2012. Stochastic gradient descent tricks. In Neural networks: Tricks of the trade. Springer, 421\u2013436."},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33017749"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1287\/isre.1110.0357"},{"key":"e_1_3_2_1_16_1","volume-title":"Language models are few-shot learners. Advances in neural information processing systems 33","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared\u00a0D Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, 2020. Language models are few-shot learners. Advances in neural information processing systems 33 (2020), 1877\u20131901."},{"key":"e_1_3_2_1_17_1","volume-title":"Skilled or unskilled, but still unaware of it: how perceptions of difficulty drive miscalibration in relative comparisons.Journal of personality and social psychology 90, 1","author":"Burson A","year":"2006","unstructured":"Katherine\u00a0A Burson, Richard\u00a0P Larrick, and Joshua Klayman. 2006. Skilled or unskilled, but still unaware of it: how perceptions of difficulty drive miscalibration in relative comparisons.Journal of personality and social psychology 90, 1 (2006), 60."},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2014.08.005"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-82017-6_20"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3134665"},{"key":"e_1_3_2_1_21_1","volume-title":"Computer Graphics Forum, Vol.\u00a039","author":"Chatzimparmpas Angelos","unstructured":"Angelos Chatzimparmpas, Rafael\u00a0Messias Martins, Ilir Jusufi, Kostiantyn Kucher, Fabrice Rossi, and Andreas Kerren. 2020. The state of the art in enhancing trust in machine learning models with the use of visualizations. In Computer Graphics Forum, Vol.\u00a039. Wiley Online Library, 713\u2013756."},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1080\/10447318.2020.1841438"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445753"},{"key":"e_1_3_2_1_24_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-021-04590-0"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1145\/3025453.3025739"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIP.2018.2855403"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3185517"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1145\/2971648.2971748"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1978965"},{"key":"e_1_3_2_1_30_1","volume-title":"The essential guide to user interface design: an introduction to GUI design principles and techniques","author":"Galitz O","unstructured":"Wilbert\u00a0O Galitz. 2007. The essential guide to user interface design: an introduction to GUI design principles and techniques. John Wiley & Sons."},{"key":"e_1_3_2_1_31_1","volume-title":"Explainable Active Learning (XAL): An Empirical Study of How Local Explanations Impact Annotator Experience. arXiv","author":"Ghai Bhavya","year":"2020","unstructured":"Bhavya Ghai, Q\u00a0Vera Liao, Yunfeng Zhang, Rachel Bellamy, and Klaus Mueller. 2020. Explainable Active Learning (XAL): An Empirical Study of How Local Explanations Impact Annotator Experience. arXiv (2020), arXiv\u20132001."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/3432934"},{"key":"e_1_3_2_1_33_1","volume-title":"Proceedings of the ACM on Human-Computer Interaction 4, CSCW3","author":"Ghai Bhavya","year":"2021","unstructured":"Bhavya Ghai, Q\u00a0Vera Liao, Yunfeng Zhang, Rachel Bellamy, and Klaus Mueller. 2021. Explainable active learning (xal) toward ai explanations as interfaces for machine teachers. Proceedings of the ACM on Human-Computer Interaction 4, CSCW3 (2021), 1\u201328."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1006\/jcss.1996.0020"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2013.59"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1080\/0144929X.2020.1748715"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1037\/e577632012-009"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/1613858.1613895"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-018-1361-5"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376428"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1016\/S1071-5819(03)00047-8"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1016\/S0953-5438(99)00006-5"},{"key":"e_1_3_2_1_43_1","volume-title":"Crowdsourcing and Human-in-the-Loop for IoT. The Internet of Things: From Data to Insight","author":"Ib\u00e1\u00f1ez Luis-Daniel","year":"2020","unstructured":"Luis-Daniel Ib\u00e1\u00f1ez, Neal Reeves, and Elena Simperl. 2020. Crowdsourcing and Human-in-the-Loop for IoT. The Internet of Things: From Data to Insight (2020), 91\u2013105."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12650-018-0531-1"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/142750.142803"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1145\/1357054.1357127"},{"key":"e_1_3_2_1_47_1","volume-title":"Logistic regression","author":"Kleinbaum G","unstructured":"David\u00a0G Kleinbaum, K Dietz, M Gail, Mitchel Klein, and Mitchell Klein. 2002. Logistic regression. Springer."},{"key":"e_1_3_2_1_48_1","volume-title":"Flow and the foundations of positive psychology","author":"Larson Reed","unstructured":"Reed Larson and Mihaly Csikszentmihalyi. 2014. The experience sampling method. In Flow and the foundations of positive psychology. Springer, 21\u201334."},{"key":"e_1_3_2_1_49_1","volume-title":"Confidence-based active learning","author":"Li Mingkun","year":"2006","unstructured":"Mingkun Li and Ishwar\u00a0K Sethi. 2006. Confidence-based active learning. IEEE transactions on pattern analysis and machine intelligence 28, 8 (2006), 1251\u20131261."},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1145\/3491102.3501825"},{"key":"e_1_3_2_1_51_1","volume-title":"International Conference on Machine Learning. PMLR, 2149\u20132158","author":"Liu Weiyang","year":"2017","unstructured":"Weiyang Liu, Bo Dai, Ahmad Humayun, Charlene Tay, Chen Yu, Linda\u00a0B Smith, James\u00a0M Rehg, and Le Song. 2017. Iterative machine teaching. In International Conference on Machine Learning. PMLR, 2149\u20132158."},{"key":"e_1_3_2_1_52_1","volume-title":"International Conference on Machine Learning. PMLR, 3141\u20133149","author":"Liu Weiyang","year":"2018","unstructured":"Weiyang Liu, Bo Dai, Xingguo Li, Zhen Liu, James Rehg, and Le Song. 2018. Towards black-box iterative machine teaching. In International Conference on Machine Learning. PMLR, 3141\u20133149."},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858288"},{"key":"e_1_3_2_1_54_1","volume-title":"2014 22nd International Conference on Pattern Recognition. IEEE, 9\u201317","author":"Mac\u00a0Aodha Oisin","year":"2014","unstructured":"Oisin Mac\u00a0Aodha, Vassilios Stathopoulos, Gabriel\u00a0J Brostow, Michael Terry, Mark Girolami, and Kate\u00a0E Jones. 2014. Putting the scientist in the loop\u2013Accelerating scientific progress with interactive machine learning. In 2014 22nd International Conference on Pattern Recognition. IEEE, 9\u201317."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2018.07.007"},{"key":"e_1_3_2_1_56_1","doi-asserted-by":"publisher","DOI":"10.1145\/3449213"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445096"},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287574"},{"key":"e_1_3_2_1_59_1","volume-title":"Human-in-the-Loop Machine Learning: Active learning and annotation for human-centered AI","author":"Munro Robert","unstructured":"Robert Munro and Robert Monarch. 2021. Human-in-the-Loop Machine Learning: Active learning and annotation for human-centered AI. Simon and Schuster."},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3342775.3342795"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1007\/s42001-020-00063-y"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1145\/1015330.1015349"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1109\/2.241424"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.1145\/259963.260531"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jclinepi.2020.03.002"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1177\/002224378001700405"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376450"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2013.74"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1177\/0165551519871822"},{"key":"e_1_3_2_1_70_1","volume-title":"International Conference on Machine Learning. PMLR","author":"Raj Anant","year":"2022","unstructured":"Anant Raj and Francis Bach. 2022. Convergence of uncertainty sampling for active learning. In International Conference on Machine Learning. PMLR, 18310\u201318331."},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372873"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103507"},{"key":"e_1_3_2_1_73_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2864838"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2021.3060483"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1080\/01449298208914450"},{"key":"e_1_3_2_1_76_1","unstructured":"Patrice Simard Saleema Amershi Max Chickering Alicia Edelman\u00a0Pelton Soroush Ghorashi Chris Meek Gonzalo Ramos Jina Suh Johan Verwey Mo Wang and John Wernsing. 2017. Machine Teaching: A New Paradigm for Building Machine Learning Systems. Technical Report MSR-TR-2017-26. https:\/\/www.microsoft.com\/en-us\/research\/publication\/machine-teaching-new-paradigm-building-machine-learning-systems\/"},{"key":"e_1_3_2_1_77_1","volume-title":"A behavioral model of rational choice. The quarterly journal of economics 69, 1","author":"Simon A","year":"1955","unstructured":"Herbert\u00a0A Simon. 1955. A behavioral model of rational choice. The quarterly journal of economics 69, 1 (1955), 99\u2013118."},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2021.3051315"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijhcs.2009.03.004"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1093\/jcmc"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCCNT.2017.8203946"},{"key":"e_1_3_2_1_82_1","first-page":"99","article-title":"E-loyalty is not all about trust, price also matters: extending expectation-confirmation theory in bookselling websites","volume":"14","author":"Valvi C","year":"2013","unstructured":"Aikaterini\u00a0C Valvi and Douglas\u00a0C West. 2013. E-loyalty is not all about trust, price also matters: extending expectation-confirmation theory in bookselling websites. Journal of Electronic Commerce Research 14, 1 (2013), 99.","journal-title":"Journal of Electronic Commerce Research"},{"key":"e_1_3_2_1_83_1","doi-asserted-by":"publisher","DOI":"10.1145\/3359130"},{"key":"e_1_3_2_1_84_1","volume-title":"A theoretical basis for the use of co-occurrence data in information retrieval. Journal of documentation","author":"Van\u00a0Rijsbergen Cornelis\u00a0Joost","year":"1977","unstructured":"Cornelis\u00a0Joost Van\u00a0Rijsbergen. 1977. A theoretical basis for the use of co-occurrence data in information retrieval. Journal of documentation (1977)."},{"key":"e_1_3_2_1_85_1","doi-asserted-by":"publisher","DOI":"10.5555\/3042573.3042809"},{"key":"e_1_3_2_1_86_1","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.2001.0499"},{"key":"e_1_3_2_1_87_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1"},{"key":"e_1_3_2_1_88_1","doi-asserted-by":"publisher","DOI":"10.1145\/3319616"},{"key":"e_1_3_2_1_89_1","doi-asserted-by":"publisher","DOI":"10.1145\/3209889.3209897"},{"key":"e_1_3_2_1_90_1","first-page":"29231","article-title":"Iterative Teacher-Aware Learning","volume":"34","author":"Yuan Luyao","year":"2021","unstructured":"Luyao Yuan, Dongruo Zhou, Junhong Shen, Jingdong Gao, Jeffrey\u00a0L Chen, Quanquan Gu, Ying\u00a0Nian Wu, and Song-Chun Zhu. 2021. Iterative Teacher-Aware Learning. Advances in Neural Information Processing Systems 34 (2021), 29231\u201329245.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_91_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v26i1.8300"},{"key":"e_1_3_2_1_92_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-40355-7_65"},{"key":"e_1_3_2_1_93_1","doi-asserted-by":"publisher","DOI":"10.1109\/TASL.2009.2033421"},{"key":"e_1_3_2_1_94_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v29i1.9761"},{"key":"e_1_3_2_1_95_1","volume-title":"An overview of machine teaching. arXiv preprint arXiv:1801.05927","author":"Zhu Xiaojin","year":"2018","unstructured":"Xiaojin Zhu, Adish Singla, Sandra Zilles, and Anna\u00a0N Rafferty. 2018. An overview of machine teaching. arXiv preprint arXiv:1801.05927 (2018)."},{"key":"e_1_3_2_1_96_1","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2020.3004555"}],"event":{"name":"UMAP '23: 31st ACM Conference on User Modeling, Adaptation and Personalization","location":"Limassol Cyprus","acronym":"UMAP '23","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web","SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 31st ACM Conference on User Modeling, Adaptation and Personalization"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3565472.3595612","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3565472.3595612","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T17:50:59Z","timestamp":1750182659000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3565472.3595612"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,18]]},"references-count":96,"alternative-id":["10.1145\/3565472.3595612","10.1145\/3565472"],"URL":"https:\/\/doi.org\/10.1145\/3565472.3595612","relation":{},"subject":[],"published":{"date-parts":[[2023,6,18]]},"assertion":[{"value":"2023-06-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}