{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,16]],"date-time":"2026-02-16T09:22:17Z","timestamp":1771233737232,"version":"3.50.1"},"publisher-location":"Cham","reference-count":58,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030997359","type":"print"},{"value":"9783030997366","type":"electronic"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-99736-6_10","type":"book-chapter","created":{"date-parts":[[2022,4,4]],"date-time":"2022-04-04T23:02:47Z","timestamp":1649113367000},"page":"142-156","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Searching, Learning, and Subtopic Ordering: A Simulation-Based Analysis"],"prefix":"10.1007","author":[{"given":"Arthur","family":"C\u00e2mara","sequence":"first","affiliation":[]},{"given":"David","family":"Maxwell","sequence":"additional","affiliation":[]},{"given":"Claudia","family":"Hauff","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,4,5]]},"reference":[{"issue":"1","key":"10_CR1","first-page":"45","volume":"49","author":"M Albers","year":"2002","unstructured":"Albers, M., Kim, L.: Information design for the small-screen interface: an overview of web design issues for personal digital assistants. Tech. Comm. 49(1), 45\u201360 (2002)","journal-title":"Tech. Comm."},{"key":"10_CR2","doi-asserted-by":"crossref","unstructured":"Azzopardi, L.: The economics in interactive information retrieval. In: Proceedings of 34$$^{\\rm th}$$ ACM SIGIR, pp. 15\u201324 (2011)","DOI":"10.1145\/2009916.2009923"},{"key":"10_CR3","doi-asserted-by":"crossref","unstructured":"Azzopardi, L.: Modelling interaction with economic models of search. In: Proceedings of 37$$^{\\rm th}$$ ACM SIGIR, pp. 3\u201312 (2014)","DOI":"10.1145\/2600428.2609574"},{"issue":"2","key":"10_CR4","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1145\/1924475.1924484","volume":"44","author":"L Azzopardi","year":"2011","unstructured":"Azzopardi, L., J\u00e4rvelin, K., Kamps, J., Smucker, M.D.: Report on the SIGIR 2010 workshop on the simulation of interaction. SIGIR Forum 44(2), 35\u201347 (2011)","journal-title":"SIGIR Forum"},{"key":"10_CR5","doi-asserted-by":"crossref","unstructured":"Azzopardi, L., Zuccon, G.: Two scrolls or one click: a cost model for browsing search results. In: Proceedings of 38$$^{\\rm th}$$ ECIR, pp. 696\u2013702 (2016)","DOI":"10.1007\/978-3-319-30671-1_55"},{"key":"10_CR6","doi-asserted-by":"crossref","unstructured":"Baskaya, F., Keskustalo, H., J\u00e4rvelin, K.: Modeling behavioral factors in interactive information retrieval. In: Proceedings of 22$$^{\\rm nd}$$ ACM CIKM, pp. 2297\u20132302 (2013)","DOI":"10.1145\/2505515.2505660"},{"key":"10_CR7","doi-asserted-by":"crossref","unstructured":"Bates, M.J.: The design of browsing and berrypicking techniques for the online search interface. Online Review (1989)","DOI":"10.1108\/eb024320"},{"issue":"1","key":"10_CR8","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1177\/016555159001600104","volume":"16","author":"NJ Belkin","year":"1990","unstructured":"Belkin, N.J.: The cognitive viewpoint in information science. J. Info. Sci. 16(1), 11\u201315 (1990)","journal-title":"J. Info. Sci."},{"key":"10_CR9","doi-asserted-by":"crossref","unstructured":"Bhattacharya, N., Gwizdka, J.: Relating eye-tracking measures with changes in knowledge on search tasks. In: Proceedings of 13$$^{\\rm th}$$ ACM ETRA, pp. 1\u20135 (2018)","DOI":"10.1145\/3204493.3204579"},{"key":"10_CR10","doi-asserted-by":"crossref","unstructured":"C\u00e2mara, A., Roy, N., Maxwell, D., Hauff, C.: Searching to learn with instructional scaffolding. In: Proceedings of 6$$^{\\rm th}$$ ACM CHIIR, pp. 209\u2013218 (2021)","DOI":"10.1145\/3406522.3446012"},{"key":"10_CR11","doi-asserted-by":"crossref","unstructured":"Carterette, B., Kanoulas, E., Yilmaz, E.: Simulating simple user behavior for system effectiveness evaluation. In: Proceedings of the 20$$^{\\rm th}$$ ACM CIKM, pp. 611\u2013620 (2011)","DOI":"10.1145\/2063576.2063668"},{"key":"10_CR12","doi-asserted-by":"crossref","unstructured":"Crescenzi, A., Kelly, D., Azzopardi, L.: Time pressure and system delays in information search. In: Proceedings of 38$$^{\\rm th}$$ ACM SIGIR, pp. 767\u2013770 (2015)","DOI":"10.1145\/2766462.2767817"},{"key":"10_CR13","doi-asserted-by":"crossref","unstructured":"Dai, W., Srihari, R.: Minimal document set retrieval. In: Proceedings of 14$$^{\\rm th}$$ ACM CIKM, pp. 752\u2013759 (2005)","DOI":"10.1145\/1099554.1099735"},{"key":"10_CR14","doi-asserted-by":"crossref","unstructured":"Dietz, L., Verma, M., Radlinski, F., Craswell, N.: TREC complex answer retrieval overview. TREC (2017)","DOI":"10.6028\/NIST.SP.500-324.car-overview"},{"key":"10_CR15","doi-asserted-by":"crossref","unstructured":"Eickhoff, C., Teevan, J., White, R., Dumais, S.: Lessons from the journey: a query log analysis of within-session learning. In: Proceedings of 7$$^{\\rm th}$$ ACM WSDM, pp. 223\u2013232 (2014)","DOI":"10.1145\/2556195.2556217"},{"issue":"4","key":"10_CR16","doi-asserted-by":"publisher","first-page":"469","DOI":"10.1086\/602622","volume":"63","author":"D Ellis","year":"1993","unstructured":"Ellis, D.: Modeling the information-seeking patterns of academic researchers: a grounded theory approach. Libr. Q. 63(4), 469\u2013486 (1993)","journal-title":"Libr. Q."},{"issue":"3","key":"10_CR17","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1007\/s10791-008-9045-0","volume":"11","author":"N Fuhr","year":"2008","unstructured":"Fuhr, N.: A probability ranking principle for interactive information retrieval. Inf. Retrieval 11(3), 251\u2013265 (2008)","journal-title":"Inf. Retrieval"},{"key":"10_CR18","doi-asserted-by":"crossref","unstructured":"Hearst, M.: Search User Interfaces. Cambridge University Press (2009)","DOI":"10.1017\/CBO9781139644082"},{"key":"10_CR19","doi-asserted-by":"crossref","unstructured":"Hearst, M., Plaunt, C.: Subtopic structuring for full-length document access. In: Proceedings of 16$$^{\\rm th}$$ ACM SIGIR, pp. 59\u201368 (1993)","DOI":"10.1145\/160688.160695"},{"key":"10_CR20","doi-asserted-by":"publisher","unstructured":"Ingwersen, P., J\u00e4rvelin, K.: The Turn: Integration of Information Seeking and Retrieval in Context, vol. 18, p. 448. Springer, Dordrecht (2006). https:\/\/doi.org\/10.1007\/1-4020-3851-8","DOI":"10.1007\/1-4020-3851-8"},{"key":"10_CR21","doi-asserted-by":"crossref","unstructured":"Jiang, Z., Wen, J.R., Dou, Z., Zhao, W.X., Nie, J.Y., Yue, M.: Learning to diversify search results via subtopic attention. In: Proceedings of 40$$^{\\rm th}$$ ACM SIGIR, pp. 545\u2013554 (2017)","DOI":"10.1145\/3077136.3080805"},{"key":"10_CR22","doi-asserted-by":"crossref","unstructured":"Kashyap, A., Hristidis, V., Petropoulos, M.: FACeTOR: cost-driven exploration of faceted query results. In: Proceedings of 19$$^{\\rm th}$$ ACM CIKM, pp. 719\u2013728 (2010)","DOI":"10.1145\/1871437.1871530"},{"key":"10_CR23","unstructured":"Kuhlthau, C.C.: Developing a model of the library search process: cognitive and affective aspects, pp. 232\u2013242 (1988)"},{"issue":"4","key":"10_CR24","doi-asserted-by":"publisher","first-page":"978","DOI":"10.3758\/s13428-012-0210-4","volume":"44","author":"V Kuperman","year":"2012","unstructured":"Kuperman, V., Stadthagen-Gonzalez, H., Brysbaert, M.: Age-of-acquisition ratings for 30,000 English words. Behav. Res. Methods 44(4), 978\u2013990 (2012)","journal-title":"Behav. Res. Methods"},{"key":"10_CR25","doi-asserted-by":"crossref","unstructured":"Liu, C., Song, X.: How do information source selection strategies influence users\u2019 learning outcomes. In: Proceedings of 3$$^{\\rm th}$$ ACM CHIIR, pp. 257\u2013260 (2018)","DOI":"10.1145\/3176349.3176876"},{"issue":"4","key":"10_CR26","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1145\/1121949.1121979","volume":"49","author":"G Marchionini","year":"2006","unstructured":"Marchionini, G.: Exploratory search: from finding to understanding. Commun. ACM 49(4), 41\u201346 (2006)","journal-title":"Commun. ACM"},{"key":"10_CR27","doi-asserted-by":"crossref","unstructured":"Maxwell, D.: Modelling Search and Stopping in Interactive Information Retrieval. Ph.D. thesis, University of Glasgow, Scotland (2019)","DOI":"10.1145\/3458537.3458543"},{"key":"10_CR28","doi-asserted-by":"crossref","unstructured":"Maxwell, D., Azzopardi, L.: Stuck in traffic: how temporal delays affect search behaviour. In: Proceedings of 5$$^{\\rm th}$$ IIiX, pp. 155\u2013164 (2014)","DOI":"10.1145\/2637002.2637021"},{"key":"10_CR29","doi-asserted-by":"crossref","unstructured":"Maxwell, D., Azzopardi, L.: Agents, simulated users and humans: an analysis of performance and behaviour. In: CIKM, pp. 731\u2013740. ACM (2016)","DOI":"10.1145\/2983323.2983805"},{"key":"10_CR30","doi-asserted-by":"crossref","unstructured":"Maxwell, D., Azzopardi, L.: Simulating interactive information retrieval: SimIIR: a framework for the simulation of interaction. In: Proceedings of 39$$^{\\rm th}$$ ACM SIGIR, pp. 1141\u20131144 (2016)","DOI":"10.1145\/2911451.2911469"},{"key":"10_CR31","doi-asserted-by":"crossref","unstructured":"Maxwell, D., Azzopardi, L.: Information scent, searching and stopping. In: Proceedings of 40$$^{\\rm th}$$ ECIR, pp. 210\u2013222 (2018)","DOI":"10.1007\/978-3-319-76941-7_16"},{"key":"10_CR32","doi-asserted-by":"crossref","unstructured":"Maxwell, D., Azzopardi, L., J\u00e4rvelin, K., Keskustalo, H.: An initial investigation into fixed and adaptive stopping strategies. In: Proceedings of 38$$^{\\rm th}$$ ACM SIGIR, pp. 903\u2013906 (2015)","DOI":"10.1145\/2766462.2767802"},{"key":"10_CR33","doi-asserted-by":"crossref","unstructured":"Maxwell, D., Azzopardi, L., J\u00e4rvelin, K., Keskustalo, H.: Searching and stopping: an analysis of stopping rules and strategies. In: Proceedings of 24$$^{\\rm th}$$ ACM CIKM, pp. 313\u2013322 (2015)","DOI":"10.1145\/2806416.2806476"},{"key":"10_CR34","doi-asserted-by":"crossref","unstructured":"Meij, E., Weerkamp, W., de Rijke, M.: A query model based on normalized log-likelihood. In: Proceedings of 18$$^{\\rm th}$$ ACM CIKM, pp. 1903\u20131906 (2009)","DOI":"10.1145\/1645953.1646261"},{"key":"10_CR35","doi-asserted-by":"crossref","unstructured":"Moffat, A., Scholer, F., Thomas, P.: Models and metrics: IR evaluation as a user process. In: Proceedings of 17$$^{\\rm th}$$ ADCS, pp. 47\u201354 (2012)","DOI":"10.1145\/2407085.2407092"},{"key":"10_CR36","doi-asserted-by":"crossref","unstructured":"Moraes, F., Putra, S.R., Hauff, C.: Contrasting search as a learning activity with instructor-designed learning. In: Proceedings of 27$$^{\\rm th}$$ ACM CIKM, pp. 167\u2013176 (2018)","DOI":"10.1145\/3269206.3271676"},{"key":"10_CR37","doi-asserted-by":"crossref","unstructured":"Navalpakkam, V., Jentzsch, L., Sayres, R., Ravi, S., Ahmed, A., Smola, A.: Measurement and modeling of eye-mouse behavior in the presence of nonlinear page layouts. In: Proceedings of the 22$$^{\\rm nd}$$ WWW, pp. 953\u2013964 (2013)","DOI":"10.1145\/2488388.2488471"},{"key":"10_CR38","doi-asserted-by":"crossref","unstructured":"Nguyen, T.N., Kanhabua, N.: Leveraging dynamic query subtopics for time-aware search result diversification. In: Proceedings of 36$$^{\\rm th}$$ ECIR, pp. 222\u2013234 (2014)","DOI":"10.1007\/978-3-319-06028-6_19"},{"key":"10_CR39","doi-asserted-by":"crossref","unstructured":"O\u2019Brien, H.L., Kampen, A., Cole, A.W., Brennan, K.: The role of domain knowledge in search as learning. In: Proceedings of 5$$^{\\rm th}$$ ACM CHIIR, pp. 313\u2013317 (2020)","DOI":"10.1145\/3343413.3377989"},{"key":"10_CR40","doi-asserted-by":"crossref","unstructured":"Ong, K., J\u00e4rvelin, K., Sanderson, M., Scholer, F.: Qwerty: the effects of typing on web search behavior. In: Proceedings of 3$$^{\\rm rd}$$ ACM CHIIR, pp. 281\u2013284 (2018)","DOI":"10.1145\/3176349.3176872"},{"key":"10_CR41","doi-asserted-by":"crossref","unstructured":"Pardi, G., von Hoyer, J., Holtz, P., Kammerer, Y.: The role of cognitive abilities and time spent on texts and videos in a multimodal searching as learning task. In: Proceedings of 5$$^{\\rm th}$$ ACM CHIIR, pp. 378\u2013382 (2020)","DOI":"10.1145\/3343413.3378001"},{"issue":"4","key":"10_CR42","doi-asserted-by":"publisher","first-page":"596","DOI":"10.1093\/poq\/nfl028","volume":"70","author":"A Peytchev","year":"2006","unstructured":"Peytchev, A., Couper, M.P., McCabe, S.E., Crawford, S.D.: Web survey design: paging versus scrolling. Intl. J. Pub. Opin. Q. 70(4), 596\u2013607 (2006)","journal-title":"Intl. J. Pub. Opin. Q."},{"issue":"4","key":"10_CR43","doi-asserted-by":"publisher","first-page":"643","DOI":"10.1037\/0033-295X.106.4.643","volume":"106","author":"P Pirolli","year":"1999","unstructured":"Pirolli, P., Card, S.: Information foraging. Psychol. Rev. 106(4), 643 (1999)","journal-title":"Psychol. Rev."},{"key":"10_CR44","doi-asserted-by":"crossref","unstructured":"Reimers, N., Gurevych, I.: Sentence-BERT: sentence embeddings using siamese BERT-networks. arXiv preprint arXiv:1908.10084 (2019)","DOI":"10.18653\/v1\/D19-1410"},{"key":"10_CR45","doi-asserted-by":"crossref","unstructured":"Roy, N., C\u00e2mara, A., Maxwell, D., Hauff, C.: Incorporating widget positioning in interaction models of search behaviour. In: Proceedings of 11$$^{\\rm th}$$ ACM ICTIR, pp. 53\u201362 (2021)","DOI":"10.1145\/3471158.3472243"},{"key":"10_CR46","doi-asserted-by":"crossref","unstructured":"Roy, N., Moraes, F., Hauff, C.: Exploring users\u2019 learning gains within search sessions. In: Proceedings of 5$$^{\\rm th}$$ ACM CHIIR, pp. 432\u2013436 (2020)","DOI":"10.1145\/3343413.3378012"},{"key":"10_CR47","doi-asserted-by":"crossref","unstructured":"Roy, N., Torre, M.V., Gadiraju, U., Maxwell, D., Hauff, C.: Note the highlight: incorporating active reading tools in a search as learning environment. In: Proceedings of 6$$^{\\rm th}$$ ACM CHIIR, pp. 229\u2013238 (2021)","DOI":"10.1145\/3406522.3446025"},{"key":"10_CR48","unstructured":"Schurman, E., Brutlag, J.: Performance related changes and their user impact. In: O\u2019Reilly Velocity Conference (2009)"},{"key":"10_CR49","doi-asserted-by":"crossref","unstructured":"Syed, R., Collins-Thompson, K.: Retrieval algorithms optimized for human learning. In: Proceedings of 40$$^{\\rm th}$$ ACM SIGIR, pp. 555\u2013564 (2017)","DOI":"10.1145\/3077136.3080835"},{"key":"10_CR50","doi-asserted-by":"crossref","unstructured":"Syed, R., Collins-Thompson, K.: Exploring document retrieval features associated with improved short-and long-term vocabulary learning outcomes. In: Proceedings of 3$$^{\\rm th}$$ ACM CHIIR, pp. 191\u2013200 (2018)","DOI":"10.1145\/3176349.3176397"},{"key":"10_CR51","doi-asserted-by":"crossref","unstructured":"Takaki, T., Fujii, A., Ishikawa, T.: Associative document retrieval by query subtopic analysis and its application to invalidity patent search. In: Proceedings of 13$$^{\\rm th}$$ ACM CIKM, pp. 399\u2013405 (2004)","DOI":"10.1145\/1031171.1031251"},{"key":"10_CR52","doi-asserted-by":"crossref","unstructured":"Thomas, P., Moffat, A., Bailey, P., Scholer, F.: Modeling decision points in user search behavior. In: Proceedings of 5$$^{\\rm th}$$ IIiX, pp. 239\u2013242 (2014)","DOI":"10.1145\/2637002.2637032"},{"key":"10_CR53","doi-asserted-by":"crossref","unstructured":"Wang, J., Zhu, J.: Portfolio theory of information retrieval. In: Proceedings of 32$$^{\\rm nd}$$ ACM SIGIR, pp. 115\u2013122 (2009)","DOI":"10.1145\/1571941.1571963"},{"key":"10_CR54","doi-asserted-by":"crossref","unstructured":"Wildemuth, B.M.: The effects of domain knowledge on search tactic formulation. J. Am. Soc. Info. Sci. Tech. 55(3), 246\u2013258 (2004)","DOI":"10.1002\/asi.10367"},{"key":"10_CR55","doi-asserted-by":"crossref","unstructured":"Wilson, M.J., Wilson, M.L.: A comparison of techniques for measuring sensemaking and learning within participant-generated summaries. J. Am. Soc. Info. Sci. Tech. 64(2), 291\u2013306 (2013)","DOI":"10.1002\/asi.22758"},{"key":"10_CR56","doi-asserted-by":"crossref","unstructured":"Wu, W.C., Kelly, D., Sud, A.: Using information scent and need for cognition to understand online search behavior. In: Proceedings of 37$$^{\\rm th}$$ ACM SIGIR, pp. 557\u2013566 (2014)","DOI":"10.1145\/2600428.2609626"},{"issue":"1","key":"10_CR57","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1145\/2795403.2795405","volume":"49","author":"C Zhai","year":"2015","unstructured":"Zhai, C., Cohen, W.W., Lafferty, J.: Beyond independent relevance: methods and evaluation metrics for subtopic retrieval. SIGIR Forum 49(1), 2\u20139 (2015)","journal-title":"SIGIR Forum"},{"key":"10_CR58","doi-asserted-by":"crossref","unstructured":"Zuccon, G., Azzopardi, L., Hauff, C., van Rijsbergen, C.K.: Estimating interference in the QPRP for subtopic retrieval. In: Proceedings of 33$$^{\\rm rd}$$ ACM SIGIR, pp. 741\u2013742 (2010)","DOI":"10.1145\/1835449.1835593"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-99736-6_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,21]],"date-time":"2024-09-21T15:41:18Z","timestamp":1726933278000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-99736-6_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783030997359","9783030997366"],"references-count":58,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-99736-6_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"5 April 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Stavanger","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Norway","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 April 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 April 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"44","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2022.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"395","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4-6","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Additionally, there are other papers: 11 reproducibility, 12 doctoral, 13 CLEF Labs, 5 workshops and 4 tutorials.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}