{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T05:41:08Z","timestamp":1743054068719,"version":"3.40.3"},"publisher-location":"Cham","reference-count":17,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030997380"},{"type":"electronic","value":"9783030997397"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-99739-7_51","type":"book-chapter","created":{"date-parts":[[2022,4,4]],"date-time":"2022-04-04T23:02:47Z","timestamp":1649113367000},"page":"408-415","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Advancing Math-Aware Search: The ARQMath-3 Lab at CLEF 2022"],"prefix":"10.1007","author":[{"given":"Behrooz","family":"Mansouri","sequence":"first","affiliation":[]},{"given":"Anurag","family":"Agarwal","sequence":"additional","affiliation":[]},{"given":"Douglas W.","family":"Oard","sequence":"additional","affiliation":[]},{"given":"Richard","family":"Zanibbi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,4,5]]},"reference":[{"key":"51_CR1","doi-asserted-by":"crossref","unstructured":"Ahmed, S., Davila, K., Setlur, S., Govindaraju, V.: Equation attention relationship network (EARN): A geometric deep metric framework for learning similar math expression embedding. In: 2020 25th International Conference on Pattern Recognition (ICPR), pp. 6282\u20136289. IEEE (2021)","DOI":"10.1109\/ICPR48806.2021.9412619"},{"key":"51_CR2","unstructured":"Aizawa, A., Kohlhase, M., Ounis, I.: NTCIR-10 math pilot task overview. In: Proceedings of the 10th NTCIR Conference, pp. 654\u2013661 (2013)"},{"key":"51_CR3","unstructured":"Aizawa, A., Kohlhase, M., Ounis, I., Schubotz, M.: NTCIR-11 Math-2 task overview. In: Proceedings of the 11th NTCIR Conference, pp. 88\u201398 (2014)"},{"key":"51_CR4","doi-asserted-by":"crossref","unstructured":"Davila, K., Zanibbi, R.: Layout and semantics: combining representations for mathematical formula search. In: Proceedings of the 40th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 1165\u20131168 (2017)","DOI":"10.1145\/3077136.3080748"},{"key":"51_CR5","doi-asserted-by":"crossref","unstructured":"Mansouri, B., Zanibbi, R., Oard, D.W.: Learning to rank for mathematical formula retrieval. In: Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 952\u2013961 (2021)","DOI":"10.1145\/3404835.3462956"},{"key":"51_CR6","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1007\/978-3-030-85251-1_17","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"B Mansouri","year":"2021","unstructured":"Mansouri, B., Zanibbi, R., Oard, D.W., Agarwal, A.: Overview of ARQMath-2 (2021): second\u00a0CLEF lab on answer retrieval for\u00a0questions on math. In: Candan, K.S., et al. (eds.) CLEF 2021. LNCS, vol. 12880, pp. 215\u2013238. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-85251-1_17"},{"key":"51_CR7","doi-asserted-by":"crossref","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: Bleu: A method for automatic evaluation of machine translation. In: Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics, pp. 311\u2013318 (2002)","DOI":"10.3115\/1073083.1073135"},{"key":"51_CR8","unstructured":"Peng, S., Yuan, K., Gao, L., Tang, Z.: MathBERT: A pre-trained model for mathematical formula understanding. arXiv preprint arXiv:2105.00377 (2021)"},{"key":"51_CR9","doi-asserted-by":"crossref","unstructured":"Pfahler, L., Morik, K.: Semantic search in millions of equations. In: Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery & Data Mining, pp. 135\u2013143 (2020)","DOI":"10.1145\/3394486.3403056"},{"key":"51_CR10","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1162\/tacl_a_00266","volume":"7","author":"S Reddy","year":"2019","unstructured":"Reddy, S., Chen, D., Manning, C.D.: CoQA: A conversational question answering challenge. Trans. Assoc. Comput. Linguist. 7, 249\u2013266 (2019). https:\/\/doi.org\/10.1162\/tacl_a_00266","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"51_CR11","doi-asserted-by":"crossref","unstructured":"Sakai, T.: Alternatives to BPREF. In: Proceedings of the 30th Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 71\u201378 (2007)","DOI":"10.1145\/1277741.1277756"},{"key":"51_CR12","doi-asserted-by":"crossref","unstructured":"Tausczik, Y.R., Kittur, A., Kraut, R.E.: Collaborative problem solving: a study of MathOverflow. In: Proceedings of the 17th ACM conference on Computer Supported Cooperative Work & Social Computing, pp. 355\u2013367 (2014)","DOI":"10.1145\/2531602.2531690"},{"key":"51_CR13","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M.: The TREC-8 question answering track report. In: Proceedings of the Eighth Text REtrieval Conference (TREC-8), pp. 77\u201382 (1999)","DOI":"10.6028\/NIST.SP.500-246"},{"key":"51_CR14","doi-asserted-by":"crossref","unstructured":"Voorhees, E.M.: Overview of the TREC 2004 question answering track. In: Proceedings of the Thirteenth Text REtrieval Conference (TREC 2004), pp. 52\u201362 (2005)","DOI":"10.6028\/NIST.SP.500-261"},{"key":"51_CR15","doi-asserted-by":"crossref","unstructured":"Wang, Z., Lan, A., Baraniuk, R.: Mathematical formula representation via tree embeddings (2021). https:\/\/people.umass.edu\/~andrewlan\/papers\/preprint-forte.pdf","DOI":"10.1109\/BigData52589.2021.9671942"},{"key":"51_CR16","unstructured":"Zanibbi, R., Aizawa, A., Kohlhase, M., Ounis, I., Topic, G., Davila, K.: NTCIR-12 MathIR task overview. In: Proceedings of the 12th NTCIR Conference, pp. 299\u2013308 (2016)"},{"key":"51_CR17","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1007\/978-3-030-58219-7_15","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"R Zanibbi","year":"2020","unstructured":"Zanibbi, R., Oard, D.W., Agarwal, A., Mansouri, B.: Overview of ARQMath 2020: CLEF lab on answer retrieval for questions on math. In: Arampatzis, A., et al. (eds.) CLEF 2020. LNCS, vol. 12260, pp. 169\u2013193. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58219-7_15"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-99739-7_51","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T15:41:51Z","timestamp":1710258111000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-99739-7_51"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783030997380","9783030997397"],"references-count":17,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-99739-7_51","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"5 April 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Stavanger","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Norway","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 April 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 April 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"44","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2022.org","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"395","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"29","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4-6","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Additionally, there are other papers: 11 reproducibility, 12 doctoral, 13 CLEF Labs, 5 workshops and 4 tutorials.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}