{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T22:59:08Z","timestamp":1743029948661,"version":"3.40.3"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031427527"},{"type":"electronic","value":"9783031427534"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-42753-4_13","type":"book-chapter","created":{"date-parts":[[2023,8,30]],"date-time":"2023-08-30T06:02:35Z","timestamp":1693375355000},"page":"190-205","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Towards an\u00a0Annotation Standard for\u00a0STEM Documents"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-2545-4626","authenticated-orcid":false,"given":"Jan Frederik","family":"Schaefer","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9859-6337","authenticated-orcid":false,"given":"Michael","family":"Kohlhase","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,8,28]]},"reference":[{"key":"13_CR1","series-title":"The Information Retrieval Series","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1007\/978-981-15-5554-1_12","volume-title":"Evaluating Information Retrieval and Access Tasks","author":"A Aizawa","year":"2021","unstructured":"Aizawa, A., Kohlhase, M.: Mathematical information retrieval. In: Sakai, T., Oard, D.W., Kando, N. (eds.) Evaluating Information Retrieval and Access Tasks. TIRS, vol. 43, pp. 169\u2013185. Springer, Singapore (2021). https:\/\/doi.org\/10.1007\/978-981-15-5554-1_12"},{"key":"13_CR2","unstructured":"Asakura, T., Miyao, Y., Aizawa, A.: Building dataset for grounding of formulae - annotating coreference relations among math identifiers. In: Proceedings of the Language Resources and Evaluation Conference. Marseille, France: European Language Resources Association, pp. 4851\u20134858 (2022). https:\/\/aclanthology.org\/2022.lrec-1.519"},{"key":"13_CR3","unstructured":"Asakura, T., et al.: Miogatto: a math identifier-oriented grounding annotation tool. In: 13th MathUI Workshop at 14th Conference on Intelligent Computer Mathematics (MathUI 2021) (2021)"},{"key":"13_CR4","unstructured":"Brat rapid annotation tool. http:\/\/brat.nlplab.org. Accessed 06 Apr 2023"},{"key":"13_CR5","unstructured":"de Castilho, R.E., et al.: A web-based tool for the integrated annotation of semantic and syntactic structures. In: Proceedings of the Workshop on Language Technology Resources and Tools for Digital Humanities (LT4DH), Osaka, Japan: The COLING 2016 Organizing Committee, pp. 76\u201384 (2016). https:\/\/www.aclweb.org\/anthology\/W16-4011"},{"key":"13_CR6","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1007\/978-3-031-16681-5_13","volume-title":"CICM 2022","author":"M Kohlhase","year":"2022","unstructured":"Kohlhase, M., M\u00fcller, D.: System description: sTeX3 - a LATEX-based ecosystem for semantic\/active mathematical documents. In: Buzzard, K., Kutsia, T. (eds.) CICM 2022. LNCS, vol. 13467, pp. 184\u2013188. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-16681-5_13"},{"key":"13_CR7","unstructured":"CoNLL-U Format. https:\/\/universaldependencies.org\/format.html"},{"key":"13_CR8","unstructured":"Formal Abstracts. https:\/\/formalabstracts.github.io\/. Accessed 15 Feb 2020"},{"key":"13_CR9","unstructured":"Ginev, D., et al.: KAT: an annotation tool for STEM documents. In: Kohlhase, A., Libbrecht, P. (eds.) Mathematical User Interfaces Workshop (2015). http:\/\/www.cermat.org\/events\/MathUI\/15\/proceedings\/Lal-Kohlhase-Ginev_KAT_annotations_MathUI_15.pdf"},{"key":"13_CR10","unstructured":"Ginev, D.: arXMLiv:2020 dataset, an HTML5 conversion of arXiv.org. SIGMathLing - Special Interest Group on Math Linguistics (2020). https:\/\/sigmathling.kwarc.info\/resources\/arxmliv-dataset-2020\/"},{"key":"13_CR11","unstructured":"Ginev, D., Miller, B.R.: Scientific Statement Classification over arXiv org. English. In: Proceedings of the Twelfth Language Resources and Evaluation Conference. European Language Resources Association, Marseille, France, pp. 1219\u20131226 (2020). https:\/\/aclanthology.org\/2020.lrec-1.153"},{"key":"13_CR12","doi-asserted-by":"publisher","unstructured":"Hales, T., et al.: A formal proof of the Kepler conjecture. In: Forum of Mathematics, Pi, vol. 5 (2017). https:\/\/doi.org\/10.1017\/fmp.2017.1","DOI":"10.1017\/fmp.2017.1"},{"key":"13_CR13","unstructured":"Herman, I., et al.: RDF 1.1 Primer (Second Edition). Rich Structured Data Markup for Web Documents. W3CWorking Group Note. World Wide Web Consortium (W3C) (2013). http:\/\/www.w3.org\/TR\/rdfa-primer"},{"key":"13_CR14","unstructured":"Harris, S., Seaborne, A.: SPARQL 1.1 Query Language. W3C Recommendation. World Wide Web Consortium (W3C) (2013). https:\/\/www.w3.org\/TR\/sparql11-query\/"},{"key":"13_CR15","unstructured":"Hypothes.is. http:\/\/hypothes.is. Accessed 06 Apr 2023"},{"key":"13_CR16","unstructured":"JSON for Linking Data. https:\/\/json-ld.org\/"},{"key":"13_CR17","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"286","DOI":"10.1007\/978-3-031-13643-6_20","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"B Mansouri","year":"2022","unstructured":"Mansouri, B., et al.: Overview of ARQMath-3 (2022): third CLEF Lab on answer retrieval for questions on math. In: Barr\u00f3n-Cede\u00f1o, A., et al. (eds.) CLEF 2022. LNCS, vol. 13390, pp. 286\u2013310. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-13643-6_20"},{"key":"13_CR18","unstructured":"Bruce Miller. LaTeXML: A LATEX to XML Converter. http:\/\/dlmf.nist.gov\/LaTeXML\/. Accessed 22 Mar 2023"},{"key":"13_CR19","unstructured":"Rabenstein, U.: Meaning Extraction and Semantic Services in STEMDocuments - A case study on Quantity Expressions and Units. Master\u2019s Thesis. Informatik, FAU Erlangen-N\u00fcrnberg (2017). https:\/\/gl.kwarc.info\/supervision\/MSc-archive\/blob\/master\/2017\/urabenstein\/Rabenstein.pdf"},{"key":"13_CR20","unstructured":"World Wide Web Consortium (W3C), ed. Resource Description Framework (RDF). http:\/\/www.w3.org\/RDF\/. Accessed 05 Apr 2023"},{"issue":"1","key":"13_CR21","doi-asserted-by":"publisher","first-page":"3","DOI":"10.3233\/SW-2012-0069","volume":"4","author":"H Rijgersberg","year":"2013","unstructured":"Rijgersberg, H., Van Assem, M., Top, J.: Ontology of units of measure and related concepts. Semant. Web 4(1), 3\u201313 (2013)","journal-title":"Semant. Web"},{"key":"13_CR22","unstructured":"SIGMathLing - Special Interest Group on Maths Linguistics. http:\/\/sigmathling.kwarc.info. Accessed 07 Dec 2018"},{"key":"13_CR23","doi-asserted-by":"crossref","unstructured":"Wang, Q., et al.: Exploration of neural machine translation in autoformalization of mathematics in Mizar. In: Proceedings of the 9th ACM SIGPLAN International Conference on Certified Programs and Proofs, pp. 85\u201398 (2020)","DOI":"10.1145\/3372885.3373827"},{"key":"13_CR24","unstructured":"Web Annotation Ontology. https:\/\/www.w3.org\/ns\/oa"},{"key":"13_CR25","unstructured":"Web Annotation Working Group. https:\/\/www.w3.org\/annotation\/"},{"key":"13_CR26","unstructured":"XPath Reference (2010). http:\/\/www.w3.org\/TR\/xpath\/. Accessed 05 Apr 2023"}],"container-title":["Lecture Notes in Computer Science","Intelligent Computer Mathematics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-42753-4_13","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,30]],"date-time":"2023-08-30T06:03:55Z","timestamp":1693375435000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-42753-4_13"}},"subtitle":["Datasets, Benchmarks, and Spotters"],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031427527","9783031427534"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-42753-4_13","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"28 August 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CICM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Computer Mathematics","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Cambridge","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"8 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"mkm2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/cicm-conference.org\/2023\/cicm.php","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"31","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"16","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"6","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"52% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}