{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:19:53Z","timestamp":1742912393924,"version":"3.40.3"},"publisher-location":"Cham","reference-count":39,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030852504"},{"type":"electronic","value":"9783030852511"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-85251-1_9","type":"book-chapter","created":{"date-parts":[[2021,9,14]],"date-time":"2021-09-14T00:11:11Z","timestamp":1631578271000},"page":"103-115","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["A Multi-Task Learning Model for\u00a0Multidimensional Relevance Assessment"],"prefix":"10.1007","author":[{"given":"Divi Galih Prasetyo","family":"Putri","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2274-9050","authenticated-orcid":false,"given":"Marco","family":"Viviani","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6080-8170","authenticated-orcid":false,"given":"Gabriella","family":"Pasi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,9,14]]},"reference":[{"unstructured":"Ahmad, W.U., et al.: Multi-task learning for document ranking and query suggestion. In: 6th International Conference on Learning Representations, ICLR 2018, Vancouver, BC, Canada, April 30 - May 3, 2018, p. 2018. Conference Track Proceedings OpenReview.net (2018)","key":"9_CR1"},{"doi-asserted-by":"crossref","unstructured":"Ahmad, W.U., et al.: Context attentive document ranking and query suggestion. In: Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 385\u2013394 (2019)","key":"9_CR2","DOI":"10.1145\/3331184.3331246"},{"doi-asserted-by":"crossref","unstructured":"Bendersky, M., et al.: Quality-biased ranking of web documents. In: Proceedings of the Fourth ACM International Conference on Web Search and Data Mining, pp. 95\u2013104 (2011)","key":"9_CR3","DOI":"10.1145\/1935826.1935849"},{"issue":"10","key":"9_CR4","doi-asserted-by":"publisher","first-page":"913","DOI":"10.1002\/asi.10286","volume":"54","author":"P Borlund","year":"2003","unstructured":"Borlund, P.: The concept of relevance in IR. J. Am. Soc. Inf. Sci. Technol. 54(10), 913\u2013925 (2003)","journal-title":"J. Am. Soc. Inf. Sci. Technol."},{"issue":"1","key":"9_CR5","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1023\/A:1007379606734","volume":"28","author":"R Caruana","year":"1997","unstructured":"Caruana, R.: Multitask learning. Mach. Learn. 28(1), 41\u201375 (1997)","journal-title":"Mach. Learn."},{"issue":"2","key":"9_CR6","doi-asserted-by":"publisher","first-page":"340","DOI":"10.1016\/j.ipm.2011.07.001","volume":"48","author":"C da Costa Pereira","year":"2012","unstructured":"da Costa Pereira, C., et al.: Multidimensional relevance: prioritized aggregation in a personalized information retrieval setting. Inf. Process. Manage. 48(2), 340\u2013357 (2012)","journal-title":"Inf. Process. Manage."},{"doi-asserted-by":"crossref","unstructured":"Deutsch, T., et al.: Linguistic features for readability assessment. In: Proceedings of the Fifteenth Workshop on Innovative Use of NLP for Building Educational Applications, pp. 1\u201317 (2020)","key":"9_CR7","DOI":"10.18653\/v1\/2020.bea-1.1"},{"doi-asserted-by":"crossref","unstructured":"Fern\u00e1ndez-Pichel, M., et al.: Reliability prediction for health-related content: a replicability study. In: Proceedings of the 43rd ECIR Conference (2), pp. 47\u201361 (2021)","key":"9_CR8","DOI":"10.1007\/978-3-030-72240-1_4"},{"issue":"3","key":"9_CR9","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1145\/3190580.3190586","volume":"51","author":"N Fuhr","year":"2018","unstructured":"Fuhr, N.: Some common mistakes in IR evaluation, and how they can be avoided. ACM SIGIR Forum 51(3), 32\u201341 (2018)","journal-title":"ACM SIGIR Forum"},{"issue":"3","key":"9_CR10","doi-asserted-by":"publisher","first-page":"46","DOI":"10.1145\/3190580.3190588","volume":"51","author":"N Fuhr","year":"2018","unstructured":"Fuhr, N., et al.: An information nutritional label for online documents. ACM SIGIR Forum 51(3), 46\u201366 (2018)","journal-title":"ACM SIGIR Forum"},{"key":"9_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"256","DOI":"10.1007\/978-3-642-28997-2_22","volume-title":"Advances in Information Retrieval","author":"S Gerani","year":"2012","unstructured":"Gerani, S., Zhai, C.X., Crestani, F.: Score transformation in linear combination for multi-criteria relevance ranking. In: Baeza-Yates, R., de Vries, A.P., Zaragoza, H., Cambazoglu, B.B., Murdock, V., Lempel, R., Silvestri, F. (eds.) ECIR 2012. LNCS, vol. 7224, pp. 256\u2013267. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-28997-2_22"},{"doi-asserted-by":"crossref","unstructured":"Giachanou, A., et al.: Leveraging emotional signals for credibility detection. In: Proceedings of the 42nd International ACM SIGIR Conference on Research and Development in Information Retrieval, pp. 877\u2013880 (2019)","key":"9_CR12","DOI":"10.1145\/3331184.3331285"},{"key":"9_CR13","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"255","DOI":"10.1007\/978-3-030-58219-7_19","volume-title":"Experimental IR Meets Multilinguality, Multimodality, and Interaction","author":"L Goeuriot","year":"2020","unstructured":"Goeuriot, L., et al.: Overview of the CLEF eHealth evaluation lab 2020. In: Arampatzis, A., et al. (eds.) CLEF 2020. LNCS, vol. 12260, pp. 255\u2013271. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-58219-7_19"},{"issue":"6","key":"9_CR14","doi-asserted-by":"publisher","first-page":"102067","DOI":"10.1016\/j.ipm.2019.102067","volume":"57","author":"J Guo","year":"2020","unstructured":"Guo, J., et al.: A deep look into neural ranking models for information retrieval. Inf. Process. Manage. 57(6), 102067 (2020)","journal-title":"Inf. Process. Manage."},{"doi-asserted-by":"crossref","unstructured":"Jiang, J., et al.: Understanding ephemeral state of relevance. In: Proceedings of the 2017 Conference on Conference Human Information Interaction and Retrieval, pp. 137\u2013146 (2017)","key":"9_CR15","DOI":"10.1145\/3020165.3020176"},{"doi-asserted-by":"crossref","unstructured":"Kleinberg, J.M., et al.: Authoritative Sources in a Hyperlinked Environment. Princeton University Press (2011)","key":"9_CR16","DOI":"10.1515\/9781400841356.514"},{"doi-asserted-by":"crossref","unstructured":"Lioma, C., et al.: Evaluation measures for relevance and credibility in ranked lists. In: Proceedings of the ACM SIGIR International Conference on Theory of Information Retrieval, pp. 91\u201398 (2017)","key":"9_CR17","DOI":"10.1145\/3121050.3121072"},{"doi-asserted-by":"crossref","unstructured":"Liu, X., et al.: Representation learning using multi-task deep neural networks for semantic classification and information retrieval. In: Proceedings of the 2015 NAACL Conference, pp. 912\u2013921 (2015)","key":"9_CR18","DOI":"10.3115\/v1\/N15-1092"},{"key":"9_CR19","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.fss.2016.12.018","volume":"324","author":"S Marrara","year":"2017","unstructured":"Marrara, S., et al.: Aggregation operators in information retrieval. Fuzzy Sets Syst. 324, 3\u201319 (2017)","journal-title":"Fuzzy Sets Syst."},{"issue":"1","key":"9_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1416950.1416952","volume":"27","author":"A Moffat","year":"2008","unstructured":"Moffat, A., Zobel, J.: Rank-biased precision for measurement of retrieval effectiveness. ACM Trans. Inf. Syst. (TOIS) 27(1), 1\u201327 (2008)","journal-title":"ACM Trans. Inf. Syst. (TOIS)"},{"key":"9_CR21","volume-title":"The Pagerank Citation Ranking: Bringing Order to the Web","author":"L Page","year":"1999","unstructured":"Page, L., et al.: The Pagerank Citation Ranking: Bringing Order to the Web. Technical report, Stanford InfoLab (1999)"},{"doi-asserted-by":"crossref","unstructured":"Palotti, J., et al.: MM: a new framework for multidimensional evaluation of search engines. In: Proceedings of the 27th ACM International Conference on Information and Knowledge Management, pp. 1699\u20131702 (2018)","key":"9_CR22","DOI":"10.1145\/3269206.3269261"},{"issue":"1","key":"9_CR23","doi-asserted-by":"publisher","first-page":"e10986","DOI":"10.2196\/10986","volume":"21","author":"J Palotti","year":"2019","unstructured":"Palotti, J., et al.: Consumer health search on the web: study of web page understandability and its integration in ranking algorithms. J. of medical Internet research 21(1), e10986 (2019)","journal-title":"J. of medical Internet research"},{"doi-asserted-by":"crossref","unstructured":"Rao, J., et al.: Bridging the gap between relevance matching and semantic matching for short text similarity modeling. In: Proceedings of the 2019 EMNLP-IJCNLP Conference, pp. 5373\u20135384 (2019)","key":"9_CR24","DOI":"10.18653\/v1\/D19-1540"},{"doi-asserted-by":"crossref","unstructured":"Rashkin, H., et al.: Truth of varying shades: analyzing language in fake news and political fact-checking. In: Proceedings of the 2017 Conference on Empirical Methods in Natural Language Processing, pp. 2931\u20132937 (2017)","key":"9_CR25","DOI":"10.18653\/v1\/D17-1317"},{"unstructured":"Roberts, K., et al.: Overview of the TREC 2019 precision medicine track. In: Proceedings of the Twenty-Eighth Text REtrieval Conference, TREC 2019, Gaithersburg, Maryland, USA, 13\u201315 November 2019, vol. 1250 (2019)","key":"9_CR26"},{"unstructured":"Schamber, L., Bateman, J.: User criteria in relevance evaluation: toward development of a measurement scale. In: Proceedings of the ASIS Annual Meeting, vol. 33, pp. 218\u201325. ERIC (1996)","key":"9_CR27"},{"unstructured":"Self, C.C.: Credibility. In: An Integrated Approach to Communication Theory and Research, 2nd Edition, pp. 22. Taylor & Francis (2008)","key":"9_CR28"},{"key":"9_CR29","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1007\/978-3-642-28997-2_19","volume-title":"Advances in Information Retrieval","author":"P Sondhi","year":"2012","unstructured":"Sondhi, P., Vydiswaran, V.G.V., Zhai, C.X.: Reliability prediction of webpages in the medical domain. In: Baeza-Yates, R., de Vries, A.P., Zaragoza, H., Cambazoglu, B.B., Murdock, V., Lempel, R., Silvestri, F. (eds.) ECIR 2012. LNCS, vol. 7224, pp. 219\u2013231. Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-642-28997-2_19"},{"doi-asserted-by":"crossref","unstructured":"Uprety, S., et al.: Modeling multidimensional user relevance in IR using vector spaces. In: The 41st International ACM SIGIR Conference on on Research and Development in Information Retrieval, pp. 993\u2013996 (2018)","key":"9_CR30","DOI":"10.1145\/3209978.3210130"},{"issue":"5","key":"9_CR31","doi-asserted-by":"publisher","first-page":"e1209","DOI":"10.1002\/widm.1209","volume":"7","author":"M Viviani","year":"2017","unstructured":"Viviani, M., Pasi, G.: Credibility in social media: opinions, news, and health information-survey. Wiley Interdisc. Rev. Data Min. Knowl. Discovery 7(5), e1209 (2017)","journal-title":"Wiley Interdisc. Rev. Data Min. Knowl. Discovery"},{"key":"9_CR32","doi-asserted-by":"publisher","first-page":"6155","DOI":"10.1007\/s10462-020-09845-2","volume":"53","author":"R Wadawadagi","year":"2020","unstructured":"Wadawadagi, R., Pagi, V.: Sentiment analysis with deep neural networks: comparative study and performance assessment. Artif. Intell. Rev. 53, 6155\u20136195 (2020)","journal-title":"Artif. Intell. Rev."},{"doi-asserted-by":"crossref","unstructured":"Wan, S., et al.: A deep architecture for semantic matching with multiple positional sentence representations. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 30 (2016)","key":"9_CR33","DOI":"10.1609\/aaai.v30i1.10342"},{"issue":"7","key":"9_CR34","doi-asserted-by":"publisher","first-page":"961","DOI":"10.1002\/asi.20361","volume":"57","author":"Y Xu","year":"2006","unstructured":"Xu, Y., Chen, Z.: Relevance judgment: what do information users consider beyond topicality? J. Am. Soc. Inf. Sci. Technol. 57(7), 961\u2013973 (2006)","journal-title":"J. Am. Soc. Inf. Sci. Technol."},{"unstructured":"Zamani, H., Croft, W.B.: Joint modeling and optimization of search and recommendation. In: Proceedings of the First Biennial Conference on Design of Experimental Search and Information Retrieval Systems, Bertinoro, Italy, 28\u201331 August 2018, vol. 2167 of CEUR Workshop Proceedings, pp. 36\u201341. CEUR-WS.org (2018)","key":"9_CR35"},{"doi-asserted-by":"crossref","unstructured":"Zamani, H., Croft, W.B.: Learning a joint search and recommendation model from user-item interactions. In: Proceedings of the 13th International Conference on Web Search and Data Mining, pp. 717\u2013725 (2020)","key":"9_CR36","DOI":"10.1145\/3336191.3371818"},{"unstructured":"Zhang, Y., Yang, Q.: A survey on multi-task learning. arXiv preprint arXiv:1707.08114 (2017)","key":"9_CR37"},{"key":"9_CR38","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"280","DOI":"10.1007\/978-3-319-30671-1_21","volume-title":"Advances in Information Retrieval","author":"G Zuccon","year":"2016","unstructured":"Zuccon, G.: Understandability biased evaluation for information retrieval. In: Ferro, N., Crestani, F., Moens, M.-F., Mothe, J., Silvestri, F., Di Nunzio, G.M., Hauff, C., Silvello, G. (eds.) ECIR 2016. LNCS, vol. 9626, pp. 280\u2013292. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-30671-1_21"},{"doi-asserted-by":"publisher","unstructured":"Miller, R.G.: Simultaneous Statistical Inference. New York, Springer-Verlag (1981). https:\/\/doi.org\/10.1007\/978-1-4613-8122-8","key":"9_CR39","DOI":"10.1007\/978-1-4613-8122-8"}],"container-title":["Lecture Notes in Computer Science","Experimental IR Meets Multilinguality, Multimodality, and Interaction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-85251-1_9","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,9]],"date-time":"2023-01-09T03:36:19Z","timestamp":1673235379000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-85251-1_9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030852504","9783030852511"],"references-count":39,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-85251-1_9","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"14 September 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CLEF","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference of the Cross-Language Evaluation Forum for European Languages","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 September 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"24 September 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"clef2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/clef2021.clef-initiative.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"21","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"11","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"52% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5 best of labs papers and 12 lab overview papers are also included.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}