{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,12]],"date-time":"2025-07-12T22:46:43Z","timestamp":1752360403343},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2022,10,25]],"date-time":"2022-10-25T00:00:00Z","timestamp":1666656000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,10,25]],"date-time":"2022-10-25T00:00:00Z","timestamp":1666656000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62173195"],"award-info":[{"award-number":["62173195"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2023,6]]},"DOI":"10.1007\/s10489-022-04235-3","type":"journal-article","created":{"date-parts":[[2022,10,25]],"date-time":"2022-10-25T08:04:23Z","timestamp":1666685063000},"page":"14298-14315","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["Trustworthy machine reading comprehension with conditional adversarial calibration"],"prefix":"10.1007","volume":"53","author":[{"given":"Zhijing","family":"Wu","sequence":"first","affiliation":[]},{"given":"Hua","family":"Xu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,10,25]]},"reference":[{"key":"4235_CR1","unstructured":"Seo MJ, Kembhavi A, Farhadi A, Hajishirzi H (2017) Bidirectional attention flow for machine comprehension. In: 5Th international conference on learning representations, ICLR 2017, Toulon, France, April 24-26, 2017"},{"key":"4235_CR2","doi-asserted-by":"publisher","first-page":"260","DOI":"10.1109\/TASLP.2021.3138679","volume":"30","author":"Z Zhang","year":"2022","unstructured":"Zhang Z, Zhang Y, Zhao H (2022) Syntax-aware multi-spans generation for reading comprehension. IEEE ACM Trans Audio Speech Lang Process 30:260\u2013268. https:\/\/doi.org\/10.1109\/TASLP.2021.3138679https:\/\/doi.org\/10.1109\/TASLP.2021.3138679","journal-title":"IEEE ACM Trans Audio Speech Lang Process"},{"key":"4235_CR3","doi-asserted-by":"publisher","first-page":"109861","DOI":"10.1016\/j.knosys.2022.109861","volume":"256","author":"J Seo","year":"2022","unstructured":"Seo J, Oh D, Eo S, Park C, Yang K, Moon H, Park K, Lim H (2022) Pu-gen: enhancing generative commonsense reasoning for language models with human-centered knowledge. Knowl Based Syst 256:109861. https:\/\/doi.org\/10.1016\/j.knosys.2022.109861","journal-title":"Knowl Based Syst"},{"key":"4235_CR4","doi-asserted-by":"crossref","unstructured":"Rajpurkar P, Zhang J, Lopyrev K, Liang P (2016) Squad: 100, 000+ questions for machine comprehension of text. In: Proceedings of the 2016 Conference on empirical methods in natural language processing, EMNLP 2016, Austin, Texas, USA, November 1-4, 2016, pp 2383\u20132392","DOI":"10.18653\/v1\/D16-1264"},{"key":"4235_CR5","doi-asserted-by":"publisher","unstructured":"Fisch A, Talmor A, Jia R, Seo M, Choi E, Chen D (2019) MRQA 2019 shared task: evaluating generalization in reading comprehension. In: Proceedings of the 2nd workshop on machine reading for question answering, MRQA@EMNLP 2019, Hong Kong, China, November 4, 2019, pp 1\u201313. https:\/\/doi.org\/10.18653\/v1\/D19-5801https:\/\/doi.org\/10.18653\/v1\/D19-5801","DOI":"10.18653\/v1\/D19-5801 10.18653\/v1\/D19-5801"},{"key":"4235_CR6","unstructured":"Devlin J, Chang M, Lee K, Toutanova K (2019) BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the north american chapter of the association for computational linguistics, NAACL 2019, Minneapolis, MN, USA, June 2-7, 2019, pp 4171\u20134186"},{"key":"4235_CR7","doi-asserted-by":"crossref","unstructured":"Seonwoo Y, Kim J-H, Ha J-W, Oh A (2020) Context-aware answer extraction in question answering. In: Proceedings of the 2020 Conference on empirical methods in natural language processing, EMNLP 2020, Online, November 16-20, 2020, pp 2418\u20132428","DOI":"10.18653\/v1\/2020.emnlp-main.189"},{"key":"4235_CR8","doi-asserted-by":"crossref","unstructured":"Zhang Z, Yang J, Zhao H (2021) Retrospective reader for machine reading comprehension. In: Thirty-fifth AAAI conference on artificial intelligence, AAAI 2021, thirty-third conference on innovative applications of artificial intelligence, IAAI 2021, the eleventh symposium on educational advances in artificial intelligence, EAAI 2021, virtual event, february 2-9, 2021, pp 14506\u201314514","DOI":"10.1609\/aaai.v35i16.17705"},{"issue":"10","key":"4235_CR9","doi-asserted-by":"publisher","first-page":"6914","DOI":"10.1007\/s10489-020-02177-2","volume":"51","author":"D Kundu","year":"2021","unstructured":"Kundu D, Pal RK, Mandal DP (2021) Time-aware hybrid expertise retrieval system in community question answering services. Appl Intell 51(10):6914\u20136931. https:\/\/doi.org\/10.1007\/s10489-020-02177-2https:\/\/doi.org\/10.1007\/s10489-020-02177-2","journal-title":"Appl Intell"},{"key":"4235_CR10","doi-asserted-by":"publisher","unstructured":"Kamath A, Jia R, Liang P (2020) Selective question answering under domain shift. In: Proceedings of the 58th Annual meeting of the association for computational linguistics, ACL 2020, Online, July 5-10, 2020, pp 5684\u20135696. https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.503https:\/\/doi.org\/10.18653\/v1\/2020.acl-main.503","DOI":"10.18653\/v1\/2020.acl-main.503 10.18653\/v1\/2020.acl-main.503"},{"key":"4235_CR11","doi-asserted-by":"publisher","unstructured":"Ye X, Durrett G (2022) Can explanations be useful for calibrating black box models?. In: Proceedings of the 60th Annual meeting of the association for computational linguistics (vol 1: Long Papers), ACL 2022, Dublin, Ireland, May 22-27, 2022, pp 6199\u20136212. https:\/\/doi.org\/10.18653\/v1\/2022.acl-long.429","DOI":"10.18653\/v1\/2022.acl-long.429"},{"key":"4235_CR12","doi-asserted-by":"publisher","unstructured":"Su L, Guo J, Fan Y, Lan Y, Cheng X (2019) Controlling risk of web question answering. In: Proceedings of the 42nd International ACM SIGIR Conference on research and development in information retrieval, SIGIR 2019, Paris, France, July 21-25, 2019, pp 115\u2013124. https:\/\/doi.org\/10.1145\/3331184.3331261","DOI":"10.1145\/3331184.3331261"},{"issue":"8","key":"4235_CR13","doi-asserted-by":"publisher","first-page":"2461","DOI":"10.1109\/TASL.2011.2141988","volume":"19","author":"D Yu","year":"2011","unstructured":"Yu D, Li J, Deng L (2011) Calibration of confidence measures in speech recognition. IEEE ACM Trans Audio Speech Lang Process 19(8):2461\u20132473. https:\/\/doi.org\/10.1109\/tasl.2011.2141988","journal-title":"IEEE ACM Trans Audio Speech Lang Process"},{"key":"4235_CR14","doi-asserted-by":"publisher","unstructured":"Shen Y, Huang X, Tang B, Wang X, Chen Q, Ni Y (2021) A deep transfer learning method for medical question matching. In: 9th IEEE International Conference on Healthcare Informatics, ICHI 2021, Victoria, BC, Canada, August 9-12, 2021, pp 515\u2013516. https:\/\/doi.org\/10.1109\/ICHI52183.2021.00097","DOI":"10.1109\/ICHI52183.2021.00097"},{"key":"4235_CR15","doi-asserted-by":"publisher","unstructured":"Rajpurkar P, Jia R, Liang P (2018) Know what you don\u2019t know: unanswerable questions for squad. In: Proceedings of the 56th Annual meeting of the association for computational linguistics, ACL 2018, Melbourne, Australia, July 15-20, 2018. https:\/\/doi.org\/10.18653\/v1\/P18-2124https:\/\/doi.org\/10.18653\/v1\/P18-2124","DOI":"10.18653\/v1\/P18-2124 10.18653\/v1\/P18-2124"},{"key":"4235_CR16","unstructured":"Hendrycks D, Gimpel K (2017) A baseline for detecting misclassified and out-of-distribution examples in neural networks. In: 5Th international conference on learning representations, ICLR 2017, toulon, france, april 24-26, 2017, conference track proceedings"},{"key":"4235_CR17","unstructured":"Gal Y, Ghahramani Z (2016) Dropout as a bayesian approximation: representing model uncertainty in deep learning. In: Proceedings of the 33nd International conference on machine learning, ICML 2016, New York City, NY, USA, June 19-24, 2016, pp 1050\u20131059"},{"key":"4235_CR18","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1016\/j.neucom.2021.08.095","volume":"466","author":"R Baradaran","year":"2021","unstructured":"Baradaran R, Amirkhani H (2021) Ensemble learning-based approach for improving generalization capability of machine reading comprehension systems. Neurocomputing 466:229\u2013242. https:\/\/doi.org\/10.1016\/j.neucom.2021.08.095","journal-title":"Neurocomputing"},{"key":"4235_CR19","doi-asserted-by":"crossref","unstructured":"Raina V, Gales MJF (2022) Answer uncertainty and unanswerability in multiple-choice machine reading comprehension. In: Findings of the association for computational linguistics: ACL 2022, dublin, ireland, may 22-27, 2022, pp 1020\u20131034","DOI":"10.18653\/v1\/2022.findings-acl.82"},{"key":"4235_CR20","doi-asserted-by":"publisher","first-page":"962","DOI":"10.1162\/tacl_a_00407","volume":"9","author":"Z Jiang","year":"2021","unstructured":"Jiang Z, Araki J, Ding H, Neubig G (2021) How can we know when language models know? on the calibration of language models for question answering. Trans Assoc Comput Linguist 9:962\u2013977","journal-title":"Trans Assoc Comput Linguist"},{"key":"4235_CR21","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1016\/j.neucom.2021.08.084","volume":"466","author":"Y Peng","year":"2021","unstructured":"Peng Y, Li X, Song J, Luo Y, Hu S, Qian W (2021) Verification mechanism to obtain an elaborate answer span in machine reading comprehension. Neurocomputing 466:80\u201391. https:\/\/doi.org\/10.1016\/j.neucom.2021.08.084https:\/\/doi.org\/10.1016\/j.neucom.2021.08.084","journal-title":"Neurocomputing"},{"key":"4235_CR22","doi-asserted-by":"publisher","unstructured":"Zhang S, Gong C, Choi E (2021) Knowing more about questions can help: improving calibration in question answering. In: Findings of the association for computational linguistics: ACL\/IJCNLP 2021, Online Event, August 1-6, 2021, pp 1958\u20131970. https:\/\/doi.org\/10.18653\/v1\/2021.findings-acl.172","DOI":"10.18653\/v1\/2021.findings-acl.172"},{"key":"4235_CR23","doi-asserted-by":"crossref","unstructured":"Kwiatkowski T, Palomaki J, Redfield O, Collins M, Parikh AP, Alberti C, Epstein D, Polosukhin I, Devlin J, Lee K, Toutanova K, Jones L, Kelcey M, Chang M, Dai AM, Uszkoreit J, Le Q, Petrov S (2019) Natural questions: a benchmark for question answering research. Trans Assoc Comput Linguistics 7:452\u2013466","DOI":"10.1162\/tacl_a_00276"},{"key":"4235_CR24","doi-asserted-by":"publisher","unstructured":"Trischler A, Wang T, Yuan X, Harris J, Sordoni A, Bachman P, Suleman K (2017) Newsqa: a machine comprehension dataset. In: Proceedings of the 2nd Workshop on Representation Learning for NLP, Rep4NLP@ACL 2017, Vancouver, Canada, August 3, 2017, pp 191\u2013200. https:\/\/doi.org\/10.18653\/v1\/w17-2623","DOI":"10.18653\/v1\/w17-2623"},{"key":"4235_CR25","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1016\/j.inffus.2021.05.008","volume":"76","author":"M Abdar","year":"2021","unstructured":"Abdar M, Pourpanah F, Hussain S, Rezazadegan D, Liu L, Ghavamzadeh M, Fieguth PW, Cao X, Khosravi A, Acharya UR, Makarenkov V, Nahavandi S (2021) A review of uncertainty quantification in deep learning: techniques, applications and challenges. Inf Fusion 76:243\u2013297. https:\/\/doi.org\/10.1016\/j.inffus.2021.05.008","journal-title":"Inf Fusion"},{"key":"4235_CR26","doi-asserted-by":"publisher","first-page":"101855","DOI":"10.1016\/j.media.2020.101855","volume":"68","author":"FC Ghesu","year":"2021","unstructured":"Ghesu FC, Georgescu B, Mansoor A, Yoo Y, Gibson E, Vishwanath RS, Balachandran A, Balter JM, Cao Y, Singh R, Digumarthy SR, Kalra MK, Grbic S, Comaniciu D (2021) Quantifying and leveraging predictive uncertainty for medical image assessment. Medical Image Anal 68:101855. https:\/\/doi.org\/10.1016\/j.media.2020.101855https:\/\/doi.org\/10.1016\/j.media.2020.101855","journal-title":"Medical Image Anal"},{"key":"4235_CR27","doi-asserted-by":"publisher","unstructured":"He J, Zhang X, Lei S, Chen Z, Chen F, Alhamadani A, Xiao B, Lu C (2020) Towards more accurate uncertainty estimation in text classification. In: Proceedings of the 2020 Conference on empirical methods in natural language processing, EMNLP 2020, Online, November 16-20, 2020, pp 8362\u20138372. https:\/\/doi.org\/10.18653\/v1\/2020.emnlp-main.671","DOI":"10.18653\/v1\/2020.emnlp-main.671"},{"key":"4235_CR28","doi-asserted-by":"publisher","first-page":"194","DOI":"10.1016\/j.neucom.2020.04.103","volume":"407","author":"J Maro\u00f1as","year":"2020","unstructured":"Maro\u00f1as J, Paredes R, Ramos D (2020) Calibration of deep probabilistic models with decoupled bayesian neural networks. Neurocomputing 407:194\u2013205. https:\/\/doi.org\/10.1016\/j.neucom.2020.04.103https:\/\/doi.org\/10.1016\/j.neucom.2020.04.103","journal-title":"Neurocomputing"},{"key":"4235_CR29","unstructured":"Lakshminarayanan B, Pritzel A, Blundell C (2017) Simple and scalable predictive uncertainty estimation using deep ensembles. In: Advances in neural information processing systems 30: annual conference on neural information processing systems 2017, december 4-9, 2017, long beach, CA, USA, pp 6402\u20136413"},{"key":"4235_CR30","doi-asserted-by":"crossref","unstructured":"Jain S, Liu G, Mueller J, Gifford D (2020) Maximizing overall diversity for improved uncertainty estimates in deep ensembles. In: The thirty-fourth AAAI conference on artificial intelligence, AAAI 2020, the thirty-second innovative applications of artificial intelligence conference, IAAI 2020, the tenth AAAI symposium on educational advances in artificial intelligence, EAAI 2020, new york, NY, USA, February 7-12, 2020, pp 4264\u20134271","DOI":"10.1609\/aaai.v34i04.5849"},{"key":"4235_CR31","doi-asserted-by":"crossref","unstructured":"Kumar S (2022) Answer-level calibration for free-form multiple choice question answering. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), ACL 2022, Dublin, Ireland, May 22-27, 2022, pp 665\u2013679","DOI":"10.18653\/v1\/2022.acl-long.49"},{"key":"4235_CR32","first-page":"59","volume":"17","author":"Y Ganin","year":"2016","unstructured":"Ganin Y, Ustinova E, Ajakan H, Germain P, Larochelle H, Laviolette F, Marchand M, Lempitsky VS (2016) Domain-adversarial training of neural networks. J Mach Learn Res 17:59\u201315935","journal-title":"J Mach Learn Res"},{"key":"4235_CR33","doi-asserted-by":"publisher","first-page":"595","DOI":"10.1016\/j.ins.2022.07.083","volume":"609","author":"C Zhang","year":"2022","unstructured":"Zhang C, Zhang J (2022) Transferable regularization and normalization: towards transferable feature learning for unsupervised domain adaptation. Inf Sci 609:595\u2013604. https:\/\/doi.org\/10.1016\/j.ins.2022.07.083https:\/\/doi.org\/10.1016\/j.ins.2022.07.083","journal-title":"Inf Sci"},{"issue":"11","key":"4235_CR34","doi-asserted-by":"publisher","first-page":"2288","DOI":"10.1109\/TPAMI.2013.249","volume":"36","author":"R Gopalan","year":"2014","unstructured":"Gopalan R, Li R, Chellappa R (2014) Unsupervised adaptation across domain shifts by generating intermediate data representations. IEEE Trans Pattern Anal Mach Intell 36(11):2288\u20132302. https:\/\/doi.org\/10.1109\/TPAMI.2013.249","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"4235_CR35","doi-asserted-by":"publisher","unstructured":"Wang H, Gan Z, Liu X, Liu J, Gao J, Wang H (2019) Adversarial domain adaptation for machine reading comprehension. In: Proceedings of the 2019 Conference on empirical methods in natural language processing and the 9th International joint conference on natural language processing, EMNLP-IJCNLP 2019, Hong Kong, China, November 3-7, 2019, pp 2510\u20132520. https:\/\/doi.org\/10.18653\/v1\/D19-1254","DOI":"10.18653\/v1\/D19-1254"},{"key":"4235_CR36","doi-asserted-by":"crossref","unstructured":"Cao Y, Fang M, Yu B, Zhou JT (2020) Unsupervised domain adaptation on reading comprehension. In: The thirty-fourth AAAI conference on artificial intelligence, AAAI 2020, new york, NY, USA, February 7-12, 2020, pp 7480\u20137487","DOI":"10.1609\/aaai.v34i05.6245"},{"key":"4235_CR37","unstructured":"des Combes RT, Zhao H, Wang Y, Gordon GJ (2020) Domain adaptation with conditional distribution matching and generalized label shift. In: Advances in neural information processing systems 33: annual conference on neural information processing systems 2020, neurIPS 2020, december 6-12, 2020, virtual"},{"key":"4235_CR38","unstructured":"Guo C, Pleiss G, Sun Y, Weinberger KQ (2017) On calibration of modern neural networks. In: Proceedings of the 34th International conference on machine learning, ICML 2017, Sydney, NSW, Australia, 6-11 August 2017, pp 1321\u20131330"},{"key":"4235_CR39","unstructured":"Naeini MP, Cooper GF, Hauskrecht M (2015) Obtaining well calibrated probabilities using bayesian binning. In: Proceedings of the Twenty-Ninth AAAI Conference on artificial intelligence, January 25-30, 2015, Austin, Texas, USA, pp 2901\u20132907"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-04235-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-022-04235-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-022-04235-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,5,31]],"date-time":"2023-05-31T10:36:52Z","timestamp":1685529412000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-022-04235-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,25]]},"references-count":39,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2023,6]]}},"alternative-id":["4235"],"URL":"https:\/\/doi.org\/10.1007\/s10489-022-04235-3","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,10,25]]},"assertion":[{"value":"2 October 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 October 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}