{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T22:30:29Z","timestamp":1742941829597,"version":"3.40.3"},"publisher-location":"Cham","reference-count":30,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783031093418"},{"type":"electronic","value":"9783031093425"}],"license":[{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,1,1]],"date-time":"2022-01-01T00:00:00Z","timestamp":1640995200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-031-09342-5_37","type":"book-chapter","created":{"date-parts":[[2022,7,8]],"date-time":"2022-07-08T13:05:42Z","timestamp":1657285542000},"page":"373-382","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Generating Extremely Short Summaries from the Scientific Literature to Support Decisions in Primary Healthcare: A Human Evaluation Study"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9064-5085","authenticated-orcid":false,"given":"Primoz","family":"Kocbek","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8742-6594","authenticated-orcid":false,"given":"Lucija","family":"Gosak","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7535-3175","authenticated-orcid":false,"given":"Kasandra","family":"Musovi\u0107","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0183-8679","authenticated-orcid":false,"given":"Gregor","family":"Stiglic","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,7,9]]},"reference":[{"key":"37_CR1","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: NAACL HLT 2019 - 2019 Conference\u00a0of the\u00a0North\u00a0American\u00a0Chapter\u00a0of the\u00a0Association\u00a0for\u00a0Computational Linguistics: Human Language\u00a0Technologies - Proceedings Conference, vol. 1, pp. 4171\u20134186 (2018)"},{"key":"37_CR2","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41746-021-00464-x","volume":"4","author":"DM Korngiebel","year":"2021","unstructured":"Korngiebel, D.M., Mooney, S.D.: Considering the possibilities and pitfalls of generative pre-trained transformer 3 (GPT-3) in healthcare delivery. NPJ Digit. Med. 4, 1\u20133 (2021). https:\/\/doi.org\/10.1038\/s41746-021-00464-x","journal-title":"NPJ Digit. Med."},{"key":"37_CR3","unstructured":"Ajayi, D.: How BERT and GPT models change the game for NLP - Watson Blog"},{"key":"37_CR4","unstructured":"OpenAI. https:\/\/openai.com\/. Accessed 20 Feb 2022"},{"key":"37_CR5","doi-asserted-by":"publisher","first-page":"364","DOI":"10.1093\/jamia\/ocy173","volume":"26","author":"TA Koleck","year":"2019","unstructured":"Koleck, T.A., Dreisbach, C., Bourne, P.E., Bakken, S.: Natural language processing of symptoms documented in free-text narratives of electronic health records: a systematic review. J. Am. Med. Inform. Assoc. 26, 364\u2013379 (2019). https:\/\/doi.org\/10.1093\/jamia\/ocy173","journal-title":"J. Am. Med. Inform. Assoc."},{"key":"37_CR6","doi-asserted-by":"publisher","unstructured":"Spasic, I., Nenadic, G.: Clinical text data in machine learning: systematic review. JMIR Med. Inform. 8 (2020). https:\/\/doi.org\/10.2196\/17984","DOI":"10.2196\/17984"},{"key":"37_CR7","doi-asserted-by":"publisher","unstructured":"Sheikhalishahi, S., Miotto, R., Dudley, J.T., Lavelli, A., Rinaldi, F., Osmani, V.: Natural language processing of clinical notes on chronic diseases: systematic review. JMIR Med. Inform. 7 (2019). https:\/\/doi.org\/10.2196\/12239","DOI":"10.2196\/12239"},{"key":"37_CR8","doi-asserted-by":"publisher","first-page":"94","DOI":"10.7861\/FUTUREHOSP.6-2-94","volume":"6","author":"T Davenport","year":"2019","unstructured":"Davenport, T., Kalakota, R.: The potential for artificial intelligence in healthcare. Futur. Healthc. J. 6, 94 (2019). https:\/\/doi.org\/10.7861\/FUTUREHOSP.6-2-94","journal-title":"Futur. Healthc. J."},{"key":"37_CR9","doi-asserted-by":"publisher","unstructured":"Cachola, I., Lo, K., Cohan, A., Weld, D.S.: TLDR: extreme summarization of scientific documents. In: Findings of the Association for Computational Linguistics Findings of ACL: EMNLP 2020, pp. 4766\u20134777. Association for Computational Linguistics (ACL) (2020). https:\/\/doi.org\/10.18653\/V1\/2020.FINDINGS-EMNLP.428","DOI":"10.18653\/V1\/2020.FINDINGS-EMNLP.428"},{"key":"37_CR10","unstructured":"Dunn, A.: Semantic Scholar Adds 25 Million Scientific Papers in 2020 Through New Publisher Partnerships (2020)"},{"key":"37_CR11","unstructured":"Zhang, J., Zhao, Y., Saleh, M., Liu, P.: {PEGASUS}: pre-training with extracted gap-sentences for abstractive summarization. In: III, H.D., Singh, A. (eds.) Proceedings of the 37th International Conference on Machine Learning, pp. 11328\u201311339. PMLR (2020)"},{"key":"37_CR12","doi-asserted-by":"publisher","unstructured":"Lewis, M., et al.: BART: denoising sequence-to-sequence pre-training for natural language generation, translation, and comprehension. In: Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics, pp. 7871\u20137880. Association for Computational Linguistics (ACL) (2020). https:\/\/doi.org\/10.18653\/V1\/2020.ACL-MAIN.703","DOI":"10.18653\/V1\/2020.ACL-MAIN.703"},{"key":"37_CR13","doi-asserted-by":"publisher","unstructured":"van der Lee, C., Gatt, A., van Miltenburg, E., Wubben, S., Krahmer, E.: Best practices for the human evaluation of automatically generated text. In: INLG 2019 \u2013 Proceedings of 12th International Conference\u00a0on Natural Language Generation, pp. 355\u2013368 (2019). https:\/\/doi.org\/10.18653\/V1\/W19-8643","DOI":"10.18653\/V1\/W19-8643"},{"key":"37_CR14","doi-asserted-by":"publisher","unstructured":"H\u00e4m\u00e4l\u00e4inen, M., Alnajjar, K.: Human evaluation of creative NLG systems: an interdisciplinary survey on recent papers, pp. 84\u201395 (2021). https:\/\/doi.org\/10.18653\/V1\/2021.GEM-1.9","DOI":"10.18653\/V1\/2021.GEM-1.9"},{"key":"37_CR15","doi-asserted-by":"publisher","unstructured":"van der Lee, C., Gatt, A., van Miltenburg, E., Krahmer, E.: Human evaluation of automatically generated text: current trends and best practice guidelines. Comput. Speech Lang. 67 (2021). https:\/\/doi.org\/10.1016\/j.csl.2020.101151","DOI":"10.1016\/j.csl.2020.101151"},{"key":"37_CR16","unstructured":"Semantic Scholar|AI-Powered Research Tool. https:\/\/www.semanticscholar.org\/"},{"key":"37_CR17","unstructured":"Flesch, R.: How to write plain English"},{"key":"37_CR18","unstructured":"Wu, J., et al.: Recursively summarizing books with human feedback (2021). https:\/\/arxiv.org\/abs\/2109.10862v2"},{"key":"37_CR19","unstructured":"OpenAI engines. https:\/\/beta.openai.com\/docs\/engines. Accessed 18 Dec 2021"},{"key":"37_CR20","unstructured":"Hugging face: hugging face \u2013 the AI community building the future"},{"key":"37_CR21","doi-asserted-by":"publisher","unstructured":"Narayan, S., Cohen, S.B., Lapata, M.: Don\u2019t give me the details, just the summary! Topic-aware convolutional neural networks for extreme summarization (2018). https:\/\/doi.org\/10.18653\/v1\/d18-1206","DOI":"10.18653\/v1\/d18-1206"},{"key":"37_CR22","doi-asserted-by":"publisher","unstructured":"Gliwa, B., Mochol, I., Biesek, M., Wawer, A.: SAMSum corpus: a human-annotated dialogue dataset for abstractive summarization. In: Proceedings of the 2nd Workshop on New Frontiers in Summarization, pp. 70\u201379. Association for Computational Linguistics (ACL) (2019). https:\/\/doi.org\/10.18653\/V1\/D19-5409","DOI":"10.18653\/V1\/D19-5409"},{"key":"37_CR23","doi-asserted-by":"crossref","unstructured":"1KA Arnes English homepage. https:\/\/1ka.arnes.si\/index.php?lang_id=2. Accessed 12 Jan 2022","DOI":"10.36350\/jbs.v12i1.136"},{"key":"37_CR24","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1037\/H0043158","volume":"63","author":"GA Miller","year":"1956","unstructured":"Miller, G.A.: The magical number seven, plus or minus two: some limits on our capacity for processing information. Psychol. Rev. 63, 81\u201397 (1956). https:\/\/doi.org\/10.1037\/H0043158","journal-title":"Psychol. Rev."},{"key":"37_CR25","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1177\/002224297003400307","volume":"34","author":"PE Green","year":"2018","unstructured":"Green, P.E., Rao, V.R.: Rating scales and information recovery\u2014how many scales and response categories to use? J. Mark. 34, 33\u201339 (2018). https:\/\/doi.org\/10.1177\/002224297003400307","journal-title":"J. Mark."},{"key":"37_CR26","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1177\/014662168500900103","volume":"9","author":"DV Cicchetti","year":"1985","unstructured":"Cicchetti, D.V., Shoinralter, D., Tyrer, P.J.: The effect of number of rating scale categories on levels of interrater reliability\u202f: A Monte Carlo investigation. J. Appl. Psychol. 9, 31\u201336 (1985). https:\/\/doi.org\/10.1177\/014662168500900103","journal-title":"J. Appl. Psychol."},{"key":"37_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/S0001-6918(99)00050-5","volume":"104","author":"CC Preston","year":"2000","unstructured":"Preston, C.C., Colman, A.M.: Optimal number of response categories in rating scales: reliability, validity, discriminating power, and respondent preferences. Acta Psychol. (Amst) 104, 1\u201315 (2000). https:\/\/doi.org\/10.1016\/S0001-6918(99)00050-5","journal-title":"Acta Psychol. (Amst)"},{"key":"37_CR28","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1186\/2046-4053-3-74","volume":"3","author":"G Tsafnat","year":"2014","unstructured":"Tsafnat, G., Glasziou, P., Choong, M.K., Dunn, A., Galgani, F., Coiera, E.: Systematic review automation technologies. Syst. Rev. 3, 74 (2014). https:\/\/doi.org\/10.1186\/2046-4053-3-74","journal-title":"Syst. Rev."},{"key":"37_CR29","doi-asserted-by":"publisher","unstructured":"Mishra, R., et al.: Text summarization in the biomedical domain: a systematic review of recent research. J. Biomed. Inform. 457 (2014). https:\/\/doi.org\/10.1016\/J.JBI.2014.06.009","DOI":"10.1016\/J.JBI.2014.06.009"},{"key":"37_CR30","doi-asserted-by":"publisher","unstructured":"Ramanujam, N., Kaliappan, M.: An automatic multidocument text summarization approach based on Na\u00efve Bayesian classifier using timestamp strategy. Sci. World J. 2016 (2016). https:\/\/doi.org\/10.1155\/2016\/1784827","DOI":"10.1155\/2016\/1784827"}],"container-title":["Lecture Notes in Computer Science","Artificial Intelligence in Medicine"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-09342-5_37","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,8]],"date-time":"2022-07-08T13:10:20Z","timestamp":1657285820000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-09342-5_37"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022]]},"ISBN":["9783031093418","9783031093425"],"references-count":30,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-09342-5_37","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2022]]},"assertion":[{"value":"9 July 2022","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"AIME","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Intelligence in Medicine","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Halifax, NS","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 June 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 June 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"aime2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/aime22.aimedicine.info\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"113","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"39","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"35% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}