{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,22]],"date-time":"2026-03-22T10:01:31Z","timestamp":1774173691793,"version":"3.50.1"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030659646","type":"print"},{"value":"9783030659653","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-65965-3_26","type":"book-chapter","created":{"date-parts":[[2021,2,1]],"date-time":"2021-02-01T19:48:52Z","timestamp":1612208932000},"page":"385-396","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Assessing the Uncertainty of the Text Generating Process Using Topic Models"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0007-4478","authenticated-orcid":false,"given":"Jonas","family":"Rieger","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7824-1697","authenticated-orcid":false,"given":"Carsten","family":"Jentsch","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8947-440X","authenticated-orcid":false,"given":"J\u00f6rg","family":"Rahnenf\u00fchrer","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,2,2]]},"reference":[{"key":"26_CR1","doi-asserted-by":"publisher","first-page":"74","DOI":"10.1016\/j.infsof.2018.02.005","volume":"98","author":"A Agrawal","year":"2018","unstructured":"Agrawal, A., Fu, W., Menzies, T.: What is wrong with topic modeling? And how to fix it using search-based software engineering. Inf. Softw. Technol. 98, 74\u201388 (2018). https:\/\/doi.org\/10.1016\/j.infsof.2018.02.005","journal-title":"Inf. Softw. Technol."},{"issue":"2","key":"26_CR2","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1111\/j.1540-5907.2009.00383.x","volume":"53","author":"K Benoit","year":"2009","unstructured":"Benoit, K., Laver, M., Mikhaylov, S.: Treating words as data with error: uncertainty in text statements of policy positions. Am. J. Polit. Sci. 53(2), 495\u2013513 (2009). https:\/\/doi.org\/10.1111\/j.1540-5907.2009.00383.x","journal-title":"Am. J. Polit. Sci."},{"issue":"4","key":"26_CR3","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1145\/2133806.2133826","volume":"55","author":"DM Blei","year":"2012","unstructured":"Blei, D.M.: Probabilistic topic models. Commun. ACM 55(4), 77\u201384 (2012). https:\/\/doi.org\/10.1145\/2133806.2133826","journal-title":"Commun. ACM"},{"issue":"1","key":"26_CR4","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1214\/07-AOAS114","volume":"1","author":"DM Blei","year":"2007","unstructured":"Blei, D.M., Lafferty, J.D.: A correlated topic model of science. Ann. Appl. Stat. 1(1), 17\u201335 (2007). https:\/\/doi.org\/10.1214\/07-AOAS114","journal-title":"Ann. Appl. Stat."},{"key":"26_CR5","doi-asserted-by":"publisher","first-page":"993","DOI":"10.1162\/jmlr.2003.3.4-5.993","volume":"3","author":"DM Blei","year":"2003","unstructured":"Blei, D.M., Ng, A.Y., Jordan, M.I.: Latent Dirichlet allocation. J. Mach. Learn. Res. 3, 993\u20131022 (2003). https:\/\/doi.org\/10.1162\/jmlr.2003.3.4-5.993","journal-title":"J. Mach. Learn. Res."},{"key":"26_CR6","unstructured":"Chang, J., Boyd-Graber, J., Gerrish, S., Wang, C., Blei, D.M.: Reading tea leaves: how humans interpret topic models. In: Proceedings of the 22nd International NIPS-Conference, pp. 288\u2013296. Curran Associates Inc. (2009). https:\/\/dl.acm.org\/doi\/10.5555\/2984093.2984126"},{"key":"26_CR7","unstructured":"Efron, B.: Bootstrap methods: another look at the jackknife. Ann. Stat. 7(1), 1\u201326 (1979), http:\/\/www.jstor.org\/stable\/10.2307\/2958830"},{"key":"26_CR8","doi-asserted-by":"publisher","unstructured":"Efron, B., Tibshirani, R.: An Introduction to the Bootstrap. Chapman & Hall\/CRC, New York (1994). https:\/\/doi.org\/10.1201\/9780429246593","DOI":"10.1201\/9780429246593"},{"issue":"5","key":"26_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.18637\/jss.v025.i05","volume":"25","author":"I Feinerer","year":"2008","unstructured":"Feinerer, I., Hornik, K., Meyer, D.: Text mining infrastructure in R. J. Stat. Softw. 25(5), 1\u201354 (2008). https:\/\/doi.org\/10.18637\/jss.v025.i05","journal-title":"J. Stat. Softw."},{"issue":"suppl 1","key":"26_CR10","doi-asserted-by":"publisher","first-page":"5228","DOI":"10.1073\/pnas.0307752101","volume":"101","author":"TL Griffiths","year":"2004","unstructured":"Griffiths, T.L., Steyvers, M.: Finding scientific topics. Proc. Natl. Acad. Sci. 101(suppl 1), 5228\u20135235 (2004). https:\/\/doi.org\/10.1073\/pnas.0307752101","journal-title":"Proc. Natl. Acad. Sci."},{"key":"26_CR11","doi-asserted-by":"publisher","unstructured":"Koppers, L., Rieger, J., Boczek, K., von Nordheim, G.: tosca: Tools for Statistical Content Analysis (2019). https:\/\/doi.org\/10.5281\/zenodo.3591068, R package version 0.1-5","DOI":"10.5281\/zenodo.3591068"},{"key":"26_CR12","volume-title":"Content Analysis: An Introduction to Its Methodology","author":"K Krippendorff","year":"2013","unstructured":"Krippendorff, K.: Content Analysis: An Introduction to Its Methodology, 3rd edn. Sage Publications, Thousand Oaks (2013)","edition":"3"},{"issue":"2\u20133","key":"26_CR13","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1080\/19312458.2018.1430754","volume":"12","author":"D Maier","year":"2018","unstructured":"Maier, D., et al.: Applying LDA topic modeling in communication research: toward a valid and reliable methodology. Commun. Methods Measures 12(2\u20133), 93\u2013118 (2018). https:\/\/doi.org\/10.1080\/19312458.2018.1430754","journal-title":"Commun. Methods Measures"},{"key":"26_CR14","unstructured":"Mimno, D., Wallach, H.M., Talley, E., Leenders, M., McCallum, A.: Optimizing semantic coherence in topic models. In: Proceedings of the 2011 EMNLP-Conference, pp. 262\u2013272. ACL (2011). https:\/\/dl.acm.org\/doi\/10.5555\/2145432.2145462"},{"key":"26_CR15","unstructured":"Newman, D., Bonilla, E.V., Buntine, W.: Improving topic coherence with regularized topic models. In: Proceedings of the 24th International NIPS-Conference, pp. 496\u2013504. Curran Associates Inc. (2011). https:\/\/dl.acm.org\/doi\/10.5555\/2986459.2986515"},{"key":"26_CR16","doi-asserted-by":"publisher","unstructured":"Nguyen, V.A., Boyd-Graber, J., Resnik, P.: Sometimes average is best: the importance of averaging for prediction using MCMC inference in topic modeling. In: Proceedings of the 2014 EMNLP-Conference, pp. 1752\u20131757. ACL (2014). https:\/\/doi.org\/10.3115\/v1\/D14-1182","DOI":"10.3115\/v1\/D14-1182"},{"key":"26_CR17","unstructured":"R Core Team: R: A Language and Environment for Statistical Computing. R Foundation for Statistical Computing, Vienna, Austria (2019). http:\/\/www.R-project.org\/"},{"issue":"51","key":"26_CR18","doi-asserted-by":"publisher","first-page":"2181","DOI":"10.21105\/joss.02181","volume":"5","author":"J Rieger","year":"2020","unstructured":"Rieger, J.: ldaPrototype: a method in R to get a prototype of multiple latent Dirichlet allocations. J. Open Source Softw. 5(51), 2181 (2020). https:\/\/doi.org\/10.21105\/joss.02181","journal-title":"J. Open Source Softw."},{"key":"26_CR19","unstructured":"Rieger, J., Koppers, L., Jentsch, C., Rahnenf\u00fchrer, J.: Improving Reliability of Latent Dirichlet Allocation by Assessing Its Stability Using Clustering Techniques on Replicated Runs (2020). https:\/\/arxiv.org\/abs\/2003.04980"},{"key":"26_CR20","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"118","DOI":"10.1007\/978-3-030-51310-8_11","volume-title":"Natural Language Processing and Information Systems","author":"J Rieger","year":"2020","unstructured":"Rieger, J., Rahnenf\u00fchrer, J., Jentsch, C.: Improving latent Dirichlet allocation: on reliability of the novel method LDA Prototype. In: M\u00e9tais, E., Meziane, F., Horacek, H., Cimiano, P. (eds.) NLDB 2020. LNCS, vol. 12089, pp. 118\u2013125. Springer, Cham (2020). https:\/\/doi.org\/10.1007\/978-3-030-51310-8_11"},{"key":"26_CR21","doi-asserted-by":"crossref","unstructured":"Roberts, M.E., Stewart, B.M., Tingley, D., Airoldi, E.M.: The structural topic model and applied social science. In: NIPS-Workshop on Topic Models: Computation, Application, and Evaluation (2013)","DOI":"10.32614\/CRAN.package.stm"},{"key":"26_CR22","unstructured":"Rosen-Zvi, M., Griffiths, T., Steyvers, M., Smyth, P.: The author-topic model for authors and documents. In: Proceedings of the 20th UAI-Conference, pp. 487\u2013494. AUAI Press (2004). https:\/\/dl.acm.org\/doi\/10.5555\/1036843.1036902"},{"key":"26_CR23","unstructured":"Stevens, K., Kegelmeyer, P., Andrzejewski, D., Buttler, D.: Exploring topic coherence over many models and many topics. In: Proceedings of the 2012 Joint EMNLP\/CoNLL-Conference, pp. 952\u2013961. ACL (2012). https:\/\/dl.acm.org\/doi\/10.5555\/2390948.2391052"},{"key":"26_CR24","doi-asserted-by":"publisher","first-page":"426","DOI":"10.1090\/S0002-9947-1943-0012401-3","volume":"54","author":"A Wald","year":"1943","unstructured":"Wald, A.: Tests of statistical hypotheses concerning several parameters when the number of observations is large. Trans. Am. Math. Soc. 54, 426\u2013482 (1943). https:\/\/doi.org\/10.1090\/S0002-9947-1943-0012401-3","journal-title":"Trans. Am. Math. Soc."}],"container-title":["Communications in Computer and Information Science","ECML PKDD 2020 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-65965-3_26","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,23]],"date-time":"2024-08-23T10:37:19Z","timestamp":1724409439000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-65965-3_26"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030659646","9783030659653"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-65965-3_26","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"value":"1865-0929","type":"print"},{"value":"1865-0937","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"2 February 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ghent","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Belgium","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecmlpkdd2020.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"945","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"195","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"21% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4,5","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4,4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The conference took place virtually due to the COVID-19 pandemic","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}