{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T20:43:01Z","timestamp":1772829781694,"version":"3.50.1"},"reference-count":38,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2019,7,9]],"date-time":"2019-07-09T00:00:00Z","timestamp":1562630400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2019,7,9]],"date-time":"2019-07-09T00:00:00Z","timestamp":1562630400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nat Mach Intell"],"DOI":"10.1038\/s42256-019-0071-y","type":"journal-article","created":{"date-parts":[[2019,7,9]],"date-time":"2019-07-09T16:09:01Z","timestamp":1562688541000},"page":"322-327","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Democratic classification of free-format survey responses with a network-based framework"],"prefix":"10.1038","volume":"1","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-9898-839X","authenticated-orcid":false,"given":"Tatsuro","family":"Kawamoto","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3312-3061","authenticated-orcid":false,"given":"Takaaki","family":"Aoki","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,7,9]]},"reference":[{"key":"71_CR1","unstructured":"Kahn, R. L. & Cannell, C. F. The Dynamics of Interviewing: Theory, Technique, and Cases (Wiley, 1957)."},{"key":"71_CR2","doi-asserted-by":"publisher","first-page":"957","DOI":"10.1126\/science.236.4804.957","volume":"236","author":"H Schuman","year":"1987","unstructured":"Schuman, H. & Scott, J. Problems in the use of survey questions to measure public opinion. Science\n\t\t\t\t\t236, 957\u2013959 (1987).","journal-title":"Science"},{"key":"71_CR3","unstructured":"Schuman, H. & Presser, S. Questions and Answers in Attitude Surveys: Experiments on Question Form, Wording, and Context (Sage, 1996)."},{"key":"71_CR4","doi-asserted-by":"publisher","first-page":"389","DOI":"10.2307\/1954456","volume":"65","author":"DE RePass","year":"1971","unstructured":"RePass, D. E. Issue salience and party choice. Am. Polit. Sci. Rev.\n\t\t\t\t\t65, 389\u2013400 (1971).","journal-title":"Am. Polit. Sci. Rev."},{"key":"71_CR5","unstructured":"Kelley, S. Jr. Interpreting Eelections (Princeton Univ. Press, 2014)."},{"key":"71_CR6","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1086\/269113","volume":"52","author":"JG Geer","year":"1988","unstructured":"Geer, J. G. What do open-ended questions measure? Public Opin. Q.\n\t\t\t\t\t52, 365\u2013371 (1988).","journal-title":"Public Opin. Q."},{"key":"71_CR7","unstructured":"Singleton, R. & Straits, B. C. Approaches to Social Research. 6th edn (Oxford Univ. Press, 2017)."},{"key":"71_CR8","doi-asserted-by":"publisher","first-page":"218","DOI":"10.2307\/2090907","volume":"31","author":"H Schuman","year":"1966","unstructured":"Schuman, H. The random probe: a technique for evaluating the validity of closed questions. Am. Sociol. Rev.\n\t\t\t\t\t31, 218\u2013222 (1966).","journal-title":"Am. Sociol. Rev."},{"key":"71_CR9","doi-asserted-by":"publisher","first-page":"587","DOI":"10.1111\/j.1468-2958.2002.tb00826.x","volume":"28","author":"M Lombard","year":"2002","unstructured":"Lombard, M., Snyder-Duch, J. & Bracken, C. C. Content analysis in mass communication: assessment and reporting of intercoder reliability. Human Commun. Res.\n\t\t\t\t\t28, 587\u2013604 (2002).","journal-title":"Human Commun. Res."},{"key":"71_CR10","unstructured":"Giddens, A. & Sutton, P. W. Sociology 7th edn (Polity Press, 2013)."},{"key":"71_CR11","doi-asserted-by":"publisher","first-page":"221","DOI":"10.1093\/comnet\/cnu026","volume":"3","author":"C Aicher","year":"2015","unstructured":"Aicher, C., Jacobs, A. Z. & Clauset, A. Learning latent block structure in weighted networks. J. Complex Netw.\n\t\t\t\t\t3, 221\u2013248 (2015).","journal-title":"J. Complex Netw."},{"key":"71_CR12","doi-asserted-by":"publisher","first-page":"542","DOI":"10.1038\/s41567-018-0076-1","volume":"14","author":"MEJ Newman","year":"2018","unstructured":"Newman, M. E. J. Network structure from rich but noisy data. Nat. Phys.\n\t\t\t\t\t14, 542\u2013545 (2018).","journal-title":"Nat. Phys."},{"key":"71_CR13","first-page":"041011","volume":"8","author":"TP Peixoto","year":"2018","unstructured":"Peixoto, T. P. Reconstructing networks with unknown and heterogeneous errors. Phys. Rev. X\n\t\t\t\t\t8, 041011 (2018).","journal-title":"Phys. Rev. X"},{"key":"71_CR14","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pone.0008694","volume":"5","author":"M Rosvall","year":"2010","unstructured":"Rosvall, M. & Bergstrom, C. T. Mapping change in large networks. PLoS ONE\n\t\t\t\t\t5, 1\u20137 (2010).","journal-title":"PLoS ONE"},{"key":"71_CR15","doi-asserted-by":"publisher","first-page":"022315","DOI":"10.1103\/PhysRevE.97.022315","volume":"97","author":"T Kawamoto","year":"2018","unstructured":"Kawamoto, T. & Kabashima, Y. Comparative analysis on the selection of number of clusters in community detection. Phys. Rev. E\n\t\t\t\t\t97, 022315 (2018).","journal-title":"Phys. Rev. E"},{"key":"71_CR16","doi-asserted-by":"publisher","first-page":"P09008","DOI":"10.1088\/1742-5468\/2005\/09\/P09008","volume":"2005","author":"L Danon","year":"2005","unstructured":"Danon, L., D\u00edaz-Guilera, A., Duch, J. & Arenas, A. Comparing community structure identification. J. Stat. Mech.\n\t\t\t\t\t2005, P09008 (2005).","journal-title":"J. Stat. Mech."},{"key":"71_CR17","doi-asserted-by":"publisher","first-page":"846","DOI":"10.1080\/01621459.1971.10482356","volume":"66","author":"WM Rand","year":"1971","unstructured":"Rand, W. M. Objective criteria for the evaluation of clustering methods. J. Am. Stat. Assoc.\n\t\t\t\t\t66, 846\u2013850 (1971).","journal-title":"J. Am. Stat. Assoc."},{"key":"71_CR18","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1007\/BF01908075","volume":"2","author":"L Hubert","year":"1985","unstructured":"Hubert, L. & Arabie, P. Comparing partitions. J. Classif.\n\t\t\t\t\t2, 193\u2013218 (1985).","journal-title":"J. Classif."},{"key":"71_CR19","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1093\/pan\/mph004","volume":"12","author":"AF Simon","year":"2004","unstructured":"Simon, A. F. & Xenos, M. Dimensional reduction of word-frequency data as a substitute for intersubjective content analysis. Polit. Anal.\n\t\t\t\t\t12, 63\u201375 (2004).","journal-title":"Polit. Anal."},{"key":"71_CR20","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1111\/j.1540-5907.2009.00428.x","volume":"54","author":"DJ Hopkins","year":"2010","unstructured":"Hopkins, D. J. & King, G. A method of automated nonparametric content analysis for social science. Am. J. Polit. Sci.\n\t\t\t\t\t54, 229\u2013247 (2010).","journal-title":"Am. J. Polit. Sci."},{"key":"71_CR21","doi-asserted-by":"publisher","first-page":"1064","DOI":"10.1111\/ajps.12103","volume":"58","author":"ME Roberts","year":"2014","unstructured":"Roberts, M. E. et al. Structural topic models for open-ended survey responses. Am. J. Polit. Sci.\n\t\t\t\t\t58, 1064\u20131082 (2014).","journal-title":"Am. J. Polit. Sci."},{"key":"71_CR22","doi-asserted-by":"publisher","first-page":"278","DOI":"10.1017\/S0003055416000058","volume":"110","author":"K Benoit","year":"2016","unstructured":"Benoit, K., Conway, D., Lauderdale, B. E., Laver, M. & Mikhaylov, S. Crowd-sourced text analysis: reproducible and agile production of political data. Am. Polit. Sci. Rev.\n\t\t\t\t\t110, 278\u2013295 (2016).","journal-title":"Am. Polit. Sci. Rev."},{"key":"71_CR23","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1080\/19312458.2017.1317338","volume":"11","author":"F Lind","year":"2017","unstructured":"Lind, F., Gruber, M. & Boomgaarden, H. G. Content analysis by the crowd: assessing the usability of crowdsourcing for coding latent constructs. Commun. Methods Meas.\n\t\t\t\t\t11, 191\u2013209 (2017).","journal-title":"Commun. Methods Meas."},{"key":"71_CR24","doi-asserted-by":"publisher","first-page":"413","DOI":"10.1177\/1098214017717014","volume":"39","author":"MR Jacobson","year":"2018","unstructured":"Jacobson, M. R., Whyte, C. E. & Azzam, T. Using crowdsourcing to code open-ended responses: a mixed methods approach. Am. J. Eval.\n\t\t\t\t\t39, 413\u2013429 (2018).","journal-title":"Am. J. Eval."},{"key":"71_CR25","doi-asserted-by":"publisher","first-page":"066106","DOI":"10.1103\/PhysRevE.84.066106","volume":"84","author":"A Decelle","year":"2011","unstructured":"Decelle, A., Krzakala, F., Moore, C. & Zdeborov\u00e1, L. Asymptotic analysis of the stochastic block model for modular networks and its algorithmic applications. Phys. Rev. E\n\t\t\t\t\t84, 066106 (2011).","journal-title":"Phys. Rev. E"},{"key":"71_CR26","unstructured":"Moore, C. The computer science and physics of community detection: landscapes, phase transitions, and hardness. Preprint at https:\/\/arxiv.org\/abs\/1702.00467 (2017)."},{"key":"71_CR27","doi-asserted-by":"crossref","unstructured":"Fishkin, J. S. When the People Speak: Deliberative Democracy and Public Consultation (Oxford Univ. Press, 2011).","DOI":"10.1093\/acprof:osobl\/9780199604432.001.0001"},{"key":"71_CR28","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1016\/0378-8733(83)90021-7","volume":"5","author":"PW Holland","year":"1983","unstructured":"Holland, P. W., Laskey, K. B. & Leinhardt, S. Stochastic blockmodels: first steps. Soc. Netw.\n\t\t\t\t\t5, 109\u2013137 (1983).","journal-title":"Soc. Netw."},{"key":"71_CR29","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1080\/01621459.1987.10478385","volume":"82","author":"YJ Wang","year":"1987","unstructured":"Wang, Y. J. & Wong, G. Y. Stochastic blockmodels for directed graphs. J. Am. Stat. Assoc.\n\t\t\t\t\t82, 8\u201319 (1987).","journal-title":"J. Am. Stat. Assoc."},{"key":"71_CR30","doi-asserted-by":"publisher","first-page":"016107","DOI":"10.1103\/PhysRevE.83.016107","volume":"83","author":"B Karrer","year":"2011","unstructured":"Karrer, B. & Newman, M. E. J. Stochastic blockmodels and community structure in networks. Phys. Rev. E\n\t\t\t\t\t83, 016107 (2011).","journal-title":"Phys. Rev. E"},{"key":"71_CR31","unstructured":"Bishop, C. M. Pattern Recognition and Machine Learning (Information Science and Statistics) (Springer, 2006)."},{"key":"71_CR32","doi-asserted-by":"crossref","unstructured":"M\u00e9zard, M. & Montanari, A. Information, Physics, and Computation (Oxford Univ. Press, 2009).","DOI":"10.1093\/acprof:oso\/9780198570837.001.0001"},{"key":"71_CR33","doi-asserted-by":"publisher","first-page":"065701","DOI":"10.1103\/PhysRevLett.107.065701","volume":"107","author":"A Decelle","year":"2011","unstructured":"Decelle, A., Krzakala, F., Moore, C. & Zdeborov\u00e1, L. Inference and phase transitions in the detection of modules in sparse networks. Phys. Rev. Lett.\n\t\t\t\t\t107, 065701 (2011).","journal-title":"Phys. Rev. Lett."},{"key":"71_CR34","doi-asserted-by":"publisher","first-page":"032301","DOI":"10.1103\/PhysRevE.97.032301","volume":"97","author":"T Kawamoto","year":"2018","unstructured":"Kawamoto, T. Algorithmic detectability threshold of the stochastic block model. Phys. Rev. E\n\t\t\t\t\t97, 032301 (2018).","journal-title":"Phys. Rev. E"},{"key":"71_CR35","doi-asserted-by":"crossref","unstructured":"Abbe, E. Community detection and stochastic block models: recent developments. Preprint at https:\/\/arxiv.org\/abs\/1703.10146 (2017).","DOI":"10.1561\/9781680834772"},{"key":"71_CR36","unstructured":"Peixoto, T. P. Bayesian stochastic blockmodeling. Preprint at https:\/\/arxiv.org\/abs\/1705.10225 (2017)."},{"key":"71_CR37","unstructured":"Kawamoto, T. Algorithmic infeasibility of community detection in higher-order networks. Preprint at https:\/\/arxiv.org\/abs\/1710.08816 (2017)."},{"key":"71_CR38","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-017-03623-x","volume":"7","author":"T Kawamoto","year":"2017","unstructured":"Kawamoto, T. & Kabashima, Y. Cross-validation estimate of the number of clusters in a network. Sci. Rep.\n\t\t\t\t\t7, 3327 (2017).","journal-title":"Sci. Rep."}],"updated-by":[{"DOI":"10.1038\/s42256-019-0079-3","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2019,7,18]],"date-time":"2019-07-18T00:00:00Z","timestamp":1563408000000}},{"DOI":"10.1038\/s42256-019-0090-8","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2019,7,30]],"date-time":"2019-07-30T00:00:00Z","timestamp":1564444800000}}],"container-title":["Nature Machine Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s42256-019-0071-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-019-0071-y","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s42256-019-0071-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,17]],"date-time":"2022-12-17T19:40:03Z","timestamp":1671306003000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s42256-019-0071-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,7,9]]},"references-count":38,"journal-issue":{"issue":"7","published-online":{"date-parts":[[2019,7]]}},"alternative-id":["71"],"URL":"https:\/\/doi.org\/10.1038\/s42256-019-0071-y","relation":{"correction":[{"id-type":"doi","id":"10.1038\/s42256-019-0079-3","asserted-by":"object"},{"id-type":"doi","id":"10.1038\/s42256-019-0090-8","asserted-by":"object"}]},"ISSN":["2522-5839"],"issn-type":[{"value":"2522-5839","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,7,9]]},"assertion":[{"value":"30 November 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 June 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"9 July 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}