{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,27]],"date-time":"2026-02-27T03:47:37Z","timestamp":1772164057402,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":45,"publisher":"ACM","license":[{"start":{"date-parts":[[2014,10,15]],"date-time":"2014-10-15T00:00:00Z","timestamp":1413331200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000143","name":"Division of Computing and Communication Foundations","doi-asserted-by":"publisher","award":["CCF-1144520"],"award-info":[{"award-number":["CCF-1144520"]}],"id":[{"id":"10.13039\/100000143","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2014,10,15]]},"DOI":"10.1145\/2660193.2660206","type":"proceedings-article","created":{"date-parts":[[2014,10,21]],"date-time":"2014-10-21T08:59:05Z","timestamp":1413881945000},"page":"197-211","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["SurveyMan"],"prefix":"10.1145","author":[{"given":"Emma","family":"Tosch","sequence":"first","affiliation":[{"name":"University of Massachusetts, Amherst, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Emery D.","family":"Berger","sequence":"additional","affiliation":[{"name":"University of Massachusetts, Amherst, MA, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2014,10,15]]},"reference":[{"key":"e_1_3_2_2_1_1","first-page":"970","volume-title":"Proceedings of the AMIA Symposium","author":"Barclay M.","unstructured":"M. Barclay , W. Lober , and B. Karras . SuML: A survey markup language for generalized survey encoding . In Proceedings of the AMIA Symposium , page 970 . American Medical Informatics Association, 2002. M. Barclay, W. Lober, and B. Karras. SuML: A survey markup language for generalized survey encoding. In Proceedings of the AMIA Symposium, page 970. American Medical Informatics Association, 2002."},{"key":"e_1_3_2_2_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/2384616.2384663"},{"key":"e_1_3_2_2_3_1","doi-asserted-by":"publisher","DOI":"10.1093\/pan\/mpr057"},{"key":"e_1_3_2_2_4_1","volume-title":"Cengage Learning","author":"Churchill G. A.","year":"2009","unstructured":"G. A. Churchill Jr and D. Iacobucci . Marketing research: methodological foundations . Cengage Learning , 2009 . G. A. Churchill Jr and D. Iacobucci. Marketing research: methodological foundations. Cengage Learning, 2009."},{"key":"e_1_3_2_2_5_1","volume-title":"A dictionary of psychology","author":"Colman A. M.","year":"2009","unstructured":"A. M. Colman . A dictionary of psychology . Oxford University Press , 2009 . A. M. Colman. A dictionary of psychology. Oxford University Press, 2009."},{"key":"e_1_3_2_2_6_1","doi-asserted-by":"crossref","DOI":"10.1017\/CBO9780511499371","volume-title":"Designing Effective Web Surveys","author":"Couper M. P.","year":"2008","unstructured":"M. P. Couper . Designing Effective Web Surveys . Cambridge University Press , New York, NY, USA , 1 st edition, 2008 . M. P. Couper. Designing Effective Web Surveys. Cambridge University Press, New York, NY, USA, 1st edition, 2008.","edition":"1"},{"key":"e_1_3_2_2_7_1","doi-asserted-by":"crossref","DOI":"10.4135\/9781446263495","volume-title":"Surveys in social research","author":"Vaus D. De","year":"2002","unstructured":"D. De Vaus . Surveys in social research . Psychology Press , 2002 . D. De Vaus. Surveys in social research. Psychology Press, 2002."},{"key":"e_1_3_2_2_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/360933.360975"},{"key":"e_1_3_2_2_9_1","volume-title":"Mail and telephone surveys","author":"Dillman D. A.","year":"1978","unstructured":"D. A. Dillman . Mail and telephone surveys , volume 3 . Wiley New York , 1978 . D. A. Dillman. Mail and telephone surveys, volume 3. Wiley New York, 1978."},{"key":"e_1_3_2_2_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753688"},{"key":"e_1_3_2_2_11_1","unstructured":"G. Emanuel. Post A Survey On Mechanical Turk And Watch The Results Roll In: All Tech Considered: NPR. http:\/\/n.pr\/1gqklTx Mar. 2014.  G. Emanuel. Post A Survey On Mechanical Turk And Watch The Results Roll In: All Tech Considered: NPR. http:\/\/n.pr\/1gqklTx Mar. 2014."},{"key":"e_1_3_2_2_12_1","volume-title":"http:\/\/www.google.com\/insights\/consumersurveys\/home","author":"Google I.","year":"2013","unstructured":"I. Google . Google consumer surveys. http:\/\/www.google.com\/insights\/consumersurveys\/home , 2013 . I. Google. Google consumer surveys. http:\/\/www.google.com\/insights\/consumersurveys\/home, 2013."},{"key":"e_1_3_2_2_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10683-011-9273-9"},{"key":"e_1_3_2_2_14_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10869-011-9231-8"},{"key":"e_1_3_2_2_15_1","volume-title":"http:\/\/instant.ly","year":"2013","unstructured":"Instant.ly. Instant.ly. http:\/\/instant.ly , 2013 . Instant.ly. Instant.ly. http:\/\/instant.ly, 2013."},{"key":"e_1_3_2_2_16_1","volume-title":"Technical Report NYU working paper no. CEDER-10-01","author":"Ipeirotis P.","year":"2010","unstructured":"P. Ipeirotis . Demographics of Mechanical Turk . Technical Report NYU working paper no. CEDER-10-01 , 2010 . P. Ipeirotis. Demographics of Mechanical Turk. Technical Report NYU working paper no. CEDER-10-01, 2010."},{"key":"e_1_3_2_2_17_1","volume-title":"August","author":"Kingsley S. C.","year":"2014","unstructured":"S. C. Kingsley . Personal Communication , August 2014 . S. C. Kingsley. Personal Communication, August 2014."},{"key":"e_1_3_2_2_18_1","volume-title":"Response strategies for coping with the cognitive demands of attitude measures in surveys. Applied cognitive psychology, 5(3):213--236","author":"Krosnick J. A.","year":"1991","unstructured":"J. A. Krosnick . Response strategies for coping with the cognitive demands of attitude measures in surveys. Applied cognitive psychology, 5(3):213--236 , 1991 . J. A. Krosnick. Response strategies for coping with the cognitive demands of attitude measures in surveys. Applied cognitive psychology, 5(3):213--236, 1991."},{"key":"e_1_3_2_2_19_1","first-page":"33","volume-title":"Proceedings of the Fifth ACM SIGPLAN Workshop on Scheme and Functional Programming","author":"MacHenry M.","year":"2004","unstructured":"M. MacHenry and J. Matthews . Topsl: A domain-specific language for on-line surveys. In O. Shivers and O. Waddell, editors , Proceedings of the Fifth ACM SIGPLAN Workshop on Scheme and Functional Programming , pages 33 -- 39 , Snowbird, Utah , Sept. 22, 2004 . Technical report TR600, Department of Computer Science, Indiana University. http:\/\/www.cs.indiana.edu\/cgi-bin\/techreports\/TRNNN.cgi?trnum=TR600. M. MacHenry and J. Matthews. Topsl: A domain-specific language for on-line surveys. In O. Shivers and O. Waddell, editors, Proceedings of the Fifth ACM SIGPLAN Workshop on Scheme and Functional Programming, pages 33--39, Snowbird, Utah, Sept. 22, 2004. Technical report TR600, Department of Computer Science, Indiana University. http:\/\/www.cs.indiana.edu\/cgi-bin\/techreports\/TRNNN.cgi?trnum=TR600."},{"key":"e_1_3_2_2_20_1","doi-asserted-by":"publisher","DOI":"10.1016\/S1755-5345(13)70056-3"},{"key":"e_1_3_2_2_21_1","volume-title":"Technical Report Survey Methodology #2006-13, Director's Office","author":"Martin E.","year":"2006","unstructured":"E. Martin . Survey questionnaire construction. Technical Report Survey Methodology #2006-13, Director's Office , U.S. Census Bureau , 2006 . E. Martin. Survey questionnaire construction. Technical Report Survey Methodology #2006-13, Director's Office, U.S. Census Bureau, 2006."},{"key":"e_1_3_2_2_22_1","volume-title":"Conducting behavioral research on Amazon's Mechanical Turk. Behavior research methods, 44(1):1--23","author":"Mason W.","year":"2012","unstructured":"W. Mason and S. Suri . Conducting behavioral research on Amazon's Mechanical Turk. Behavior research methods, 44(1):1--23 , 2012 . W. Mason and S. Suri. Conducting behavioral research on Amazon's Mechanical Turk. Behavior research methods, 44(1):1--23, 2012."},{"key":"e_1_3_2_2_23_1","volume-title":"Improving data quality with four short sentences: How an honor code can make the difference during data collection","author":"McKay A. S.","year":"2014","unstructured":"A. S. McKay . Improving data quality with four short sentences: How an honor code can make the difference during data collection . 2014 . A. S. McKay. Improving data quality with four short sentences: How an honor code can make the difference during data collection. 2014."},{"key":"e_1_3_2_2_24_1","doi-asserted-by":"publisher","DOI":"10.1037\/a0028085"},{"key":"e_1_3_2_2_25_1","unstructured":"S. Netherlands. Blaise: Survey software for professionals. http:\/\/www.blaise.com\/ShortIntroduction 2013.  S. Netherlands. Blaise: Survey software for professionals. http:\/\/www.blaise.com\/ShortIntroduction 2013."},{"key":"e_1_3_2_2_26_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jesp.2009.03.009"},{"key":"e_1_3_2_2_27_1","unstructured":"Pew Research Center. Question Order | Pew Research Center for the People and the Press. http:\/\/www.people-press.org\/methodology\/questionnaire-design\/question-order\/ 2014.  Pew Research Center. Question Order | Pew Research Center for the People and the Press. http:\/\/www.people-press.org\/methodology\/questionnaire-design\/question-order\/ 2014."},{"key":"e_1_3_2_2_28_1","volume-title":"http:\/\/www.people-press.org\/methodology\/questionnaire-design\/question-wording\/","author":"Pew Research Center. Question Wording | Pew Research Center for the People and the Press.","year":"2014","unstructured":"Pew Research Center. Question Wording | Pew Research Center for the People and the Press. http:\/\/www.people-press.org\/methodology\/questionnaire-design\/question-wording\/ , 2014 . Pew Research Center. Question Wording | Pew Research Center for the People and the Press. http:\/\/www.people-press.org\/methodology\/questionnaire-design\/question-wording\/, 2014."},{"key":"e_1_3_2_2_29_1","doi-asserted-by":"publisher","DOI":"10.1093\/poq\/nfp014"},{"key":"e_1_3_2_2_30_1","volume-title":"August","author":"Pizzo P.","year":"2014","unstructured":"P. Pizzo . Personal Communication , August 2014 . P. Pizzo. Personal Communication, August 2014."},{"key":"e_1_3_2_2_31_1","volume-title":"http:\/\/qualtrics.com","author":"Qualtrics I.","year":"2013","unstructured":"I. Qualtrics . Qualtrics.com. http:\/\/qualtrics.com , 2013 . I. Qualtrics. Qualtrics.com. http:\/\/qualtrics.com, 2013."},{"key":"e_1_3_2_2_32_1","doi-asserted-by":"publisher","DOI":"10.3102\/0013189X14534297"},{"key":"e_1_3_2_2_33_1","unstructured":"SocialSci. Cambridge ma usa. http:\/\/www.socialsci.com 2014.  SocialSci. Cambridge ma usa. http:\/\/www.socialsci.com 2014."},{"key":"e_1_3_2_2_34_1","volume-title":"August","author":"Solomon D. J.","year":"2001","unstructured":"D. J. Solomon . Conducting web-based surveys , August 2001 . D. J. Solomon. Conducting web-based surveys, August 2001."},{"key":"e_1_3_2_2_35_1","volume-title":"Canard question module editor","author":"Spencer S.","year":"2013","unstructured":"S. Spencer . Canard question module editor . https:\/\/github.com\/LegoStormtroopr\/canard, 2013 . S. Spencer. Canard question module editor. https:\/\/github.com\/LegoStormtroopr\/canard, 2013."},{"key":"e_1_3_2_2_36_1","volume-title":"A case against the skip statement","author":"Spencer S.","year":"2013","unstructured":"S. Spencer . A case against the skip statement , 2013 . Unpublished . S. Spencer. A case against the skip statement, 2013. Unpublished."},{"key":"e_1_3_2_2_37_1","volume-title":"The simple questionnaire building language","author":"Spencer S.","year":"2013","unstructured":"S. Spencer . The simple questionnaire building language , 2013 . S. Spencer. The simple questionnaire building language, 2013."},{"key":"e_1_3_2_2_38_1","volume-title":"On the theory of scales of measurement","author":"Stevens S. S.","year":"1946","unstructured":"S. S. Stevens . On the theory of scales of measurement . 1946 . S. S. Stevens. On the theory of scales of measurement. 1946."},{"key":"e_1_3_2_2_39_1","volume-title":"https:\/\/www.limesurvey.org\/en\/","author":"Survey L.","year":"2014","unstructured":"L. Survey . Lime survey 2.05. https:\/\/www.limesurvey.org\/en\/ , 2014 . L. Survey. Lime survey 2.05. https:\/\/www.limesurvey.org\/en\/, 2014."},{"key":"e_1_3_2_2_40_1","volume-title":"http:\/\/http:\/\/www.surveygizmo.com\/","author":"SurveyGizmo L.","year":"2014","unstructured":"L. SurveyGizmo . Surveygizmo. http:\/\/http:\/\/www.surveygizmo.com\/ , 2014 . L. SurveyGizmo. Surveygizmo. http:\/\/http:\/\/www.surveygizmo.com\/, 2014."},{"key":"e_1_3_2_2_41_1","unstructured":"SurveyMonkey Inc. Surveymonkey. http:\/\/surveymonkey.com 2013.  SurveyMonkey Inc. Surveymonkey. http:\/\/surveymonkey.com 2013."},{"key":"e_1_3_2_2_42_1","doi-asserted-by":"crossref","DOI":"10.1093\/acprof:oso\/9780199747047.001.0001","volume-title":"The Science of Web Surveys","author":"Tourangeau R.","year":"2013","unstructured":"R. Tourangeau , F. Conrad , and M. Couper . The Science of Web Surveys . Oxford University Press , 2013 . R. Tourangeau, F. Conrad, and M. Couper. The Science of Web Surveys. Oxford University Press, 2013."},{"key":"e_1_3_2_2_43_1","doi-asserted-by":"publisher","DOI":"10.1002\/ir.98"},{"key":"e_1_3_2_2_44_1","unstructured":"U.S. Government Accountability Office. Questionnaire programming language. http:\/\/qpl.gao.gov\/qpl6ref\/01.php 2009.  U.S. Government Accountability Office. Questionnaire programming language. http:\/\/qpl.gao.gov\/qpl6ref\/01.php 2009."},{"key":"e_1_3_2_2_45_1","first-page":"21","volume-title":"Proceedings of the SIGIR 2010 Workshop on Crowdsourcing for Search Evaluation (CSE 2010","author":"Zhu D.","year":"2010","unstructured":"D. Zhu and B. Carterette . An analysis of assessor behavior in crowdsourced preference judgments . In Proceedings of the SIGIR 2010 Workshop on Crowdsourcing for Search Evaluation (CSE 2010 ), pages 21 -- 26 , 2010 . D. Zhu and B. Carterette. An analysis of assessor behavior in crowdsourced preference judgments. In Proceedings of the SIGIR 2010 Workshop on Crowdsourcing for Search Evaluation (CSE 2010), pages 21--26, 2010."}],"event":{"name":"SPLASH '14: Conference on Systems, Programming, and Applications: Software for Humanity","location":"Portland Oregon USA","acronym":"SPLASH '14","sponsor":["SIGPLAN ACM Special Interest Group on Programming Languages","SIGAda ACM Special Interest Group on Ada Programming Language"]},"container-title":["Proceedings of the 2014 ACM International Conference on Object Oriented Programming Systems Languages & Applications"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2660193.2660206","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/2660193.2660206","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T16:14:42Z","timestamp":1750263282000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/2660193.2660206"}},"subtitle":["programming and automatically debugging surveys"],"short-title":[],"issued":{"date-parts":[[2014,10,15]]},"references-count":45,"alternative-id":["10.1145\/2660193.2660206","10.1145\/2660193"],"URL":"https:\/\/doi.org\/10.1145\/2660193.2660206","relation":{"is-identical-to":[{"id-type":"doi","id":"10.1145\/2714064.2660206","asserted-by":"object"}]},"subject":[],"published":{"date-parts":[[2014,10,15]]},"assertion":[{"value":"2014-10-15","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}