{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,2]],"date-time":"2025-08-02T19:09:29Z","timestamp":1754161769064,"version":"3.41.2"},"publisher-location":"New York, NY, USA","reference-count":62,"publisher":"ACM","funder":[{"name":"Center for Just Infrastructures"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,8,4]]},"DOI":"10.1145\/3715928.3737474","type":"proceedings-article","created":{"date-parts":[[2025,7,29]],"date-time":"2025-07-29T07:33:43Z","timestamp":1753774423000},"page":"58-70","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Budget, Cost, or Both? An Empirical Exploration of Mechanisms in Quadratic Surveys"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7647-338X","authenticated-orcid":false,"given":"Ti-Chung","family":"Cheng","sequence":"first","affiliation":[{"name":"University of Illinois Urbana-Champaign, Urbana, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0954-5627","authenticated-orcid":false,"given":"Tiffany Wenting","family":"Li","sequence":"additional","affiliation":[{"name":"University of Illinois Urbana-Champaign, Urbana, USA and Stevens Institute of Technology, Hoboken, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8788-3405","authenticated-orcid":false,"given":"Karrie","family":"Karahalios","sequence":"additional","affiliation":[{"name":"University of Illinois Urbana-Champaign, Urbana, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3315-6055","authenticated-orcid":false,"given":"Hari","family":"Sundaram","sequence":"additional","affiliation":[{"name":"University of Illinois Urbana-Champaign, Urbana, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,8,3]]},"reference":[{"key":"e_1_3_3_2_2_2","volume-title":"Advanced Marketing Research","author":"Bagozzi Richard","year":"1994","unstructured":"Richard Bagozzi. 1994. Advanced Marketing Research. John Wiley & Sons."},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"crossref","unstructured":"Matthias Benz and Stephan Meier. 2008. Do People Behave in Experiments as in the Field?\u2014Evidence from Donations. Experimental economics 11 3 (2008) 268\u2013281.","DOI":"10.1007\/s10683-007-9192-y"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","unstructured":"Kylie Brosnan Bettina Gr\u00fcn and Sara Dolnicar. 2021. Cognitive Load Reduction Strategies in Questionnaire Design. International Journal of Market Research 63 2 (March 2021) 125\u2013133. doi:10.1177\/1470785320986797","DOI":"10.1177\/1470785320986797"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","unstructured":"Charlotte Cavaill\u00e9 Daniel\u00a0L. Chen and Karine Van der Straeten. 2024. Who Cares? Measuring Differences in Preference Intensity. Political Science Research and Methods (2024) 1\u201317. doi:10.1017\/psrm.2024.27","DOI":"10.1017\/psrm.2024.27"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"crossref","unstructured":"Damon Centola. 2022. The Network Science of Collective Intelligence. Trends in Cognitive Sciences 26 11 (2022) 923\u2013941.","DOI":"10.1016\/j.tics.2022.08.009"},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"crossref","unstructured":"Henian Chen Patricia Cohen and Sophie Chen. 2010. How big is a big odds ratio? Interpreting the magnitudes of odds ratios in epidemiological studies. Communications in Statistics\u2014simulation and Computation\u00ae 39 4 (2010) 860\u2013864.","DOI":"10.1080\/03610911003650383"},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"publisher","unstructured":"Ti-Chung Cheng Tiffany Li Yi-Hung Chou Karrie Karahalios and Hari Sundaram. 2021. \"I Can Show What I Really like.\": Eliciting Preferences via Quadratic Voting. Proceedings of the ACM on Human-Computer Interaction 5 (April 2021) 1\u201343. doi:10.1145\/3449281","DOI":"10.1145\/3449281"},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706598.3714193"},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"crossref","unstructured":"Marion Collewet and Paul Koster. 2023. Preference Estimation from Point Allocation Experiments. Journal of choice modelling 48 (2023) 100430.","DOI":"10.1016\/j.jocm.2023.100430"},{"key":"e_1_3_3_2_11_2","volume-title":"Business Research Methods, 12th Edition (hardcover ed.)","author":"Cooper Donald\u00a0R.","year":"2013","unstructured":"Donald\u00a0R. Cooper and Pamela\u00a0S. Schindler. 2013. Business Research Methods, 12th Edition (hardcover ed.). McGraw-Hill Education. 692 pages."},{"key":"e_1_3_3_2_12_2","doi-asserted-by":"crossref","unstructured":"Bo Cowgill and Eric Zitzewitz. 2015. Corporate Prediction Markets: Evidence from Google Ford and Firm x. The Review of Economic Studies 82 4 (2015) 1309\u20131341.","DOI":"10.1093\/restud\/rdv014"},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","unstructured":"BOAVENTURA de SOUSA SANTOS. 1998. Participatory Budgeting in Porto Alegre: Toward a Redistributive Democracy. Politics & Society 26 4 (Dec. 1998) 461\u2013510. doi:10.1177\/0032329298026004003","DOI":"10.1177\/0032329298026004003"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","unstructured":"Stanislas Dehaene. 2003. The Neural Basis of the Weber\u2013Fechner Law: A Logarithmic Mental Number Line. Trends in Cognitive Sciences 7 4 (April 2003) 145\u2013147. doi:10.1016\/S1364-6613(03)00055-X","DOI":"10.1016\/S1364-6613(03)00055-X"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","unstructured":"Frank\u00a0J. Dudek and Katherine\u00a0E. Baker. 1957. On the Validity of the Point-Assignment Procedure in the Constant-Sum Method. The American Journal of Psychology 70 2 (1957) 268\u2013271. doi:10.2307\/1419333 jstor:1419333","DOI":"10.2307\/1419333"},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"crossref","unstructured":"Jon\u00a0X Eguia Nicole Immorlica Katrina Ligett E\u00a0Glen Weyl and Dimitrios Xefteris. 2019. Quadratic Voting with Multiple Alternatives. Available at SSRN 3319508 (2019).","DOI":"10.2139\/ssrn.3319508"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"James\u00a0S. Fishkin. 2003. Consulting the Public through Deliberative Polling. Journal of Policy Analysis and Management 22 1 (2003) 128\u2013133. jstor:3325851","DOI":"10.1002\/pam.10101"},{"key":"e_1_3_3_2_18_2","unstructured":"Mirta Galesic. 2006. Dropouts on the Web: Effects of Interest and Burden Experienced During an Online Survey. Journal of Official Statistics 22 2 (June 2006) 313."},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"crossref","unstructured":"Philip Gendall and Benjamin Healey. 2010. Effect of a Promised Donation to Charity on Survey Response. International Journal of Market Research 52 5 (2010) 565\u2013577.","DOI":"10.2501\/S147078531020148X"},{"key":"e_1_3_3_2_20_2","unstructured":"Laura Georgescu James Fox Anna Gautier and Michael Wooldridge. 2024. Fixed-Budget and Multiple-issue Quadratic Voting. arxiv:https:\/\/arXiv.org\/abs\/2409.06614"},{"key":"e_1_3_3_2_21_2","unstructured":"Ashish Goel Anilesh\u00a0K Krishnaswamy and Sukolsak Sakshuwong. 2016. Budget Aggregation via Knapsack Voting: Welfare-maximization and Strategy-Proofness. Collective Intelligence (2016) 783\u2013809."},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"publisher","unstructured":"Ashish Goel Anilesh\u00a0K. Krishnaswamy Sukolsak Sakshuwong and Tanja Aitamurto. 2019. Knapsack Voting for Participatory Budgeting. ACM Transactions on Economics and Computation 7 2 Article 8 (July 2019). doi:10.1145\/3340230","DOI":"10.1145\/3340230"},{"key":"e_1_3_3_2_23_2","volume-title":"The Laws of Human Relations and the Rules of Human Action Derived Therefrom","author":"Gossen Hermann\u00a0Heinrich","year":"1983","unstructured":"Hermann\u00a0Heinrich Gossen. 1983. The Laws of Human Relations and the Rules of Human Action Derived Therefrom. The MIT Press, Cambridge, MA."},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","unstructured":"Theodore Groves and John Ledyard. 1977. Optimal Allocation of Public Goods: A Solution to the \"Free Rider\" Problem. Econometrica 45 4 (1977) 783\u2013809. doi:10.2307\/1912672 jstor:1912672","DOI":"10.2307\/1912672"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"publisher","unstructured":"Will\u00a0S. Harwood and MaryAnne Drake. 2019. Understanding Implicit and Explicit Consumer Desires for Protein Bars Powders and Beverages. Journal of Sensory Studies 34 3 (2019) e12493. doi:10.1111\/joss.12493","DOI":"10.1111\/joss.12493"},{"key":"e_1_3_3_2_26_2","doi-asserted-by":"crossref","unstructured":"John\u00a0R. Hauser and Steven\u00a0M. Shugan. 1980. Intensity Measures of Consumer Preference. Operations Research 28 2 (1980) 278\u2013320. jstor:170448","DOI":"10.1287\/opre.28.2.278"},{"key":"e_1_3_3_2_27_2","unstructured":"Alishia\u00a0C Holland. 2022. Distributive Impacts and Support for Mass Transportation Projects: An Experimental Evaluation in Bogot\u00e1 Colombia. (2022)."},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"crossref","unstructured":"Yu-Tang Hsiao Shu-Yang Lin Audrey Tang Darshana Narayanan and Claudina Sarahe. 2018. vTaiwan: An Empirical Study of Open Consultation Process in Taiwan. Taiwan: Center for Open Science (2018).","DOI":"10.31235\/osf.io\/xyhft"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"crossref","unstructured":"Sheena\u00a0S Iyengar and Mark\u00a0R Lepper. 2000. When Choice Is Demotivating: Can One Desire Too Much of a Good Thing? Journal of personality and social psychology 79 6 (2000) 995.","DOI":"10.1037\/\/0022-3514.79.6.995"},{"key":"e_1_3_3_2_30_2","volume-title":"Thinking, Fast and Slow","author":"Kahneman Daniel","year":"2017","unstructured":"Daniel Kahneman. 2017. Thinking, Fast and Slow. Farrar, Straus and Giroux."},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","unstructured":"Daniel Kahneman and Amos Tversky. 1979. Prospect Theory: An Analysis of Decision under Risk. Econometrica 47 2 (1979) 263\u2013291. doi:10.2307\/1914185 jstor:1914185","DOI":"10.2307\/1914185"},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"publisher","DOI":"10.1145\/3706599.3706671"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858465"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"crossref","unstructured":"Jon\u00a0A Krosnick. 1999. Survey Research. Annual review of psychology 50 1 (1999) 537\u2013567.","DOI":"10.1146\/annurev.psych.50.1.537"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","unstructured":"Lester\u00a0E. Krueger. 1989. Reconciling Fechner and Stevens: Toward a Unified Psychophysical Law. Behavioral and Brain Sciences 12 2 (June 1989) 251\u2013267. doi:10.1017\/S0140525X0004855X","DOI":"10.1017\/S0140525X0004855X"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511618031"},{"key":"e_1_3_3_2_37_2","unstructured":"lorraine. 2022. Constant Sum Question: A New Matrix Question Type to Customize Your Survey."},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781107337855"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","unstructured":"Jordan\u00a0J. Louviere and Towhidul Islam. 2008. A Comparison of Importance Weights and Willingness-to-Pay Measures Derived from Choice-Based Conjoint Constant Sum Scales and Best\u2013Worst Scaling. Journal of Business Research 61 9 (Sept. 2008) 903\u2013911. doi:10.1016\/j.jbusres.2006.11.010","DOI":"10.1016\/j.jbusres.2006.11.010"},{"key":"e_1_3_3_2_40_2","volume-title":"Marketing Research: An Applied Approach (paperback ed.)","author":"Malhotra Naresh\u00a0K.","year":"2012","unstructured":"Naresh\u00a0K. Malhotra, David\u00a0F. Birks, and Peter Wills. 2012. Marketing Research: An Applied Approach (paperback ed.). Pearson Education. 1037 pages."},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"publisher","DOI":"10.1201\/9781315372495"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"publisher","unstructured":"John\u00a0P. McIver and Elinor Ostrom. 1976. Using Budget Pies to Reveal Preferences: Validation of a Survey Instrument. (June 1976). doi:10.1332\/030557376783015695","DOI":"10.1332\/030557376783015695"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"publisher","unstructured":"Milton Metfessel. 1947. A Proposal for Quantitative Reporting of Comparative Judgments. The Journal of Psychology 24 2 (Oct. 1947) 229\u2013235. doi:10.1080\/00223980.1947.9917350","DOI":"10.1080\/00223980.1947.9917350"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"crossref","unstructured":"Ryan Naylor et\u00a0al. 2017. First Year Student Conceptions of Success: What Really Matters? Student Success 8 2 (2017) 9\u201319.","DOI":"10.5204\/ssj.v8i2.377"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"crossref","unstructured":"Eric\u00a0A Posner and E\u00a0Glen Weyl. 2017. Quadratic Voting and the Public Good: Introduction. Public Choice 172 1-2 (2017) 1\u201322.","DOI":"10.1007\/s11127-017-0404-5"},{"key":"e_1_3_3_2_46_2","volume-title":"Radical Markets: Uprooting Capitalism and Democracy for a Just Society","author":"Posner Eric\u00a0A","year":"2018","unstructured":"Eric\u00a0A Posner and E\u00a0Glen Weyl. 2018. Radical Markets: Uprooting Capitalism and Democracy for a Just Society. Princeton University Press."},{"key":"e_1_3_3_2_47_2","unstructured":"Qualtrics. 2025. Constant Sum Question. https:\/\/www.qualtrics.com\/support\/survey-platform\/survey-module\/editing-questions\/question-types-guide\/specialty-questions\/constant-sum\/."},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"crossref","unstructured":"David Quarfoot Douglas von Kohorn Kevin Slavin Rory Sutherland David Goldstein and Ellen Konar. 2017. Quadratic Voting in the Wild: Real People Real Votes. Public Choice 172 1-2 (2017) 283\u2013303.","DOI":"10.1007\/s11127-017-0416-1"},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"publisher","DOI":"10.1109\/SP.2019.00014"},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"publisher","unstructured":"Ron Roberts and Paul Goodwin. 2002. Weight Approximations in Multi-Attribute Decision Models. Journal of Multi-Criteria Decision Analysis 11 6 (2002) 291\u2013303. doi:10.1002\/mcda.320","DOI":"10.1002\/mcda.320"},{"key":"e_1_3_3_2_51_2","doi-asserted-by":"publisher","unstructured":"Joshua Schramm and Marcel Lichters. 2024. Incentive Alignment in Anchored MaxDiff Yields Superior Predictive Validity. Marketing Letters (Jan. 2024). doi:10.1007\/s11002-023-09714-2","DOI":"10.1007\/s11002-023-09714-2"},{"key":"e_1_3_3_2_52_2","doi-asserted-by":"publisher","unstructured":"Barry Schwartz Andrew Ward John Monterosso Sonja Lyubomirsky Katherine White and Darrin\u00a0R. Lehman. 2002. Maximizing versus Satisficing: Happiness Is a Matter of Choice. Journal of Personality and Social Psychology 83 5 (2002) 1178\u20131197. doi:10.1037\/0022-3514.83.5.1178","DOI":"10.1037\/0022-3514.83.5.1178"},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"publisher","unstructured":"Anuj\u00a0K. Shah Eldar Shafir and Sendhil Mullainathan. 2015. Scarcity Frames Value. Psychological Science 26 4 (April 2015) 402\u2013412. doi:10.1177\/0956797614563958","DOI":"10.1177\/0956797614563958"},{"key":"e_1_3_3_2_54_2","volume-title":"Basic Marketing Research: Official Training Guide from Qualtrics","author":"Smith Scott\u00a0M.","year":"2013","unstructured":"Scott\u00a0M. Smith and Gerald\u00a0S. Albaum. 2013. Basic Marketing Research: Official Training Guide from Qualtrics. Qualtrics Labs, Incorporated."},{"key":"e_1_3_3_2_55_2","unstructured":"SurveySparrow. 2025. What Is Constant Sum | Understanding Constant Sum. https:\/\/surveysparrow.com\/what-is-constant-sum\/."},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.5555\/983890"},{"key":"e_1_3_3_2_57_2","doi-asserted-by":"publisher","unstructured":"Vera Toepoel Brenda Vermeeren and Baran Metin. 2019. Smileys Stars Hearts Buttons Tiles or Grids: Influence of Response Format on Substantive Response Questionnaire Experience and Response Time. Bulletin of Sociological Methodology\/Bulletin de M\u00e9thodologie Sociologique 142 1 (April 2019) 57\u201374. doi:10.1177\/0759106319834665","DOI":"10.1177\/0759106319834665"},{"key":"e_1_3_3_2_58_2","doi-asserted-by":"publisher","unstructured":"Stelios Tsafarakis Panagiotis Gkorezis Dimitrios Nalmpantis Evangelos Genitsaris Andreas Andronikidis and Efthymios Altsitsiadis. 2019. Investigating the Preferences of Individuals on Public Transport Innovations Using the Maximum Difference Scaling Method European Transport Research Review. European Transport Research Review 11 (Jan. 2019). doi:10.1186\/s12544-018-0340-6","DOI":"10.1186\/s12544-018-0340-6"},{"key":"e_1_3_3_2_59_2","doi-asserted-by":"crossref","unstructured":"Amos Tversky and Daniel Kahneman. 1974. Judgment under Uncertainty: Heuristics and Biases. Science 185 4157 (1974) 1124\u20131131. jstor:1738360","DOI":"10.1126\/science.185.4157.1124"},{"key":"e_1_3_3_2_60_2","volume-title":"Plurality: The Future of Collaborative Technology and Democracy","author":"Weyl E.\u00a0Glen","year":"2024","unstructured":"E.\u00a0Glen Weyl, Audrey Tang, and Community. 2024. Plurality: The Future of Collaborative Technology and Democracy. Independently published."},{"key":"e_1_3_3_2_61_2","doi-asserted-by":"crossref","unstructured":"Anita\u00a0Williams Woolley Christopher\u00a0F Chabris Alex Pentland Nada Hashmi and Thomas\u00a0W Malone. 2010. Evidence for a Collective Intelligence Factor in the Performance of Human Groups. science 330 6004 (2010) 686\u2013688.","DOI":"10.1126\/science.1193147"},{"key":"e_1_3_3_2_62_2","doi-asserted-by":"crossref","unstructured":"Ziang Xiao Po-Shiun Ho Xinran Wang Karrie Karahalios and Hari Sundaram. 2019. Should We Use an Abstract Comic Form to Persuade? Experiments with Online Charitable Donation. Proceedings of the ACM on Human-Computer Interaction 3 CSCW (2019) 1\u201328.","DOI":"10.1145\/3359177"},{"key":"e_1_3_3_2_63_2","doi-asserted-by":"publisher","unstructured":"Shu-Hong Zhu and Norman\u00a0H Anderson. 1991. Self-Estimation of Weight Parameter in Multiattribute Analysis. Organizational Behavior and Human Decision Processes 48 1 (Feb. 1991) 36\u201354. doi:10.1016\/0749-5978(91)90004-D","DOI":"10.1016\/0749-5978(91)90004-D"}],"event":{"name":"CI 2025: ACM Collective Intelligence Conference","location":"San Diego CA USA","acronym":"CI 2025","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the ACM Collective Intelligence Conference"],"original-title":[],"deposited":{"date-parts":[[2025,7,29]],"date-time":"2025-07-29T09:47:09Z","timestamp":1753782429000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3715928.3737474"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,3]]},"references-count":62,"alternative-id":["10.1145\/3715928.3737474","10.1145\/3715928"],"URL":"https:\/\/doi.org\/10.1145\/3715928.3737474","relation":{},"subject":[],"published":{"date-parts":[[2025,8,3]]},"assertion":[{"value":"2025-08-03","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}