{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,1]],"date-time":"2026-04-01T17:29:44Z","timestamp":1775064584265,"version":"3.50.1"},"reference-count":58,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2009,7,7]],"date-time":"2009-07-07T00:00:00Z","timestamp":1246924800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Comput Supported Coop Work"],"published-print":{"date-parts":[[2009,8]]},"DOI":"10.1007\/s10606-009-9095-x","type":"journal-article","created":{"date-parts":[[2009,7,6]],"date-time":"2009-07-06T07:41:47Z","timestamp":1246866107000},"page":"331-356","source":"Crossref","is-referenced-by-count":16,"title":["Scenario-Based Methods for Evaluating Collaborative Systems"],"prefix":"10.1007","volume":"18","author":[{"given":"Steven R.","family":"Haynes","sequence":"first","affiliation":[]},{"given":"Sandeep","family":"Purao","sequence":"additional","affiliation":[]},{"given":"Amie L.","family":"Skattebo","sequence":"additional","affiliation":[]},{"given":"Steven R.","family":"Haynes","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2009,7,7]]},"reference":[{"issue":"2&3","key":"9095_CR1","doi-asserted-by":"crossref","first-page":"179","DOI":"10.1207\/S15327051HCI1523_5","volume":"15","author":"M Ackerman","year":"2000","unstructured":"Ackerman, M. (2000). The intellectual challenge of CSCW: the gap between social requirements and technical flexibility. Human-Computer Interaction, 15(2&3), 179\u2013203.","journal-title":"Human-Computer Interaction"},{"issue":"5","key":"9095_CR2","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1038\/scientificamerican1155-31","volume":"193","author":"SE Asche","year":"1955","unstructured":"Asche, S. E. (1955). Opinions and social pressures. Scientific American, 193(5), 31\u201335.","journal-title":"Scientific American"},{"key":"9095_CR3","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1023\/A:1008743509338","volume":"9","author":"JE Bardram","year":"2000","unstructured":"Bardram, J. E. (2000). Scenario-based design of cooperative systems: redesigning an hospital information system in Denmark. Group Decision and Negotiation, 9, 237\u2013250.","journal-title":"Group Decision and Negotiation"},{"key":"9095_CR4","volume-title":"Software architecture in practice","author":"L Bass","year":"1998","unstructured":"Bass, L., Clements, P., & Kazman, R. (1998). Software architecture in practice. Reading, MA: Addison-Wesley."},{"key":"9095_CR5","unstructured":"Bernstein, A., & Vorburger, P. (2006). A scenario-based approach for direct interruptability prediction on wearable devices. Journal of Pervasive Computing and Communication, 2(2)."},{"key":"9095_CR6","volume-title":"Contextual design: defining customer-centered systems","author":"H Beyer","year":"1998","unstructured":"Beyer, H., & Holtzblatt, K. (1998). Contextual design: defining customer-centered systems. San Francisco, Calif.: Morgan Kaufmann Publishers."},{"key":"9095_CR7","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1006\/ijhc.2002.1013","volume":"57","author":"A Blandford","year":"2002","unstructured":"Blandford, A. (2002). A case study on integrating contextual information with analytical usability evaluation. International Journal of Human-Computer Studies, 57, 75\u201399.","journal-title":"International Journal of Human-Computer Studies"},{"key":"9095_CR8","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1006\/ijhc.2002.1013","volume":"57","author":"A Blanford","year":"2002","unstructured":"Blanford, A., & Rugg, G. (2002). A case study on integrating contextual information with analytical usability evaluation. International Journal of Human-Computer Studies, 57, 75\u201399.","journal-title":"International Journal of Human-Computer Studies"},{"key":"9095_CR9","doi-asserted-by":"crossref","unstructured":"Blythin, S., Hughes, J. A., Kristoffersen, S., Tom, R., & Rouncefield, M. (1997). Recognising \u201csuccess\u201d and \u201cfailure\u201d: evaluating groupware in a commercial context. Proceedings of the international ACM SIGGROUP conference on Supporting group work: the integration challenge: the integration challenge, Phoenix, Arizona, United States, pp. 39\u201346.","DOI":"10.1145\/266838.266852"},{"issue":"4","key":"9095_CR10","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1016\/S0142-694X(00)00005-3","volume":"21","author":"G Button","year":"2000","unstructured":"Button, G. (2000). The ethnographic tradition and design. Design Studies, 21(4), 319\u2013332.","journal-title":"Design Studies"},{"key":"9095_CR11","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1111\/j.1744-6570.1988.tb00630.x","volume":"41","author":"M Campion","year":"1988","unstructured":"Campion, M., Pursell, E., & Brown, B. (1988). Structured interviewing: raising the psychometric properties of the employment interview. Personnel Psychology, 41, 25\u201342.","journal-title":"Personnel Psychology"},{"key":"9095_CR12","volume-title":"Scenario-based design: Envisioning work and technology in system development","author":"JM Carroll","year":"1995","unstructured":"Carroll, J. M. (1995). Scenario-based design: Envisioning work and technology in system development. New York: Wiley."},{"key":"9095_CR13","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/4398.001.0001","volume-title":"Making use: Scenario-based design of human-computer interactions","author":"JM Carroll","year":"2000","unstructured":"Carroll, J. M. (2000). Making use: Scenario-based design of human-computer interactions. Cambridge, MA: MIT Press."},{"key":"9095_CR14","first-page":"279","volume-title":"Critical incidents and critical themes in empirical usability evaluation","author":"JM Carroll","year":"1993","unstructured":"Carroll, J. M., Koenemann-Belliveau, J., Rosson, M. B., & Singley, M. K. (1993). People and computers VIII. In J. L. Alty, D. Diaper & S. Guest (Eds.), Critical incidents and critical themes in empirical usability evaluation (pp. 279\u2013292). Cambridge, UK: Cambridge University Press."},{"issue":"2","key":"9095_CR15","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1145\/146802.146834","volume":"10","author":"JM Carroll","year":"1992","unstructured":"Carroll, J. M., & Rosson, M. B. (1992). Getting around the task-artifact cycle: how to make claims and design by scenario. ACM Transactions on Information Systems, 10(2), 181\u2013212.","journal-title":"ACM Transactions on Information Systems"},{"issue":"3","key":"9095_CR16","doi-asserted-by":"crossref","first-page":"262","DOI":"10.1108\/10662240510602681","volume":"15","author":"CM Chewar","year":"2005","unstructured":"Chewar, C. M., McCrickard, D. S., & Carroll, J. M. (2005). Analyzing the social capital value chain in community network interfaces. Internet Research, 15(3), 262\u2013280.","journal-title":"Internet Research"},{"key":"9095_CR17","volume-title":"Evaluating software architectures: Methods and case studies","author":"P Clements","year":"2001","unstructured":"Clements, P., Kazman, R., & Klein, M. (2001). Evaluating software architectures: Methods and case studies. Boston: Addison-Wesley."},{"key":"9095_CR18","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J. (1960). A coefficient for agreement for nominal scales. Education and Psychological Measurement, 20, 37\u201346.","journal-title":"Education and Psychological Measurement"},{"key":"9095_CR19","first-page":"127","volume-title":"Scenario-Based Evaluation of Loosely-Integrated Collaborative Systems","author":"L Damianos","year":"2000","unstructured":"Damianos, L., Drury, J., Fanderclai, T., Hirschman, L., Kurtz, J., & Oshika, B. (2000). Scenario-Based Evaluation of Loosely-Integrated Collaborative Systems (pp. 127\u2013128). The Hague: Conference on Computer-Human Interaction (CHI)."},{"key":"9095_CR20","doi-asserted-by":"crossref","unstructured":"Damianos, L., Hirschman, L., Kozierok, R., Kurtz, J., Greenberg, A., Walls, K., Laskowski, S., & Scholtz, J. (1999). Evaluation for collaborative systems. ACM Computing Surveys, 31(3es).","DOI":"10.1145\/323216.323362"},{"key":"9095_CR21","doi-asserted-by":"crossref","unstructured":"De Bruin, H., & Van Vliet, H. (2001). Scenario-based generation and evaluation of software architectures. Proceedings of the third international conference on generative and component-based software engineering; Lecture Notes in Computer Science, pp. 128 \u2013 13","DOI":"10.1007\/3-540-44800-4_12"},{"issue":"1","key":"9095_CR22","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1023\/A:1011266229161","volume":"10","author":"P Dewan","year":"2001","unstructured":"Dewan, P. (2001). An integrated approach to designing and evaluating collaborative applications and infrastructures. Computer Supported Cooperative Work, 10(1), 75\u2013111.","journal-title":"Computer Supported Cooperative Work"},{"issue":"2","key":"9095_CR23","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1145\/331982.332006","volume":"20","author":"J Drury","year":"1999","unstructured":"Drury, J. (1999). Methodologies for evaluation of collaborative systems workshop. SIGGROUP Bull, 20(2), 50\u201351.","journal-title":"SIGGROUP Bull"},{"key":"9095_CR24","unstructured":"Ge, G., & Whitehead, J. J. (2006). Scenario-based evaluation for configuration management systems (Technical Report): School of Engineering University of California, Santa Cruz."},{"key":"9095_CR25","volume-title":"The discovery of grounded theory: Strategies for qualitative research","author":"BG Glaser","year":"1967","unstructured":"Glaser, B. G., & Strauss, A. L. (1967). The discovery of grounded theory: Strategies for qualitative research. Chicago: Aldine de Gruyter."},{"key":"9095_CR26","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1207\/s15327051hci1303_2","volume":"13","author":"WD Gray","year":"1998","unstructured":"Gray, W. D., & Salzman, M. C. (1998). Damaged merchandise? A review of experiments that compare usability evaluation methods. Human-Computer Interaction, 13, 203\u2013261.","journal-title":"Human-Computer Interaction"},{"key":"9095_CR27","doi-asserted-by":"crossref","unstructured":"Grudin, J. (1988). Why CSCW applications fail: Problems in the design and evaluation of organizational interfaces. Proceedings of the 1988 ACM Conference on computer-supported cooperative work, Portland, Oregon, pp. 85-93.","DOI":"10.1145\/62266.62273"},{"issue":"1","key":"9095_CR28","doi-asserted-by":"crossref","first-page":"92","DOI":"10.1145\/175222.175230","volume":"37","author":"J Grudin","year":"1994","unstructured":"Grudin, J. (1994). Groupware and social dynamics: eight challenges for developers. Communications of the ACM, 37(1), 92\u2013105.","journal-title":"Communications of the ACM"},{"key":"9095_CR29","doi-asserted-by":"crossref","unstructured":"Grudin, J. (2004). Return on investment and organizational adoption. Proceedings of the 2004 ACM conference on Computer supported cooperative work, Chicago, Illinois, pp. 324 - 327.","DOI":"10.1145\/1031607.1031659"},{"key":"9095_CR30","doi-asserted-by":"crossref","unstructured":"Hughes, J., King, V., Rodden, T., & Andersen, H. (1994). Moving out from the control room: ethnography in system design, Proceedings of the 1994 ACM conference on computer supported cooperative work. Chapel Hill, North Carolina, United States: ACM Press.","DOI":"10.1145\/192844.193065"},{"key":"9095_CR31","volume-title":"Scenario-based software architecture evaluation methods: An overview","author":"MT Ionita","year":"2002","unstructured":"Ionita, M. T., Hammer, D. K., & Obbink, H. (2002). Scenario-based software architecture evaluation methods: An overview. Orlando, FL: Workshop on Methods and Techniques for Software Architecture Review and Assessment at the International Conference on Software Engineering."},{"key":"9095_CR32","doi-asserted-by":"crossref","unstructured":"John, B. E. (1996). Evaluating usability evaluations. ACM Computing Surveys, 28(4).","DOI":"10.1145\/242224.242402"},{"key":"9095_CR33","volume-title":"Thinking about the unthinkable","author":"H Kahn","year":"1962","unstructured":"Kahn, H. (1962). Thinking about the unthinkable. New York: Avon."},{"key":"9095_CR34","first-page":"262","volume-title":"The use of scenarios","author":"H Kahn","year":"1967","unstructured":"Kahn, H. (1967). The Year 2000 a framework for speculation on the next thirty-three years. In H. Kahn & A. J. Wiener (Eds.), The use of scenarios (pp. 262\u2013264). New York: Macmillan."},{"key":"9095_CR35","first-page":"183","volume-title":"Design space analysis and use-representations","author":"A MacLean","year":"1995","unstructured":"MacLean, A., & McKerlie, D. (1995). Scenario-based design: Envisioning work and technology in system development. In J. M. Carroll (Ed.), Design space analysis and use-representations (pp. 183\u2013207). New York: John Wiley."},{"key":"9095_CR36","first-page":"337","volume-title":"Bloat: The objective and subject dimensions","author":"J McGrenere","year":"2000","unstructured":"McGrenere, J. (2000). Bloat: The objective and subject dimensions (pp. 337\u2013338). The Hague: CHI '00 extended abstracts on Human factors in computing systems."},{"key":"9095_CR37","doi-asserted-by":"crossref","unstructured":"Mukkamalla, R., Britton, M., & Sundaram, P. (2002). Scenario-based specifications and evaluation of architectures for health monitoring of aerospace structures. Proceedings of the 21st Digital Avionics Systems Conference, pp. 1\u201312.","DOI":"10.1109\/DASC.2002.1052997"},{"key":"9095_CR38","doi-asserted-by":"crossref","unstructured":"Nielsen, J. (1994). Usability engineering: Morgan Kaufmann.","DOI":"10.1016\/B978-0-08-052029-2.50009-7"},{"key":"9095_CR39","first-page":"59","volume-title":"Scenarios in discount usability engineering","author":"J Nielsen","year":"1995","unstructured":"Nielsen, J. (1995). Scenario-based design: Envisioning work and technology in system development. In J. M. Carroll (Ed.), Scenarios in discount usability engineering (pp. 59\u201383). New York: John Wiley."},{"key":"9095_CR40","doi-asserted-by":"crossref","DOI":"10.1145\/259963.260531","volume-title":"Usability inspection methods","author":"J Nielsen","year":"1994","unstructured":"Nielsen, J., & Mack, R. L. (1994). Usability inspection methods. New York, NY: John Wiley & Sons."},{"key":"9095_CR41","volume-title":"Questionnaire design, interviewing and attitude measurement","author":"AN Oppenheim","year":"1992","unstructured":"Oppenheim, A. N. (1992). Questionnaire design, interviewing and attitude measurement (2nd ed.). London: Pinter Publishers.","edition":"2"},{"issue":"2","key":"9095_CR42","doi-asserted-by":"crossref","first-page":"174","DOI":"10.1145\/196734.196745","volume":"12","author":"W Orlikowski","year":"1994","unstructured":"Orlikowski, W., & Gash, D. (1994). Technological frames: making sense of information technology in organizations. ACM Transactions on Information Systems, 12(2), 174\u2013207.","journal-title":"ACM Transactions on Information Systems"},{"key":"9095_CR43","doi-asserted-by":"crossref","unstructured":"Pang, N. L. S., Sanxing, C., Schauder, D., & Klein, R. R. (2005). A hybrid approach in the evaluation of usability for multimedia objects: case study of the media assets management platform for an advertainment production project toward Beijing Olympics 2008. Proceedings of the 3rd International Conference on Information Technology and Applications (ICITA), pp. 82\u201387.","DOI":"10.1109\/ICITA.2005.20"},{"key":"9095_CR44","doi-asserted-by":"crossref","unstructured":"Pinelle, D., & Gutwin, C. (2002). Groupware walkthrough: adding context to groupware usability evaluation. Proceedings of the SIGCHI conference on human factors in computing systems: Changing our world, changing ourselves, CHI '02, Minneapolis, Minnesota, USA, pp. 455\u2013462.","DOI":"10.1145\/503376.503458"},{"issue":"5","key":"9095_CR45","doi-asserted-by":"crossref","first-page":"879","DOI":"10.1037\/0021-9010.88.5.879","volume":"88","author":"PM Podsakoff","year":"2003","unstructured":"Podsakoff, P. M., MacKenzie, S. B., Lee, J., & Podsakoff, N. P. (2003). Common method biases in behavioral research: a critical review of the literature and recommended remedies. Journal of Applied Psychology, 88(5), 879\u2013903.","journal-title":"Journal of Applied Psychology"},{"key":"9095_CR46","doi-asserted-by":"crossref","first-page":"741","DOI":"10.1016\/0020-7373(92)90039-N","volume":"36","author":"PG Polson","year":"1992","unstructured":"Polson, P. G., Lewis, C., Rieman, J., & Wharton, C. (1992). Cognitive walkthroughs: a method for theory- based evaluation of user interfaces. International Journal of Man-Machine Studies, 36, 741\u2013773.","journal-title":"International Journal of Man-Machine Studies"},{"key":"9095_CR47","volume-title":"The learning way: Evaluating cooperative systems","author":"M Ramage","year":"1999","unstructured":"Ramage, M. (1999). The learning way: Evaluating cooperative systems. Lancaster, UK: Lancaster University."},{"issue":"3","key":"9095_CR48","doi-asserted-by":"crossref","first-page":"58","DOI":"10.1145\/255392.255404","volume":"4","author":"Y Rogers","year":"1997","unstructured":"Rogers, Y., & Bellotti, V. (1997). Grounding blue-sky research: how can ethnography help? Interactions, 4(3), 58\u201363.","journal-title":"Interactions"},{"issue":"4","key":"9095_CR49","doi-asserted-by":"crossref","first-page":"335","DOI":"10.1016\/0953-5438(96)87697-1","volume":"7","author":"S Ross","year":"1995","unstructured":"Ross, S., Ramage, M., & Rogers, Y. (1995). PETRA: Participatory Evaluation Through Redesign and Analysis. Interacting with Computers, 7(4), 335\u2013360.","journal-title":"Interacting with Computers"},{"issue":"2","key":"9095_CR50","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1016\/S0886-1633(96)90020-3","volume":"17","author":"M Scriven","year":"1996","unstructured":"Scriven, M. (1996). Types of evaluation and types of evaluator. Evaluation Practice, 17(2), 151\u2013162.","journal-title":"Evaluation Practice"},{"issue":"2","key":"9095_CR51","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1145\/513264.513270","volume":"33","author":"PB Seddon","year":"2002","unstructured":"Seddon, P. B., Gaeser, V., & Willcocks, L. P. (2002). Measuring organizational IS effectiveness: An overview and update of senior management perspectives. The DATA BASE for Advances in Information Systems, 33(2), 11\u201328.","journal-title":"The DATA BASE for Advances in Information Systems"},{"issue":"2","key":"9095_CR52","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1145\/331982.332003","volume":"20","author":"J Sokolov","year":"1999","unstructured":"Sokolov, J. (1999). Methodologies for evaluation of collaborative systems. SIGGROUP Bulletin, 20(2), 44\u201346.","journal-title":"SIGGROUP Bulletin"},{"key":"9095_CR53","doi-asserted-by":"crossref","unstructured":"Steves, M. P., Morse, E., Gutwin, C., & Greenberg, S. (2001). A comparison of usage evaluation and inspection methods for assessing groupware usability. In Proceedings of the 2001 International ACM SIGGROUP Conference on Supporting Group Work, pp. 125\u2013134. USA: ACM Press.","DOI":"10.1145\/500286.500306"},{"issue":"12","key":"9095_CR54","doi-asserted-by":"crossref","first-page":"1171","DOI":"10.1109\/32.738345","volume":"24","author":"O Stiemerling","year":"1998","unstructured":"Stiemerling, O., & Cremers, A. B. (1998). The use of cooperation scenarios in the design and evaluation of a CSCW system. IEEE Transactions on Software Engineering, 24(12), 1171\u20131181.","journal-title":"IEEE Transactions on Software Engineering"},{"key":"9095_CR55","doi-asserted-by":"crossref","DOI":"10.1201\/b12455","volume-title":"The domain theory: Patterns for knowledge and software reuse","author":"A Sutcliffe","year":"2002","unstructured":"Sutcliffe, A. (2002). The domain theory: Patterns for knowledge and software reuse. Mahwah, NJ: Lawrence Erlbaum."},{"key":"9095_CR56","doi-asserted-by":"crossref","unstructured":"Twidale, M., Randall, D., & Bentley, R. (1994). Situated evaluation for cooperative systems. Proceedings of the 1994 ACM conference on computer supported cooperative work, Chapel Hill, North Carolina, pp. 441-452.","DOI":"10.1145\/192844.193066"},{"key":"9095_CR57","doi-asserted-by":"crossref","unstructured":"Winckler, M. A., Palanque, P., & Freitas, C. M. D. S. (2004). Tasks and scenario-based evaluation of information visualization techniques. Proceedings of the 3rd Annual ACM international conference on task models and diagrams, Prague, Czech Republic, pp. 165\u2013172.","DOI":"10.1145\/1045446.1045475"},{"key":"9095_CR58","volume-title":"Case study research: Design and methods","author":"RK Yin","year":"2003","unstructured":"Yin, R. K. (2003). Case study research: Design and methods (3rd ed.). Thousand Oaks: Sage.","edition":"3"}],"container-title":["Computer Supported Cooperative Work (CSCW)"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10606-009-9095-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10606-009-9095-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10606-009-9095-x","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,10]],"date-time":"2025-02-10T18:17:04Z","timestamp":1739211424000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10606-009-9095-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2009,7,7]]},"references-count":58,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2009,8]]}},"alternative-id":["9095"],"URL":"https:\/\/doi.org\/10.1007\/s10606-009-9095-x","relation":{},"ISSN":["0925-9724","1573-7551"],"issn-type":[{"value":"0925-9724","type":"print"},{"value":"1573-7551","type":"electronic"}],"subject":[],"published":{"date-parts":[[2009,7,7]]}}}