{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,16]],"date-time":"2026-03-16T13:49:58Z","timestamp":1773668998930,"version":"3.50.1"},"reference-count":68,"publisher":"Elsevier BV","issue":"2","license":[{"start":{"date-parts":[[1989,2,1]],"date-time":"1989-02-01T00:00:00Z","timestamp":602294400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Journal of Systems and Software"],"published-print":{"date-parts":[[1989,2]]},"DOI":"10.1016\/0164-1212(89)90019-8","type":"journal-article","created":{"date-parts":[[2003,8,8]],"date-time":"2003-08-08T04:49:55Z","timestamp":1060318195000},"page":"167-207","source":"Crossref","is-referenced-by-count":55,"title":["Experimental evaluation of software documentation formats"],"prefix":"10.1016","volume":"9","author":[{"given":"Bill","family":"Curtis","sequence":"first","affiliation":[]},{"given":"Sylvia B.","family":"Sheppard","sequence":"additional","affiliation":[]},{"given":"Elizabeth","family":"Kruesi-Bailey","sequence":"additional","affiliation":[]},{"given":"John","family":"Bailey","sequence":"additional","affiliation":[]},{"given":"Deborah A.","family":"Boehm-Davis","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"4","key":"10.1016\/0164-1212(89)90019-8_BIB1","doi-asserted-by":"crossref","first-page":"422","DOI":"10.3758\/BF03197568","article-title":"Problem Solving and the Development of Abstract Categories in Programming Lanugages","volume":"9","author":"Adelson","year":"1981","journal-title":"Memory and Cognition"},{"key":"10.1016\/0164-1212(89)90019-8_BIB2","series-title":"Data Structures and Algorithms","author":"Aho","year":"1983"},{"key":"10.1016\/0164-1212(89)90019-8_BIB3","doi-asserted-by":"crossref","DOI":"10.21236\/ADA060522","article-title":"Cognitive structures in the Comprehension and Memory of Computer Programs: An Investigation of Computer Program Debugging","author":"Atwood","year":"1978"},{"key":"10.1016\/0164-1212(89)90019-8_BIB4","series-title":"Elementary Computer Applications in Science, Engineering, and Business","author":"Barrodale","year":"1971"},{"issue":"3","key":"10.1016\/0164-1212(89)90019-8_BIB5","doi-asserted-by":"crossref","first-page":"270","DOI":"10.1109\/TSE.1982.235255","article-title":"Understanding and Documenting Programs","volume":"8","author":"Basili","year":"1982","journal-title":"IEEE Trans. Software Eng."},{"issue":"6","key":"10.1016\/0164-1212(89)90019-8_BIB6","doi-asserted-by":"crossref","first-page":"683","DOI":"10.1037\/h0037492","article-title":"Formats for Representing Procedural Instructions","volume":"59","author":"Blaiwes","year":"1974","journal-title":"J. Appl. Psychol."},{"key":"10.1016\/0164-1212(89)90019-8_BIB7","series-title":"Imagery, Memory and Cognition","first-page":"183","article-title":"Paivio's Dual-coding Model of Meaning Revisited","author":"Bleasdale","year":"1983"},{"key":"10.1016\/0164-1212(89)90019-8_BIB8","series-title":"Software Engineering Economics","author":"Boehm","year":"1981"},{"issue":"4","key":"10.1016\/0164-1212(89)90019-8_BIB9","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1177\/001872088502700406","article-title":"Documentation of Concurrent Programs","volume":"27","author":"Boehm-Davis","year":"1985","journal-title":"Human Factors"},{"key":"10.1016\/0164-1212(89)90019-8_BIB10","first-page":"53","article-title":"Flowcharting Techniques","author":"Bohl","year":"1971"},{"issue":"4","key":"10.1016\/0164-1212(89)90019-8_BIB11","doi-asserted-by":"crossref","first-page":"387","DOI":"10.1080\/00140138008924752","article-title":"An Experimental Study of Flowcharts as an Aid to Identification of Procedural Faults","volume":"23","author":"Brooke","year":"1980","journal-title":"Ergonomics"},{"issue":"11","key":"10.1016\/0164-1212(89)90019-8_BIB12","doi-asserted-by":"crossref","first-page":"1057","DOI":"10.1080\/00140138008924814","article-title":"Experimental Studies of Flowchart Use at Different Stages of Program Debugging","volume":"23","author":"Brooke","year":"1980","journal-title":"Ergonomics"},{"key":"10.1016\/0164-1212(89)90019-8_BIB13","first-page":"168","article-title":"The Mythical Man-Month","author":"Brooks","year":"1975"},{"issue":"4","key":"10.1016\/0164-1212(89)90019-8_BIB14","doi-asserted-by":"crossref","first-page":"207","DOI":"10.1145\/358841.358847","article-title":"Studying Programmer Behavior Experimentally: The Problems of Proper Methodology","volume":"23","author":"Brooks","year":"1980","journal-title":"Communications of the ACM"},{"key":"10.1016\/0164-1212(89)90019-8_BIB15","doi-asserted-by":"crossref","first-page":"543","DOI":"10.1016\/S0020-7373(83)80031-5","article-title":"Towards a Theory of the Comprehension of Computer Programs","volume":"18","author":"Brooks","year":"1983","journal-title":"Int. J. Man-Machine Studies"},{"key":"10.1016\/0164-1212(89)90019-8_BIB16","series-title":"Proceedings of the 1975 National Computer Conference, American Federation of Information Processing Societies","article-title":"PDL\u2014A Tool for Software Design","author":"Caine","year":"1975"},{"key":"10.1016\/0164-1212(89)90019-8_BIB17","series-title":"The Psychology of Human-Computer Interaction","author":"Card","year":"1983"},{"key":"10.1016\/0164-1212(89)90019-8_BIB18","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1007\/BF02310555","article-title":"Coefficient Alpha and the Internal Structure of Tests","volume":"16","author":"Cronbach","year":"1951","journal-title":"Psychometrika"},{"key":"10.1016\/0164-1212(89)90019-8_BIB19","first-page":"1144","article-title":"Measurement and Experimentation in Software Engineering","volume":"68","author":"Curtis","year":"1980"},{"key":"10.1016\/0164-1212(89)90019-8_BIB20","first-page":"846","article-title":"Substantiating Programmer Variability","volume":"69","author":"Curtis","year":"1981"},{"key":"10.1016\/0164-1212(89)90019-8_BIB21","series-title":"Human Factors in Software Development","first-page":"1","year":"1985"},{"key":"10.1016\/0164-1212(89)90019-8_BIB22","series-title":"Proceedings of the 4th International Conference on Software Engineering IEEE Computer Society","first-page":"356","article-title":"Third Time Charm: Stronger Prediction of Programmer Performance by Software Complexity Metrics","author":"Curtis","year":"1979"},{"issue":"1","key":"10.1016\/0164-1212(89)90019-8_BIB23","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1016\/0306-4573(84)90041-4","article-title":"Cognitive Issues in Software Science","volume":"20","author":"Curtis","year":"1984","journal-title":"Information Processing and Management"},{"key":"10.1016\/0164-1212(89)90019-8_BIB24","first-page":"1094","article-title":"Software Psychology: The Need for an Interdisciplinary Program","volume":"74","author":"Curtis","year":"1986"},{"key":"10.1016\/0164-1212(89)90019-8_BIB25","series-title":"Structured Programming","first-page":"1","article-title":"Notes on Structured Programming","author":"Dijkstra","year":"1972"},{"key":"10.1016\/0164-1212(89)90019-8_BIB26","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1016\/S0020-7373(79)80019-X","article-title":"When Do Diagrams Make Good Computer Languages?","volume":"11","author":"Fitter","year":"1979","journal-title":"Int. J. Man-Machine Studies"},{"key":"10.1016\/0164-1212(89)90019-8_BIB27","doi-asserted-by":"crossref","first-page":"357","DOI":"10.1016\/S0020-7373(84)80074-7","article-title":"An Investigation of the Utility of Flowcharts During Computer Program Debugging","volume":"20","author":"Gilmore","year":"1984","journal-title":"Int. J. Man-Machine Studies"},{"key":"10.1016\/0164-1212(89)90019-8_BIB28","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1111\/j.2044-8325.1977.tb00363.x","article-title":"Conditional Program Statements and Their Comprehensibility to Professional Programmers","volume":"50","author":"Green","year":"1977","journal-title":"J. Occupat. Psychol."},{"issue":"1","key":"10.1016\/0164-1212(89)90019-8_BIB29","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1080\/01449298208914433","article-title":"Pictures of Programs and Other Processes, Or How to Do Things with Lines","volume":"1","author":"Green","year":"1982","journal-title":"Behaviour and Information Technology"},{"key":"10.1016\/0164-1212(89)90019-8_BIB30","series-title":"Software Engineering","first-page":"221","article-title":"Structured Programming","author":"Jensen","year":"1979"},{"key":"10.1016\/0164-1212(89)90019-8_BIB31","series-title":"Proceedings of Specifications for Reliable Software, IEEE Computer Society","first-page":"91","article-title":"A Survey of Programming Design and Specification Techniques","author":"Jones","year":"1979"},{"key":"10.1016\/0164-1212(89)90019-8_BIB32","doi-asserted-by":"crossref","first-page":"183","DOI":"10.1177\/001872087501700209","article-title":"The Comprehension of Printed Instructions and the Flowchart Alternative","volume":"17","author":"Kammann","year":"1975","journal-title":"Human Factors"},{"key":"10.1016\/0164-1212(89)90019-8_BIB33","series-title":"Systems Design and Documentation: Introduction to the HIPO Method","author":"Katzen","year":"1976"},{"key":"10.1016\/0164-1212(89)90019-8_BIB34","series-title":"Multiple Regression in Behavioral Research","author":"Kerlinger","year":"1973"},{"key":"10.1016\/0164-1212(89)90019-8_BIB35","series-title":"Experimental Design Procedures for the Behavioral Sciences","author":"Kirk","year":"1968"},{"key":"10.1016\/0164-1212(89)90019-8_BIB36","series-title":"Structured Programming: Theory and Practice","author":"Linger","year":"1979"},{"key":"10.1016\/0164-1212(89)90019-8_BIB37","series-title":"Statistical Theories of Mental Test Scores","author":"Lord","year":"1968"},{"key":"10.1016\/0164-1212(89)90019-8_BIB38","article-title":"Relating Individual Differences in Computer Programming Performance to Human Information Processing Abilities","volume":"38","author":"Love","year":"1977"},{"issue":"3","key":"10.1016\/0164-1212(89)90019-8_BIB39","doi-asserted-by":"crossref","first-page":"249","DOI":"10.3758\/BF03213171","article-title":"Comprehension as Affected by the Structure of the Problem Representation","volume":"4","author":"Mayer","year":"1976","journal-title":"Memory & Cognition"},{"key":"10.1016\/0164-1212(89)90019-8_BIB40","series-title":"Proceedings of the 7th Software Engineering Workshop (SEL-82-007), NASA Goddard Space Flight Center","article-title":"What Have We Learned in the Last Six Years","author":"McGarry","year":"1982"},{"key":"10.1016\/0164-1212(89)90019-8_BIB41","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1016\/0010-0285(81)90012-8","article-title":"Knowledge Organization and Skill Differences in Computer Programmers","volume":"13","author":"McKeithen","year":"1981","journal-title":"Cognitive Psychol."},{"key":"10.1016\/0164-1212(89)90019-8_BIB42","series-title":"Proceedings of the Third IEEE Digital Avionics Conference. IEEE Computer Society","article-title":"An Evaluation of Modern Programming Practices in an Aerospace Environment","author":"Milliman","year":"1979"},{"key":"10.1016\/0164-1212(89)90019-8_BIB43","series-title":"Psychometric Theory","author":"Nunnally","year":"1967"},{"issue":"1","key":"10.1016\/0164-1212(89)90019-8_BIB44","doi-asserted-by":"crossref","first-page":"53","DOI":"10.1207\/s15516709cog0201_4","article-title":"Remembering, Understanding, and Representation","volume":"2","author":"Ortony","year":"1978","journal-title":"Cognitive Science"},{"key":"10.1016\/0164-1212(89)90019-8_BIB45","series-title":"Imagery and Verbal Processes","author":"Paivio","year":"1979"},{"key":"10.1016\/0164-1212(89)90019-8_BIB46","series-title":"Software Engineering: A Practitioner's Approach","author":"Pressman","year":"1982"},{"issue":"6","key":"10.1016\/0164-1212(89)90019-8_BIB47","doi-asserted-by":"crossref","first-page":"445","DOI":"10.1145\/358141.358149","article-title":"Flowcharts vs. Program Design Languages: An Experimental Comparison","volume":"26","author":"Ramsey","year":"1983","journal-title":"Communications of the ACM"},{"issue":"4","key":"10.1016\/0164-1212(89)90019-8_BIB48","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1145\/1006140.1006154","article-title":"Knowledge-Based Fault Localization in Debugging","volume":"8","author":"Sedlmeyer","year":"1983","journal-title":"Software Eng. Notes"},{"issue":"1","key":"10.1016\/0164-1212(89)90019-8_BIB49","doi-asserted-by":"crossref","first-page":"101","DOI":"10.1145\/356835.356840","article-title":"The Psychological Study of Programming","volume":"13","author":"Sheil","year":"1981","journal-title":"ACM Comput. Surv."},{"issue":"12","key":"10.1016\/0164-1212(89)90019-8_BIB50","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1109\/MC.1979.1658575","article-title":"Modern Coding Practices and Programmer Performance","volume":"12","author":"Sheppard","year":"1979","journal-title":"Computer"},{"key":"10.1016\/0164-1212(89)90019-8_BIB51","series-title":"Human Factors in Computer Systems","first-page":"135","article-title":"An Empirical Evaluation of Software Documentation Formats","author":"Sheppard","year":"1984"},{"key":"10.1016\/0164-1212(89)90019-8_BIB52","doi-asserted-by":"crossref","first-page":"123","DOI":"10.1007\/BF00975629","article-title":"Exploratory Experiments in Programmer Behavior","volume":"5","author":"Shneiderman","year":"1976","journal-title":"Int. J. Computer and Information Sci."},{"key":"10.1016\/0164-1212(89)90019-8_BIB53","series-title":"Software Psychology: Human Factors in Computer and Information Systems","author":"Shneiderman","year":"1980"},{"issue":"1","key":"10.1016\/0164-1212(89)90019-8_BIB54","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1145\/358315.358391","article-title":"Control Flow and Data Structure Documentation: Two Experiments","volume":"25","author":"Shneiderman","year":"1982","journal-title":"Communications of the ACM"},{"issue":"3","key":"10.1016\/0164-1212(89)90019-8_BIB55","doi-asserted-by":"crossref","first-page":"219","DOI":"10.1007\/BF00977789","article-title":"Syntactic\/semantic Models of Programmer Behavior: A Model and Experimental Results","volume":"8","author":"Shneiderman","year":"1979","journal-title":"Int. J. Computer and Information Sci."},{"issue":"6","key":"10.1016\/0164-1212(89)90019-8_BIB56","doi-asserted-by":"crossref","first-page":"373","DOI":"10.1145\/359605.359610","article-title":"Experimental Investigations of the Utility of Detailed Flowcharts in Programming","volume":"20","author":"Shneiderman","year":"1977","journal-title":"Communications of the ACM"},{"key":"10.1016\/0164-1212(89)90019-8_BIB57","doi-asserted-by":"crossref","first-page":"105","DOI":"10.1016\/S0020-7373(73)80011-2","article-title":"Scope Marking in Computer Conditionals: A Psychological Evaluation","volume":"5","author":"Sime","year":"1977","journal-title":"Int. J. Man-Machine Studies"},{"issue":"11","key":"10.1016\/0164-1212(89)90019-8_BIB58","doi-asserted-by":"crossref","first-page":"853","DOI":"10.1145\/182.358436","article-title":"Cognitive Strategies and Looping Constructs: An Empirical Study","volume":"26","author":"Soloway","year":"1983","journal-title":"Communications of the ACM"},{"issue":"5","key":"10.1016\/0164-1212(89)90019-8_BIB59","doi-asserted-by":"crossref","first-page":"483","DOI":"10.1109\/TSE.1984.5010283","article-title":"Empirical Studies of Programming Knowledge","volume":"10","author":"Soloway","year":"1984","journal-title":"IEEE Trans. Software Eng."},{"issue":"2","key":"10.1016\/0164-1212(89)90019-8_BIB60","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1207\/s15327051hci0102_4","article-title":"A Goal\/Plan Analysis of Buggy Pascal Programs","volume":"1","author":"Spohrer","year":"1985","journal-title":"Human-Computer Interaction"},{"issue":"5","key":"10.1016\/0164-1212(89)90019-8_BIB61","doi-asserted-by":"crossref","first-page":"459","DOI":"10.1016\/S0020-7373(85)80054-7","article-title":"Expertise in Debugging Computer Programs: A Process Analysis","volume":"23","author":"Vessey","year":"1985","journal-title":"Int. J. Man-Machine Studies"},{"key":"10.1016\/0164-1212(89)90019-8_BIB62","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1016\/S0020-7373(84)80065-6","article-title":"Conditional Statements and Program Coding: An Experimental Evaluation","volume":"21","author":"Vessey","year":"1984","journal-title":"Int. J. Man-Machine Studies"},{"issue":"1","key":"10.1016\/0164-1212(89)90019-8_BIB63","doi-asserted-by":"crossref","first-page":"48","DOI":"10.1145\/5465.5470","article-title":"Structured Tools and Conditional Logic: An Empirical Investigation","volume":"29","author":"Vessey","year":"1986","journal-title":"Communications of the ACM"},{"issue":"7","key":"10.1016\/0164-1212(89)90019-8_BIB64","doi-asserted-by":"crossref","first-page":"446","DOI":"10.1145\/358557.358577","article-title":"Programmers Use Slices When Debugging","volume":"25","author":"Weiser","year":"1982","journal-title":"Communications of the ACM"},{"key":"10.1016\/0164-1212(89)90019-8_BIB65","doi-asserted-by":"crossref","first-page":"697","DOI":"10.1016\/S0020-7373(86)80083-9","article-title":"Beacons in Computer Program Comprehension","volume":"25","author":"Wiedenbeck","year":"1986","journal-title":"Int. J. Man-Machine Studies"},{"key":"10.1016\/0164-1212(89)90019-8_BIB66","series-title":"Statistical Principles in Experimental Design","author":"Winer","year":"1971"},{"issue":"2","key":"10.1016\/0164-1212(89)90019-8_BIB67","doi-asserted-by":"crossref","first-page":"160","DOI":"10.1037\/h0037045","article-title":"Written Information: Some Alternatives to Prose for Expressing the Outcome of Complex Contingencies","volume":"57","author":"Wright","year":"1973","journal-title":"J. Appl. Psychol."},{"issue":"9","key":"10.1016\/0164-1212(89)90019-8_BIB68","doi-asserted-by":"crossref","first-page":"849","DOI":"10.1109\/TSE.1985.232544","article-title":"Design Stability Measures for Software Maintenance","volume":"11","author":"Yau","year":"1985","journal-title":"IEEE Trans. Software Eng."}],"container-title":["Journal of Systems and Software"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:0164121289900198?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:0164121289900198?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2019,3,15]],"date-time":"2019-03-15T02:56:28Z","timestamp":1552618588000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/0164121289900198"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1989,2]]},"references-count":68,"journal-issue":{"issue":"2","published-print":{"date-parts":[[1989,2]]}},"alternative-id":["0164121289900198"],"URL":"https:\/\/doi.org\/10.1016\/0164-1212(89)90019-8","relation":{},"ISSN":["0164-1212"],"issn-type":[{"value":"0164-1212","type":"print"}],"subject":[],"published":{"date-parts":[[1989,2]]}}}