{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2023,8,22]],"date-time":"2023-08-22T13:16:05Z","timestamp":1692710165197},"reference-count":77,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"9","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Syst., Man, Cybern."],"published-print":{"date-parts":[[1979]]},"DOI":"10.1109\/tsmc.1979.4310275","type":"journal-article","created":{"date-parts":[[2008,7,22]],"date-time":"2008-07-22T13:46:05Z","timestamp":1216734365000},"page":"494-515","source":"Crossref","is-referenced-by-count":9,"title":["Toward a Systematic Approach to Program Evaluation Design"],"prefix":"10.1109","volume":"9","author":[{"given":"James M.","family":"Tien","sequence":"first","affiliation":[]}],"member":"263","reference":[{"key":"ref73","first-page":"37","author":"weiss","year":"1973","journal-title":"EVAluation"},{"key":"ref72","author":"weiss","year":"1972","journal-title":"Evaluation Research"},{"key":"ref71","author":"weidman","year":"1975","journal-title":"Intensive Evaluation for Criminal Justice Planning Agencies"},{"key":"ref70","author":"warfield","year":"1976","journal-title":"Societal Systems Planning Policy and Complexity"},{"key":"ref76","author":"wiley","year":"1976","journal-title":"Schooling and Achievement in American Society"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1016\/0149-7189(78)90024-1"},{"key":"ref74","first-page":"355","author":"weiss","year":"1975","journal-title":"Handbook of Evaluation Research Volume 1"},{"key":"ref39","author":"levine","year":"1971","journal-title":"Making Evaluation Effective A Guide"},{"key":"ref75","first-page":"41","author":"wholey","year":"1977","journal-title":"Evaluation research methods A basic guide"},{"key":"ref38","author":"leontief","year":"1966","journal-title":"Input-Output Economics"},{"key":"ref33","first-page":"185","author":"hyman","year":"1971","journal-title":"Readings in Evaluation Research"},{"key":"ref32","first-page":"75","author":"hudson","year":"1977","journal-title":"Evaluation research methods A basic guide"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.1972.4309189"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TSSC.1969.300208"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/0047-2352(75)90034-3"},{"key":"ref36","first-page":"494","article-title":"Decision analysis for the siting of nuclear power plants: The Relevance of Multi-Attributed Utility Theory","volume":"63","author":"keeney","year":"1975","journal-title":"Proc IEEE (Special Issue on Social Systems Engineering)"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1287\/opre.27.1.48"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.18.5.276"},{"key":"ref60","author":"suchman","year":"1967","journal-title":"Evaluative Research Principles and Practice in Public Service and Social Action Programs"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1016\/0047-2352(78)90059-4"},{"key":"ref61","author":"tien","year":"1978","journal-title":"An Alternative Approach in Police Patrol The Wilmington Split-Force Experiment"},{"key":"ref63","author":"tien","year":"1979","journal-title":"National Evaluation Program Street Lighting Projects"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1177\/0193841X7800200403"},{"key":"ref64","year":"1977","journal-title":"Cost Management and Utilization of Human Resources Program Evaluation 1977"},{"key":"ref27","author":"gorden","year":"1975","journal-title":"A Guide for Local Evaluation"},{"key":"ref65","year":"1975","journal-title":"Evaluation and Analysis to Support Decisionmaking"},{"key":"ref66","year":"1978","journal-title":"Status and Issues Federal Program Evaluation"},{"key":"ref29","volume":"2","year":"1977","journal-title":"Evaluation Studies Review Annual"},{"key":"ref67","author":"walker","year":"1963","journal-title":"Statistical Inference"},{"key":"ref68","author":"waller","year":"1975","journal-title":"Monitoring for Criminal Justice Planning Agencies"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.1973.5408494"},{"key":"ref2","author":"adams","year":"1974","journal-title":"Evaluative Research in Corrections A Practical Guide"},{"key":"ref1","year":"1976","journal-title":"The Evaluation of Social Programs"},{"key":"ref20","first-page":"139","author":"edwards","year":"1975","journal-title":"Handbook of Evaluation Research Volume 1"},{"key":"ref22","first-page":"101","author":"etzioni","year":"1969","journal-title":"Program Evaluation in the Health Fields"},{"key":"ref21","author":"epstein","year":"1977","journal-title":"Research Techniques for Program Planning Monitoring and Evaluation"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.2307\/2137119"},{"key":"ref23","author":"forrester","year":"1971","journal-title":"Principles of Systems"},{"key":"ref26","year":"1973","journal-title":"Structural Equation Models in the Social Sciences"},{"key":"ref25","volume":"1","year":"1976","journal-title":"Evaluation Studies Review Annual"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1177\/0193841X7700100408"},{"key":"ref51","author":"roethlisberger","year":"1939","journal-title":"Management and the Worker"},{"key":"ref59","year":"1975","journal-title":"Handbook of Evaluation Research Volume 1"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1016\/0149-7189(78)90071-X"},{"key":"ref57","first-page":"9","year":"1976","journal-title":"Evaluation Research"},{"key":"ref56","first-page":"4","article-title":"A program evaluation model for rehabilitation agencies and facilities","author":"spaniol","year":"1977","journal-title":"Journal of Rehabilitation Administration"},{"key":"ref55","first-page":"101","author":"scriven","year":"1976","journal-title":"Evaluation Studies Review Annual Volume 2"},{"key":"ref54","author":"sage","year":"1977","journal-title":"Methodology for Large Scale Systems"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.2307\/2529342"},{"key":"ref52","author":"rubin","year":"1976","journal-title":"Assignment to Treatment on the Basis of a Covariate"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1037\/h0027982"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1037\/h0046016"},{"key":"ref40","first-page":"195","author":"light","year":"1977","journal-title":"Evaluation Studies Review Annual Volume 2"},{"key":"ref12","author":"campbell","year":"1966","journal-title":"Experimental and Quasi-Experimental Designs for Research"},{"key":"ref13","first-page":"597","author":"campbell","year":"1975","journal-title":"Handbook of Evaluation Research Volume 1"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1177\/0193841X7700100203"},{"key":"ref15","volume":"m77 39","author":"chelimsky","year":"1977","journal-title":"An Analysis of the Proceedings of a Symposium on the Use of Evaluation by Federal Agencies"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1177\/002242787501200203"},{"key":"ref17","first-page":"103","author":"cook","year":"1977","journal-title":"Evaluation research methods A basic guide"},{"key":"ref18","volume":"3","year":"1978","journal-title":"Evaluation Studies Review Annual"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.1977.4309720"},{"key":"ref4","first-page":"190","volume":"5","author":"berk","year":"1978","journal-title":"Evaluation Studies Review Annual"},{"key":"ref3","first-page":"219","author":"andrieu","year":"1977","journal-title":"Evaluation research methods A basic guide"},{"key":"ref6","year":"1971","journal-title":"Causal Models in the Social Sciences"},{"key":"ref5","year":"1976","journal-title":"Validity Issues in Evaluative Research"},{"key":"ref8","author":"box","year":"1976","journal-title":"Time Series Analysis Forecasting and Control"},{"key":"ref7","first-page":"143","author":"boruch","year":"1977","journal-title":"Evaluation research methods A basic guide"},{"key":"ref49","first-page":"227","author":"nunally","year":"1975","journal-title":"Handbook of Evaluation Research Volume 1"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.2307\/2786268"},{"key":"ref46","year":"1975","journal-title":"Protecting Individual Privacy in Evaluation Research"},{"key":"ref45","author":"montgomery","year":"1976","journal-title":"Design and Analysis of Experiments"},{"key":"ref48","author":"nay","year":"1977","journal-title":"The National Institute's Information Machine A Case Study of the National Evaluation Program"},{"key":"ref47","author":"nay","year":"1977","journal-title":"Work Description for A Phase I Study"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1287\/opre.23.3.452"},{"key":"ref41","author":"macgregor","year":"1976","journal-title":"Evaluation of State and Local Programs A Primer"},{"key":"ref44","author":"corporation","year":"1973","journal-title":"Evaluation in Criminal Justice Programs Guidelines and Examples"},{"key":"ref43","author":"mann","year":"1949","journal-title":"Analysis and Design of Experiments"}],"container-title":["IEEE Transactions on Systems, Man, and Cybernetics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx5\/21\/4310266\/04310275.pdf?arnumber=4310275","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,11,14]],"date-time":"2017-11-14T06:57:58Z","timestamp":1510642678000},"score":1,"resource":{"primary":{"URL":"http:\/\/ieeexplore.ieee.org\/document\/4310275\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1979]]},"references-count":77,"journal-issue":{"issue":"9"},"URL":"https:\/\/doi.org\/10.1109\/tsmc.1979.4310275","relation":{},"ISSN":["0018-9472"],"issn-type":[{"value":"0018-9472","type":"print"}],"subject":[],"published":{"date-parts":[[1979]]}}}