{"id":"W4366678681","doi":"10.3138/cjpe.0017.003","title":"The Pitfalls and the Potential of Early Evaluation Efforts: Lessons Learned from the Health Services Sector","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Accountability; Protocol (science); Program evaluation; Outcome (game theory); Service delivery framework; Service (business); Psychology; Public relations; Process management; Computer science; Business; Medical education; Medicine; Political science; Marketing; Alternative medicine; Public administration","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05594965,0.0001251968,0.0002547297,0.0001427637,0.0009554885,0.0007609216,0.0006187178,0.00005995704,0.000571428],"category_scores_gemma":[0.002225076,0.00005581598,0.0001358609,0.0005393839,0.0003269739,0.0004030007,0.0000159215,0.0002532723,0.00001190696],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002020521,"about_ca_system_score_gemma":0.005712977,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005009561,"about_ca_topic_score_gemma":0.06785122,"domain_scores_codex":[0.9911102,0.004015135,0.00110303,0.0002033143,0.003288071,0.0002802269],"domain_scores_gemma":[0.9938389,0.001280131,0.001490813,0.000449241,0.002705046,0.0002358355],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001117712,0.0000228289,0.008701558,0.000004477116,0.00008901554,4.187998e-7,0.006629696,0.002317073,0.00002112924,0.004981677,0.0007689655,0.9763514],"study_design_scores_gemma":[0.007331035,0.001041112,0.5272668,0.0001888077,0.0005253495,0.00003679837,0.02045529,0.1766882,0.00007067976,0.2015856,0.06457011,0.0002402494],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9543964,0.006664301,0.0004895264,0.03454263,0.001068819,0.002222986,0.00001883728,0.000004355161,0.0005921458],"genre_scores_gemma":[0.9986508,0.0002208417,0.0003653062,0.0004881961,0.0001415512,0.00006857688,0.000008843999,0.000008223141,0.00004768752],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9761111,"threshold_uncertainty_score":0.9999237,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2971180000051674,"score_gpt":0.5015325592971431,"score_spread":0.2044145592919757,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}