{"id":"W4366678681","doi":"10.3138/cjpe.0017.003","title":"The Pitfalls and the Potential of Early Evaluation Efforts: Lessons Learned from the Health Services Sector","year":2003,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Variety (cybernetics); Accountability; Protocol (science); Program evaluation; Outcome (game theory); Service delivery framework; Service (business); Psychology; Public relations; Process management; Computer science; Business; Medical education; Medicine; Political science; Marketing; Alternative medicine; Public administration","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3573886,0.001262384,0.001724646,0.003855799,0.00911328,0.01508649,0.005711596,0.00663293,0.002652732],"category_scores_gemma":[0.3578319,0.001281476,0.001462306,0.002638134,0.01579462,0.01717529,0.01335014,0.01327816,0.0005925368],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01961145,"about_ca_system_score_gemma":0.06721988,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03248249,"about_ca_topic_score_gemma":0.05583555,"domain_scores_codex":[0.6822466,0.2759929,0.009094464,0.00354946,0.02348865,0.005627943],"domain_scores_gemma":[0.3386331,0.5341167,0.01226746,0.01688073,0.08451486,0.01358715],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007628329,0.001113998,0.01640761,0.005866358,0.000203493,0.001278004,0.05345233,0.00297263,0.0003511524,0.05938969,0.04203808,0.8161638],"study_design_scores_gemma":[0.001704196,0.003068613,0.04776639,0.05533019,0.000513076,0.004105741,0.1537355,0.01503868,0.00568927,0.2980651,0.4138465,0.001136703],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.06804227,0.08868457,0.07445431,0.7318006,0.003244305,0.001920483,0.0001133194,0.0006699326,0.03107019],"genre_scores_gemma":[0.7777858,0.03579507,0.136034,0.04092855,0.001534546,0.002648434,0.00007907554,0.0002693944,0.004925149],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.6426114,"threshold_uncertainty_score":0.7924542,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2971180000051674,"score_gpt":0.5015325592971431,"score_spread":0.2044145592919757,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}