{"id":"W3036747120","doi":"10.1111/medu.14281","title":"Useful to whom? Evaluation utilisation theory and boundaries for programme evaluation scope","year":2020,"lang":"en","type":"review","venue":"Medical Education","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"Centre for Global Health Research; University of Toronto","funders":"","keywords":"Scope (computer science); Stakeholder; Theory of change; Context (archaeology); Scholarship; Process (computing); Engineering ethics; Management science; Monitoring and evaluation; Diversity (politics); Program evaluation; Participatory evaluation; Psychology; Sociology; Public relations; Political science; Computer science; Social science; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2999842,0.00132525,0.002589735,0.01109889,0.0080012,0.02829199,0.004663987,0.008381369,0.007208304],"category_scores_gemma":[0.4181324,0.001197317,0.001721167,0.008265162,0.08044515,0.04492373,0.02311736,0.009090426,0.001394887],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02122408,"about_ca_system_score_gemma":0.03426262,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006235988,"about_ca_topic_score_gemma":0.00303671,"domain_scores_codex":[0.5177441,0.4238073,0.01363994,0.01096421,0.02806292,0.005781605],"domain_scores_gemma":[0.4322664,0.502135,0.01504187,0.0204436,0.02373265,0.006380514],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000879637,0.00007710038,0.002775216,0.00166955,0.00008437374,0.0001181403,0.040717,0.0005769444,0.00007513529,0.8549967,0.0048333,0.0939886],"study_design_scores_gemma":[0.0000573406,0.00006933543,0.001132401,0.006242794,0.00006150716,0.0001622234,0.0165064,0.001195784,0.000260805,0.9329001,0.04135676,0.00005460282],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"review","genre_scores_codex":[0.03469192,0.05905931,0.2557969,0.3117039,0.002202895,0.00200643,0.000340893,0.0002543775,0.3339433],"genre_scores_gemma":[0.860187,0.01606285,0.09014297,0.02096014,0.001250314,0.004934548,0.0001795882,0.0003090977,0.005973625],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.7000158,"threshold_uncertainty_score":0.8632441,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.392409528471173,"score_gpt":0.6146912310302682,"score_spread":0.2222817025590952,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}