{"id":"W1541185587","doi":"10.1002/ev.20112","title":"Credentialed Evaluator Designation Program, the Canadian Experience","year":2015,"lang":"en","type":"article","venue":"New Directions for Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Value (mathematics); Professional development; Service (business); Administration (probate law); Political science; Public relations; Management; Engineering ethics; Sociology; Pedagogy; Computer science; Engineering; Law; Business; Marketing; Economics","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03725708,0.00030941,0.000321254,0.001955503,0.0201888,0.007376547,0.002619594,0.002152307,0.008462339],"category_scores_gemma":[0.04595565,0.0004769019,0.0003194904,0.004317825,0.01034964,0.003870797,0.005922341,0.004094499,0.0005946788],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.1481593,"about_ca_system_score_gemma":0.3722418,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.964298,"about_ca_topic_score_gemma":0.9854418,"domain_scores_codex":[0.9746241,0.009173535,0.00102672,0.001293943,0.009312254,0.004569395],"domain_scores_gemma":[0.9292789,0.01196008,0.001501552,0.002013017,0.03223557,0.02301086],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002249375,0.0007695442,0.02185222,0.000551784,0.00001786672,0.001156062,0.1360699,0.001228611,0.0008138543,0.2445859,0.2926295,0.3000998],"study_design_scores_gemma":[0.00006953974,0.0001480793,0.01604529,0.000441889,0.000012693,0.0003639553,0.04568359,0.0007466643,0.0006807318,0.005745899,0.9299415,0.0001202269],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1941952,0.01460163,0.01663042,0.3933213,0.004395438,0.001121215,0.0007624858,0.0003938825,0.3745784],"genre_scores_gemma":[0.8433982,0.009041484,0.01698564,0.01754273,0.0002040386,0.0003318883,0.0002998012,0.000198369,0.1119979],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9627429,"threshold_uncertainty_score":0.9880145,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4863368872817085,"score_gpt":0.5792195495990002,"score_spread":0.09288266231729175,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}