{"id":"W1541185587","doi":"10.1002/ev.20112","title":"Credentialed Evaluator Designation Program, the Canadian Experience","year":2015,"lang":"en","type":"article","venue":"New Directions for Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Value (mathematics); Professional development; Service (business); Administration (probate law); Political science; Public relations; Management; Engineering ethics; Sociology; Pedagogy; Computer science; Engineering; Law; Business; Marketing; Economics","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01647855,0.0001439102,0.0001486316,0.0004373063,0.001097156,0.0008145981,0.0004925731,0.00009679403,0.001629223],"category_scores_gemma":[0.008709146,0.00009891103,0.0001160744,0.001386405,0.00007822403,0.0007963037,0.00002554133,0.0001044037,0.0003694113],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009569103,"about_ca_system_score_gemma":0.006002241,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01427033,"about_ca_topic_score_gemma":0.2733112,"domain_scores_codex":[0.994406,0.0006213262,0.0005987458,0.0004311518,0.003638185,0.0003046287],"domain_scores_gemma":[0.9944095,0.0004991141,0.0002689944,0.0005721606,0.003864764,0.0003854627],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004647927,0.00007537816,0.002614932,0.000001168706,0.00002327973,1.081123e-7,0.005058243,0.006543837,0.000103402,0.002467509,0.1036166,0.8794491],"study_design_scores_gemma":[0.001690913,0.0002075841,0.01678341,0.000006808045,0.00009383341,0.000005388142,0.00221719,0.4237547,0.0006125888,0.02705079,0.5273989,0.0001778751],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5349118,0.001890456,0.1297499,0.06076821,0.02291181,0.0323635,0.0000839934,0.0009676042,0.2163527],"genre_scores_gemma":[0.9850383,0.000005933656,0.004685005,0.0003735166,0.0004518623,0.00226479,0.00008753935,0.00001534644,0.007077704],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8792712,"threshold_uncertainty_score":0.9996409,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4863368872817085,"score_gpt":0.5792195495990002,"score_spread":0.09288266231729175,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}