{"id":"W1506594705","doi":"10.3138/cjpe.0028.003","title":"Introduction to Professionalizing Evaluation: A Global Perspective on Evaluator Competencies","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Psychology; Sociology; Pedagogy; Knowledge management; Computer science; Artificial intelligence","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"opus","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04633663,0.0002192719,0.0003650954,0.0008510549,0.0004874564,0.0005200027,0.0006269352,0.0001064526,0.005549335],"category_scores_gemma":[0.02212954,0.0001680359,0.0001809235,0.001710625,0.0001054257,0.0007015944,0.00002449779,0.0002757392,0.0005686378],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.003893956,"about_ca_system_score_gemma":0.008777533,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003835678,"about_ca_topic_score_gemma":0.01031821,"domain_scores_codex":[0.9885592,0.002510218,0.001163205,0.0004947347,0.00686676,0.0004059194],"domain_scores_gemma":[0.9822205,0.0003455813,0.0008504243,0.0005357948,0.01526529,0.0007824491],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009823561,0.0001042419,0.006526335,0.000003987586,0.00005111455,0.00000128748,0.002293341,0.02518759,0.00007105719,0.02251467,0.03766306,0.9054851],"study_design_scores_gemma":[0.003421642,0.004145266,0.2093225,0.0002100023,0.0003961818,0.0001075696,0.01480557,0.2989185,0.0002100107,0.1184588,0.3494166,0.0005872393],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8294398,0.0006355096,0.006253856,0.1148053,0.009398197,0.006551008,0.00002508852,0.00005090661,0.03284037],"genre_scores_gemma":[0.9901171,0.000001619837,0.006031842,0.001099587,0.002304978,0.000231565,0.0000149606,0.00001290539,0.0001854199],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9048978,"threshold_uncertainty_score":0.9999299,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2606535576235727,"score_gpt":0.5437613801430642,"score_spread":0.2831078225194915,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}