{"id":"W1506594705","doi":"10.3138/cjpe.0028.003","title":"Introduction to Professionalizing Evaluation: A Global Perspective on Evaluator Competencies","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Perspective (graphical); Psychology; Sociology; Pedagogy; Knowledge management; Computer science; Artificial intelligence","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"opus","categories":[],"domain":null,"study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08421914,0.000869831,0.001180931,0.004101699,0.009869692,0.02088309,0.003141413,0.01936609,0.006710461],"category_scores_gemma":[0.07189128,0.0005853496,0.001178568,0.003934548,0.08236835,0.0304992,0.0106954,0.02554564,0.001947882],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02014766,"about_ca_system_score_gemma":0.01941981,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01263326,"about_ca_topic_score_gemma":0.01157431,"domain_scores_codex":[0.9208054,0.05532237,0.004253325,0.005568724,0.01102724,0.00302298],"domain_scores_gemma":[0.8188778,0.1479079,0.003372441,0.005558377,0.01949641,0.00478709],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002834876,0.00002980323,0.0008769906,0.0007062833,0.000008342576,0.0001955775,0.03060951,0.000230919,0.0001522152,0.741648,0.1795951,0.04591892],"study_design_scores_gemma":[0.00001059491,0.00005088489,0.0012685,0.003874688,0.000008335384,0.0005122477,0.01764558,0.0003039926,0.0001420489,0.2195422,0.7565886,0.0000522664],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.001326516,0.03285418,0.01365555,0.8981491,0.005238402,0.00006043923,0.00005026276,0.00006830482,0.04859725],"genre_scores_gemma":[0.1569297,0.05459129,0.02208915,0.720001,0.01778147,0.0004834694,0.0001155603,0.0003549239,0.0276535],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9157808,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2606535576235727,"score_gpt":0.5437613801430642,"score_spread":0.2831078225194915,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}