{"id":"W2732819684","doi":"10.3138/cjpe.20.006","title":"Evaluator Competencies in University-Based Evaluation Training Programs","year":2005,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":44,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Credentialing; Accreditation; Licensure; Certificate; Taxonomy (biology); Competence (human resources); Computer science; Medical education; Psychology; Medicine","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.04209973,0.0001766822,0.0003380694,0.001771872,0.0002399719,0.0003651587,0.0006436126,0.000119027,0.00300078],"category_scores_gemma":[0.00302336,0.0001564063,0.0001762416,0.001800314,0.0001472594,0.001134907,0.00001118357,0.0003088309,0.0001028926],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001835343,"about_ca_system_score_gemma":0.01827317,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004243129,"about_ca_topic_score_gemma":0.08864555,"domain_scores_codex":[0.9917924,0.001756535,0.001146272,0.0003110222,0.004549505,0.0004442845],"domain_scores_gemma":[0.9929327,0.0003085411,0.0008512482,0.0003317755,0.005067927,0.000507794],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000261083,0.00007310702,0.02386614,0.000002671812,0.00001339781,0.000004927019,0.002537213,0.05224651,0.00002220088,0.0003653379,0.0003167801,0.9205256],"study_design_scores_gemma":[0.003135606,0.0005278931,0.05854617,0.000102562,0.0001259656,0.00001912814,0.007297549,0.8207593,0.00002846036,0.002559721,0.1066883,0.00020934],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9816959,0.0006237194,0.002328594,0.006192556,0.0008146368,0.003089844,0.000007188582,0.00002389479,0.00522367],"genre_scores_gemma":[0.9832349,0.000004146198,0.01618359,0.0002010888,0.0001979389,0.00004278359,0.00003061808,0.00001194685,0.00009296449],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9203163,"threshold_uncertainty_score":0.9979106,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4101080033795569,"score_gpt":0.5034090358417598,"score_spread":0.09330103246220289,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}