{"id":"W1700780107","doi":"10.3138/cjpe.0028.006","title":"Evaluator Competencies: The Canadian Experience","year":2014,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Foundation (evidence); Engineering ethics; Context (archaeology); Political science; Psychology; Sociology; Public relations; Management; Engineering; History; Law","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02717478,0.0003870697,0.0005748736,0.001741426,0.02110101,0.008371206,0.002396625,0.002103702,0.007508417],"category_scores_gemma":[0.02829639,0.0005523502,0.0003260256,0.004428464,0.007495877,0.00320782,0.0060754,0.00460331,0.0005766884],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.1408743,"about_ca_system_score_gemma":0.3809314,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9752597,"about_ca_topic_score_gemma":0.9915367,"domain_scores_codex":[0.9761244,0.007535843,0.0006421785,0.001274137,0.00957144,0.004852031],"domain_scores_gemma":[0.9562098,0.007029003,0.001019606,0.0009378361,0.02114486,0.01365883],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004374386,0.0008879087,0.05447154,0.001166832,0.0000561688,0.001848554,0.4646958,0.0007458357,0.001260868,0.0696774,0.1549202,0.2498315],"study_design_scores_gemma":[0.00005831084,0.0002889801,0.04664903,0.001172567,0.00003433296,0.0006604129,0.1977332,0.000440951,0.0009628132,0.001639774,0.7502143,0.0001453195],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5571717,0.02244196,0.004428066,0.1366633,0.00198823,0.0006911142,0.0009905116,0.000222449,0.2754026],"genre_scores_gemma":[0.9361299,0.01536392,0.002912549,0.008009801,0.00009291663,0.0001484022,0.0002840395,0.0001334003,0.03692497],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8591257,"threshold_uncertainty_score":0.996464,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3618976917865132,"score_gpt":0.5260247839748239,"score_spread":0.1641270921883107,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}