{"id":"W1788049718","doi":"10.3138/cjpe.29.3.54","title":"The Development and Initial Validation of Competencies and Descriptors for Canadian Evaluation Practice","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"Barrie Urology Group","funders":"","keywords":"Psychology; Medical education; Computer science; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04392279,0.00009438348,0.000161433,0.000472387,0.0004631664,0.0004558174,0.0002009437,0.00006044584,0.00004709818],"category_scores_gemma":[0.0174675,0.00006588786,0.00003310546,0.0003469196,0.000143354,0.0008496452,0.000009427393,0.00009473591,0.000002942593],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005907952,"about_ca_system_score_gemma":0.02031066,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.007592434,"about_ca_topic_score_gemma":0.4071365,"domain_scores_codex":[0.9960951,0.0007106824,0.0008716945,0.0001450668,0.001962329,0.0002151072],"domain_scores_gemma":[0.9881629,0.0007580139,0.0007788375,0.0001422148,0.009561853,0.0005962052],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004115309,0.00001239982,0.008434552,0.00000444604,0.00003524981,4.427167e-7,0.007156358,0.0007132196,0.00001227822,0.0008879027,0.001364994,0.981337],"study_design_scores_gemma":[0.004833428,0.001791108,0.08849833,0.000116977,0.0005793489,0.0001348315,0.05920339,0.1674995,0.001581202,0.02841369,0.646953,0.0003952071],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9862911,0.001605644,0.001246936,0.005373095,0.001093884,0.002284067,0.00000968877,0.000003421281,0.002092133],"genre_scores_gemma":[0.9857175,0.00001003286,0.01393009,0.000100659,0.00008656414,0.0001052987,0.00001734181,0.000006082126,0.00002642177],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9809418,"threshold_uncertainty_score":0.9990161,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5926820838299982,"score_gpt":0.5503943550828988,"score_spread":0.04228772874709941,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}