{"id":"W3138870977","doi":"10.3138/cjpe.69577","title":"Competency-Based Evaluation Education: Four Essential Things to Know and Do","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University; University of Alberta","funders":"","keywords":"Pace; Lifelong learning; Perspective (graphical); Context (archaeology); Psychology; Knowledge management; Pedagogy; Computer science; Medical education; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"opus","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06587691,0.0007285477,0.0005997439,0.001753365,0.005267879,0.01319025,0.002096,0.00410229,0.003722007],"category_scores_gemma":[0.06455199,0.0005932842,0.0005558422,0.000874984,0.01232583,0.01001184,0.009645775,0.01120665,0.001294216],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007686724,"about_ca_system_score_gemma":0.0536152,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006109337,"about_ca_topic_score_gemma":0.01225618,"domain_scores_codex":[0.9642684,0.02186179,0.002346491,0.0008285457,0.008937219,0.001757552],"domain_scores_gemma":[0.930004,0.0312174,0.003153187,0.005800079,0.01757274,0.01225251],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001315221,0.001078095,0.00946945,0.001694156,0.00003897954,0.0004689026,0.03230542,0.0008927162,0.002430591,0.2150044,0.0741929,0.6622928],"study_design_scores_gemma":[0.0001928317,0.0010934,0.02345214,0.009687872,0.00009066672,0.002494993,0.06340746,0.007520002,0.01128377,0.3797895,0.500557,0.0004302334],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.04540456,0.006472563,0.295865,0.5252581,0.002324987,0.003327973,0.0001035682,0.001744811,0.1194984],"genre_scores_gemma":[0.4938578,0.004778376,0.4531686,0.02375003,0.0006281169,0.001804036,0.0001498294,0.0002112781,0.02165189],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.06587691,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1726522912841817,"score_gpt":0.5158863399418671,"score_spread":0.3432340486576854,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}