{"id":"W2160786937","doi":"10.3109/0142159x.2012.644828","title":"Involving users in the refinement of the competency-based achievement system: An innovative approach to competency-based assessment","year":2012,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"ca_institutions":"College of Family Physicians of Canada; Centre for Advancing Health Outcomes; University of Alberta","funders":"","keywords":"Competence (human resources); Knowledge management; Medical education; Focus group; Process (computing); Computer science; Process management; Psychology; Medicine; Business; Marketing","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006586936,0.0002348147,0.0004065313,0.0002569578,0.0001442887,0.00001531222,0.0006452592,0.0001823418,0.0002895973],"category_scores_gemma":[0.001256608,0.0001296955,0.00007565544,0.002042119,0.0002954501,0.00007522108,0.0000899345,0.001031929,0.000008730585],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006725064,"about_ca_system_score_gemma":0.002121434,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001810107,"about_ca_topic_score_gemma":0.00002796425,"domain_scores_codex":[0.9952055,0.0007492568,0.0009114593,0.0003100259,0.002336326,0.0004874006],"domain_scores_gemma":[0.9982535,0.00008990729,0.0002448042,0.0009029742,0.0003153577,0.0001934411],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001051511,0.01192101,0.8432531,0.001069564,0.0001151254,0.000005208133,0.01101886,0.0001463626,0.0005959089,0.1191217,0.007380926,0.005267065],"study_design_scores_gemma":[0.00566815,0.0008551025,0.8392028,0.002224532,0.0002087124,0.00001878493,0.03448201,0.1026802,0.0003798231,0.0000938453,0.01364389,0.0005422127],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9327188,0.00006158136,0.01024797,0.03826509,0.0007606028,0.001965305,0.000003335301,0.00006297394,0.01591441],"genre_scores_gemma":[0.9634002,5.67817e-7,0.02585061,0.009796675,0.0003160436,0.0004255223,0.0001162522,0.00002603955,0.0000680778],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1190279,"threshold_uncertainty_score":0.5288828,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03736011357815515,"score_gpt":0.3450779793700231,"score_spread":0.3077178657918679,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}