{"id":"W4213418543","doi":"10.1080/0142159x.2022.2041191","title":"Implementation of competence committees during the transition to CBME in Canada: A national fidelity-focused evaluation","year":2022,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary; University of Toronto; University of Alberta; Queen's University; Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Competence (human resources); Fidelity; Transition (genetics); MEDLINE; Program evaluation","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.09228921,0.0005949144,0.0011358,0.00174509,0.005123829,0.002966024,0.002920084,0.0008679847,0.001489198],"category_scores_gemma":[0.1622367,0.0007186247,0.001485941,0.002196244,0.002098603,0.001696542,0.004370612,0.00191778,0.0002480865],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.07620123,"about_ca_system_score_gemma":0.2235515,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.8287516,"about_ca_topic_score_gemma":0.9152842,"domain_scores_codex":[0.9168704,0.03705645,0.005935497,0.00340458,0.02956711,0.007165974],"domain_scores_gemma":[0.8369006,0.02736785,0.02050676,0.007520157,0.08861851,0.01908609],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.002679801,0.005367927,0.6293706,0.002548921,0.000690383,0.0001476596,0.02936994,0.00331414,0.0008800682,0.0009473091,0.01064852,0.3140347],"study_design_scores_gemma":[0.0004895572,0.005150854,0.9620563,0.001859504,0.0002639308,0.00005781606,0.01112325,0.003065667,0.001601726,0.000187019,0.01397613,0.000168261],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9670269,0.001269086,0.004177603,0.002137538,0.000162282,0.01386576,0.002024828,0.0001388699,0.009197167],"genre_scores_gemma":[0.9776854,0.0008572462,0.01089144,0.0005904884,0.00002850365,0.007109108,0.001208083,0.00003712903,0.001592501],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9237988,"threshold_uncertainty_score":0.5528812,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1417582839490153,"score_gpt":0.4731235785707374,"score_spread":0.3313652946217222,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}