{"id":"W4213418543","doi":"10.1080/0142159x.2022.2041191","title":"Implementation of competence committees during the transition to CBME in Canada: A national fidelity-focused evaluation","year":2022,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary; University of Toronto; University of Alberta; Queen's University; Royal College of Physicians and Surgeons of Canada; University of Ottawa","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"Competence (human resources); Fidelity; Transition (genetics); MEDLINE; Program evaluation","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0139767,0.00006135048,0.0001272712,0.000135934,0.0001852637,0.00001896352,0.0004206183,0.00001623291,0.04114899],"category_scores_gemma":[0.0007567336,0.00004337033,0.00002886446,0.0006437159,0.00002864921,0.0001100387,0.00008352026,0.0002181888,0.0000120861],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009587781,"about_ca_system_score_gemma":0.0034283,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.2108499,"about_ca_topic_score_gemma":0.788679,"domain_scores_codex":[0.9901842,0.00107281,0.0006594585,0.0001952227,0.007749979,0.0001382957],"domain_scores_gemma":[0.9990468,0.0002725108,0.0001404639,0.0001671425,0.0003034936,0.00006957556],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001265433,0.0002647461,0.7196856,0.00001551002,0.00003503133,0.000005460302,0.01842804,0.03398903,0.000642023,0.001442038,0.02255171,0.2028143],"study_design_scores_gemma":[0.0008991646,0.00003744639,0.8143124,0.000005977181,0.000004803403,0.000002586379,0.0111151,0.1691166,0.00005690203,0.001334795,0.003049226,0.00006497902],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9795551,0.00002039489,0.0006698175,0.01858818,0.0001616537,0.000390282,0.00002227832,0.000004234191,0.0005880869],"genre_scores_gemma":[0.9982397,0.000001224773,0.00007484428,0.001326124,0.00003903274,0.0001994161,0.00002177618,0.000003209091,0.0000946486],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5778291,"threshold_uncertainty_score":0.9597275,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1417582839490153,"score_gpt":0.4731235785707374,"score_spread":0.3313652946217222,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}