{"id":"W4225016480","doi":"10.36834/cmej.73554","title":"Developing a dashboard for program evaluation in competency-based training programs: a design-based research project","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Saskatchewan; McMaster University","funders":"Royal College of Physicians and Surgeons of Canada; University of Saskatchewan","keywords":"Dashboard; Analytics; Valuation (finance); Medical education; Audit; Tracking (education); Computer science; Needs assessment; Program evaluation; Psychology; Medicine; Data science; Political science; Business; Pedagogy; Accounting","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2459419,0.001884212,0.001255411,0.005382926,0.003600018,0.008671254,0.00354873,0.001867727,0.003104013],"category_scores_gemma":[0.2281073,0.001210759,0.001854718,0.003508736,0.004024509,0.005857009,0.006267241,0.003226086,0.0005311189],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01297855,"about_ca_system_score_gemma":0.03295271,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005690688,"about_ca_topic_score_gemma":0.009127504,"domain_scores_codex":[0.8273117,0.1416435,0.009083051,0.004322165,0.0142786,0.00336109],"domain_scores_gemma":[0.6955785,0.2037629,0.01515523,0.02279339,0.05383665,0.008873289],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001521319,0.0123809,0.03814372,0.01030644,0.0004679916,0.0006878533,0.1228196,0.01288523,0.01424837,0.01912375,0.01628286,0.7511319],"study_design_scores_gemma":[0.00684569,0.05451464,0.07908989,0.02406488,0.002602666,0.001527709,0.2931529,0.1072612,0.07033858,0.04303636,0.316206,0.001359549],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4063598,0.001166099,0.475552,0.007178411,0.000547106,0.09235454,0.001535567,0.002553657,0.01275279],"genre_scores_gemma":[0.1788746,0.0005177893,0.7897375,0.0005615878,0.00004002042,0.02809103,0.0005644262,0.000165124,0.001447855],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9870214,"threshold_uncertainty_score":0.9298878,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3240991757846986,"score_gpt":0.5042261490355174,"score_spread":0.1801269732508188,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}