{"id":"W4225016480","doi":"10.36834/cmej.73554","title":"Developing a dashboard for program evaluation in competency-based training programs: a design-based research project","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; University of Saskatchewan; McMaster University","funders":"Royal College of Physicians and Surgeons of Canada; University of Saskatchewan","keywords":"Dashboard; Analytics; Valuation (finance); Medical education; Audit; Tracking (education); Computer science; Needs assessment; Program evaluation; Psychology; Medicine; Data science; Political science; Business; Pedagogy; Accounting","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01867229,0.0001742324,0.0002928544,0.002686592,0.001033355,0.0001142488,0.0003959881,0.0001883625,0.004034292],"category_scores_gemma":[0.04541918,0.0001778779,0.00008963994,0.003262836,0.0002399773,0.00009795306,0.00001716907,0.002087771,0.000004766422],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.006875424,"about_ca_system_score_gemma":0.6213307,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001726834,"about_ca_topic_score_gemma":0.004771605,"domain_scores_codex":[0.9938599,0.001033393,0.0008367569,0.0003979274,0.00297733,0.0008947073],"domain_scores_gemma":[0.9950567,0.0002961598,0.0001947305,0.0002809561,0.002495331,0.001676103],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001307617,0.0009401293,0.0008260674,0.000121187,0.00002390218,0.00002791957,0.003091987,0.000248743,0.000006798707,0.001334527,0.06339984,0.9298481],"study_design_scores_gemma":[0.005358913,0.001794725,0.001786327,0.001311742,0.00007852258,0.0005482898,0.02500767,0.2932993,0.00001640343,0.003389994,0.6670212,0.000386835],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.1607897,0.0009958004,0.03760342,0.7538211,0.008178442,0.03598163,0.00001865225,0.0002462761,0.002364975],"genre_scores_gemma":[0.4095203,0.000006470338,0.5123755,0.04585441,0.001514318,0.02952246,0.0009427486,0.00008711552,0.0001767034],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.9294613,"threshold_uncertainty_score":0.996937,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3240991757846986,"score_gpt":0.5042261490355174,"score_spread":0.1801269732508188,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}