{"id":"W4396508548","doi":"10.36834/cmej.75522","title":"Making judgments based on reported observations of trainee performance: a scoping review in Health Professions Education","year":2024,"lang":"en","type":"review","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Health professions; Medical education; Data science; Psychology; Computer science; Applied psychology; Medicine; Health care; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1706584,0.00197834,0.005819496,0.03882436,0.002325753,0.009242151,0.004012709,0.004287445,0.001611245],"category_scores_gemma":[0.4386017,0.00212342,0.005970428,0.03397649,0.004717829,0.01111486,0.005110099,0.002837779,0.0004405305],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008246605,"about_ca_system_score_gemma":0.03334727,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01334354,"about_ca_topic_score_gemma":0.02358857,"domain_scores_codex":[0.8021219,0.109178,0.05674364,0.005867933,0.02482345,0.001265106],"domain_scores_gemma":[0.3969839,0.5142454,0.03480711,0.00812129,0.04514065,0.0007016466],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000190747,0.00006698616,0.003878668,0.6179948,0.002620579,0.0001935209,0.01064836,0.0004469129,0.0002891113,0.002286486,0.003898503,0.3574853],"study_design_scores_gemma":[0.00002969513,0.0001097455,0.005265201,0.9618544,0.004423806,0.0001724367,0.005027663,0.0001936157,0.0003695144,0.001074675,0.02141609,0.00006301032],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.005082889,0.9846623,0.003524202,0.002082478,0.0006107446,0.001814972,0.0004194727,0.00002773878,0.001775114],"genre_scores_gemma":[0.05530326,0.9257908,0.01131752,0.0009867483,0.0002815539,0.00545482,0.0005462212,0.00003034768,0.0002887152],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.1706584,"threshold_uncertainty_score":0.9025385,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1789819944690015,"score_gpt":0.5040201389553906,"score_spread":0.3250381444863891,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}