{"id":"W2981694434","doi":"10.4300/jgme-d-19-00386.1","title":"Detection of Residents With Progress Issues Using a Keyword–Specific Algorithm","year":2019,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"Centre intégré universitaire de santé et de services sociaux de la Capitale-Nationale; Université Laval","funders":"","keywords":"Summative assessment; Accreditation; Computer science; Algorithm; Predictive value; Machine learning; Decision tree; Medicine; Medical education; Formative assessment; Statistics; Mathematics; Internal medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001211506,0.000137947,0.0004002136,0.0005325953,0.00005027924,0.0000191239,0.0001584575,0.0001486553,0.0002742129],"category_scores_gemma":[0.000762366,0.0001000454,0.00008224948,0.0008892269,0.0002080324,0.0002430613,0.00001749352,0.0006022473,0.00001434043],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002614759,"about_ca_system_score_gemma":0.002049056,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006803299,"about_ca_topic_score_gemma":0.000001624916,"domain_scores_codex":[0.9967868,0.00008627718,0.0008866966,0.0001652404,0.001888735,0.0001862836],"domain_scores_gemma":[0.9969813,0.00003698342,0.0008422331,0.0002517516,0.001727319,0.0001604146],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004593662,0.00194534,0.02383458,0.0004046138,0.0001661427,0.00001953555,0.001443977,0.000005660191,0.003352849,0.0001420702,0.006724265,0.9615016],"study_design_scores_gemma":[0.01320462,0.008693984,0.8346513,0.02148505,0.001182186,0.01111431,0.01679661,0.01455333,0.04610768,0.002562539,0.02859463,0.001053769],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9856316,0.00107452,0.004676581,0.005795381,0.002352431,0.0003436259,5.068977e-7,0.00001240932,0.0001129687],"genre_scores_gemma":[0.9606409,0.0002966031,0.03696467,0.000475263,0.001247227,0.000006878587,0.00001442853,0.00002951726,0.0003245022],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9604478,"threshold_uncertainty_score":0.4079734,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02868703414159295,"score_gpt":0.3696301505495237,"score_spread":0.3409431164079307,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}