{"id":"W2941855686","doi":"10.36834/cmej.61646","title":"Prescribing competency assessment for Canadian medical students: a pilot evaluation","year":2019,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"Impact; Queen's University; Western University; St. Joseph’s Healthcare Hamilton; McMaster University","funders":"","keywords":"CLARITY; Medical education; Medicine; Psychology; Discriminative model; Medical school; Presentation (obstetrics); Multiple choice; Family medicine; Significant difference; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008015159,0.0002395656,0.0003761122,0.00117606,0.000528864,0.0002008003,0.0007608841,0.0004470492,0.1476067],"category_scores_gemma":[0.03749874,0.0002269214,0.0001155408,0.0006934511,0.0001390676,0.0002492404,0.00002471923,0.001656275,0.0002832816],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.004831147,"about_ca_system_score_gemma":0.4067157,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.07798599,"about_ca_topic_score_gemma":0.2658514,"domain_scores_codex":[0.992245,0.0002111611,0.0009604647,0.000414121,0.005327075,0.0008421945],"domain_scores_gemma":[0.983091,0.0001091838,0.0002271495,0.0004574735,0.002944286,0.01317092],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000364171,0.0007254007,0.03125652,0.0001421554,0.0001692934,0.00003245882,0.0006122339,0.00000590036,0.00002207512,0.007032573,0.6864733,0.2734917],"study_design_scores_gemma":[0.00525624,0.0008122859,0.06884146,0.001641339,0.0002544612,0.002193779,0.003462164,0.01613236,0.000007121229,0.001208273,0.8997186,0.0004719634],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4399176,0.0007063475,0.001173907,0.4930011,0.01937285,0.004906278,0.00002015994,0.00006233826,0.04083944],"genre_scores_gemma":[0.7876236,0.00007526268,0.007350288,0.198672,0.003738022,0.0004073683,0.0004174663,0.00006613328,0.001649855],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4018845,"threshold_uncertainty_score":0.9989891,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02970684227128815,"score_gpt":0.4071936587064383,"score_spread":0.3774868164351501,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}