{"id":"W4318769633","doi":"10.1097/acm.0000000000005157","title":"Association of Surgical Resident Competency Ratings With Patient Outcomes","year":2023,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"ca_institutions":"Hog Administrative Marketing Services (Canada); University of Toronto","funders":"Agency for Healthcare Research and Quality","keywords":"Milestone; Medicine; Accreditation; Graduate medical education; Family medicine; Emergency medicine; Medical education","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006679531,0.0001163299,0.0004614326,0.0001545249,0.00004071775,0.000001319318,0.00005472801,0.0001431427,0.0006182996],"category_scores_gemma":[0.0007848602,0.00006960759,0.0000462959,0.0005526742,0.00007382634,0.00003890386,0.00002544019,0.0003947802,0.00004432533],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006447273,"about_ca_system_score_gemma":0.00005360087,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003868705,"about_ca_topic_score_gemma":0.000002569191,"domain_scores_codex":[0.9981518,0.000060741,0.0005329329,0.0001824336,0.0008441507,0.000227985],"domain_scores_gemma":[0.9982685,0.001041083,0.0002656702,0.0001292568,0.0001414052,0.0001540551],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002389115,0.00001215049,0.980958,0.00005531072,0.0001380925,0.0001252605,0.004129148,0.00005339562,0.0002493254,0.001807294,0.008258183,0.003974939],"study_design_scores_gemma":[0.02516941,0.001758205,0.8294575,0.001598368,0.0004146178,0.00007287075,0.006663308,0.001912226,0.0008314618,0.0009907901,0.1308175,0.0003137856],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9600674,0.0001046501,0.00001800191,0.02740604,0.0001409059,0.0002466801,0.00000183997,0.0001408526,0.01187362],"genre_scores_gemma":[0.9941872,0.0001950892,0.00003483313,0.0009843467,0.0001331123,0.000009950376,0.00004698601,0.00001407628,0.004394418],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1515005,"threshold_uncertainty_score":0.6769947,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03175282906884563,"score_gpt":0.3327715078967113,"score_spread":0.3010186788278656,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}