{"id":"W2937396279","doi":"10.1007/s11606-019-04878-y","title":"Entrustment Ratings in Internal Medicine Training: Capturing Meaningful Supervision Decisions or Just Another Rating?","year":2019,"lang":"en","type":"article","venue":"Journal of General Internal Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Northern British Columbia; University of Toronto; University of British Columbia","funders":"","keywords":"Medicine; Acknowledgement; Task (project management); Supervisor; Scope (computer science); Point (geometry); Medical education; MEDLINE; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002778164,0.0003822439,0.001191924,0.001257079,0.0000659249,0.00002418058,0.0004777761,0.0001903189,0.006580865],"category_scores_gemma":[0.00610755,0.0002253109,0.0001531609,0.0007633092,0.0002508745,0.0002907731,0.00009570069,0.001421201,0.0000372458],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006369547,"about_ca_system_score_gemma":0.000377052,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005185499,"about_ca_topic_score_gemma":0.00004700942,"domain_scores_codex":[0.9948034,0.0001517883,0.002507741,0.0003762337,0.001673041,0.0004877723],"domain_scores_gemma":[0.9970161,0.0004312478,0.001050814,0.0003850879,0.0008457,0.0002710232],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","study_design_scores_codex":[0.008239184,0.001355588,0.1128084,0.0004786004,0.0009170914,0.002647061,0.07904319,0.0004460893,0.2772455,0.001792805,0.2683869,0.2466396],"study_design_scores_gemma":[0.1074708,0.04765159,0.2134977,0.1179408,0.001880268,0.0372657,0.125218,0.04946034,0.02371164,0.00256444,0.2709309,0.002407777],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9573343,0.0006666328,0.003767032,0.02333653,0.004995546,0.0004365578,0.000001133713,0.00002310368,0.0094392],"genre_scores_gemma":[0.9633912,0.0002437982,0.009495299,0.009257013,0.005120839,0.000009064293,0.00001347374,0.00006455646,0.01240477],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2535339,"threshold_uncertainty_score":0.9943272,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06288890916721433,"score_gpt":0.3707554856614573,"score_spread":0.307866576494243,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}