{"id":"W2587411205","doi":"10.4300/jgme-d-16-00282.1","title":"Using the Entrustable Professional Activities Framework in the Assessment of Procedural Skills","year":2017,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":36,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; University of Calgary; University of Ottawa; University of British Columbia","funders":"","keywords":"Medical education; MEDLINE; Psychology; Computer science; Medicine; Chemistry","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003492645,0.0001019931,0.000265868,0.0001722462,0.0003140772,0.00005043981,0.0005163444,0.0001307748,0.0001731397],"category_scores_gemma":[0.01166242,0.00005074995,0.00008256534,0.0002619005,0.0003997227,0.0002758431,0.00004175215,0.001280045,6.322235e-7],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002116629,"about_ca_system_score_gemma":0.006432632,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003862497,"about_ca_topic_score_gemma":0.000003494959,"domain_scores_codex":[0.9970918,0.0001801506,0.0007184333,0.00009559495,0.001736593,0.0001774331],"domain_scores_gemma":[0.997598,0.0002706943,0.001112879,0.0003991535,0.0005515059,0.00006776588],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004316272,0.01767859,0.40382,0.001422241,0.0003684287,0.00004927023,0.03572154,0.00005224761,0.001466461,0.04177628,0.1682443,0.328969],"study_design_scores_gemma":[0.001209514,0.0002851107,0.9442534,0.005054867,0.0002045475,0.000845678,0.0281671,0.00301008,0.0004552692,0.01110128,0.005272603,0.0001405935],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8818874,0.00006940653,0.001450321,0.1129861,0.002819401,0.0003086716,4.782067e-7,0.000002265854,0.000476041],"genre_scores_gemma":[0.9845926,0.00007506255,0.01006222,0.003922806,0.001164773,0.00001952985,0.000004441506,0.000009431876,0.000149158],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5404334,"threshold_uncertainty_score":0.9992,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05493779456443697,"score_gpt":0.4721244640993123,"score_spread":0.4171866695348753,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}