{"id":"W3170966703","doi":"10.36834/cmej.72040","title":"The critical role of direct observation in entrustment decisions","year":2021,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University; McMaster University","funders":"","keywords":"Retrospective cohort study; Reliability (semiconductor); Medicine; Validity; Psychology; Construct validity; Predictive validity; Variance (accounting); Criterion validity; Clinical psychology; Psychometrics; Internal medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02171236,0.0003032812,0.0003068735,0.001132115,0.0006431049,0.002172824,0.0005541344,0.000501153,0.001772322],"category_scores_gemma":[0.1327817,0.000263871,0.0002438121,0.0006592532,0.001745547,0.001662179,0.002094176,0.000656163,0.0002245022],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001177956,"about_ca_system_score_gemma":0.001555513,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004093655,"about_ca_topic_score_gemma":0.006513156,"domain_scores_codex":[0.9847515,0.009456214,0.001370487,0.001468457,0.00239654,0.000556729],"domain_scores_gemma":[0.8218191,0.1180867,0.04067218,0.006824052,0.009244669,0.003353331],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.001179134,0.0001081734,0.8985544,0.0003014242,0.0001116662,0.0003372804,0.006955876,0.001073867,0.002372314,0.0004969541,0.0005141437,0.08799473],"study_design_scores_gemma":[0.00002449449,0.0005377115,0.9847382,0.0002549349,0.00006048136,0.0005674823,0.003967965,0.004014574,0.002479608,0.00132444,0.001976789,0.00005309022],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9868666,0.001072699,0.007154982,0.0004910836,0.00005672612,0.000101844,0.0001237575,0.00004315356,0.004089188],"genre_scores_gemma":[0.9975305,0.0001238899,0.0020688,0.00004318835,0.00002287436,0.00002407145,0.00003702557,0.000005025792,0.0001445766],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02171236,"threshold_uncertainty_score":0.1148273,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01672970392007965,"score_gpt":0.346311898247913,"score_spread":0.3295821943278334,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}