{"id":"W2757583948","doi":"10.1007/s40037-017-0376-7","title":"Guidelines: The do’s, don’ts and don’t knows of direct observation of clinical skills in medical education","year":2017,"lang":"en","type":"article","venue":"Perspectives on Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":146,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Guideline; Medical education; Set (abstract data type); Psychology; Quality (philosophy); Medicine; Computer science; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00471991,0.0002302493,0.0006630691,0.000347268,0.0001972532,0.00003380276,0.0005590671,0.0004890788,0.000963179],"category_scores_gemma":[0.1432988,0.0001652345,0.000130692,0.000472399,0.001337873,0.0002341884,0.0001014213,0.0008962477,0.000008547706],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002257623,"about_ca_system_score_gemma":0.008356665,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008875441,"about_ca_topic_score_gemma":0.0001305478,"domain_scores_codex":[0.995205,0.0003115411,0.001827528,0.0005862337,0.001818011,0.0002516496],"domain_scores_gemma":[0.9950333,0.0006072145,0.001085683,0.001212056,0.001772525,0.0002892372],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001574544,0.006118429,0.2814981,0.0002229066,0.00006425115,0.000001401337,0.005698369,0.000001107262,0.00002919298,0.01719829,0.02235305,0.6666574],"study_design_scores_gemma":[0.001651212,0.0003118345,0.9551919,0.002687754,0.00009414553,0.00002908623,0.02253257,0.00120043,0.0001023642,0.001315312,0.0146976,0.0001858121],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8975804,0.001727747,0.000105168,0.08934953,0.002277634,0.0007852389,0.000003037838,0.00002353909,0.008147693],"genre_scores_gemma":[0.9861067,0.00384013,0.003128109,0.004463938,0.001633477,0.0001483743,0.00005980779,0.00002838915,0.000591085],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6736937,"threshold_uncertainty_score":0.9999501,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04833263729068104,"score_gpt":0.4752222876358539,"score_spread":0.4268896503451729,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}