{"id":"W3006789567","doi":"10.4300/jgme-d-19-00531.1","title":"Consensus-Based Expert Development of Critical Items for Direct Observation of Point-of-Care Ultrasound Skills","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ottawa Hospital; University of Calgary; Foothills Medical Centre; University of Ottawa","funders":"","keywords":"Competence (human resources); Delphi; Delphi method; Medicine; Medical education; MEDLINE; Educational measurement; Point of care ultrasound; Medical physics; Nursing; Psychology; Computer science; Curriculum; Artificial intelligence; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2226819,0.001575448,0.002287329,0.01080183,0.002508856,0.002618389,0.00509746,0.002538397,0.003216473],"category_scores_gemma":[0.3198862,0.001186635,0.003483547,0.003324391,0.002544629,0.002550912,0.006939943,0.002643354,0.001317475],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004609318,"about_ca_system_score_gemma":0.01810882,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001488586,"about_ca_topic_score_gemma":0.003052684,"domain_scores_codex":[0.7684973,0.136565,0.04605097,0.008457331,0.03684516,0.00358423],"domain_scores_gemma":[0.5966851,0.135546,0.02333839,0.01728282,0.2225443,0.004603374],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.002074366,0.002196875,0.06142018,0.01324122,0.001217692,0.001386482,0.06075681,0.009641062,0.03030073,0.01367777,0.03593039,0.7681565],"study_design_scores_gemma":[0.005439047,0.009346764,0.2280953,0.03494072,0.003790208,0.007913364,0.09180548,0.1968352,0.08787782,0.09641181,0.2347183,0.002826047],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2444565,0.001378518,0.6648121,0.004044619,0.001524217,0.06177635,0.001196925,0.001128824,0.01968189],"genre_scores_gemma":[0.183788,0.0004113118,0.778311,0.0004569172,0.0001169562,0.03497642,0.0007735174,0.0001106182,0.001055283],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2226819,"threshold_uncertainty_score":0.9585716,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09731097576338801,"score_gpt":0.4171629087468453,"score_spread":0.3198519329834573,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}