{"id":"W3049355337","doi":"10.1002/aet2.10520","title":"The Ultrasound Competency Assessment Tool (UCAT): Development and Evaluation of a Novel Competency‐based Assessment Tool for Point‐of‐care Ultrasound","year":2020,"lang":"en","type":"article","venue":"AEM Education and Training","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary; Queen's University","funders":"Southeastern Ontario Academic Medical Organization; University of Calgary","keywords":"Intraclass correlation; Cronbach's alpha; Medical physics; Delphi method; Medicine; Reliability (semiconductor); Delphi; Ultrasound; Competency assessment; Point of care ultrasound; Medical education; Computer science; Radiology; Artificial intelligence; Psychometrics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001242626,0.0001893376,0.0003694522,0.00005797948,0.0003051624,0.00005466823,0.0001198994,0.00008000935,0.00005394973],"category_scores_gemma":[0.001102652,0.0001533639,0.00008762326,0.0002262558,0.0002043447,0.00009344851,0.00001845799,0.0001898257,8.062852e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001252934,"about_ca_system_score_gemma":0.004642669,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008714073,"about_ca_topic_score_gemma":0.00001576532,"domain_scores_codex":[0.9979714,0.00007976099,0.0008220167,0.00038432,0.0005370977,0.0002054103],"domain_scores_gemma":[0.9949956,0.003324182,0.0003863696,0.0002709035,0.0008786234,0.0001443214],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003655866,0.004092696,0.179591,0.002394826,0.0008701453,2.540754e-7,0.05163051,0.0001866206,0.08528448,0.2047426,0.0008231751,0.4700181],"study_design_scores_gemma":[0.005448184,0.0008027398,0.9411777,0.0003555358,0.0007508068,0.00002845431,0.03430359,0.004508247,0.002190978,0.002239097,0.007819053,0.0003756669],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9716631,0.0004862963,0.01658298,0.006451978,0.0001769177,0.002267706,0.00005026733,0.000035545,0.002285165],"genre_scores_gemma":[0.8048899,0.00004430764,0.1933019,0.0008544131,0.00008501215,0.0004898041,0.0002988237,0.00001881476,0.00001704564],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7615867,"threshold_uncertainty_score":0.8235895,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0901256441873478,"score_gpt":0.4136943989834413,"score_spread":0.3235687547960935,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}