{"id":"W2936675185","doi":"10.1007/s11548-019-01977-3","title":"Machine learning methods for automated technical skills assessment with instructional feedback in ultrasound-guided interventions","year":2019,"lang":"en","type":"article","venue":"International Journal of Computer Assisted Radiology and Surgery","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"ca_institutions":"Queen's University","funders":"Cancer Care Ontario; Link Foundation","keywords":"Psychological intervention; Computer science; Ultrasound; Medical physics; Multimedia; Human–computer interaction; Medical education; Machine learning; Medicine; Nursing; Radiology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001562904,0.0001404075,0.0005999037,0.0004525898,0.00004413769,0.00003292696,0.0001570888,0.0001584005,0.0001035749],"category_scores_gemma":[0.000453132,0.0001067632,0.0003218006,0.0001729258,0.0001526449,0.0001308693,0.00003490547,0.0005857993,0.000002244612],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001528161,"about_ca_system_score_gemma":0.0002147264,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004278402,"about_ca_topic_score_gemma":0.000003103984,"domain_scores_codex":[0.9980935,0.0002720309,0.001049651,0.0002208174,0.0002059823,0.0001580306],"domain_scores_gemma":[0.9925296,0.006189467,0.0005316901,0.0001093234,0.0005405925,0.00009926824],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005933892,0.0008678368,0.9613833,0.00006494956,0.001031261,0.00003615935,0.0000327517,0.001066535,0.003996838,0.001553,0.001464928,0.02790907],"study_design_scores_gemma":[0.002640825,0.0004837784,0.9615216,0.0004506464,0.00008821975,0.01887453,0.00001295941,0.01130513,0.00003933164,0.0006536991,0.003800642,0.0001286197],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6820214,0.0002034477,0.313438,0.002683166,0.001096653,0.0003036625,0.00001234708,0.00006397221,0.000177355],"genre_scores_gemma":[0.6190902,0.0001326676,0.3800361,0.0003426487,0.0002133721,0.00001675688,0.00009483918,0.00001259181,0.00006083056],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06659811,"threshold_uncertainty_score":0.4353675,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03604471153376713,"score_gpt":0.4161984101909422,"score_spread":0.3801536986571751,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}