{"id":"W2946347092","doi":"10.1007/s00068-019-01156-8","title":"Wanted: automated objective proficiency assessment metrics for the FAST exam (and other POCUS studies)","year":2019,"lang":"en","type":"letter","venue":"European Journal of Trauma and Emergency Surgery","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"Queen's University","funders":"","keywords":"Sports medicine; Medicine; Medical physics; Medical education; Physical therapy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002886179,0.0003181971,0.0008521735,0.0004317909,0.0001897388,0.00003410157,0.0001146571,0.0001051907,0.0001801714],"category_scores_gemma":[0.0006336817,0.0001819602,0.0004244725,0.0003051533,0.0000997245,0.00008012176,0.00003966751,0.0009814539,0.000007317083],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004789898,"about_ca_system_score_gemma":0.0000948087,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000279953,"about_ca_topic_score_gemma":3.908158e-7,"domain_scores_codex":[0.9973254,0.0004621358,0.001058853,0.000286034,0.0005241816,0.000343427],"domain_scores_gemma":[0.9964079,0.002086296,0.0007548376,0.0001911169,0.0004611248,0.00009869423],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003846311,0.000178696,0.03573638,0.0009237198,0.003085647,0.0013657,0.002107938,0.0000511082,0.00002241146,0.00001695884,0.824392,0.1317348],"study_design_scores_gemma":[0.002120313,0.0005886388,0.09312538,0.0006448412,0.000965311,0.0003887628,0.001371119,0.001539278,0.000009273852,0.00001760101,0.8988625,0.0003670232],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4398302,0.07909488,0.00486759,0.3839006,0.03409362,0.00479662,0.0002613225,0.0005254232,0.05262971],"genre_scores_gemma":[0.9228227,0.004931425,0.000397211,0.06296296,0.005208308,0.00001133633,0.00002749676,0.0002208846,0.003417746],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4829924,"threshold_uncertainty_score":0.7420124,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1146994295275638,"score_gpt":0.3607745014444264,"score_spread":0.2460750719168626,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}