{"id":"W4284884719","doi":"10.1002/jum.16052","title":"Human‐to‐<scp>AI</scp> Interrater Agreement for Lung Ultrasound Scoring in <scp>COVID</scp>‐19 Patients","year":2022,"lang":"en","type":"article","venue":"Journal of Ultrasound in Medicine","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"ca_institutions":"University Hospital Foundation","funders":"","keywords":"Medicine; Coronavirus disease 2019 (COVID-19); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Inter-rater reliability; 2019-20 coronavirus outbreak; Lung ultrasound; Betacoronavirus; Ultrasound; Radiology; Internal medicine; Virology; Disease","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03051331,0.0003953546,0.0006511391,0.002332156,0.0006806883,0.001266932,0.0008286905,0.0005550148,0.001764133],"category_scores_gemma":[0.09134885,0.0002346109,0.0006226271,0.0008183792,0.0009324552,0.0009629623,0.002575275,0.0004851269,0.0005399748],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006164605,"about_ca_system_score_gemma":0.0009774989,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002439969,"about_ca_topic_score_gemma":0.004056612,"domain_scores_codex":[0.9793692,0.01117062,0.003037931,0.002620894,0.003146137,0.0006551028],"domain_scores_gemma":[0.9310135,0.04221343,0.006172495,0.004386419,0.01459153,0.001622666],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002027995,0.0001042605,0.8654616,0.001182417,0.0006496718,0.0006077725,0.008589881,0.001843031,0.005422065,0.0005735786,0.005690203,0.1078474],"study_design_scores_gemma":[0.0001044415,0.0008303546,0.9458134,0.0005584655,0.0003828305,0.002167701,0.007772075,0.02668589,0.006460653,0.001500768,0.007537934,0.0001855585],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9725009,0.001674384,0.01969729,0.0002716263,0.0002434952,0.0004898048,0.0014147,0.0001547839,0.003553062],"genre_scores_gemma":[0.9919247,0.0002418289,0.00637769,0.00005819945,0.00004746487,0.0002428265,0.000817048,0.00003314274,0.0002571338],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03051331,"threshold_uncertainty_score":0.1613717,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0424251902796635,"score_gpt":0.3726194353020092,"score_spread":0.3301942450223457,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}