{"id":"W4221117972","doi":"10.1016/j.acra.2022.03.025","title":"A Soft Labeling Approach to Develop Automated Algorithms that Incorporate Uncertainty in Pulmonary Opacification on Chest CT using COVID-19 Pneumonia","year":2022,"lang":"en","type":"article","venue":"Academic Radiology","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia Hospital; St. Paul's Hospital; McGill University; University of British Columbia","funders":"","keywords":"Ground truth; Computer science; Artificial intelligence; Ground-glass opacity; Coronavirus disease 2019 (COVID-19); Pattern recognition (psychology); Medicine; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006544483,0.00179059,0.001273432,0.003232893,0.001149279,0.003006713,0.002577777,0.002233542,0.002524364],"category_scores_gemma":[0.02069152,0.0009940815,0.001770173,0.001075824,0.001843945,0.002815585,0.003341052,0.002488697,0.001149069],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00226398,"about_ca_system_score_gemma":0.002098258,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004929471,"about_ca_topic_score_gemma":0.00581384,"domain_scores_codex":[0.9955012,0.001355202,0.000384732,0.001207164,0.001307542,0.000244139],"domain_scores_gemma":[0.9858276,0.008542527,0.001571171,0.00140701,0.002317241,0.0003345073],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005355456,0.0004196896,0.01918463,0.0003257965,0.0002848993,0.0002708735,0.0005584621,0.5412545,0.01592541,0.01004894,0.003193206,0.407998],"study_design_scores_gemma":[0.00001487486,0.0001043798,0.001024792,0.00003283627,0.0000223507,0.00005973731,0.00003165226,0.9852026,0.004407626,0.008232868,0.0008437755,0.00002249342],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03011171,0.0001416942,0.9654309,0.0003669424,0.00004822274,0.0002101842,0.0002562005,0.002154524,0.001279678],"genre_scores_gemma":[0.3888392,0.0001143983,0.6067103,0.0005635034,0.0001270096,0.0005613969,0.0008905572,0.0002855721,0.00190827],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.006544483,"threshold_uncertainty_score":0.03461099,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1037183103061923,"score_gpt":0.3608057104940076,"score_spread":0.2570874001878153,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}