{"id":"W3164994245","doi":"10.1007/s00062-021-01026-0","title":"Patient Outcomes to Evaluate Machine Outputs","year":2021,"lang":"en","type":"article","venue":"Clinical Neuroradiology","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; Population Health Research Institute","funders":"","keywords":"Computer science; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003623672,0.0001937521,0.000778875,0.00006807325,0.00003460049,0.000007695343,0.0001346077,0.0001397001,0.0004549364],"category_scores_gemma":[0.004063307,0.000153998,0.000287658,0.00018162,0.0001060287,0.00001792373,0.0004082457,0.0004225529,0.0008177439],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003501353,"about_ca_system_score_gemma":0.00008639364,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003504486,"about_ca_topic_score_gemma":0.000002592846,"domain_scores_codex":[0.9976275,0.0003170811,0.0007936404,0.0006703658,0.0002263555,0.0003650395],"domain_scores_gemma":[0.9979411,0.000643375,0.0001020427,0.0008020151,0.0001401142,0.0003713299],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002536605,0.0005713396,0.6997821,0.00002485077,0.0003073581,0.001967519,0.00005839495,0.00001349673,0.001533823,0.0002840267,0.2500643,0.04513908],"study_design_scores_gemma":[0.001785327,0.001326345,0.5294148,0.00001522265,0.000170949,0.000239844,0.00002272412,0.0001435669,0.0004733209,0.00004104659,0.4662185,0.0001483187],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9281769,0.0001743179,0.0006098025,0.05588445,0.002002456,0.0004260985,0.00001424939,0.0001075424,0.01260415],"genre_scores_gemma":[0.8747411,0.00008630521,0.004158654,0.1157492,0.0002434694,0.00003388238,0.00005359993,0.00003766623,0.004896161],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2161542,"threshold_uncertainty_score":0.9999602,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06292601980363885,"score_gpt":0.3924482436468851,"score_spread":0.3295222238432463,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}