{"id":"W3127841358","doi":"10.1038/s41598-021-95533-2","title":"A real-world demonstration of machine learning generalizability in the detection of intracranial hemorrhage on head computerized tomography","year":2021,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Intracerebral and Subarachnoid Hemorrhage Research","field":"Medicine","cited_by":62,"is_retracted":false,"has_abstract":true,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Generalizability theory; Computed tomography; Medical imaging; Neuroimaging; Head trauma; Tomography; Deep learning","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02114797,0.001487928,0.0006583228,0.001669167,0.0006692296,0.002056724,0.001431853,0.00190662,0.0008558672],"category_scores_gemma":[0.07175891,0.0003974898,0.001193494,0.001186134,0.001723091,0.002079783,0.00202674,0.002853626,0.0007494025],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00144586,"about_ca_system_score_gemma":0.00132052,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01211458,"about_ca_topic_score_gemma":0.01247392,"domain_scores_codex":[0.9893757,0.005548608,0.0007540933,0.002553904,0.001521938,0.0002457041],"domain_scores_gemma":[0.9506199,0.03461566,0.00257961,0.006763193,0.004895275,0.0005263725],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.00147637,0.001098621,0.2944865,0.000615681,0.001260112,0.001214359,0.001294154,0.4089566,0.01442329,0.003125986,0.01508212,0.2569662],"study_design_scores_gemma":[0.0001536062,0.001248591,0.07577903,0.0001814254,0.0002493503,0.001319379,0.0004924165,0.8828792,0.01789014,0.0119208,0.007725194,0.0001608116],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8219317,0.00266531,0.1582419,0.003971722,0.0003952422,0.0006480102,0.003039703,0.002989774,0.006116841],"genre_scores_gemma":[0.9522546,0.0004059538,0.04239998,0.0006470329,0.0001103278,0.000105218,0.003249877,0.0001342333,0.0006928425],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02114797,"threshold_uncertainty_score":0.1118425,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02138183746711629,"score_gpt":0.2942971536806372,"score_spread":0.2729153162135209,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}