{"id":"W4389992484","doi":"10.1101/2023.12.18.23300180","title":"Clinical Uncertainty In Large Vessel Occlusion Ischemic Stroke (CULVO): An Intrarater And Interrater Agreement Study","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Western University; University of Manitoba; University of Saskatchewan; Royal University Hospital; Queen's University; NOSM University; Health Sciences North; Centre Hospitalier de l’Université de Montréal; Université de Montréal; Impact; Trillium Health Centre; University Health Network; Ottawa Hospital; University of Calgary; Health Sciences Centre; St. Michael's Hospital; Sunnybrook Health Science Centre; Centre hospitalier de l'Université Laval; University of British Columbia; Toronto Western Hospital; Kingston Health Sciences Centre; University of Ottawa; Vancouver General Hospital; Hamilton General Hospital; Toronto General Hospital; McMaster University; University of Toronto","funders":"","keywords":"Inter-rater reliability; Neuroimaging; Stroke (engine); Perfusion scanning; Medicine; Perfusion; Radiology; Intra-rater reliability; Confidence interval; Occlusion; Nuclear medicine; Psychology; Cardiology; Rating scale; Internal medicine; Psychiatry","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08824585,0.0005912988,0.001220975,0.003231267,0.00116191,0.00246715,0.001235262,0.0007748684,0.000937395],"category_scores_gemma":[0.2477212,0.0006786761,0.001548601,0.002025339,0.002358758,0.002069795,0.003863421,0.0008553495,0.0002847907],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001064256,"about_ca_system_score_gemma":0.001539277,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003177606,"about_ca_topic_score_gemma":0.00438149,"domain_scores_codex":[0.8759506,0.08388246,0.01597062,0.007373679,0.01522217,0.001600452],"domain_scores_gemma":[0.5876266,0.3112183,0.03973169,0.01459298,0.04488048,0.001949999],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000774263,0.00012241,0.9569362,0.0007808962,0.001122527,0.0001430516,0.01870823,0.0009647232,0.0004904898,0.0005223204,0.0006699563,0.01876501],"study_design_scores_gemma":[0.0001365702,0.001031036,0.9518165,0.0007177557,0.000806121,0.001472066,0.01875101,0.01607365,0.00270365,0.003247692,0.003015438,0.0002284391],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9872705,0.00112819,0.008064915,0.0001286032,0.00008211473,0.0003612881,0.0003587825,0.00004329722,0.002562362],"genre_scores_gemma":[0.9974968,0.0001346995,0.001917063,0.0000318627,0.00002362331,0.0001673632,0.0001234354,0.00001143792,0.00009373285],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9117541,"threshold_uncertainty_score":0.4666942,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05214231037872269,"score_gpt":0.3612630155663257,"score_spread":0.309120705187603,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}