{"id":"W4411549963","doi":"10.1161/strokeaha.125.049454","title":"COSMOS: Interrater and Intrarater Reliability Study of a Novel Outcome Measure","year":2025,"lang":"en","type":"review","venue":"Stroke","topic":"Health Education and Validation","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"Vancouver Coastal Health Research Institute; Vancouver Coastal Health; Sunnybrook Health Science Centre; Royal University Hospital; Western University; Interior Health; London Health Sciences Centre; McMaster University; Ottawa Hospital; University of Alberta Hospital; Foothills Medical Centre; University of Manitoba; University of Ottawa; Population Health Research Institute; Université de Montréal; University of Alberta; University of Calgary","funders":"","keywords":"Medicine; Inter-rater reliability; Measure (data warehouse); Intra-rater reliability; Reliability (semiconductor); Statistics; Internal medicine; Rating scale; Confidence interval","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001555962,0.0001408849,0.0007129458,0.0001253754,0.0001413711,0.00004517284,0.0001822738,0.0001786045,0.0001039983],"category_scores_gemma":[0.0007305288,0.0001097912,0.00008803685,0.0002301515,0.00008771472,0.00007338331,0.00004432906,0.0002281655,0.000007555904],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001293692,"about_ca_system_score_gemma":0.0008552304,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001037474,"about_ca_topic_score_gemma":0.0008415186,"domain_scores_codex":[0.998102,0.0005938361,0.0006266847,0.0002679871,0.0002419947,0.0001674642],"domain_scores_gemma":[0.9990562,0.0002283014,0.0002351591,0.0002379989,0.0001555015,0.0000868859],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000008540314,0.0009104913,0.004548775,0.01550038,0.0000851131,3.323233e-7,0.02653806,9.271285e-8,1.430329e-7,0.0009187741,0.001484714,0.9500046],"study_design_scores_gemma":[0.0001854416,0.00005220896,0.000263112,0.001362869,0.0001505174,1.523154e-7,0.004371511,2.830133e-7,8.479594e-8,0.000009285664,0.9935026,0.0001019189],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003385346,0.9745366,0.00009433454,0.0008634538,0.002654942,0.00456435,0.000144629,0.00006516901,0.01369115],"genre_scores_gemma":[0.009889345,0.9825102,0.0001038867,0.0001014931,0.0001824387,0.0002045643,0.0000216501,0.00001200785,0.006974409],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9920179,"threshold_uncertainty_score":0.4477157,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2608812944147537,"score_gpt":0.5131389715938939,"score_spread":0.2522576771791402,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}