{"id":"W4411549963","doi":"10.1161/strokeaha.125.049454","title":"COSMOS: Interrater and Intrarater Reliability Study of a Novel Outcome Measure","year":2025,"lang":"en","type":"review","venue":"Stroke","topic":"Health Education and Validation","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"Vancouver Coastal Health Research Institute; Vancouver Coastal Health; Sunnybrook Health Science Centre; Royal University Hospital; Western University; Interior Health; London Health Sciences Centre; McMaster University; Ottawa Hospital; University of Alberta Hospital; Foothills Medical Centre; University of Manitoba; University of Ottawa; Population Health Research Institute; Université de Montréal; University of Alberta; University of Calgary","funders":"","keywords":"Medicine; Inter-rater reliability; Measure (data warehouse); Intra-rater reliability; Reliability (semiconductor); Statistics; Internal medicine; Rating scale; Confidence interval","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1049627,0.0009263005,0.001121277,0.003308716,0.001600809,0.001458987,0.001217669,0.0008033848,0.001185253],"category_scores_gemma":[0.1458839,0.0007387552,0.001532409,0.002411421,0.001934886,0.001815905,0.003308864,0.0009344999,0.0005646755],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001765206,"about_ca_system_score_gemma":0.003223889,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005329619,"about_ca_topic_score_gemma":0.01147035,"domain_scores_codex":[0.9217489,0.04383998,0.009423245,0.007418788,0.01653021,0.00103887],"domain_scores_gemma":[0.784805,0.110622,0.02010866,0.01223239,0.07018317,0.002048807],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.006094815,0.0006552715,0.7727944,0.002623855,0.004436126,0.0003233635,0.02437491,0.003876148,0.01039584,0.004501028,0.007728113,0.1621961],"study_design_scores_gemma":[0.0007009708,0.003938094,0.9263521,0.0007458807,0.00138781,0.001338621,0.006208868,0.03214865,0.007271409,0.003535612,0.01594796,0.0004239761],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8571904,0.002523158,0.1190065,0.0003497284,0.0006903421,0.004633675,0.002042704,0.0006411055,0.01292239],"genre_scores_gemma":[0.945484,0.00039096,0.04718552,0.0001683438,0.0001635951,0.003980506,0.0009957585,0.000293613,0.001337743],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1049627,"threshold_uncertainty_score":0.5551023,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2608812944147537,"score_gpt":0.5131389715938939,"score_spread":0.2522576771791402,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}