{"id":"W2016242508","doi":"10.1016/j.jclinepi.2010.12.001","title":"The difference between reliability and agreement","year":2011,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":93,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Scopus; Inter-rater reliability; Intraclass correlation; Reliability (semiconductor); Kappa; Cohen's kappa; Statistics; Psychology; Medicine; Mathematics; MEDLINE; Physics; Psychometrics; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.2983632,0.0004179197,0.004917853,0.0001585916,0.0002974881,0.00009326921,0.003278539,0.001673133,0.0002906569],"category_scores_gemma":[0.4813201,0.0001817077,0.001647482,0.0002033678,0.002081532,0.0001178354,0.0005648548,0.007275918,0.0001339988],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006771901,"about_ca_system_score_gemma":0.0003666239,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004514266,"about_ca_topic_score_gemma":0.00001582638,"domain_scores_codex":[0.9308183,0.04178641,0.02202808,0.001287097,0.003088524,0.0009915679],"domain_scores_gemma":[0.5006245,0.4758477,0.01830079,0.002482411,0.002227405,0.0005172578],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006318836,0.00003419346,0.3578837,0.00001340376,0.0001043645,0.00001639474,0.0000180379,0.00000147778,1.890721e-7,0.00009793718,0.5578282,0.08393882],"study_design_scores_gemma":[0.0002075643,0.0005425882,0.3219838,0.00004897955,0.00007399208,0.00000903469,0.00001205528,0.000009234634,5.966838e-7,0.2173314,0.459684,0.00009669408],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.03808391,0.001321954,0.005125985,0.9488102,0.005243683,0.0003347505,0.00001731159,0.000006484633,0.001055723],"genre_scores_gemma":[0.03287585,0.008884266,0.00660981,0.9198707,0.02535897,0.00001664701,0.000006767917,0.00003713779,0.006339813],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.4340613,"threshold_uncertainty_score":0.9996229,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6917992205636752,"score_gpt":0.5490965920628558,"score_spread":0.1427026285008194,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}