{"id":"W6045406","doi":"10.3138/cjpe.24.004","title":"Interrater Reliability in Content Analysis of Healthcare Service Quality Using Montreal’s Conceptual Framework","year":2009,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal","funders":"Universitetet i Bergen; Thomas Jefferson University","keywords":"Inter-rater reliability; Generalizability theory; Kappa; Reliability (semiconductor); Psychology; Cohen's kappa; Statistics; Content analysis; Service (business); Service quality; Health care; Applied psychology; Mathematics; Business; Sociology; Power (physics); Rating scale; Marketing; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1831189,0.0008347278,0.001036835,0.01283315,0.002415118,0.00311038,0.001923802,0.000720951,0.001123698],"category_scores_gemma":[0.3769036,0.0006913517,0.001574829,0.008886381,0.005743587,0.003335916,0.005726599,0.001229007,0.0001943187],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007209409,"about_ca_system_score_gemma":0.007556172,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0149688,"about_ca_topic_score_gemma":0.01648091,"domain_scores_codex":[0.725482,0.2063549,0.01678991,0.00764047,0.04138356,0.002349296],"domain_scores_gemma":[0.5867254,0.3049687,0.01825358,0.0182081,0.070568,0.001276301],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001392633,0.0003597905,0.4942077,0.002275345,0.001636899,0.0002652959,0.1409264,0.01319445,0.006657395,0.05622136,0.003501066,0.2793617],"study_design_scores_gemma":[0.0004270927,0.001872219,0.6256357,0.002235966,0.0009629348,0.0006545362,0.06804198,0.1888934,0.01940767,0.07249421,0.01859083,0.0007835984],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6756313,0.0008071312,0.2973022,0.000518628,0.0001877095,0.004250677,0.0005205339,0.0003337978,0.020448],"genre_scores_gemma":[0.9299256,0.00008774073,0.06729871,0.00003183777,0.00002238798,0.00220228,0.0001506862,0.00003155727,0.000249073],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8168811,"threshold_uncertainty_score":0.9684368,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6590834155962562,"score_gpt":0.5276751899838836,"score_spread":0.1314082256123725,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}