{"id":"W2337963257","doi":"10.21037/apm.2016.03.02","title":"Inter-rater reliability in performance status assessment among health care professionals: a systematic review","year":2016,"lang":"en","type":"review","venue":"Annals of Palliative Medicine","topic":"Patient Satisfaction in Healthcare","field":"Health Professions","cited_by":96,"is_retracted":false,"has_abstract":true,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Medicine; Inter-rater reliability; Rank correlation; Kappa; Cohen's kappa; Spearman's rank correlation coefficient; Performance status; MEDLINE; Family medicine; Specialty; Reliability (semiconductor); Internal medicine; Physical therapy; Cancer; Rating scale","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1324313,0.001909381,0.01331195,0.01499941,0.001455297,0.005161785,0.003668116,0.002605485,0.001884561],"category_scores_gemma":[0.3781545,0.002051622,0.01264109,0.0146841,0.003212096,0.005336535,0.003464892,0.001866874,0.0002623534],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007450657,"about_ca_system_score_gemma":0.01547357,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007838107,"about_ca_topic_score_gemma":0.01735531,"domain_scores_codex":[0.7893519,0.100957,0.06458516,0.01061983,0.03310343,0.001382768],"domain_scores_gemma":[0.5173745,0.3776805,0.06477153,0.007771241,0.03133458,0.001067536],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0006692182,0.00005073987,0.01242158,0.8957534,0.03926104,0.00011427,0.001551132,0.0001781367,0.0001464717,0.0002892691,0.0009939516,0.04857078],"study_design_scores_gemma":[0.0007570818,0.0005482631,0.03122858,0.8183924,0.1379554,0.0005140184,0.001505196,0.0004462017,0.0004082851,0.0005784393,0.007532563,0.0001334387],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.009296943,0.9850265,0.001260796,0.0004226122,0.0002876615,0.002347816,0.000689665,0.00002478169,0.0006432146],"genre_scores_gemma":[0.2568778,0.7177546,0.009501119,0.00118552,0.0004755761,0.01257893,0.001322961,0.00004646638,0.0002570608],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8675687,"threshold_uncertainty_score":0.7003722,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3175021308731937,"score_gpt":0.6029644113554586,"score_spread":0.285462280482265,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}