{"id":"W2003123333","doi":"10.1079/phn2005877","title":"An assessment of inter-rater agreement of the literature filtering process in the development of evidence-based dietary guidelines","year":2006,"lang":"en","type":"article","venue":"Public Health Nutrition","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"Centre for Global Health Research; Hospital for Sick Children; University of Toronto","funders":"Instituto Danone; Danone Institute of Canada; Danone","keywords":"Guideline; Inter-rater reliability; Kappa; Cohen's kappa; Agreement; Process (computing); Psychology; Reliability (semiconductor); Statistics; Medicine; Computer science; Mathematics; Pathology; Rating scale","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.542989,0.001552496,0.00346055,0.01297774,0.002890296,0.003997297,0.003112232,0.001871745,0.001430537],"category_scores_gemma":[0.6924136,0.001517173,0.00584021,0.006436209,0.003692129,0.005231015,0.007707057,0.0017615,0.000655681],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003160575,"about_ca_system_score_gemma":0.00521531,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001935281,"about_ca_topic_score_gemma":0.002998183,"domain_scores_codex":[0.3227873,0.4708341,0.1300783,0.01668557,0.05723305,0.002381621],"domain_scores_gemma":[0.1686299,0.6193584,0.06054002,0.02946729,0.1201983,0.001806197],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.01767678,0.001348766,0.4242209,0.02141386,0.01547322,0.0007156464,0.1357648,0.00636895,0.01701106,0.004579222,0.005103817,0.350323],"study_design_scores_gemma":[0.003790201,0.0188529,0.7465788,0.0136199,0.01323248,0.002793811,0.0442845,0.08096491,0.0368547,0.01091085,0.02615627,0.001960644],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7009422,0.009962358,0.2461017,0.001161978,0.001102856,0.02486327,0.001354187,0.000710774,0.01380064],"genre_scores_gemma":[0.8034469,0.001234211,0.1755172,0.0002480104,0.0002096149,0.01737982,0.0007846617,0.0001842078,0.0009952469],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.457011,"threshold_uncertainty_score":0.563576,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8333649483577866,"score_gpt":0.6043015962831583,"score_spread":0.2290633520746284,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}