{"id":"W2612742774","doi":"10.3389/fpsyg.2017.00777","title":"An Overview of Interrater Agreement on Likert Scales for Researchers and Practitioners","year":2017,"lang":"en","type":"review","venue":"Frontiers in Psychology","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":102,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Statistic; Likert scale; Psychology; Statistics; Strengths and weaknesses; Inter-rater reliability; Rating scale; Computer science; Data science; Social psychology; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1184539,0.002220489,0.002542107,0.01966811,0.002092275,0.004245447,0.004637378,0.002866604,0.008361585],"category_scores_gemma":[0.1636478,0.001830382,0.003815438,0.02346322,0.003287085,0.00665038,0.004998142,0.004456813,0.005557333],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007688484,"about_ca_system_score_gemma":0.0123118,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004372652,"about_ca_topic_score_gemma":0.008057863,"domain_scores_codex":[0.8608624,0.0874804,0.02370271,0.00439265,0.02248966,0.001072191],"domain_scores_gemma":[0.8352747,0.1171817,0.01079361,0.004640111,0.03108817,0.001021717],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001088309,0.00006714615,0.00139467,0.05500012,0.0002880401,0.0001096998,0.003825997,0.0006283059,0.0007165146,0.0313235,0.04768776,0.8588494],"study_design_scores_gemma":[0.00005061179,0.0003159399,0.008353211,0.08269218,0.0003194066,0.0009615496,0.003054078,0.0009307064,0.001291229,0.02868956,0.8730851,0.0002563977],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001268294,0.8396389,0.1250126,0.007027082,0.003123216,0.003902918,0.001794737,0.0005444521,0.0176878],"genre_scores_gemma":[0.0178322,0.718863,0.2364023,0.003422883,0.001586269,0.0153508,0.002281859,0.0004335488,0.003827159],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8815461,"threshold_uncertainty_score":0.6264515,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8995262328801251,"score_gpt":0.6840196393163346,"score_spread":0.2155065935637905,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}