{"id":"W4391220683","doi":"10.1037/apl0001174","title":"An updated meta-analysis of the interrater reliability of supervisory performance ratings.","year":2024,"lang":"en","type":"review","venue":"Journal of Applied Psychology","topic":"Accounting and Organizational Management","field":"Business, Management and Accounting","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"York University","funders":"","keywords":"Inter-rater reliability; Psychology; Reliability (semiconductor); Meta-analysis; Applied psychology; Social psychology; Statistics; Clinical psychology; Rating scale; Developmental psychology; Medicine; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02877004,0.001758624,0.006277566,0.006367956,0.0006061424,0.003224799,0.0019086,0.001426914,0.005008169],"category_scores_gemma":[0.07298788,0.001131169,0.02015142,0.005709867,0.0006850936,0.002306819,0.001784589,0.00222832,0.0007128005],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001859998,"about_ca_system_score_gemma":0.003969901,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006813176,"about_ca_topic_score_gemma":0.01981559,"domain_scores_codex":[0.9872307,0.005599956,0.003803901,0.001500194,0.001625201,0.0002399376],"domain_scores_gemma":[0.9633899,0.02480077,0.005301239,0.001942751,0.004236613,0.0003286157],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.0015439,0.00002447792,0.007069761,0.3752947,0.5497605,0.0001554568,0.0002460146,0.0002814648,0.0004449924,0.000615882,0.008415329,0.0561476],"study_design_scores_gemma":[0.0006701386,0.0001193945,0.009035535,0.04284247,0.9332758,0.0001807693,0.00006506074,0.0001001812,0.0002644976,0.0006708276,0.01273359,0.00004185382],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003254577,0.9901651,0.001555771,0.0005936014,0.000566551,0.0003184869,0.002359443,0.00006337641,0.001123127],"genre_scores_gemma":[0.2013616,0.7751681,0.009914795,0.002979731,0.000762306,0.002321385,0.005510826,0.0002051548,0.0017761],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02877004,"threshold_uncertainty_score":0.1521524,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08759989125473523,"score_gpt":0.3357700942884895,"score_spread":0.2481702030337543,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}