{"id":"W2134578783","doi":"10.1007/bf02294802","title":"A Two-Stage Logistic Regression Model for Analyzing Inter-Rater Agreement","year":2003,"lang":"en","type":"article","venue":"Psychometrika","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Logistic regression; Covariate; Spurious relationship; Psychology; Statistics; Psychopathology; Inter-rater reliability; Population; Odds ratio; Odds; Regression analysis; Econometrics; Clinical psychology; Mathematics; Rating scale; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009530053,0.0002739648,0.0004321776,0.0008812228,0.0002616594,0.0003693441,0.0008214982,0.00008658316,0.001289462],"category_scores_gemma":[0.009352503,0.000176816,0.000311598,0.001795983,0.0000913677,0.0002582411,0.0000748777,0.0001771797,0.0003329713],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001483949,"about_ca_system_score_gemma":0.00005940316,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009615589,"about_ca_topic_score_gemma":0.00003268182,"domain_scores_codex":[0.9954743,0.0003042553,0.001074513,0.0009376857,0.001677122,0.0005321035],"domain_scores_gemma":[0.9963877,0.00130911,0.0003703506,0.001211193,0.0005160533,0.0002056102],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001278959,0.003795156,0.3596429,0.0002621279,0.0004484534,0.00001790786,0.003701245,0.05997628,0.01479533,0.05417965,0.1832932,0.3186088],"study_design_scores_gemma":[0.009259835,0.00111231,0.005763337,0.000376581,0.0001617244,0.000006083584,0.00239772,0.2724622,0.007022422,0.2741029,0.4255221,0.001812815],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09618266,0.0007362805,0.8882385,0.001014132,0.001400213,0.0009769334,0.00004472705,0.00004760633,0.01135889],"genre_scores_gemma":[0.9640072,0.00004622008,0.02050983,0.0005060258,0.00007280681,0.0001014141,0.000005636844,0.00001598478,0.01473485],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8678246,"threshold_uncertainty_score":0.9996235,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3967320241724411,"score_gpt":0.4638417272771476,"score_spread":0.06710970310470649,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}