{"id":"W2134578783","doi":"10.1007/bf02294802","title":"A Two-Stage Logistic Regression Model for Analyzing Inter-Rater Agreement","year":2003,"lang":"en","type":"article","venue":"Psychometrika","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"ca_institutions":"Cancer Care Ontario","funders":"","keywords":"Logistic regression; Covariate; Spurious relationship; Psychology; Statistics; Psychopathology; Inter-rater reliability; Population; Odds ratio; Odds; Regression analysis; Econometrics; Clinical psychology; Mathematics; Rating scale; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09881462,0.004144889,0.004241986,0.006661471,0.001649515,0.003936643,0.01140057,0.005504915,0.01054298],"category_scores_gemma":[0.1321422,0.002711957,0.008381107,0.00716443,0.002333245,0.006839816,0.004603098,0.008659735,0.005466158],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003068845,"about_ca_system_score_gemma":0.004344462,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01085567,"about_ca_topic_score_gemma":0.007735531,"domain_scores_codex":[0.9136832,0.06715044,0.004348846,0.009364849,0.003681985,0.001770621],"domain_scores_gemma":[0.8862766,0.09134935,0.007164648,0.006754857,0.007684917,0.0007696789],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.005215137,0.001967552,0.1251789,0.002472075,0.00742347,0.00233443,0.004940517,0.3308054,0.002232705,0.1104009,0.02949009,0.3775389],"study_design_scores_gemma":[0.0003931739,0.000931591,0.008844115,0.000231266,0.0005198758,0.0005078518,0.0002881258,0.9413409,0.0004622571,0.03716766,0.009015825,0.0002974188],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02275384,0.0007437008,0.9666495,0.001450751,0.0004484078,0.002512075,0.002444085,0.00164329,0.001354282],"genre_scores_gemma":[0.2896914,0.00122974,0.6695536,0.0008775933,0.0006465859,0.01744238,0.005669033,0.0006277843,0.01426185],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.09881462,"threshold_uncertainty_score":0.5225879,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3967320241724411,"score_gpt":0.4638417272771476,"score_spread":0.06710970310470649,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}