{"id":"W1491976532","doi":"10.1002/0470857005.ch7","title":"Selected Issues in the Design of Studies of Interrater Agreement","year":2005,"lang":"en","type":"other","venue":"","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Robarts Clinical Trials; Western University","funders":"","keywords":"Acknowledgement; Variable (mathematics); Inter-rater reliability; Statistics; Outcome (game theory); Mathematics; Agreement; Econometrics; Computer science; Mathematical economics; Psychology; Operations research; Linguistics; Philosophy; Mathematical analysis","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7883403,0.00245922,0.005109083,0.01722279,0.008143629,0.01538423,0.008286887,0.00763687,0.01739626],"category_scores_gemma":[0.8981954,0.004961193,0.005688172,0.02430462,0.01281677,0.01356993,0.008289125,0.01117347,0.004193402],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01443382,"about_ca_system_score_gemma":0.02130394,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003371432,"about_ca_topic_score_gemma":0.01249815,"domain_scores_codex":[0.1166529,0.7730178,0.06953125,0.005533564,0.03338129,0.001883331],"domain_scores_gemma":[0.02972729,0.9159849,0.009417072,0.01367652,0.03044806,0.0007461416],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001748357,0.000287848,0.005406904,0.03352113,0.001229676,0.0006693401,0.04659152,0.001749194,0.001093509,0.2478941,0.08949,0.5703185],"study_design_scores_gemma":[0.002007981,0.001782103,0.02072068,0.1053226,0.002213214,0.002008773,0.02461993,0.01015497,0.00639116,0.4170389,0.4070892,0.0006504321],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009638011,0.03262564,0.7426862,0.07991825,0.0102384,0.07209848,0.001922313,0.001121186,0.04975166],"genre_scores_gemma":[0.04172472,0.00744491,0.7701655,0.01010469,0.002665956,0.1616745,0.0005949453,0.0009576202,0.004667152],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2116597,"threshold_uncertainty_score":0.2610142,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3998349872758388,"score_gpt":0.5120373407877463,"score_spread":0.1122023535119075,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}