{"id":"W1491976532","doi":"10.1002/0470857005.ch7","title":"Selected Issues in the Design of Studies of Interrater Agreement","year":2005,"lang":"en","type":"other","venue":"","topic":"Multi-Criteria Decision Making","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Robarts Clinical Trials; Western University","funders":"","keywords":"Acknowledgement; Variable (mathematics); Inter-rater reliability; Statistics; Outcome (game theory); Mathematics; Agreement; Econometrics; Computer science; Mathematical economics; Psychology; Operations research; Linguistics; Philosophy; Mathematical analysis","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004362805,0.0002521561,0.0008735479,0.001057292,0.00001743644,0.00006032178,0.001619828,0.0001449089,0.0221606],"category_scores_gemma":[0.002914072,0.0001189193,0.00009718539,0.001048606,0.0001824215,0.00006252622,0.000269394,0.000134323,0.0002613956],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002480827,"about_ca_system_score_gemma":0.0000457977,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001493189,"about_ca_topic_score_gemma":0.0008850563,"domain_scores_codex":[0.9952145,0.0009442375,0.001339453,0.0004538966,0.001844465,0.0002034409],"domain_scores_gemma":[0.9956806,0.002113822,0.0007509982,0.0009773123,0.0004564112,0.00002088429],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003152207,0.00009239211,0.0002126867,0.00001863395,0.00007480927,0.000004755277,0.003442632,0.00005008239,0.0005583555,0.0001373531,0.977683,0.01769377],"study_design_scores_gemma":[0.00126331,0.000368356,0.00246044,0.001581501,0.00005949305,0.000007974538,0.0170819,0.002096402,0.003251939,0.003287165,0.9679292,0.0006123277],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.003150905,0.03248474,0.08032987,0.003072712,0.002360182,0.004420632,0.00006800358,0.0001502894,0.8739626],"genre_scores_gemma":[0.04345087,0.0004275986,0.03884378,0.0002671512,0.0001744241,0.000030016,0.000001574331,0.00009998563,0.9167046],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.04274194,"threshold_uncertainty_score":0.9787333,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3998349872758388,"score_gpt":0.5120373407877463,"score_spread":0.1122023535119075,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}