{"id":"W3016792159","doi":"10.4300/jgme-d-20-00163.1","title":"The Reliability of Rater Variability","year":2020,"lang":"en","type":"letter","venue":"Journal of Graduate Medical Education","topic":"Orthopedic Surgery and Rehabilitation","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Reliability (semiconductor); Inter-rater reliability; MEDLINE; Computer science; Psychology; Medicine; Data science; Statistics; Biology; Mathematics; Rating scale","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.004449551,0.00020511,0.0007454982,0.0001244498,0.00009003555,0.00001732201,0.0002502646,0.0005138161,0.000376586],"category_scores_gemma":[0.03901787,0.0001097613,0.0005233727,0.0003038789,0.00059245,0.00009882975,0.00003511327,0.003115333,0.00001250876],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001697685,"about_ca_system_score_gemma":0.006848872,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001573016,"about_ca_topic_score_gemma":5.372768e-7,"domain_scores_codex":[0.9949822,0.0009330726,0.001693849,0.0002307976,0.001948134,0.0002119529],"domain_scores_gemma":[0.9930068,0.003329031,0.001312927,0.0004585236,0.001573559,0.0003191298],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000230677,0.000375434,0.003557128,0.0009631342,0.00009726371,0.00004334906,0.0003295074,3.759723e-7,0.00002757094,0.00001387429,0.9506,0.04376166],"study_design_scores_gemma":[0.0004875848,0.0006534043,0.008707868,0.000882165,0.0005423469,0.0003243904,0.0001805619,0.0000557626,0.0001254307,0.003463804,0.9844463,0.0001303637],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0671954,0.0002663461,0.0001101351,0.9265252,0.004898524,0.0003132744,0.000003443817,0.000007720691,0.0006798957],"genre_scores_gemma":[0.2062317,0.001714284,0.001068527,0.7654962,0.0223706,0.0000320008,0.0001561094,0.00007514863,0.002855437],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.1610291,"threshold_uncertainty_score":0.9991845,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02798861408743941,"score_gpt":0.318804975134802,"score_spread":0.2908163610473626,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}