{"id":"W2152177373","doi":"10.2106/jbjs.h.01624","title":"Evaluating Agreement: Conducting a Reliability Study","year":2009,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":162,"is_retracted":false,"has_abstract":true,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto; McMaster University","funders":"","keywords":"Reliability (semiconductor); Sample size determination; Computer science; Reliability engineering; Context (archaeology); Test (biology); Psychology; Statistics; Engineering; Mathematics; Power (physics)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07968286,0.0001595904,0.001012014,0.0004823384,0.0002311266,0.0002435048,0.00009593881,0.00004766479,0.0002746231],"category_scores_gemma":[0.02232389,0.0001022674,0.0004188722,0.0004610953,0.00006045834,0.0005913446,0.00006207136,0.0003206627,0.00001409761],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006093482,"about_ca_system_score_gemma":0.0001484881,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001126288,"about_ca_topic_score_gemma":0.000003174543,"domain_scores_codex":[0.9920106,0.0009673272,0.003397904,0.000342414,0.003017287,0.0002644559],"domain_scores_gemma":[0.9940507,0.002198091,0.001990377,0.000438238,0.001140123,0.0001824006],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004087916,0.002725828,0.4889885,0.00003908601,0.000102337,0.0001957571,0.003877291,0.0008973652,0.01671037,0.00005209028,0.01654116,0.4694614],"study_design_scores_gemma":[0.0015204,0.002728166,0.9408506,0.0003613296,0.0001334101,0.000201676,0.01291084,0.0006483971,0.001311331,0.03651258,0.00242726,0.000394006],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9942325,0.0005769378,0.0002791395,0.003648982,0.0005936014,0.0002260087,7.519571e-7,0.000006859284,0.0004352307],"genre_scores_gemma":[0.9982053,0.00005181001,0.001007356,0.0003651157,0.0002317847,0.000001297626,1.519202e-7,0.000003600182,0.0001336023],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4690674,"threshold_uncertainty_score":0.9859115,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5353733677564685,"score_gpt":0.4567027472231148,"score_spread":0.07867062053335366,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}