{"id":"W1924981657","doi":"10.2106/00004623-200408000-00016","title":"Interobserver Agreement in the Application of Levels of Evidence to Scientific Papers in the American Volume of The Journal of Bone and Joint Surgery","year":2004,"lang":"en","type":"article","venue":"Journal of Bone and Joint Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":103,"is_retracted":false,"has_abstract":true,"ca_institutions":"Hospital for Sick Children; University of Toronto; St. Michael's Hospital; McMaster University Medical Centre","funders":"","keywords":"Medicine; Evidence-based medicine; Intraclass correlation; Confidence interval; Scientific evidence; Surgery; Statistics; Alternative medicine; Mathematics; Internal medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5280637,0.001320561,0.004130575,0.02265498,0.002602187,0.007444147,0.004430819,0.003005383,0.001770358],"category_scores_gemma":[0.8001356,0.001930883,0.005056792,0.01060774,0.005899656,0.004886864,0.009459093,0.00221944,0.0006604059],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003388424,"about_ca_system_score_gemma":0.00366518,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00175749,"about_ca_topic_score_gemma":0.003229097,"domain_scores_codex":[0.272002,0.3729388,0.2359643,0.02071573,0.09561546,0.002763749],"domain_scores_gemma":[0.08396158,0.7004766,0.08309627,0.0353215,0.094951,0.002193029],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.01266301,0.0004641683,0.6406237,0.03034393,0.02141496,0.001021615,0.04569224,0.003364895,0.007885936,0.005335574,0.007715632,0.2234743],"study_design_scores_gemma":[0.002396071,0.004854259,0.8093705,0.0237295,0.01496007,0.004376677,0.02457696,0.02222103,0.01762658,0.02869122,0.04543567,0.001761586],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6201466,0.1203798,0.1954166,0.004678447,0.007219956,0.01857203,0.00302153,0.001017145,0.02954788],"genre_scores_gemma":[0.8880336,0.006423958,0.09401457,0.001040474,0.0009265876,0.0066988,0.001306203,0.0002918856,0.001263919],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4719363,"threshold_uncertainty_score":0.5819815,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6736133628362362,"score_gpt":0.4441873076355579,"score_spread":0.2294260552006783,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}