{"id":"W2072232374","doi":"10.1097/01.blo.0000127584.02606.00","title":"Interrater Reliability in Grading Abstracts for the Orthopaedic Trauma Association","year":2004,"lang":"en","type":"article","venue":"Clinical Orthopaedics and Related Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Grading (engineering); Inter-rater reliability; Presentation (obstetrics); Family medicine; Surgery; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.471685,0.001259023,0.002916683,0.01373906,0.003401505,0.006789041,0.003228046,0.001610444,0.002468397],"category_scores_gemma":[0.6924213,0.001830433,0.00381125,0.0069489,0.003803578,0.00378853,0.008754429,0.002015101,0.002178804],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003652155,"about_ca_system_score_gemma":0.005955293,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002056111,"about_ca_topic_score_gemma":0.004633772,"domain_scores_codex":[0.3954686,0.3289727,0.1370567,0.02397179,0.1109731,0.003557172],"domain_scores_gemma":[0.1814759,0.4345326,0.05742637,0.05929108,0.2631849,0.004089172],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.008269026,0.0005179632,0.4979777,0.0238566,0.0108043,0.001162567,0.07338006,0.003143328,0.01556365,0.005379416,0.0290093,0.3309361],"study_design_scores_gemma":[0.001666162,0.003908471,0.7171749,0.01508731,0.008274217,0.004741674,0.02235816,0.02761285,0.03339741,0.01882814,0.1452351,0.001715515],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6559583,0.05150464,0.1949123,0.004847554,0.01433379,0.0202866,0.004664896,0.002558986,0.05093293],"genre_scores_gemma":[0.8667268,0.005276149,0.1070597,0.0009915311,0.001611776,0.01120667,0.002119351,0.0009950445,0.00401301],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.528315,"threshold_uncertainty_score":0.6515065,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.805026398468559,"score_gpt":0.626978881434744,"score_spread":0.1780475170338149,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}