{"id":"W2123707693","doi":"10.1080/17453670710013807","title":"Reviewer agreement in scoring 419 abstracts for scientific orthopedics meetings","year":2007,"lang":"en","type":"article","venue":"Acta Orthopaedica","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Hamilton General Hospital","funders":"","keywords":"Medicine; Intraclass correlation; Orthopedic surgery; Workload; Inter-rater reliability; MEDLINE; Physical therapy; Family medicine; Statistics; Surgery; Psychometrics; Mathematics; Clinical psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3460886,0.0003727159,0.002539244,0.0009335366,0.0003341377,0.001057892,0.001839543,0.0001377122,0.004111848],"category_scores_gemma":[0.1670471,0.0002072886,0.001682019,0.002777459,0.0001433115,0.0004217056,0.000232794,0.0002739993,0.001679916],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007559485,"about_ca_system_score_gemma":0.0001817034,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001734023,"about_ca_topic_score_gemma":0.001000827,"domain_scores_codex":[0.9723285,0.001730363,0.0144397,0.001923787,0.008627268,0.0009503933],"domain_scores_gemma":[0.9771321,0.006874584,0.006560323,0.004808632,0.004043191,0.0005811726],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002833552,0.0002784964,0.2105673,0.0004254886,0.0001514525,0.00005666645,0.001045088,0.00005414719,0.000587764,0.0009209243,0.4209558,0.3649285],"study_design_scores_gemma":[0.0003062149,0.00003630523,0.0400411,0.0002231686,0.0001094547,0.000005141841,0.0002973721,0.0003512831,0.00006408192,0.0005589416,0.957769,0.00023798],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9235532,0.005197021,0.01870046,0.00291811,0.00593101,0.00423747,0.00002946715,0.0000277398,0.03940554],"genre_scores_gemma":[0.9707586,0.0001172143,0.009200495,0.0007724467,0.0005155578,0.00007607353,0.0000232966,0.00002596457,0.0185104],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5368131,"threshold_uncertainty_score":0.9999791,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5551584336990506,"score_gpt":0.4904386912035031,"score_spread":0.06471974249554752,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}