{"id":"W2027833822","doi":"10.1371/journal.pone.0096920","title":"Poor Reliability between Cochrane Reviewers and Blinded External Reviewers When Applying the Cochrane Risk of Bias Tool in Physical Therapy Trials","year":2014,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":125,"is_retracted":false,"has_abstract":true,"ca_institutions":"Alberta Health Services; Alberta Health; University of Alberta","funders":"Alberta Innovates; Killam Trusts; Fondation pour la Recherche Médicale; University of Alberta; Canadian Institutes of Health Research; Physiotherapy Foundation of Canada; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute","keywords":"Meta-analysis; Medicine; Systematic review; Randomized controlled trial; Physical therapy; MEDLINE; Internal medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3818541,0.0004051193,0.01057646,0.0002205178,0.0001351704,0.0003165008,0.001543854,0.0001044195,0.001141035],"category_scores_gemma":[0.289786,0.0001609411,0.001840656,0.001021004,0.0002369013,0.0002051557,0.0001323425,0.0003901082,0.0002441351],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002703046,"about_ca_system_score_gemma":0.00004653224,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005958582,"about_ca_topic_score_gemma":0.00001289846,"domain_scores_codex":[0.9289809,0.04942694,0.01184826,0.001156758,0.008240233,0.0003469494],"domain_scores_gemma":[0.9010016,0.07454339,0.01413776,0.00799077,0.002101078,0.0002253858],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002416306,0.001582536,0.3759323,0.003291758,0.00197161,0.000001805809,0.002388746,0.00003614977,0.004917785,0.0007879997,0.003269779,0.6055779],"study_design_scores_gemma":[0.01695391,0.00212625,0.5590206,0.031141,0.02256992,0.00001041711,0.001419819,0.03871642,0.0117713,0.2421603,0.0707043,0.003405827],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9706579,0.02142238,0.001823962,0.001054367,0.00005708561,0.004558035,0.00003334395,0.000006716604,0.0003861442],"genre_scores_gemma":[0.9758831,0.01560422,0.006866733,0.0003348423,0.0003959121,0.000451193,0.000004740414,0.00002257938,0.0004367263],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6021721,"threshold_uncertainty_score":0.9997721,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7283816013967103,"score_gpt":0.4958130527997156,"score_spread":0.2325685485969947,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}