{"id":"W2754565696","doi":"10.1136/bmjopen-2017-017462","title":"A protocol of a cross-sectional study evaluating an online tool for early career peer reviewers assessing reports of randomised controlled trials","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Cancer Research UK","keywords":"Medicine; Protocol (science); Psychological intervention; Peer review; Medical education; Randomized controlled trial; Systematic review; MEDLINE; Alternative medicine; Family medicine; Nursing; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2843076,0.00447726,0.006977923,0.01106686,0.006303472,0.006105419,0.004906658,0.008461919,0.08373915],"category_scores_gemma":[0.3538671,0.004762422,0.006394638,0.009162494,0.005886348,0.007024656,0.004252679,0.01105631,0.03208674],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01180605,"about_ca_system_score_gemma":0.06793503,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001932305,"about_ca_topic_score_gemma":0.003401754,"domain_scores_codex":[0.7205022,0.1936223,0.05685934,0.009338365,0.0155393,0.004138454],"domain_scores_gemma":[0.5581622,0.1814242,0.04669725,0.05999382,0.1424235,0.01129908],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.1190766,0.01586347,0.006880195,0.2091085,0.002163151,0.003391133,0.02379643,0.005738312,0.009587429,0.03789019,0.2198939,0.3466107],"study_design_scores_gemma":[0.1277788,0.02247839,0.02077003,0.1216651,0.001502835,0.001429682,0.00740005,0.006904838,0.008638583,0.02651913,0.6536286,0.001283915],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0007125585,0.0001479337,0.005009023,0.0003592267,0.0004177447,0.9911041,0.001289145,0.000120202,0.0008400019],"genre_scores_gemma":[0.0005912645,0.000097215,0.006054398,0.0001565962,0.00004462533,0.99259,0.0002072336,0.00001272196,0.0002459015],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.7156924,"threshold_uncertainty_score":0.8825762,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9515508533183409,"score_gpt":0.7413410177369978,"score_spread":0.2102098355813431,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}