{"id":"W4296330923","doi":"10.11124/jbies-22-00125","title":"Revising the JBI quantitative critical appraisal tools to improve their applicability: an overview of methods and the development process","year":2022,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":392,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Critical appraisal; Checklist; Management science; Systematic review; Process (computing); Computer science; Process management; Medicine; Psychology; Engineering; MEDLINE; Political science; Alternative medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.302549,0.0003307877,0.00289447,0.0001385751,0.0007959592,0.0009024624,0.003127143,0.00004522223,0.002035476],"category_scores_gemma":[0.447722,0.0001202885,0.0007833603,0.001889266,0.0004599817,0.0005566407,0.0007932197,0.0002681531,0.00006056344],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005201407,"about_ca_system_score_gemma":0.0002252168,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001811155,"about_ca_topic_score_gemma":0.00001301537,"domain_scores_codex":[0.9365027,0.05073259,0.0067187,0.001515824,0.004144537,0.000385626],"domain_scores_gemma":[0.3436301,0.6371508,0.005854708,0.00996861,0.002920786,0.0004749874],"domain_codex":null,"domain_gemma":"methods","domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001480546,0.0001145857,0.00096542,0.0005914139,0.0002727069,0.000001343008,0.02113042,0.0001022946,0.001314645,0.02707878,0.000771328,0.947509],"study_design_scores_gemma":[0.0008406249,0.001008181,0.04319607,0.00302832,0.003808257,0.0001973937,0.3444081,0.06635977,0.0197083,0.1404071,0.3741317,0.002906124],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5110547,0.04736399,0.3692789,0.05758626,0.0009114235,0.0118835,0.0001187256,0.00004196315,0.001760536],"genre_scores_gemma":[0.9021073,0.0001347814,0.09437003,0.0006902742,0.00005094844,0.002535766,4.674565e-7,0.00001914153,0.00009128945],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9446029,"threshold_uncertainty_score":0.9988768,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6724489967299817,"score_gpt":0.6180294704584427,"score_spread":0.05441952627153901,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}