{"id":"W4281647098","doi":"10.1002/leap.1463","title":"The <scp>AMSTAR</scp>‐2 critical appraisal tool and editorial decision‐making for systematic reviews: Retrospective, bibliometric study","year":2022,"lang":"en","type":"article","venue":"Learned Publishing","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto General Hospital; University of Toronto","funders":"","keywords":"Operationalization; Systematic review; Strengths and weaknesses; Medicine; Critical appraisal; Retrospective cohort study; MEDLINE; Family medicine; Psychology; Pathology; Alternative medicine; Social psychology; Political science; Physics; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4386619,0.0004987965,0.004725385,0.009805897,0.00314628,0.0354063,0.004795068,0.0001456302,0.0005735203],"category_scores_gemma":[0.926664,0.0002366838,0.001602552,0.05449928,0.0001066552,0.003039008,0.001529075,0.001121744,0.0001615667],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001860557,"about_ca_system_score_gemma":0.000139757,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000149914,"about_ca_topic_score_gemma":0.00002263611,"domain_scores_codex":[0.9113967,0.04288893,0.01758462,0.003174027,0.02365326,0.001302471],"domain_scores_gemma":[0.1609394,0.8021024,0.01542808,0.01227397,0.008522968,0.0007331371],"domain_codex":null,"domain_gemma":"methods","domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001624848,0.0001847342,0.0156313,0.001215737,0.0002658152,0.000006808829,0.002201523,0.00006380198,0.000003903316,0.007726719,0.9590498,0.01363357],"study_design_scores_gemma":[0.001030783,0.0005380147,0.008316319,0.0007571075,0.0007907831,0.00005156185,0.03651738,0.009127251,3.561906e-7,0.02879364,0.9137969,0.0002798924],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3309159,0.07123648,0.2426343,0.006934987,0.2750691,0.05956442,0.0003637621,0.0002933881,0.01298767],"genre_scores_gemma":[0.9757878,0.00008392514,0.006376107,0.0003454394,0.01099986,0.003987776,0.000009485772,0.00007628835,0.00233336],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7592135,"threshold_uncertainty_score":0.9981515,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4760100721245161,"score_gpt":0.5261948034173058,"score_spread":0.05018473129278977,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}