{"id":"W2808588890","doi":"10.1186/s13643-018-0746-1","title":"Evaluation of the reliability, usability, and applicability of AMSTAR, AMSTAR 2, and ROBIS: protocol for a descriptive analytic study","year":2018,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":60,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Usability; Inter-rater reliability; Systematic review; Descriptive statistics; Reliability (semiconductor); Comparability; Protocol (science); Publication bias; Medical physics; Cohen's kappa; Statistics; Psychological intervention; MEDLINE; Family medicine; Meta-analysis; Alternative medicine; Nursing; Computer science; Pathology; Mathematics; Rating scale","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3221627,0.007409867,0.01403593,0.01667462,0.00535891,0.008965845,0.005138583,0.00909449,0.04973297],"category_scores_gemma":[0.4633177,0.00664896,0.01411686,0.01959324,0.007487325,0.01002708,0.005127374,0.01072393,0.01636001],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01494384,"about_ca_system_score_gemma":0.05896772,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004101957,"about_ca_topic_score_gemma":0.005617034,"domain_scores_codex":[0.677731,0.1810072,0.09785739,0.009109357,0.02784842,0.006446572],"domain_scores_gemma":[0.57017,0.2017943,0.06545874,0.04507289,0.1121785,0.00532552],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.06640839,0.004040003,0.005847689,0.4807356,0.006562934,0.001763606,0.01945628,0.007134965,0.005545636,0.03784817,0.1670382,0.1976186],"study_design_scores_gemma":[0.07681417,0.01099822,0.01998455,0.3009227,0.005088301,0.0008603944,0.008780601,0.01515009,0.0119347,0.05996981,0.4875685,0.00192795],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0006195301,0.0003677027,0.004366459,0.0003483204,0.0003022362,0.9898011,0.003326484,0.0001569893,0.0007111447],"genre_scores_gemma":[0.0003114321,0.000085821,0.003975033,0.00006605191,0.00001090947,0.9952992,0.0001786309,0.00001000778,0.00006295046],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.6778373,"threshold_uncertainty_score":0.835894,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.870338217739142,"score_gpt":0.6238977423308902,"score_spread":0.2464404754082518,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}