{"id":"W4317738862","doi":"10.11124/jbies-22-00362","title":"Methodological quality assessment should move beyond design specificity","year":2023,"lang":"en","type":"article","venue":"JBI Evidence Synthesis","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Scale (ratio); Quality (philosophy); Redundancy (engineering); Reliability engineering; Data mining; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8434244,0.003428752,0.01531069,0.02577476,0.004860286,0.02291787,0.008878376,0.01255374,0.003188142],"category_scores_gemma":[0.9333175,0.003686742,0.01401374,0.01924415,0.01825553,0.02050944,0.01906192,0.0169059,0.001197172],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0225046,"about_ca_system_score_gemma":0.04257694,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004515701,"about_ca_topic_score_gemma":0.003654722,"domain_scores_codex":[0.05500099,0.6475824,0.2036054,0.01535661,0.07695585,0.001498878],"domain_scores_gemma":[0.0327352,0.74326,0.0823619,0.08199082,0.05839438,0.001257726],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.003339297,0.0004899597,0.03740401,0.2186666,0.04053732,0.0003535144,0.029019,0.005495584,0.002248394,0.1382386,0.02760808,0.4965996],"study_design_scores_gemma":[0.00511542,0.003641606,0.03701208,0.3439868,0.02725892,0.001210775,0.007688626,0.02074842,0.006588971,0.3497531,0.1951228,0.001872496],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"commentary","genre_scores_codex":[0.02119889,0.09812352,0.7147349,0.09164558,0.01558537,0.03855056,0.002389906,0.001671422,0.01609985],"genre_scores_gemma":[0.2457366,0.01181208,0.6308482,0.03361349,0.003275713,0.07171407,0.001093425,0.0007054922,0.001200998],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.1565756,"threshold_uncertainty_score":0.1930857,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.940347558989425,"score_gpt":0.6430948244968382,"score_spread":0.2972527344925868,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}