{"id":"W2799360482","doi":"10.1177/1558689818770058","title":"A Conceptual Framework for Critical Appraisal in Systematic Mixed Studies Reviews","year":2018,"lang":"en","type":"article","venue":"Journal of Mixed Methods Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":130,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Critical appraisal; Systematic review; Management science; Conceptual framework; Multimethodology; Psychological intervention; Engineering ethics; Computer science; Psychology; Sociology; Social science; Political science; MEDLINE; Engineering; Medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5501427,0.006497417,0.006894902,0.02977384,0.007793221,0.02035994,0.01347594,0.0165872,0.007333718],"category_scores_gemma":[0.505487,0.003876052,0.01046393,0.01702225,0.03780882,0.02106551,0.01755201,0.02157427,0.00292764],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0262894,"about_ca_system_score_gemma":0.05381479,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005934213,"about_ca_topic_score_gemma":0.005614257,"domain_scores_codex":[0.2767564,0.6328332,0.05400284,0.00935712,0.02447951,0.002570835],"domain_scores_gemma":[0.2759049,0.6250396,0.02886086,0.01115064,0.05533852,0.003705519],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001111985,0.0000564145,0.0002846193,0.0161503,0.0006204602,0.0002661877,0.01251305,0.003207086,0.0002404159,0.8890972,0.01530187,0.06215124],"study_design_scores_gemma":[0.0004740508,0.0002008029,0.0003064958,0.02729972,0.0005151606,0.0003932078,0.002955961,0.006403026,0.0003863209,0.8650301,0.09577454,0.0002607206],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0004624847,0.02170642,0.8990687,0.05258795,0.003158631,0.01060427,0.0004242715,0.0004121124,0.01157506],"genre_scores_gemma":[0.009606001,0.006342991,0.958024,0.005022868,0.001174938,0.01927411,0.0001302552,0.00007705209,0.0003477191],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4498573,"threshold_uncertainty_score":0.5547541,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9502460382962103,"score_gpt":0.7781767957523354,"score_spread":0.1720692425438749,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}