{"id":"W2799360482","doi":"10.1177/1558689818770058","title":"A Conceptual Framework for Critical Appraisal in Systematic Mixed Studies Reviews","year":2018,"lang":"en","type":"article","venue":"Journal of Mixed Methods Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":130,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Critical appraisal; Systematic review; Management science; Conceptual framework; Multimethodology; Psychological intervention; Engineering ethics; Computer science; Psychology; Sociology; Social science; Political science; MEDLINE; Engineering; Medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7673156,0.000354499,0.009789005,0.00183328,0.0003137934,0.0007072559,0.003317175,0.0002493713,0.001620778],"category_scores_gemma":[0.9386435,0.0001573869,0.00279738,0.003676046,0.001182584,0.0003845326,0.0003732832,0.001206647,0.0009055477],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001620856,"about_ca_system_score_gemma":0.0003123126,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001731988,"about_ca_topic_score_gemma":0.00001488117,"domain_scores_codex":[0.7085333,0.2513951,0.0263046,0.001100096,0.01159454,0.001072271],"domain_scores_gemma":[0.06373666,0.881003,0.01339223,0.006267019,0.03458532,0.001015804],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004228432,0.0006576912,0.00112712,0.01967565,0.001924844,0.00009640921,0.02139522,0.00001012801,0.002634019,0.3364639,0.5250255,0.09056675],"study_design_scores_gemma":[0.00133544,0.002557167,0.0007365757,0.02174583,0.0009232886,0.0003131124,0.09419762,0.00249788,0.001751359,0.5712246,0.3021042,0.0006130068],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00863585,0.0576679,0.9253905,0.002343022,0.003441526,0.002037822,0.000005404032,0.000001745316,0.0004761851],"genre_scores_gemma":[0.03354793,0.0007063617,0.9629987,0.00009652239,0.001210961,0.0002260038,2.402324e-7,0.00002480656,0.001188478],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6447967,"threshold_uncertainty_score":0.9998724,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9502460382962103,"score_gpt":0.7781767957523354,"score_spread":0.1720692425438749,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}