{"id":"W3112337105","doi":"10.1186/s13643-020-01520-5","title":"Aligning text mining and machine learning algorithms with best practices for study selection in systematic literature reviews","year":2020,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia; Precision Nanosystems (Canada)","funders":"","keywords":"Medicine; Selection (genetic algorithm); Systematic review; Machine learning; Artificial intelligence; Algorithm; MEDLINE; Data science; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.682265,0.003942009,0.01125309,0.04055662,0.003085125,0.01632661,0.007675239,0.004142107,0.002949256],"category_scores_gemma":[0.8709475,0.003182973,0.01426429,0.03381606,0.005558208,0.01281663,0.01045506,0.005054267,0.001359461],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01086197,"about_ca_system_score_gemma":0.03839624,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005256076,"about_ca_topic_score_gemma":0.01023762,"domain_scores_codex":[0.1621983,0.6459327,0.1506783,0.01844185,0.02158158,0.001167211],"domain_scores_gemma":[0.06117707,0.816471,0.05985327,0.03136487,0.03009564,0.001038146],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002629894,0.0005252708,0.05608907,0.1912117,0.03146398,0.0005114019,0.01253654,0.02831318,0.003203141,0.0150901,0.01659109,0.6418346],"study_design_scores_gemma":[0.0096458,0.003468012,0.06424777,0.2400994,0.05041997,0.0015015,0.008870126,0.2786733,0.01869234,0.2502879,0.07190415,0.002189786],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04562473,0.07002015,0.801111,0.02171869,0.001386611,0.0457205,0.006319944,0.004650368,0.003447938],"genre_scores_gemma":[0.1014598,0.005090529,0.8613078,0.001581182,0.0002841119,0.02795597,0.001876478,0.0003299825,0.0001142392],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.317735,"threshold_uncertainty_score":0.3918239,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6685598516985551,"score_gpt":0.5129697103957964,"score_spread":0.1555901413027587,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}