{"id":"W3165135368","doi":"10.1186/s13643-021-01700-x","title":"Text mining to support abstract screening for knowledge syntheses: a semi-automated workflow","year":2021,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"ca_institutions":"Institute for Work & Health; University of Toronto; Queen's University; Toronto Metropolitan University; St. Michael's Hospital","funders":"University of Toronto; Canada Excellence Research Chairs, Government of Canada; Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Research, Innovation and Science; Canada Research Chairs","keywords":"Medicine; Workflow; Data science; Knowledge management; Database","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2394162,0.0008634205,0.01472214,0.0005911261,0.0003376314,0.002240684,0.002688996,0.0001965802,0.009731389],"category_scores_gemma":[0.3799799,0.0004063211,0.005407129,0.003637438,0.0000358682,0.0003744855,0.0002972362,0.0001707329,0.02587501],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009410722,"about_ca_system_score_gemma":0.0002385929,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002532867,"about_ca_topic_score_gemma":0.00005015541,"domain_scores_codex":[0.9442297,0.01890144,0.0295717,0.002191378,0.004285797,0.0008199864],"domain_scores_gemma":[0.9252357,0.0442461,0.01507976,0.01069898,0.003907109,0.0008323085],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000008056045,0.0001693427,0.0005167591,0.100668,0.0008486357,0.00004498988,0.003866595,0.0001430601,0.0003192297,0.0005008637,0.8334397,0.05947473],"study_design_scores_gemma":[0.0002696806,0.00008993118,0.0002106839,0.04083284,0.001275194,0.0002031936,0.004210934,0.02828276,0.00007700243,0.0002901626,0.9234223,0.0008353228],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.009890536,0.08323468,0.6652297,0.002590162,0.005321909,0.08833648,0.0002454797,0.0004444759,0.1447066],"genre_scores_gemma":[0.5260047,0.0004229518,0.2909107,0.002827708,0.001059557,0.01797268,0.0001095762,0.0002874907,0.1604046],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5161142,"threshold_uncertainty_score":0.9999053,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7216169933901161,"score_gpt":0.5341331498802864,"score_spread":0.1874838435098297,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}