{"id":"W4385307760","doi":"10.1016/j.jclinepi.2023.07.010","title":"Sensitivity and specificity of alternative screening methods for systematic reviews using text mining tools","year":2023,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"ca_institutions":"Hotchkiss Brain Institute; Jewish General Hospital; Université de Montréal; Université Laval; University of Calgary; McGill University; Centre Hospitalier de l’Université de Montréal; Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke","funders":"National Institute of Neurological Disorders and Stroke; National Institute on Aging","keywords":"Medicine; Confidence interval; Sensitivity (control systems); Systematic review; Medical physics; Data mining; MEDLINE; Internal medicine; Computer science; Chemistry","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3187715,0.005993332,0.01023163,0.03700839,0.002260086,0.01244353,0.004088561,0.007593578,0.003988848],"category_scores_gemma":[0.7396155,0.002885203,0.03024739,0.01940698,0.003530526,0.01233285,0.007096993,0.004522819,0.000961631],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001708373,"about_ca_system_score_gemma":0.004718488,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002405331,"about_ca_topic_score_gemma":0.00500092,"domain_scores_codex":[0.544238,0.2461465,0.128847,0.0310033,0.04604873,0.003716427],"domain_scores_gemma":[0.074986,0.8743859,0.02804347,0.01256288,0.008742557,0.001279181],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.01992542,0.0005679915,0.5849732,0.05175104,0.168062,0.001831258,0.002869239,0.009110915,0.003742829,0.002879222,0.006106442,0.1481806],"study_design_scores_gemma":[0.006751693,0.006187276,0.3617516,0.02186198,0.3814289,0.01227964,0.003500518,0.1378406,0.01237371,0.03607913,0.01823008,0.001714825],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5778211,0.2246016,0.1405323,0.007085261,0.003844222,0.006379356,0.02356256,0.003133754,0.01303993],"genre_scores_gemma":[0.9117281,0.008552938,0.06987493,0.00126825,0.000638717,0.001835372,0.005138158,0.0004110618,0.0005524462],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6812285,"threshold_uncertainty_score":0.840076,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9742278341042131,"score_gpt":0.7450335572344855,"score_spread":0.2291942768697276,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}