{"id":"W4390127024","doi":"10.1016/j.jval.2023.09.033","title":"P24 Improving Efficiency of Living Systematic Literature Reviews (SLR) with Artificial Intelligence (AI): Assisted Extraction of Population, Intervention/Comparator, Outcome, and Study Design (P-I/C-O-S)","year":2023,"lang":"en","type":"article","venue":"Value in Health","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University","funders":"","keywords":"Outcome (game theory); Intervention (counseling); Medicine; Extraction (chemistry); Comparator; Population; Engineering; Environmental health; Psychiatry; Mathematics; Chemistry; Chromatography; Electrical engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005797046,0.000179346,0.000856496,0.0006520026,0.0001166732,0.00003096852,0.00009015643,0.00009252092,0.00001106384],"category_scores_gemma":[0.00294409,0.0001412246,0.00007457174,0.001809516,0.00004661124,0.0001843444,0.00002566878,0.0003114849,0.000007631753],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000193207,"about_ca_system_score_gemma":0.0001767822,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004502684,"about_ca_topic_score_gemma":0.0002595136,"domain_scores_codex":[0.9952996,0.00105023,0.002654639,0.0003538323,0.000361104,0.0002806073],"domain_scores_gemma":[0.997049,0.001136432,0.00104952,0.0003555788,0.0002878302,0.0001216652],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003227581,0.002139774,0.7862137,0.1457196,0.00004616338,0.00001447018,0.02905384,0.005987671,0.000475491,0.0007330293,0.00003711198,0.02925646],"study_design_scores_gemma":[0.0001982128,0.007887407,0.4764208,0.243931,0.0003188199,0.0001909014,0.05869509,0.2093973,0.001316136,0.001011014,0.000007008419,0.0006263276],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9523214,0.004692746,0.03778464,0.0003424882,0.0004246857,0.004371247,0.000003132961,0.00005478207,0.000004878435],"genre_scores_gemma":[0.9977385,0.0003200072,0.001648964,0.00004547112,0.00006447155,0.0001260407,0.0000098653,0.00001901341,0.00002761082],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3097929,"threshold_uncertainty_score":0.6806741,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3144662741094449,"score_gpt":0.4808376401205651,"score_spread":0.1663713660111202,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}