{"id":"W4400918589","doi":"10.2196/54653","title":"Accelerating Evidence Synthesis in Observational Studies: Development of a Living Natural Language Processing–Assisted Intelligent Systematic Literature Review System","year":2024,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Computer science; Systematic review; Observational study; Machine learning; Data extraction; Artificial intelligence; Natural language processing; MEDLINE; Medicine","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1343433,0.002269068,0.003306582,0.01791614,0.002000785,0.007570622,0.003552215,0.002383341,0.009539582],"category_scores_gemma":[0.2216668,0.002387865,0.004893487,0.009388008,0.001182948,0.006742093,0.008586586,0.002840602,0.005387743],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003573644,"about_ca_system_score_gemma":0.01723681,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002678484,"about_ca_topic_score_gemma":0.005965828,"domain_scores_codex":[0.9367003,0.03365148,0.01670132,0.006708494,0.005766843,0.0004716366],"domain_scores_gemma":[0.745041,0.1841817,0.01958249,0.02331955,0.02516167,0.002713682],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001473934,0.0004535008,0.008582455,0.03731801,0.004351994,0.001339248,0.008885429,0.01127051,0.01402266,0.01912034,0.09517337,0.7980085],"study_design_scores_gemma":[0.003718121,0.00129369,0.0133176,0.02029463,0.007023461,0.001930352,0.003788819,0.3800006,0.03935488,0.09611973,0.4318558,0.001302351],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.007054087,0.001915973,0.8580393,0.004954048,0.0005055684,0.01279117,0.009961719,0.1019252,0.002852984],"genre_scores_gemma":[0.006964002,0.0002815372,0.9850595,0.0004469847,0.00004743716,0.004653319,0.001763056,0.0004645325,0.0003195545],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8656567,"threshold_uncertainty_score":0.710484,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08055717155902066,"score_gpt":0.3848893639462279,"score_spread":0.3043321923872072,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}