{"id":"W2936837693","doi":"10.5195/jmla.2019.519","title":"A failed attempt at developing a search filter for systematic review methodology articles in Ovid Embase","year":2019,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Information retrieval; Filter (signal processing); Terminology; Search engine indexing; Systematic review; Set (abstract data type); Plan (archaeology); Subject (documents); Data mining; MEDLINE; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.230923,0.0001787786,0.004069431,0.0002983551,0.00008111998,0.0002664068,0.002111309,0.0001576801,0.00892212],"category_scores_gemma":[0.2454677,0.00006967934,0.001908514,0.001327468,0.00002298657,0.0005832266,0.0003189949,0.0003691004,0.000624623],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002092801,"about_ca_system_score_gemma":0.0003942512,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":7.803058e-7,"about_ca_topic_score_gemma":0.000004328941,"domain_scores_codex":[0.9450237,0.03682346,0.01033831,0.0003416942,0.007175377,0.0002974927],"domain_scores_gemma":[0.942855,0.04329463,0.01152482,0.001322245,0.0007527318,0.0002505925],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001066433,0.000162877,0.4859054,0.06785657,0.001448458,0.00003720051,0.001753843,0.0000667239,0.0001247397,0.002973832,0.4382531,0.001310572],"study_design_scores_gemma":[0.01259469,0.00088087,0.1571538,0.4952302,0.00604663,0.000909202,0.005014184,0.06420371,0.00200785,0.07843951,0.1752389,0.002280417],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6074549,0.01814633,0.02130624,0.3411306,0.002398977,0.008058588,0.00003418134,0.00001282469,0.001457297],"genre_scores_gemma":[0.6714778,0.0022952,0.0686824,0.08935923,0.001270782,0.0003820345,0.00002021845,0.0001196412,0.1663927],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4273736,"threshold_uncertainty_score":0.9919838,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.651634081726472,"score_gpt":0.5182840485301347,"score_spread":0.1333500331963373,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}