{"id":"W4211102397","doi":"10.5195/jmla.2022.1286","title":"Preliminary comparison of the performance of the National Library of Medicine’s systematic review publication type and the sensitive clinical queries filter for systematic reviews in PubMed","year":2022,"lang":"en","type":"article","venue":"Journal of the Medical Library Association JMLA","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Systematic review; Information retrieval; National library; Yield (engineering); Computer science; Recall; MEDLINE; Quality (philosophy); Medicine; Digital library; Precision and recall; Medical physics; Library science; Psychology; Materials science; Physics; Chemistry","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.536253,0.002645987,0.006243321,0.02152079,0.002614661,0.01065176,0.004137963,0.005128405,0.004232773],"category_scores_gemma":[0.8507472,0.002255718,0.01994336,0.02278855,0.003780223,0.0144045,0.007987484,0.002311072,0.001413086],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005495434,"about_ca_system_score_gemma":0.008474134,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00594817,"about_ca_topic_score_gemma":0.009948167,"domain_scores_codex":[0.3900614,0.3173513,0.2029317,0.02899547,0.05711603,0.003544136],"domain_scores_gemma":[0.05149405,0.8569285,0.04675841,0.01851727,0.02519341,0.001108378],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.03070186,0.0007499845,0.4254377,0.1533985,0.0709764,0.0008995316,0.01984021,0.008880138,0.01079172,0.007479541,0.01672535,0.2541191],"study_design_scores_gemma":[0.007986211,0.01265034,0.6921642,0.03341364,0.1041614,0.003958968,0.005662132,0.05639272,0.02127637,0.01262922,0.04799571,0.001709041],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6242154,0.1029222,0.176395,0.01369233,0.002082692,0.01944576,0.03307296,0.004634472,0.02353931],"genre_scores_gemma":[0.8267739,0.006400195,0.146541,0.002688034,0.0004990498,0.007512534,0.008001834,0.0007713324,0.0008121588],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.463747,"threshold_uncertainty_score":0.5718827,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4144119397708907,"score_gpt":0.4683835812984496,"score_spread":0.05397164152755884,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}