{"id":"W2045384400","doi":"10.1016/j.artmed.2010.10.005","title":"Exploiting the systematic review protocol for classification of medical abstracts","year":2010,"lang":"en","type":"article","venue":"Artificial Intelligence in Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":45,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Ottawa","funders":"U.S. National Library of Medicine; Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; McMaster University; Ontario Centres of Excellence","keywords":"Computer science; Machine learning; Naive Bayes classifier; Protocol (science); Artificial intelligence; Classifier (UML); Test set; Precision and recall; Complement (music); Class (philosophy); Set (abstract data type); Multi-label classification; Information retrieval; Data mining; Support vector machine; Medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2739264,0.0002151552,0.003079877,0.0002460402,0.00009909288,0.0001058262,0.002798857,0.0001274988,0.006604249],"category_scores_gemma":[0.3832928,0.0000789632,0.0005466317,0.001436453,0.000328701,0.0001303753,0.00006442759,0.000398341,0.0004400033],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001403448,"about_ca_system_score_gemma":0.0001101031,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000493681,"about_ca_topic_score_gemma":0.0004725987,"domain_scores_codex":[0.9665853,0.003709898,0.02085055,0.0006964604,0.007872992,0.0002847318],"domain_scores_gemma":[0.9669365,0.01950292,0.008292045,0.003345805,0.001750975,0.000171733],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006809516,0.0006885152,0.001592516,0.3057922,0.0002446315,0.00001655128,0.006097403,0.00006879357,0.007827806,0.464904,0.04346449,0.169235],"study_design_scores_gemma":[0.0004213939,0.0005944403,0.002457892,0.2433034,0.001461455,0.0001159088,0.0324217,0.298513,0.005256266,0.3825552,0.03193501,0.0009642802],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"protocol","genre_gemma":"empirical","genre_scores_codex":[0.006099795,0.0007983911,0.2297293,0.08444886,0.001295473,0.6709989,0.000007208827,0.00002125724,0.006600817],"genre_scores_gemma":[0.6384059,0.00005192051,0.002033766,0.002044987,0.0006061572,0.3564058,0.000006103201,0.0000247228,0.0004206545],"genre_candidate":"protocol","genre_consensus":null,"teacher_disagreement_score":0.6323062,"threshold_uncertainty_score":0.9943038,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8464154327922817,"score_gpt":0.6352384885722445,"score_spread":0.2111769442200372,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}