{"id":"W2154352790","doi":"10.1136/jamia.2010.004325","title":"A new algorithm for reducing the workload of experts in performing systematic reviews","year":2010,"lang":"en","type":"article","venue":"Journal of the American Medical Informatics Association","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":100,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of New Brunswick; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Centres of Excellence","keywords":"Workload; Computer science; Complement (music); Naive Bayes classifier; Systematic review; Classifier (UML); Machine learning; Bayes' theorem; Algorithm; Inclusion (mineral); Artificial intelligence; Systematic error; MEDLINE; Mathematics; Support vector machine; Bayesian probability; Statistics; Psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2117617,0.0001644512,0.003412168,0.0002560025,0.0001134145,0.0002457891,0.002305162,0.000083537,0.0002539526],"category_scores_gemma":[0.2333772,0.00005452153,0.001716418,0.001455447,0.0000668073,0.0003358487,0.0001052398,0.0005335987,0.0000251915],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001399113,"about_ca_system_score_gemma":0.0003521139,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002634159,"about_ca_topic_score_gemma":0.00003262976,"domain_scores_codex":[0.9726188,0.003820924,0.01609041,0.0001087383,0.00712348,0.0002376101],"domain_scores_gemma":[0.9284639,0.01454371,0.05404226,0.001388538,0.001358513,0.0002030534],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001015921,0.00007583558,0.008623822,0.001300583,0.0004165507,7.282491e-7,0.01517559,0.0001199578,0.0001092797,0.0001612581,0.1049655,0.8690407],"study_design_scores_gemma":[0.002115093,0.0004670917,0.009665412,0.01964566,0.00191674,0.0002853013,0.04336199,0.8391529,0.0002628545,0.005505987,0.07697944,0.0006415316],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5688545,0.002253023,0.4046836,0.01368632,0.004066416,0.004981086,0.000007687672,0.000004234888,0.001463099],"genre_scores_gemma":[0.663863,0.001396811,0.3228449,0.005330669,0.001887713,0.0001443288,0.000001775791,0.00004021981,0.004490597],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8683992,"threshold_uncertainty_score":0.8116572,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3147686100222522,"score_gpt":0.4838588630158001,"score_spread":0.1690902529935479,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}