{"id":"W4379280031","doi":"10.1007/978-3-031-34344-5_21","title":"BERT for Complex Systematic Review Screening to Support the Future of Medical Research","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Topic Modeling","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Workflow; Task (project management); Systematic review; Encoder; Data science; Transformer; Artificial intelligence; Data mining; Machine learning; Information retrieval; Database; MEDLINE","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1190243,0.001945192,0.003580222,0.01083909,0.001160161,0.009309481,0.002852625,0.006142643,0.06652579],"category_scores_gemma":[0.424285,0.001815111,0.005271351,0.007088386,0.001703424,0.01386798,0.005214955,0.006338699,0.01945984],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003731722,"about_ca_system_score_gemma":0.01896164,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002594457,"about_ca_topic_score_gemma":0.007735454,"domain_scores_codex":[0.9182888,0.05895473,0.009940826,0.002686812,0.009528996,0.0005997678],"domain_scores_gemma":[0.4938555,0.404761,0.02309066,0.02440917,0.04601771,0.007865977],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004473429,0.0000493637,0.0009300853,0.02000173,0.00192631,0.0001965027,0.0002807888,0.001306487,0.0004221232,0.08484508,0.5816916,0.3079026],"study_design_scores_gemma":[0.0005883042,0.0002546704,0.001669739,0.03542262,0.002690013,0.0004830563,0.0001988461,0.008968947,0.0005264174,0.4105346,0.5384411,0.0002215916],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.001467541,0.1477541,0.1978915,0.5356375,0.03295423,0.004323306,0.01373461,0.007491906,0.05874536],"genre_scores_gemma":[0.04496461,0.08813015,0.6540045,0.126148,0.02937645,0.007624656,0.009515191,0.002532844,0.03770359],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8809757,"threshold_uncertainty_score":0.6294681,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.135825626249986,"score_gpt":0.3828264763855156,"score_spread":0.2470008501355296,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}