{"id":"W4391035776","doi":"10.1136/bmjebm-2023-112530","title":"Rapid review methods series: Guidance on the use of supportive software","year":2024,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Systematic review; Software; Computer science; Automation; Process (computing); Software engineering; Engineering; MEDLINE","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2806934,0.0004368053,0.004430105,0.0004070377,0.0001107407,0.0002459383,0.001925625,0.00008310277,0.04736626],"category_scores_gemma":[0.5873651,0.0001461946,0.001677199,0.003719645,0.0004524094,0.0005897171,0.000101809,0.0003120727,0.001293124],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005738764,"about_ca_system_score_gemma":0.0004900721,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002531484,"about_ca_topic_score_gemma":0.000006007078,"domain_scores_codex":[0.9504921,0.02836315,0.01204058,0.001279497,0.007487,0.0003376207],"domain_scores_gemma":[0.8342534,0.1470923,0.006474257,0.008666946,0.00319774,0.0003153326],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002428002,0.00001520931,0.0003236651,0.002446122,0.0001502472,0.00003233772,0.0001929959,0.00003195032,0.00009784828,0.001876994,0.8139505,0.1808578],"study_design_scores_gemma":[0.00008170334,0.0003851155,0.0005554195,0.05720311,0.0008363036,0.00002309435,0.0001906728,0.001639244,0.0003771662,0.001819488,0.9367147,0.0001739974],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"methods","genre_scores_codex":[0.0003094034,0.4259602,0.3561747,0.211097,0.001306895,0.004203352,0.00003775429,0.00003865658,0.000871948],"genre_scores_gemma":[0.01677877,0.1301414,0.5938496,0.1526297,0.002765965,0.002875856,0.00006274723,0.0002059192,0.1006901],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3066716,"threshold_uncertainty_score":0.9994845,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9106387882086024,"score_gpt":0.6251835614097659,"score_spread":0.2854552267988365,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}