{"id":"W4386473689","doi":"10.2139/ssrn.4555180","title":"A Screening Approach Combining Crowd-Sourcing and Automation Facilitated the Identification and Classification of Randomized Controlled Trials in a Living Systematic Review","year":2023,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"University Health Network; University of Ottawa; University of Calgary","funders":"","keywords":"Identification (biology); Automation; Computer science; Crowd sourcing; Data science; Artificial intelligence; Computational biology; Engineering; Biology; Ecology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3546472,0.006480931,0.01618279,0.04513252,0.004837424,0.0172991,0.006881232,0.008003271,0.01551694],"category_scores_gemma":[0.7492545,0.003570265,0.01605703,0.0279147,0.0029944,0.01060356,0.01894184,0.004833966,0.005256744],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004863142,"about_ca_system_score_gemma":0.03390793,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005027338,"about_ca_topic_score_gemma":0.01011429,"domain_scores_codex":[0.4715757,0.3567449,0.112983,0.02773573,0.02782118,0.003139501],"domain_scores_gemma":[0.1358866,0.7125677,0.04023716,0.0637427,0.04414249,0.003423345],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.006136136,0.00124866,0.01994593,0.07138555,0.01879331,0.001170482,0.01547797,0.01213131,0.01183033,0.02505278,0.0289376,0.7878899],"study_design_scores_gemma":[0.01766844,0.005622243,0.03605141,0.04178806,0.06323034,0.001984803,0.006628239,0.2620791,0.03112694,0.3848571,0.1450618,0.00390136],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02815215,0.007267211,0.8721415,0.004505651,0.001174143,0.06273843,0.01043017,0.009234413,0.004356257],"genre_scores_gemma":[0.08235991,0.0009004663,0.8719414,0.001809171,0.0004603152,0.0379215,0.003039454,0.0006683694,0.0008993782],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6453528,"threshold_uncertainty_score":0.795835,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4854127724072368,"score_gpt":0.4692003215232973,"score_spread":0.01621245088393952,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}