{"id":"W4387846964","doi":"10.1016/j.jclinepi.2023.10.007","title":"Crowd-sourcing and automation facilitated the identification and classification of randomized controlled trials in a living review","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"ca_institutions":"Public Health Ontario; University of Toronto; Bruyère; University of Ottawa; Ottawa Hospital; University of Calgary","funders":"Medical Research Council; Canadian Institutes of Health Research; National Health and Medical Research Council; Hospital Research Foundation","keywords":"Medicine; Crowdsourcing; Randomized controlled trial; Systematic review; MEDLINE; Population; Cohen's kappa; Meta-analysis; Artificial intelligence; Machine learning; Family medicine; Physical therapy; Internal medicine; Computer science; World Wide Web","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1588236,0.002402937,0.01975668,0.01648863,0.0009940066,0.008045942,0.003808975,0.003073376,0.01578753],"category_scores_gemma":[0.4207541,0.001614765,0.01610699,0.01134696,0.00137659,0.005460002,0.005662273,0.003270045,0.001549267],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003014485,"about_ca_system_score_gemma":0.0117094,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001949608,"about_ca_topic_score_gemma":0.004549887,"domain_scores_codex":[0.791755,0.1366339,0.04858338,0.006995114,0.01477033,0.001262253],"domain_scores_gemma":[0.4147546,0.521953,0.03320307,0.01458785,0.01410893,0.001392416],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"observational","study_design_scores_codex":[0.004133521,0.0001142059,0.002213679,0.5137132,0.06483158,0.0001431,0.0008175319,0.001180193,0.0007772258,0.005074264,0.007629179,0.3993723],"study_design_scores_gemma":[0.01436694,0.002467199,0.01414175,0.4748288,0.3096812,0.0005150733,0.001014727,0.005969208,0.00187018,0.03236359,0.1422636,0.0005177334],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.009441693,0.9105818,0.03420533,0.004525122,0.002044299,0.02417785,0.008193726,0.0007720349,0.006058222],"genre_scores_gemma":[0.2107122,0.5444361,0.1870978,0.006494156,0.002314985,0.03626383,0.008700635,0.0006199669,0.003360323],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8411764,"threshold_uncertainty_score":0.8399497,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4587512259795236,"score_gpt":0.5759518388540973,"score_spread":0.1172006128745737,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}