{"id":"W4200591255","doi":"10.21203/rs.3.rs-1143357/v1","title":"How can clinicians choose between conflicting and discordant systematic reviews? A replication study of the Jadad algorithm","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Nova Scotia Health Authority; McGill University Health Centre; Queen's University; University of British Columbia; Ottawa Hospital; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Jadad scale; Replicate; Algorithm; Systematic review; Replication (statistics); Computer science; MEDLINE; Medicine; Meta-analysis; Mathematics; Statistics; Pathology; Biology; Cochrane Library","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8336621,0.003769598,0.01161402,0.02394893,0.00686686,0.01817594,0.01260781,0.012669,0.003675523],"category_scores_gemma":[0.9552374,0.006377655,0.02016102,0.01968472,0.01193184,0.02248277,0.01604727,0.007523363,0.001060054],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01189476,"about_ca_system_score_gemma":0.03105736,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003806646,"about_ca_topic_score_gemma":0.007657866,"domain_scores_codex":[0.06028819,0.6644151,0.2050521,0.0198567,0.04913341,0.001254499],"domain_scores_gemma":[0.02656087,0.7387504,0.08030109,0.07797091,0.07498761,0.001429141],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"observational","study_design_scores_codex":[0.01041801,0.0006458617,0.09416572,0.3352488,0.1615226,0.001584618,0.0500004,0.005854748,0.002510759,0.03521762,0.02546751,0.2773634],"study_design_scores_gemma":[0.02158903,0.005641999,0.04832035,0.4556329,0.1479169,0.004034035,0.01603227,0.02907462,0.007056945,0.1388848,0.122944,0.002872139],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09539055,0.3076404,0.3482701,0.08857632,0.01597342,0.1223433,0.005341429,0.001901508,0.01456306],"genre_scores_gemma":[0.3561943,0.01149226,0.534808,0.01631892,0.001483838,0.077444,0.001388813,0.000396252,0.0004736238],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1663379,"threshold_uncertainty_score":0.2051243,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8462387475887435,"score_gpt":0.6355032056672093,"score_spread":0.2107355419215342,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}