{"id":"W4221125481","doi":"10.21203/rs.3.rs-1143357/v2","title":"How can clinicians choose between conflicting and discordant systematic reviews? A replication study of the Jadad algorithm","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Nova Scotia Health Authority; McGill University Health Centre; Queen's University; University of British Columbia; Ottawa Hospital; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Replication (statistics); Jadad scale; Computer science; Algorithm; Medicine; Mathematics; Alternative medicine; Statistics; Pathology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8425032,0.003682896,0.01098832,0.02348947,0.007448358,0.01946806,0.01225448,0.01325601,0.003622115],"category_scores_gemma":[0.9609707,0.006451992,0.01861749,0.01963215,0.01301972,0.02448219,0.01753386,0.008580114,0.001037507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01278744,"about_ca_system_score_gemma":0.03457269,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004125959,"about_ca_topic_score_gemma":0.007699657,"domain_scores_codex":[0.05335466,0.6985542,0.1798758,0.0193046,0.04768525,0.001225439],"domain_scores_gemma":[0.02244985,0.7516218,0.07421962,0.07310443,0.07719799,0.001406313],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01066549,0.0007610565,0.1042384,0.262046,0.1376071,0.001574638,0.06566994,0.006563953,0.002381211,0.04714294,0.02761439,0.3337349],"study_design_scores_gemma":[0.02206287,0.005948186,0.04634772,0.4042952,0.123859,0.004071744,0.01998997,0.03847682,0.007705222,0.1995236,0.1245821,0.003137454],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09814114,0.2490335,0.4047975,0.1051217,0.01589028,0.1058687,0.004541238,0.001742356,0.01486356],"genre_scores_gemma":[0.3388782,0.009321217,0.5713419,0.01602401,0.001438326,0.06110384,0.001112579,0.0003461457,0.0004338006],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1574968,"threshold_uncertainty_score":0.1942216,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.851335584162244,"score_gpt":0.6413790252116571,"score_spread":0.2099565589505868,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}