{"id":"W3208404670","doi":"10.1016/j.euf.2021.09.024","title":"Evidence-based Urology: Understanding Heterogeneity in Systematic Reviews","year":2021,"lang":"en","type":"review","venue":"European Urology Focus","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"ca_institutions":"Impact; McMaster University; University of Toronto","funders":"","keywords":"Medicine; Systematic review; Randomized controlled trial; Perspective (graphical); MEDLINE; Evidence-based medicine; Intensive care medicine; Medical physics; Alternative medicine; Surgery; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2501507,0.004710572,0.0259626,0.02382123,0.001447258,0.01336988,0.005730111,0.007498921,0.00474529],"category_scores_gemma":[0.5865719,0.003924998,0.01972194,0.01891282,0.00474864,0.0152496,0.008720089,0.006782469,0.0004562024],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008300809,"about_ca_system_score_gemma":0.0167798,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007837796,"about_ca_topic_score_gemma":0.01723286,"domain_scores_codex":[0.5858731,0.3182212,0.05598015,0.01409998,0.0239638,0.001861898],"domain_scores_gemma":[0.200573,0.7616473,0.02183273,0.008813483,0.006299193,0.0008341983],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006737545,0.00008016986,0.007453642,0.5826644,0.2277099,0.0002650545,0.0009900292,0.002115631,0.0002949291,0.01224299,0.007788669,0.1577208],"study_design_scores_gemma":[0.001446304,0.0004285618,0.01243532,0.4152138,0.4141772,0.0005210389,0.001184042,0.006468779,0.0005382926,0.1227529,0.02440894,0.0004248157],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0009861996,0.9850365,0.007436909,0.00488749,0.0005883856,0.0002934858,0.0003092655,0.00006147257,0.0004003499],"genre_scores_gemma":[0.1305562,0.7888119,0.05778044,0.01515719,0.003535972,0.002681914,0.0009048823,0.0001619146,0.0004096298],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7498493,"threshold_uncertainty_score":0.9246977,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9148958504443347,"score_gpt":0.5471514841950574,"score_spread":0.3677443662492773,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}