{"id":"W4285090825","doi":"10.1101/2022.07.11.22277498","title":"Assessment of concordance between related systematic reviews and between related guideline recommendations: protocol for a methodological survey","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa; St. Michael's Hospital; Toronto Rehabilitation Institute; University Health Network; University of Toronto; McMaster University; Impact","funders":"","keywords":"Concordance; Guideline; Protocol (science); Systematic review; Clinical Practice; Medicine; MEDLINE; Psychology; Management science; Family medicine; Alternative medicine; Pathology; Political science; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3477611,0.003899676,0.00582241,0.01101774,0.004202489,0.005984002,0.00299486,0.006998727,0.05386314],"category_scores_gemma":[0.4877772,0.005640662,0.01077419,0.01103869,0.004951438,0.005704212,0.007511242,0.008438833,0.01423606],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01210229,"about_ca_system_score_gemma":0.05271058,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002992031,"about_ca_topic_score_gemma":0.004052061,"domain_scores_codex":[0.7032181,0.1687288,0.09265013,0.008601418,0.02261454,0.004187042],"domain_scores_gemma":[0.5387543,0.2346788,0.05516544,0.05492447,0.1104309,0.006046134],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.05257101,0.004475956,0.008668228,0.3000989,0.008298935,0.001423668,0.02327963,0.007723313,0.007453786,0.03956148,0.1875559,0.3588892],"study_design_scores_gemma":[0.1274102,0.01281691,0.03461595,0.2044403,0.009419608,0.000960818,0.007909196,0.01504164,0.01540825,0.08471702,0.4849457,0.002314315],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.001083835,0.0002032897,0.009493393,0.0006120977,0.0003087212,0.9836187,0.003938801,0.0001461693,0.0005949352],"genre_scores_gemma":[0.0004884574,0.00005439572,0.007183681,0.0001181338,0.00001539783,0.9917755,0.0002585007,0.000009678732,0.00009629223],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.6522389,"threshold_uncertainty_score":0.8043267,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.928813207935435,"score_gpt":0.6732457410896231,"score_spread":0.2555674668458119,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}