{"id":"W4380881010","doi":"10.1101/2023.06.16.23291488","title":"Assumptions for creating matrices of evidence to estimate overlap of primary studies in overviews of reviews: Protocol for a meta-research study","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia; St. Michael's Hospital","funders":"Agencia Nacional de Investigación y Desarrollo; Universitat Autònoma de Barcelona","keywords":"Pairwise comparison; Computer science; Set (abstract data type); Scope (computer science); Construct (python library); Protocol (science); Systematic review; Data mining; Data science; Operations research; Econometrics; Information retrieval; Management science; Mathematics; Artificial intelligence; MEDLINE; Medicine; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3789573,0.005563067,0.007249049,0.01435732,0.003430047,0.007558557,0.005756771,0.009751863,0.0504906],"category_scores_gemma":[0.6467346,0.006450501,0.0203161,0.01301157,0.005887587,0.007587669,0.007282659,0.01179287,0.01157561],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01112153,"about_ca_system_score_gemma":0.03763218,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002213056,"about_ca_topic_score_gemma":0.003528827,"domain_scores_codex":[0.6044745,0.2707252,0.08775255,0.01108526,0.02220808,0.003754498],"domain_scores_gemma":[0.4044189,0.4097134,0.0608121,0.05472662,0.06659554,0.003733417],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01542069,0.0006113391,0.003373366,0.5428295,0.01106178,0.001208921,0.01183818,0.01309861,0.002940414,0.09074066,0.1077823,0.1990943],"study_design_scores_gemma":[0.03042937,0.003275873,0.007653426,0.3671797,0.015258,0.0009765612,0.003077474,0.01761684,0.009156598,0.2014648,0.3426581,0.001253222],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0009212844,0.001652831,0.05611965,0.001766835,0.001180284,0.927853,0.007898729,0.0005253562,0.002082089],"genre_scores_gemma":[0.0008477268,0.0002428047,0.03318033,0.0001779729,0.00003041943,0.9650575,0.0003281875,0.00001870594,0.0001161907],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.6210427,"threshold_uncertainty_score":0.7658562,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9881023826960115,"score_gpt":0.7598295211698237,"score_spread":0.2282728615261878,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}