{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":119,"total_is_capped":false,"direct_labels_cover":7,"predictions_cover":119,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"bd96c94426fe","filters":{"venue":"Research Synthesis Methods"}},"results":[{"id":"W2068264290","doi":"10.1002/jrsm.1123","title":"A scoping review of scoping reviews: advancing the approach and enhancing the consistency","year":2014,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3082,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph; Public Health Agency of Canada","funders":"Ontario Ministry of Agriculture, Food and Rural Affairs","keywords":"Consistency (knowledge bases); Computer science; Management science; Data science; Artificial intelligence; Engineering","authors":[{"name":"Mai Pham","is_ca":true},{"name":"Andrijana Rajić","is_ca":true},{"name":"Judy Greig","is_ca":true},{"name":"Jan M. Sargeant","is_ca":true},{"name":"Andrew Papadopoulos","is_ca":true},{"name":"Scott A. McEwen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.923851977769396,"gpt":0.7277039479738097,"spread":0.1961480297955863,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6293708,0.003796055,0.01051723,0.07298928,0.008799515,0.03050289,0.006613601,0.01221118,0.008340462],"category_scores_gemma":[0.785678,0.00714655,0.01067543,0.05792345,0.01380692,0.02867056,0.02325455,0.01269432,0.003836775],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01594701,"about_ca_system_score_gemma":0.09835402,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00451733,"about_ca_topic_score_gemma":0.008169201,"domain_scores_codex":[0.2911311,0.5107797,0.1320187,0.0100078,0.05435693,0.001705835],"domain_scores_gemma":[0.1574939,0.5370502,0.07050283,0.04351233,0.187118,0.004322757],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0003331086,0.0001381601,0.002868884,0.2419487,0.003058332,0.0005756556,0.01909387,0.001052052,0.001512439,0.04638661,0.05313046,0.6299017],"study_design_scores_gemma":[0.0005170016,0.0003785233,0.003512597,0.7010743,0.004734544,0.0009228369,0.006457114,0.002442288,0.0009108192,0.07201738,0.2065638,0.0004688149],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.006441922,0.3865517,0.4066989,0.09350292,0.01949352,0.0576763,0.001927039,0.001693878,0.02601388],"genre_scores_gemma":[0.02729585,0.1858588,0.7233301,0.007042102,0.003221564,0.05036075,0.0009764163,0.0004218585,0.001492588],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.3706292,"threshold_uncertainty_score":0.4570518,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1784175517","doi":"10.1002/jrsm.1164","title":"Methods to estimate the between‐study variance and its uncertainty in meta‐analysis","year":2015,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1615,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Michael's Hospital","funders":"Canadian Institutes of Health Research; Medical Research Council; National Institute for Health and Care Research","keywords":"Meta-analysis; Variance (accounting); Econometrics; Computer science; Statistics; Statistical analysis; Mathematics; Economics","authors":[{"name":"Areti Angeliki Veroniki","is_ca":true},{"name":"Dan Jackson","is_ca":false},{"name":"Wolfgang Viechtbauer","is_ca":false},{"name":"Ralf Bender","is_ca":false},{"name":"Jack Bowden","is_ca":false},{"name":"Guido Knapp","is_ca":false},{"name":"Oliver Kuß","is_ca":false},{"name":"Julian P. T. Higgins","is_ca":false},{"name":"Dean Langan","is_ca":false},{"name":"Georgia Salanti","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9521150158924461,"gpt":0.7527147048590068,"spread":0.1994003110334392,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3509915,0.005376315,0.01313194,0.01589341,0.001221895,0.006812999,0.009444609,0.006037813,0.01344403],"category_scores_gemma":[0.6185246,0.003615852,0.03216149,0.01544123,0.003323088,0.005344386,0.005294351,0.00919538,0.002768437],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004337439,"about_ca_system_score_gemma":0.008287169,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003309985,"about_ca_topic_score_gemma":0.003291847,"domain_scores_codex":[0.5051486,0.4261133,0.03140952,0.0133669,0.02307132,0.0008903477],"domain_scores_gemma":[0.3815447,0.5626092,0.01851247,0.02797423,0.008883176,0.0004762436],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002788883,0.000346485,0.007276537,0.13609,0.1430414,0.0005114874,0.001681971,0.04343243,0.0009421048,0.1062917,0.04391893,0.5136782],"study_design_scores_gemma":[0.006890984,0.001511773,0.008258365,0.06840856,0.09384274,0.001285976,0.0005062527,0.1181738,0.005030323,0.5250846,0.1695312,0.001475436],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0009265809,0.02730186,0.9518287,0.00149663,0.001400726,0.01173624,0.002724583,0.001323459,0.001261163],"genre_scores_gemma":[0.02649911,0.01032869,0.8926447,0.001382414,0.0005107188,0.06550863,0.001617437,0.0006652637,0.0008430692],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6490085,"threshold_uncertainty_score":0.800343,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2885675882","doi":"10.1002/jrsm.1316","title":"A comparison of heterogeneity variance estimators in simulated random‐effects meta‐analyses","year":2018,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Statistical Methods and Bayesian Inference","field":"Mathematics","cited_by":1026,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Michael's Hospital","funders":"Medical Research Council; National Institute for Health and Care Research","keywords":"Estimator; Meta-analysis; Random effects model; Variance (accounting); Econometrics; Statistics; Variance components; Computer science; Estimation; Mathematics; Economics; Medicine","authors":[{"name":"Dean Langan","is_ca":false},{"name":"Julian P. T. Higgins","is_ca":false},{"name":"Dan Jackson","is_ca":false},{"name":"Jack Bowden","is_ca":false},{"name":"Areti Angeliki Veroniki","is_ca":true},{"name":"Evangelos Kontopantelis","is_ca":false},{"name":"Wolfgang Viechtbauer","is_ca":false},{"name":"Mark Simmonds","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6474146937413818,"gpt":0.6854525192511277,"spread":0.03803782550974588,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2462692,0.001460995,0.004577976,0.004342619,0.0006395708,0.003098062,0.003121926,0.003547168,0.002147157],"category_scores_gemma":[0.5461177,0.00140665,0.009982529,0.003708028,0.001642773,0.005290114,0.002403836,0.002934358,0.0003186788],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002586264,"about_ca_system_score_gemma":0.00280358,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001312793,"about_ca_topic_score_gemma":0.001096012,"domain_scores_codex":[0.6920744,0.2855686,0.009278676,0.004012404,0.008510727,0.0005552674],"domain_scores_gemma":[0.35817,0.6088927,0.008296924,0.01503209,0.009127112,0.0004812483],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.01078566,0.0004123973,0.01978379,0.01608843,0.08721919,0.0004597833,0.00165265,0.4739935,0.001568175,0.1111936,0.00458223,0.2722606],"study_design_scores_gemma":[0.00944315,0.004139344,0.01554033,0.009241984,0.0312692,0.0008023608,0.0007589807,0.6790972,0.003920202,0.2317119,0.01336705,0.0007083464],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06107045,0.02347018,0.9069378,0.001737742,0.0004787393,0.001763648,0.0009823936,0.0006663234,0.002892748],"genre_scores_gemma":[0.4825108,0.007577873,0.5020256,0.0008017416,0.0001423199,0.004968366,0.001282719,0.0003022215,0.0003883349],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7537308,"threshold_uncertainty_score":0.9294843,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1911705068","doi":"10.1002/jrsm.1106","title":"Searching for grey literature for systematic reviews: challenges and benefits","year":2013,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":803,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute for Work & Health; University of Waterloo; University of Toronto","funders":"Workers Compensation Board of Manitoba","keywords":"Grey literature; Systematic review; Scope (computer science); Computer science; Process (computing); Data science; Management science; Information retrieval; MEDLINE; Engineering; Political science","authors":[{"name":"Quenby Mahood","is_ca":true},{"name":"Dwayne Van Eerd","is_ca":true},{"name":"Emma Irvin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9427986778929087,"gpt":0.6848807056848404,"spread":0.2579179722080683,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7835829,0.006286446,0.01851211,0.05508828,0.01035,0.03336947,0.01168925,0.02060286,0.01429096],"category_scores_gemma":[0.9171262,0.007677999,0.01534721,0.05438712,0.03059047,0.06499221,0.03344071,0.0205617,0.00599138],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02205587,"about_ca_system_score_gemma":0.0859515,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00585332,"about_ca_topic_score_gemma":0.01431548,"domain_scores_codex":[0.09964442,0.7294335,0.09183712,0.008693963,0.0686355,0.001755443],"domain_scores_gemma":[0.01945862,0.8925394,0.03301696,0.01746329,0.03539273,0.002129062],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001067696,0.0003071871,0.00470919,0.3146658,0.005616465,0.001047672,0.02925492,0.002200276,0.0008850733,0.08429442,0.05688277,0.4990686],"study_design_scores_gemma":[0.001102143,0.0007535865,0.003085289,0.5613899,0.004262466,0.001861095,0.01486566,0.008121614,0.000738643,0.2718478,0.1311471,0.0008247859],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.003638192,0.3269795,0.207408,0.4232956,0.0122167,0.0146648,0.0008714279,0.001056994,0.009868853],"genre_scores_gemma":[0.06113242,0.1585116,0.6764949,0.05173062,0.01294307,0.03618808,0.0007780473,0.0006489883,0.001572237],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.2164171,"threshold_uncertainty_score":0.2668809,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210542220","doi":"10.1002/jrsm.1547","title":"Meta‐analysis of prevalence: <scp><i>I</i><sup>2</sup></scp> statistic and how to deal with heterogeneity","year":2022,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":524,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Meta-analysis; Statistics; Statistic; Point estimation; Econometrics; Study heterogeneity; Sample size determination; Confidence interval; Systematic review; Pooled variance; Publication bias; Summary statistics; Subgroup analysis; Demography; Medicine; Mathematics; MEDLINE; Internal medicine; Biology","authors":[{"name":"Celina Borges Migliavaca","is_ca":false},{"name":"Cinara Stein","is_ca":false},{"name":"Verônica Colpani","is_ca":false},{"name":"Timothy Hugh Barker","is_ca":false},{"name":"Patrícia Klarmann Ziegelmann","is_ca":false},{"name":"Zachary Munn","is_ca":false},{"name":"Maicon Falavigna","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8023315025989195,"gpt":0.6016847519460555,"spread":0.200646750652864,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1333392,0.002638395,0.0175818,0.01020492,0.0007355619,0.005224944,0.006716073,0.005398969,0.0326791],"category_scores_gemma":[0.4879347,0.002771589,0.02455785,0.01329381,0.00210099,0.004345038,0.003086728,0.006686539,0.00317777],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003177355,"about_ca_system_score_gemma":0.00449693,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00259963,"about_ca_topic_score_gemma":0.003176765,"domain_scores_codex":[0.7954862,0.1500978,0.02923113,0.008559196,0.01569101,0.0009345866],"domain_scores_gemma":[0.4237483,0.5356019,0.01499979,0.01377407,0.01118971,0.0006862248],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00417036,0.0001090527,0.0075774,0.3831751,0.2328297,0.00157504,0.0006024942,0.008130682,0.001272314,0.01373697,0.2353061,0.1115149],"study_design_scores_gemma":[0.00970089,0.0009498478,0.02181003,0.1988452,0.3202446,0.002454787,0.0008086309,0.07399862,0.005461342,0.1604148,0.2038982,0.001412994],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009375088,0.3419649,0.4375715,0.05588874,0.03127377,0.02643846,0.07649189,0.01024112,0.01075454],"genre_scores_gemma":[0.2488562,0.05521485,0.5421412,0.03057657,0.009238063,0.0899724,0.01521262,0.004401616,0.004386455],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8666608,"threshold_uncertainty_score":0.7051734,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2604568423","doi":"10.1002/jrsm.1287","title":"Machine learning for identifying Randomized Controlled Trials: An evaluation and practitioner's guide","year":2018,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":449,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"U.S. National Library of Medicine; Agency for Healthcare Research and Quality; National Institutes of Health; National Cancer Institute; Medical Research Council; McMaster University","keywords":"Computer science; Machine learning; Artificial intelligence; Randomized controlled trial; Workflow; Convolutional neural network; Support vector machine; Systematic review; Sensitivity (control systems); Data mining; MEDLINE; Medicine; Database","authors":[{"name":"Iain Marshall","is_ca":false},{"name":"Anna H Noel-Storr","is_ca":false},{"name":"Joël Kuiper","is_ca":false},{"name":"James Thomas","is_ca":false},{"name":"Byron Wallace","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4261457634092655,"gpt":0.6226321823758852,"spread":0.1964864189666198,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2100705,0.004259774,0.006577351,0.01667193,0.001003564,0.006319019,0.006901622,0.007426151,0.01893827],"category_scores_gemma":[0.5587779,0.003594294,0.005971762,0.01203125,0.003034109,0.005988806,0.003604925,0.01240793,0.01168242],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005679495,"about_ca_system_score_gemma":0.01549808,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006348302,"about_ca_topic_score_gemma":0.00615452,"domain_scores_codex":[0.7991815,0.146843,0.02860472,0.004139943,0.02071245,0.0005184914],"domain_scores_gemma":[0.3672143,0.5356547,0.0136523,0.02065982,0.06001225,0.002806647],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005514781,0.0002847545,0.0009902674,0.02369134,0.001528909,0.0001970213,0.000383651,0.01143105,0.0007069937,0.02734735,0.339139,0.5937482],"study_design_scores_gemma":[0.004148997,0.001284589,0.00335906,0.08204656,0.002672042,0.001440626,0.0003656223,0.1474887,0.003240681,0.2086571,0.5444868,0.0008093728],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0008177368,0.0957329,0.8145073,0.04422575,0.004963846,0.01222513,0.007222296,0.007822282,0.01248283],"genre_scores_gemma":[0.005614884,0.02613099,0.9457957,0.005286744,0.001624823,0.01072935,0.001462274,0.0008843221,0.002471032],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7899294,"threshold_uncertainty_score":0.9741237,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2106889389","doi":"10.1002/jrsm.46","title":"Pooling health‐related quality of life outcomes in meta‐analysis—a tutorial and review of methods for enhancing interpretability","year":2011,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":293,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Hospital for Sick Children; McMaster University","funders":"","keywords":"Interpretability; Pooling; Strictly standardized mean difference; Meta-analysis; Odds; Odds ratio; Construct (python library); Psychological intervention; Statistics; Medicine; Computer science; Mathematics; Artificial intelligence; Logistic regression","authors":[{"name":"Kristian Thorlund","is_ca":true},{"name":"Stephen D. Walter","is_ca":true},{"name":"Bradley C. Johnston","is_ca":true},{"name":"Toshi A. Furukawa","is_ca":false},{"name":"Gordon Guyatt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9473026375794946,"gpt":0.738310881158621,"spread":0.2089917564208736,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4034638,0.008493097,0.01395559,0.02698339,0.001221414,0.008617548,0.007842587,0.004764463,0.007701763],"category_scores_gemma":[0.6461782,0.004832087,0.02661384,0.01926678,0.004677409,0.009388087,0.007264032,0.01071599,0.00163657],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004201795,"about_ca_system_score_gemma":0.006720455,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002144678,"about_ca_topic_score_gemma":0.002607578,"domain_scores_codex":[0.4629508,0.4834288,0.0306912,0.005209611,0.01729147,0.0004280744],"domain_scores_gemma":[0.2667937,0.6844223,0.01523407,0.02128242,0.01179548,0.0004720346],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0009114441,0.0001991509,0.00240989,0.09724452,0.04253058,0.0005491055,0.002234116,0.01269068,0.001150469,0.04723352,0.03125367,0.7615929],"study_design_scores_gemma":[0.003069742,0.001476549,0.006376074,0.104872,0.04420076,0.001940211,0.00109082,0.0696808,0.007383154,0.5853934,0.1727292,0.001787199],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0005696801,0.08153825,0.9080019,0.003527575,0.00139896,0.002206152,0.0006655882,0.001225607,0.0008662986],"genre_scores_gemma":[0.009731143,0.04172784,0.9330416,0.001027272,0.001296389,0.01190022,0.0003960128,0.000525745,0.0003538027],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5965362,"threshold_uncertainty_score":0.7356353,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4221118345","doi":"10.1002/jrsm.1557","title":"Graphical Representation of Overlap for <scp>OVErviews</scp>: <scp>GROOVE</scp> tool","year":2022,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":257,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Impact","funders":"Comisión Nacional de Investigación Científica y Tecnológica; Universitat Autònoma de Barcelona; Instituto de Salud Carlos III; Fondo Nacional de Desarrollo Científico y Tecnológico; Agencia Nacional de Investigación y Desarrollo; Ministerio de Economía y Competitividad","keywords":"Computer science; Representation (politics); Matrix (chemical analysis); Data mining; Groove (engineering); Information retrieval; Matrix representation","authors":[{"name":"Javier Bracchiglione","is_ca":false},{"name":"Nicolás Meza","is_ca":false},{"name":"Shrikant I. Bangdiwala","is_ca":true},{"name":"Ena Niño de Guzmán","is_ca":false},{"name":"Gerard Urrútia","is_ca":false},{"name":"Xavier Bonfill","is_ca":false},{"name":"Eva Madrid","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8564511360551862,"gpt":0.6584873612399715,"spread":0.1979637748152147,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02745305,0.004495419,0.004384951,0.02552242,0.001549528,0.00745519,0.003275149,0.00340572,0.3926674],"category_scores_gemma":[0.2291997,0.002241502,0.006214094,0.02263466,0.001228643,0.007249856,0.008896836,0.003485478,0.04582697],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004279048,"about_ca_system_score_gemma":0.0116785,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005488462,"about_ca_topic_score_gemma":0.0076834,"domain_scores_codex":[0.9766036,0.01047001,0.006232019,0.001807258,0.004099635,0.000787535],"domain_scores_gemma":[0.7207233,0.2224521,0.01602809,0.007496173,0.03119052,0.002109875],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007098656,0.00007606467,0.001435358,0.07182443,0.0007438016,0.0003369006,0.001833122,0.001317281,0.001273066,0.01087078,0.8235494,0.08602998],"study_design_scores_gemma":[0.00206093,0.0001907793,0.004968543,0.02907642,0.0009702728,0.000547984,0.001170926,0.004962831,0.002174841,0.04883903,0.9045478,0.0004896424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"software","genre_scores_codex":[0.004021927,0.005863055,0.08508851,0.01303322,0.003136895,0.01812337,0.7080432,0.1179707,0.04471911],"genre_scores_gemma":[0.03595814,0.005413187,0.5960461,0.008694414,0.001441426,0.1039783,0.1881986,0.03092808,0.02934162],"genre_candidate":"software","genre_consensus":null,"teacher_disagreement_score":0.9725469,"threshold_uncertainty_score":0.8662863,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3210017165","doi":"10.1002/jrsm.1535","title":"Introduction to PRISMA 2020 and implications for research synthesis methodologists","year":2021,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":256,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Systematic review; Statement (logic); Computer science; Key (lock); MEDLINE; Research methodology; Data science; Management science; Epistemology; Medicine; Political science","authors":[{"name":"Matthew J. Page","is_ca":false},{"name":"David Moher","is_ca":true},{"name":"Joanne E. McKenzie","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9629191545952714,"gpt":0.7585722339411163,"spread":0.2043469206541552,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5010521,0.005580912,0.008570177,0.0194856,0.005002317,0.02031103,0.01462084,0.01829184,0.04184089],"category_scores_gemma":[0.7277683,0.01139409,0.02105107,0.02519806,0.01722269,0.01050096,0.01452388,0.05913921,0.02642526],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01133827,"about_ca_system_score_gemma":0.0726778,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007476352,"about_ca_topic_score_gemma":0.005613097,"domain_scores_codex":[0.3167017,0.5367841,0.0946061,0.009851445,0.03886359,0.003193004],"domain_scores_gemma":[0.1724518,0.6016279,0.04422431,0.06093437,0.1151884,0.005573213],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000998544,0.0001491189,0.0004751136,0.09077793,0.002383711,0.0001978861,0.002247511,0.002734884,0.0004989405,0.07560769,0.717038,0.1068907],"study_design_scores_gemma":[0.002514195,0.0002926676,0.001700824,0.0767087,0.001931877,0.0003703172,0.000716565,0.005264076,0.001427471,0.1847021,0.7236799,0.0006912263],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"commentary","genre_scores_codex":[0.0005594232,0.02669345,0.6075892,0.1421929,0.1118628,0.05200369,0.03435726,0.01353831,0.01120294],"genre_scores_gemma":[0.0036026,0.009835985,0.7253044,0.02656886,0.005054685,0.2192582,0.004962034,0.002470795,0.002942474],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.4989479,"threshold_uncertainty_score":0.6152916,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3088093190","doi":"10.1002/jrsm.1458","title":"The effect direction plot revisited: Application of the 2019 Cochrane Handbook guidance on alternative synthesis methods","year":2020,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":249,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Medical Research Council; Medical Research Council Canada","keywords":"Plot (graphics); Metric (unit); Computer science; Forest plot; Visualization; Meta-analysis; Systematic review; Data mining; Sign (mathematics); Data science; Artificial intelligence; Statistics; MEDLINE; Medicine; Mathematics; Operations management","authors":[{"name":"Michele Hilton Boon","is_ca":false},{"name":"Hilary Thomson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4509388357373815,"gpt":0.5858464710871348,"spread":0.1349076353497533,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4326911,0.005718476,0.01066634,0.03042606,0.002167247,0.01892511,0.01056308,0.01563083,0.04030566],"category_scores_gemma":[0.7816646,0.006314717,0.021452,0.03251151,0.00799137,0.0117363,0.01286215,0.02148832,0.01172774],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01249761,"about_ca_system_score_gemma":0.03966175,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008330494,"about_ca_topic_score_gemma":0.009829081,"domain_scores_codex":[0.3595037,0.4925374,0.0899424,0.009199216,0.04761721,0.001199903],"domain_scores_gemma":[0.1868546,0.7032003,0.02914904,0.03301922,0.0463669,0.001409895],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008670274,0.00005985622,0.0004119706,0.1615633,0.005945516,0.0002521574,0.00215396,0.002973348,0.0005904955,0.1602362,0.2350425,0.4299035],"study_design_scores_gemma":[0.001256453,0.0002168077,0.0007402301,0.15794,0.00436431,0.000607755,0.0003222452,0.004585382,0.00107296,0.1853104,0.6431063,0.0004772214],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0004320105,0.1573171,0.7027302,0.05765019,0.02777483,0.01901144,0.01116511,0.004358533,0.01956061],"genre_scores_gemma":[0.006326139,0.06228196,0.8525373,0.01292816,0.003173869,0.05365274,0.002038404,0.00276411,0.004297339],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5673089,"threshold_uncertainty_score":0.6995929,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2126629865","doi":"10.1002/jrsm.1078","title":"Non‐randomized studies as a source of complementary, sequential or replacement evidence for randomized controlled trials in systematic reviews on the effects of interventions","year":2013,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":245,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; McMaster University","funders":"","keywords":"Generalizability theory; Randomized controlled trial; Systematic review; Credibility; Context (archaeology); Evidence-based medicine; Evidence-based practice; Psychology; External validity; Health care; Psychological intervention; MEDLINE; Population; Medicine; Applied psychology; Social psychology; Alternative medicine; Nursing; Epistemology; Political science","authors":[{"name":"Holger J. Schünemann","is_ca":true},{"name":"Peter Tugwell","is_ca":true},{"name":"Barnaby C Reeves","is_ca":false},{"name":"Elie A. Akl","is_ca":true},{"name":"Nancy Santesso","is_ca":true},{"name":"Frederick A. Spencer","is_ca":true},{"name":"Beverley Shea","is_ca":true},{"name":"George A. Wells","is_ca":true},{"name":"Mark Helfand","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9453333605578149,"gpt":0.7340988391264817,"spread":0.2112345214313333,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6218269,0.005884332,0.01987375,0.04446481,0.005140289,0.02485905,0.01241966,0.01977027,0.01254297],"category_scores_gemma":[0.8492595,0.008191299,0.02124578,0.03842956,0.02587178,0.03110235,0.01778977,0.02111809,0.00375926],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01827484,"about_ca_system_score_gemma":0.04241714,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003210404,"about_ca_topic_score_gemma":0.005782612,"domain_scores_codex":[0.08985087,0.7066966,0.1433908,0.01519799,0.04388762,0.00097608],"domain_scores_gemma":[0.07320794,0.7986276,0.05114843,0.05760457,0.0184264,0.0009849374],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001270862,0.0001352543,0.001313116,0.4498352,0.009985279,0.0004846244,0.008173416,0.001639577,0.0005599872,0.3594989,0.02205771,0.1450462],"study_design_scores_gemma":[0.002424605,0.0007802026,0.001349922,0.4554076,0.01166682,0.0009413005,0.001265555,0.005167402,0.00147532,0.3718749,0.1470598,0.0005866839],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"methods","genre_scores_codex":[0.002710655,0.5549379,0.3250032,0.04353955,0.02877497,0.0229755,0.003713346,0.0006004495,0.01774432],"genre_scores_gemma":[0.06016359,0.1008304,0.7291203,0.02031909,0.006996103,0.07778806,0.001486399,0.0005225674,0.002773554],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3781731,"threshold_uncertainty_score":0.4663547,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2884972765","doi":"10.1002/jrsm.1313","title":"Using systematic reviews in guideline development: The GRADE approach","year":2018,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":243,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Grading (engineering); Guideline; Systematic review; Certainty; Psychological intervention; Computer science; Confounding; MEDLINE; Psychology; Medicine; Engineering; Nursing; Political science","authors":[{"name":"Yuan Zhang","is_ca":true},{"name":"Elie A. Akl","is_ca":true},{"name":"Holger J. Schünemann","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9791960199110384,"gpt":0.7442177456352804,"spread":0.234978274275758,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3835475,0.004970113,0.0168209,0.05509255,0.002622301,0.01754574,0.01280336,0.01022031,0.02129401],"category_scores_gemma":[0.6950192,0.005005639,0.02481969,0.04289679,0.004777453,0.0112824,0.01047892,0.01192266,0.006878909],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01093404,"about_ca_system_score_gemma":0.04315466,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008670533,"about_ca_topic_score_gemma":0.01280666,"domain_scores_codex":[0.391964,0.4080604,0.1533001,0.01029209,0.03470508,0.001678294],"domain_scores_gemma":[0.3180166,0.4884543,0.06006926,0.03591425,0.09349243,0.004053197],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0007955547,0.0001037476,0.00127702,0.4058218,0.01997638,0.0003358586,0.00255009,0.003518351,0.0004907529,0.04648062,0.1592156,0.3594342],"study_design_scores_gemma":[0.003190015,0.000519604,0.002195672,0.3055609,0.02901452,0.0008208649,0.001030804,0.008344985,0.001121718,0.1841804,0.4633677,0.0006530004],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001906185,0.2004633,0.4747965,0.06697312,0.02016712,0.1694701,0.03204904,0.005537275,0.02863732],"genre_scores_gemma":[0.01254679,0.04887681,0.8132569,0.004107369,0.001860806,0.1129512,0.004183332,0.0006092641,0.001607585],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6164525,"threshold_uncertainty_score":0.7601956,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2888732220","doi":"10.1002/jrsm.1319","title":"Methods to calculate uncertainty in the estimated overall effect size from a random‐effects meta‐analysis","year":2018,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":238,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Michael's Hospital","funders":"Medical Research Council; National Institute for Health and Care Research","keywords":"Meta-analysis; Random effects model; Confidence interval; Statistics; Point estimation; Econometrics; Outcome (game theory); Computer science; Prediction interval; Interval (graph theory); Mathematics; Medicine","authors":[{"name":"Areti Angeliki Veroniki","is_ca":true},{"name":"Dan Jackson","is_ca":false},{"name":"Ralf Bender","is_ca":false},{"name":"Oliver Kuß","is_ca":false},{"name":"Dean Langan","is_ca":false},{"name":"Julian P. T. Higgins","is_ca":false},{"name":"Guido Knapp","is_ca":false},{"name":"Georgia Salanti","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8407238715168954,"gpt":0.6957608599089178,"spread":0.1449630116079776,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2105883,0.005115056,0.008314595,0.01666113,0.0008370604,0.005620156,0.007596032,0.004119339,0.01264091],"category_scores_gemma":[0.5479035,0.002584639,0.02124134,0.01249687,0.002057756,0.005398864,0.004377863,0.007150225,0.00266248],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003102924,"about_ca_system_score_gemma":0.005469835,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002689447,"about_ca_topic_score_gemma":0.002265295,"domain_scores_codex":[0.7985518,0.1524594,0.02267524,0.007776089,0.01800448,0.0005329133],"domain_scores_gemma":[0.4892789,0.4721256,0.01455399,0.01545204,0.008283116,0.0003063467],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001391834,0.0001921242,0.003041254,0.07738202,0.05046702,0.0003995701,0.0008830173,0.06396135,0.0009586579,0.09281442,0.01799585,0.690513],"study_design_scores_gemma":[0.003528089,0.001043063,0.005235447,0.03980182,0.05123197,0.001763312,0.0003423843,0.2056,0.006574789,0.572203,0.1116021,0.0010739],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0005852955,0.01573503,0.9760417,0.0005402495,0.0004369078,0.003356101,0.001342403,0.00103798,0.0009244145],"genre_scores_gemma":[0.02121987,0.01044646,0.9423945,0.0005980448,0.0003210529,0.02271874,0.001237543,0.000532115,0.0005315816],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7894117,"threshold_uncertainty_score":0.9734852,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3006701470","doi":"10.1002/jrsm.1399","title":"Innovations in framework synthesis as a systematic review method","year":2020,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":223,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Ontario Tech University; McMaster University Medical Centre","funders":"","keywords":"Management science; Computer science; Systematic review; Stakeholder; Data science; MEDLINE; Political science; Public relations; Economics","authors":[{"name":"Ginny Brunton","is_ca":true},{"name":"Sandy Oliver","is_ca":false},{"name":"James Thomas","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9235373563940749,"gpt":0.8552043114246342,"spread":0.0683330449694407,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5341459,0.004552093,0.01072835,0.03477943,0.003835734,0.01377323,0.007878838,0.007788325,0.02717166],"category_scores_gemma":[0.6526023,0.003588066,0.01298103,0.03175529,0.01173259,0.008939674,0.01377204,0.008902548,0.007934378],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01383816,"about_ca_system_score_gemma":0.0611337,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004545387,"about_ca_topic_score_gemma":0.004800504,"domain_scores_codex":[0.2348794,0.6515867,0.0701752,0.01763987,0.02413765,0.001581057],"domain_scores_gemma":[0.2477098,0.6147281,0.02364404,0.06406853,0.04756873,0.002280793],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000757007,0.0001500167,0.0008270628,0.2382355,0.007538754,0.0003439848,0.01677105,0.003446624,0.001139272,0.2986424,0.04492611,0.3872223],"study_design_scores_gemma":[0.003520495,0.0004816811,0.001188961,0.1758061,0.007611394,0.000485091,0.003395789,0.008512282,0.002369688,0.4378417,0.3580938,0.0006930531],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001090569,0.03421003,0.8258985,0.01269075,0.008331427,0.09933765,0.004577895,0.002810128,0.01105308],"genre_scores_gemma":[0.006895258,0.007231983,0.7884879,0.001892913,0.0005541219,0.1930509,0.0005729479,0.0003416253,0.0009723157],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4658541,"threshold_uncertainty_score":0.5744811,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2062040186","doi":"10.1002/jrsm.1056","title":"Issues relating to study design and risk of bias when including non‐randomized studies in systematic reviews on the effects of interventions","year":2012,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":187,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute of Population and Public Health; University of Ottawa","funders":"National Institutes of Health; National Institute for Health and Care Research; Scottish Government","keywords":"Randomized controlled trial; Psychological intervention; Systematic review; Randomized experiment; Research design; Clinical study design; Psychology; Computer science; MEDLINE; Management science; Medicine; Applied psychology; Clinical trial; Social science; Psychiatry; Sociology; Engineering","authors":[{"name":"Julian P. T. Higgins","is_ca":false},{"name":"Craig Ramsay","is_ca":false},{"name":"Barnaby C Reeves","is_ca":false},{"name":"Jonathan J Deeks","is_ca":false},{"name":"Beverley Shea","is_ca":true},{"name":"Jeffrey C. Valentine","is_ca":false},{"name":"Peter Tugwell","is_ca":true},{"name":"George A. Wells","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8578401848948041,"gpt":0.6814907782416452,"spread":0.1763494066531589,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8740686,0.006964037,0.02028388,0.02490166,0.007198039,0.02096457,0.01557285,0.02532529,0.006734153],"category_scores_gemma":[0.9447311,0.006596114,0.02225484,0.03474676,0.03334202,0.03276982,0.01492412,0.02520266,0.002167318],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01650604,"about_ca_system_score_gemma":0.01846929,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002859945,"about_ca_topic_score_gemma":0.007048124,"domain_scores_codex":[0.04324719,0.7885712,0.1240086,0.008471682,0.03463398,0.001067412],"domain_scores_gemma":[0.02309063,0.8951322,0.03619959,0.03156824,0.01339313,0.0006162431],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.004802037,0.0003245052,0.01166699,0.168526,0.02162796,0.002208027,0.02309753,0.006205532,0.001093635,0.3318298,0.03924329,0.3893746],"study_design_scores_gemma":[0.003405322,0.001191013,0.004838184,0.1325652,0.01436617,0.002741382,0.003773513,0.01977627,0.003665639,0.7336728,0.07880071,0.001203732],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005466405,0.09306695,0.7699588,0.05982859,0.02035225,0.03853548,0.001371655,0.001297242,0.01012267],"genre_scores_gemma":[0.08366209,0.01546131,0.7906612,0.02431182,0.005742584,0.07744364,0.0003862644,0.0005225469,0.00180861],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1259314,"threshold_uncertainty_score":0.1552959,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015957719","doi":"10.1002/jrsm.41","title":"Reliability and validity of three quality rating instruments for systematic reviews of observational studies","year":2011,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":172,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Observational study; Intraclass correlation; Reliability (semiconductor); Validity; Inter-rater reliability; Rating scale; Sign (mathematics); Statistics; Psychology; Medicine; Clinical psychology; Psychometrics; Mathematics; Physics","authors":[{"name":"Jennifer M. Hootman","is_ca":false},{"name":"Jeffrey B. Driban","is_ca":false},{"name":"Michael R. Sitler","is_ca":false},{"name":"Kyle Harris","is_ca":false},{"name":"Nicole M. Cattano","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9900024069594315,"gpt":0.7477755849671291,"spread":0.2422268219923024,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5165881,0.001711414,0.006860164,0.01798309,0.00270034,0.005799064,0.003587581,0.002776418,0.002943161],"category_scores_gemma":[0.7185348,0.001718927,0.01867958,0.01944919,0.003544137,0.005352745,0.006329552,0.003706559,0.0006997872],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008541285,"about_ca_system_score_gemma":0.01767346,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003240143,"about_ca_topic_score_gemma":0.006751957,"domain_scores_codex":[0.3508987,0.3118401,0.2411631,0.01666247,0.07661088,0.002824652],"domain_scores_gemma":[0.2149162,0.4761422,0.1397777,0.03277,0.1340241,0.002369845],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.006290342,0.0006704562,0.2560601,0.2805487,0.07648426,0.0004295537,0.01879415,0.006766801,0.002577683,0.01423864,0.02931739,0.307822],"study_design_scores_gemma":[0.01005702,0.004341216,0.6088508,0.1515237,0.05600429,0.001630674,0.007042869,0.03042144,0.005775251,0.03135238,0.09041157,0.00258888],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1929411,0.1901228,0.3283856,0.01002457,0.005185094,0.2015466,0.04778966,0.002646815,0.02135775],"genre_scores_gemma":[0.4018338,0.01333698,0.3033724,0.001894656,0.0004953363,0.26467,0.01312651,0.0003242242,0.000946049],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4834119,"threshold_uncertainty_score":0.596133,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1803108444","doi":"10.1002/jrsm.1077","title":"Checklists of methodological issues for review authors to consider when including non‐randomized studies in systematic reviews","year":2013,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":140,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Institute of Population and Public Health; University of Ottawa","funders":"Economic and Social Research Council; National Institute for Health and Care Research; Scottish Government","keywords":"Systematic review; Operationalization; Randomized controlled trial; Confounding; MEDLINE; Meta-analysis; Psychological intervention; Checklist; Research design; Clinical study design; Psychology; Management science; Computer science; Medicine; Clinical trial; Political science; Engineering; Psychiatry; Statistics","authors":[{"name":"George A. Wells","is_ca":true},{"name":"Beverley Shea","is_ca":true},{"name":"Julian P. T. Higgins","is_ca":false},{"name":"Jonathan A C Sterne","is_ca":false},{"name":"Peter Tugwell","is_ca":true},{"name":"Barnaby C Reeves","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9865716552292881,"gpt":0.792126037302518,"spread":0.1944456179267702,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5457343,0.009092682,0.01111918,0.03474287,0.005213657,0.01017635,0.01091711,0.0109356,0.02238311],"category_scores_gemma":[0.8110687,0.00876945,0.02329918,0.02980951,0.008630145,0.01257753,0.01357308,0.01967754,0.007567121],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01376579,"about_ca_system_score_gemma":0.05066787,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003533975,"about_ca_topic_score_gemma":0.006857498,"domain_scores_codex":[0.2980778,0.3506646,0.3209656,0.004226743,0.02344656,0.002618729],"domain_scores_gemma":[0.09661089,0.5841781,0.104346,0.03696704,0.1737345,0.004163413],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002976918,0.0004069013,0.002740105,0.3280081,0.003139935,0.001054211,0.01200255,0.003040237,0.002312518,0.01603672,0.3136075,0.3146744],"study_design_scores_gemma":[0.009963596,0.001280886,0.007828124,0.367596,0.005840504,0.001513644,0.005936208,0.008795284,0.004272576,0.06906236,0.5163472,0.001563651],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"methods","genre_scores_codex":[0.004775142,0.03178649,0.2881327,0.05626225,0.02122381,0.5555433,0.02547314,0.008733589,0.008069643],"genre_scores_gemma":[0.005074539,0.006307574,0.5831168,0.004740927,0.0009555952,0.39414,0.004067786,0.0004052286,0.001191573],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4542657,"threshold_uncertainty_score":0.5601906,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1484962366","doi":"10.1002/jrsm.1068","title":"An introduction to methodological issues when including non‐randomised studies in systematic reviews on the effects of interventions","year":2013,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":115,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Centre for Global Health Research; Institute of Population and Public Health","funders":"","keywords":"Psychological intervention; Systematic review; MEDLINE; Stakeholder; Medical education; Randomized controlled trial; Alternative medicine; Meta-analysis; Health care; Psychology; Medicine; Management science; Nursing; Political science; Public relations","authors":[{"name":"Barnaby C Reeves","is_ca":false},{"name":"Julian P. T. Higgins","is_ca":false},{"name":"Craig Ramsay","is_ca":false},{"name":"Beverley Shea","is_ca":true},{"name":"Peter Tugwell","is_ca":true},{"name":"George A. Wells","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9733209713276808,"gpt":0.7604628857848775,"spread":0.2128580855428033,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6019133,0.006978981,0.009830761,0.02081536,0.005926241,0.01657631,0.01395466,0.02451458,0.01763594],"category_scores_gemma":[0.7439597,0.008203317,0.01779666,0.02496785,0.02229503,0.02720688,0.01604639,0.04760485,0.009030677],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009533096,"about_ca_system_score_gemma":0.02538138,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001928118,"about_ca_topic_score_gemma":0.00477955,"domain_scores_codex":[0.2462084,0.593263,0.1199398,0.006128941,0.03312006,0.001339752],"domain_scores_gemma":[0.07886898,0.8476993,0.02182723,0.01967534,0.03021919,0.001709964],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001157004,0.000314026,0.001127226,0.1732979,0.002890468,0.00121586,0.01446095,0.001606931,0.002115185,0.0965824,0.3070338,0.3981982],"study_design_scores_gemma":[0.001432294,0.0005766089,0.001461159,0.1996076,0.002167595,0.002399987,0.001614515,0.00350785,0.0009420718,0.2152354,0.5704783,0.0005765484],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.000533047,0.1279012,0.6660865,0.1162173,0.05537662,0.02462903,0.001686435,0.002062989,0.005506852],"genre_scores_gemma":[0.002160951,0.03139504,0.8801023,0.02826566,0.008311112,0.0476049,0.0003092372,0.0006010539,0.001249847],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3980867,"threshold_uncertainty_score":0.4909118,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2043360969","doi":"10.1002/jrsm.30","title":"The evolution of a new publication type: Steps and challenges of producing overviews of reviews","year":2010,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":113,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba; Children's Hospital Research Institute of Manitoba; Cochrane; University of Alberta","funders":"","keywords":"Systematic review; Presentation (obstetrics); Process (computing); Mandate; Identification (biology); Computer science; Engineering ethics; Management science; MEDLINE; Psychology; Medicine; Political science; Engineering","authors":[{"name":"Denise Thomson","is_ca":true},{"name":"Kelly Russell","is_ca":true},{"name":"Lorne A Becker","is_ca":false},{"name":"Terry P. Klassen","is_ca":true},{"name":"Lisa Hartling","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9268161503390395,"gpt":0.6748823847148678,"spread":0.2519337656241717,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7806959,0.004548713,0.01468015,0.06037061,0.006592248,0.05466158,0.01327815,0.01172449,0.01018178],"category_scores_gemma":[0.9172261,0.008882754,0.01524079,0.04133218,0.01335473,0.04594405,0.02066384,0.02391176,0.006289923],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01837165,"about_ca_system_score_gemma":0.06048856,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003745235,"about_ca_topic_score_gemma":0.005493368,"domain_scores_codex":[0.1551708,0.4670708,0.2558437,0.01413973,0.1059272,0.001847818],"domain_scores_gemma":[0.03392173,0.6148371,0.07706016,0.08108176,0.1884989,0.004600387],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001440238,0.0001410725,0.003714088,0.1611676,0.004961571,0.0004849468,0.01353058,0.001116673,0.002220489,0.07322795,0.1151821,0.6228127],"study_design_scores_gemma":[0.001543698,0.0008342942,0.004537513,0.3003014,0.009896022,0.001417649,0.006946752,0.004086514,0.003235609,0.1436139,0.5225596,0.001027054],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.005692935,0.1733022,0.3557158,0.3610542,0.06227602,0.0194214,0.00443788,0.004073251,0.01402616],"genre_scores_gemma":[0.01779661,0.05570187,0.8624566,0.02598046,0.009177881,0.02332154,0.001220855,0.001902862,0.00244128],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.2193041,"threshold_uncertainty_score":0.2704411,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2103418324","doi":"10.1002/jrsm.53","title":"Comparison of statistical inferences from the DerSimonian–Laird and alternative random‐effects model meta‐analyses – an empirical assessment of 920 Cochrane primary outcome meta‐analyses","year":2011,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":80,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University","funders":"","keywords":"Estimator; Meta-analysis; Statistics; Random effects model; Econometrics; Mathematics; Confidence interval; Medicine; Internal medicine","authors":[{"name":"Kristian Thorlund","is_ca":true},{"name":"Jørn Wetterslev","is_ca":true},{"name":"Tahany Awad","is_ca":false},{"name":"Lehana Thabane","is_ca":true},{"name":"Christian Gluud","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9790827001812016,"gpt":0.785766586948887,"spread":0.1933161132323146,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4108774,0.00524888,0.012349,0.01835741,0.0008377886,0.008844784,0.005977281,0.004753512,0.002460525],"category_scores_gemma":[0.6574786,0.002515266,0.04325167,0.01016424,0.003108867,0.008010589,0.005895608,0.005851408,0.0004349768],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004175299,"about_ca_system_score_gemma":0.002892468,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001177525,"about_ca_topic_score_gemma":0.001599432,"domain_scores_codex":[0.3922251,0.5145372,0.05239404,0.01152038,0.02855338,0.0007699004],"domain_scores_gemma":[0.3428407,0.5872267,0.02860475,0.02825676,0.01238904,0.0006821341],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.01021911,0.0001704175,0.01388043,0.06732318,0.7150258,0.0005943879,0.001249159,0.03783229,0.001279044,0.01373256,0.002499155,0.1361945],"study_design_scores_gemma":[0.01151547,0.005509025,0.03165003,0.03465597,0.660979,0.00184258,0.001222668,0.09950598,0.006556303,0.1298209,0.01529108,0.001450875],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07846154,0.4232222,0.4756761,0.003523793,0.001946433,0.008426591,0.003563168,0.001049326,0.004130814],"genre_scores_gemma":[0.5660747,0.05549848,0.3569605,0.002956987,0.0007186366,0.01355711,0.002925421,0.000592923,0.0007152582],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5891227,"threshold_uncertainty_score":0.7264931,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2099087018","doi":"10.1002/jrsm.42","title":"Precision of healthcare systematic review searches in a cross‐sectional sample","year":2011,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":79,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Public Health; Children's Hospital of Eastern Ontario","funders":"U.S. National Library of Medicine; Health Canada; National Institutes of Health","keywords":"Systematic review; MEDLINE; Interquartile range; Sample size determination; Health care; Sample (material); Medicine; Range (aeronautics); Information retrieval; Computer science; Statistics; Data mining; Mathematics; Physics","authors":[{"name":"Margaret Sampson","is_ca":true},{"name":"Jennifer Tetzlaff","is_ca":true},{"name":"Christine Urquhart","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.953369109962058,"gpt":0.7176757588278021,"spread":0.2356933511342559,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6191031,0.002228294,0.006352425,0.0229472,0.00240057,0.007789398,0.003050637,0.003304229,0.002167466],"category_scores_gemma":[0.8864479,0.00322071,0.009155389,0.02273582,0.005401336,0.007839041,0.008542533,0.002393477,0.0005840954],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004445969,"about_ca_system_score_gemma":0.006506273,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00299222,"about_ca_topic_score_gemma":0.004225759,"domain_scores_codex":[0.1964844,0.5260713,0.1884285,0.02934173,0.05776634,0.001907678],"domain_scores_gemma":[0.04296767,0.8214281,0.07796275,0.04210949,0.0150961,0.0004359322],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.008804436,0.0003480102,0.6438869,0.05855632,0.07663195,0.000969767,0.01808145,0.006884379,0.001983355,0.0105951,0.00686344,0.1663949],"study_design_scores_gemma":[0.003812657,0.005598516,0.7129377,0.04794072,0.0695489,0.008925485,0.008965603,0.02546822,0.009851039,0.0688927,0.03652274,0.001535718],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4663656,0.1768607,0.2981839,0.008074798,0.001494454,0.01770678,0.01268592,0.001418419,0.0172096],"genre_scores_gemma":[0.9205851,0.006000009,0.0600942,0.001622736,0.0003122697,0.007100343,0.003747606,0.0001547238,0.000383058],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3808969,"threshold_uncertainty_score":0.4697137,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2986493832","doi":"10.1002/jrsm.1385","title":"Construct validity of the Physiotherapy Evidence Database (PEDro) quality scale for randomized trials: Item response theory and factor analyses","year":2019,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Psychometric Methodologies and Testing","field":"Decision Sciences","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Physiotherapy Foundation of Canada; National Science Foundation","keywords":"Item response theory; Construct (python library); Scale (ratio); Construct validity; Psychology; Randomized controlled trial; Clinical psychology; Quality (philosophy); Psychometrics; Physical therapy; Applied psychology; Medicine; Computer science","authors":[{"name":"Emiliano Albanese","is_ca":false},{"name":"Lukas Bütikofer","is_ca":false},{"name":"Susan Armijo‐Olivo","is_ca":true},{"name":"Christine Ha","is_ca":true},{"name":"Matthias Egger","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.942994865986386,"gpt":0.7599710097067921,"spread":0.1830238562795939,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5333409,0.001390088,0.006577774,0.01551167,0.001450217,0.006763951,0.003069884,0.002290065,0.002579623],"category_scores_gemma":[0.7701933,0.001361993,0.01796065,0.01680762,0.005755112,0.005100719,0.00692003,0.003788593,0.0003553648],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006904996,"about_ca_system_score_gemma":0.007391163,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001466641,"about_ca_topic_score_gemma":0.001711939,"domain_scores_codex":[0.3324255,0.4739374,0.12289,0.01315491,0.05624728,0.001344794],"domain_scores_gemma":[0.1057857,0.7448986,0.09268336,0.02147908,0.03396437,0.001188896],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.004830408,0.0006511652,0.4672444,0.1129281,0.09601349,0.0001558302,0.008839677,0.01418401,0.0005411265,0.03690404,0.01087761,0.2468301],"study_design_scores_gemma":[0.007141108,0.006446831,0.6300083,0.07563452,0.04664396,0.001295477,0.005430783,0.06295312,0.002217628,0.1270601,0.03368761,0.001480555],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2629414,0.1481826,0.4953412,0.01185872,0.001832712,0.04774107,0.01477591,0.0008830221,0.01644331],"genre_scores_gemma":[0.7592205,0.006220586,0.1851055,0.001560022,0.0002429786,0.0435277,0.003760839,0.0001102267,0.000251527],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4666591,"threshold_uncertainty_score":0.5754738,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2947538236","doi":"10.1002/jrsm.1362","title":"Estimating hazard ratios from published Kaplan‐Meier survival curves: A methods validation study","year":2019,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Canadian Centre for Applied Research in Cancer Control; Public Health Ontario; University of Toronto; Sunnybrook Health Science Centre","funders":"Canadian Centre for Applied Research in Cancer Control","keywords":"Intraclass correlation; Inter-rater reliability; Hazard ratio; Statistics; Reliability (semiconductor); Medicine; Standard error; Gold standard (test); Mathematics; Confidence interval; Reproducibility; Physics","authors":[{"name":"Ronak Saluja","is_ca":true},{"name":"Sierra Cheng","is_ca":true},{"name":"Keemo Althea delos Santos","is_ca":true},{"name":"Kelvin Chan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7748885543966163,"gpt":0.7029467070522295,"spread":0.0719418473443868,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4711641,0.002944488,0.003300168,0.00948656,0.001713299,0.00444212,0.004368793,0.002283856,0.004055578],"category_scores_gemma":[0.7422266,0.001910396,0.01116898,0.008548254,0.002553635,0.004360661,0.003771282,0.002774894,0.001334106],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003104022,"about_ca_system_score_gemma":0.005283752,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002431015,"about_ca_topic_score_gemma":0.002906953,"domain_scores_codex":[0.5236338,0.3804332,0.04593527,0.01608808,0.03306045,0.0008492604],"domain_scores_gemma":[0.1490491,0.6790159,0.05952328,0.06761955,0.0443436,0.0004485165],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.007294487,0.0005392184,0.2441588,0.04060032,0.1013962,0.0004766338,0.007859218,0.03544397,0.00245505,0.02552836,0.01973109,0.5145168],"study_design_scores_gemma":[0.01157193,0.01145845,0.2963181,0.04699065,0.07232069,0.004581752,0.00349526,0.2470756,0.01691498,0.08773696,0.1988585,0.002677128],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04159797,0.02285894,0.9101583,0.001107544,0.0007988471,0.01346551,0.004773447,0.001395509,0.003843955],"genre_scores_gemma":[0.3420956,0.005075943,0.6180989,0.0009209965,0.0003788011,0.02900172,0.002771893,0.0007047676,0.0009513569],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5288359,"threshold_uncertainty_score":0.6521488,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3034095928","doi":"10.1002/jrsm.1428","title":"The Kilim plot: A tool for visualizing network meta‐analysis results for multiple outcomes","year":2020,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Mental Health Research Topics","field":"Psychology","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Michael's Hospital","funders":"Public Health Research Programme; European Commission; National Institute for Health and Care Research; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Plot (graphics); Computer science; Meta-analysis; Forest plot; Data science; Statistics; Medicine; Mathematics; Internal medicine","authors":[{"name":"Michael Seo","is_ca":false},{"name":"Toshi A. Furukawa","is_ca":false},{"name":"Areti Angeliki Veroniki","is_ca":true},{"name":"Toby Pillinger","is_ca":false},{"name":"Anneka Tomlinson","is_ca":false},{"name":"Georgia Salanti","is_ca":false},{"name":"Andrea Cipriani","is_ca":false},{"name":"Orestis Efthimiou","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7463800401262789,"gpt":0.6693628014414853,"spread":0.0770172386847936,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0278696,0.004684243,0.003492211,0.01548149,0.0008487094,0.004706275,0.00263275,0.00246911,0.1122687],"category_scores_gemma":[0.119763,0.001606037,0.007742429,0.008334127,0.0008188667,0.004446093,0.00493172,0.003694323,0.008248887],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001353894,"about_ca_system_score_gemma":0.00339812,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003081609,"about_ca_topic_score_gemma":0.00406034,"domain_scores_codex":[0.9877324,0.008451548,0.001336755,0.001080862,0.001219855,0.0001785779],"domain_scores_gemma":[0.8259323,0.1618365,0.005287518,0.003737969,0.002744523,0.0004612469],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00369436,0.0002709371,0.01015233,0.04776195,0.01488081,0.001150144,0.002444243,0.04199133,0.003518774,0.06175496,0.4426872,0.3696929],"study_design_scores_gemma":[0.004056304,0.0007888479,0.009124352,0.01156427,0.008575174,0.001535075,0.000754289,0.1929172,0.006730109,0.261899,0.5012786,0.0007768164],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00588447,0.01094592,0.7092256,0.00383818,0.001364584,0.001645431,0.1369729,0.1221936,0.00792928],"genre_scores_gemma":[0.07722352,0.006276462,0.8496598,0.00137409,0.0006418294,0.009264454,0.03263995,0.01933123,0.003588752],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9721304,"threshold_uncertainty_score":0.3755761,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3043051650","doi":"10.1002/jrsm.1435","title":"Creating effective interrupted time series graphs: Review and recommendations","year":2020,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Canadian Institutes of Health Research; Monash University; Medical Research Council; Australian Government","keywords":"Computer science; Standardization; Visualization; Data mining; Data visualization; Graph; Software; Data extraction; Graph drawing; Information retrieval; Time series; Data science; Machine learning; Theoretical computer science; MEDLINE","authors":[{"name":"Simon Turner","is_ca":false},{"name":"Amalia Karahalios","is_ca":false},{"name":"Andrew Forbes","is_ca":false},{"name":"Monica Taljaard","is_ca":true},{"name":"Jeremy Grimshaw","is_ca":true},{"name":"Elizabeth Korevaar","is_ca":false},{"name":"Allen Cheng","is_ca":false},{"name":"Lisa Bero","is_ca":false},{"name":"Joanne E. McKenzie","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.214636014942542,"gpt":0.5644807030011398,"spread":0.3498446880585978,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.16621,0.003388583,0.006241706,0.02743602,0.001429084,0.008814646,0.009167235,0.007840729,0.02955974],"category_scores_gemma":[0.588689,0.003355698,0.01401494,0.02149429,0.002759712,0.01523994,0.005237664,0.007655326,0.009064494],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007673576,"about_ca_system_score_gemma":0.03317931,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01363482,"about_ca_topic_score_gemma":0.02606188,"domain_scores_codex":[0.8495889,0.09270365,0.03642653,0.003990498,0.01583174,0.001458617],"domain_scores_gemma":[0.3905879,0.4313941,0.05100811,0.01876894,0.1045526,0.003688343],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003919131,0.00007661374,0.001045248,0.4231082,0.00267513,0.000227614,0.001853606,0.001208829,0.0004147949,0.008108456,0.2488465,0.312043],"study_design_scores_gemma":[0.0005578754,0.00009604017,0.001401443,0.6761913,0.004695759,0.0001633667,0.0008946139,0.001128153,0.0004949572,0.01459381,0.2995755,0.0002071911],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002205596,0.5241802,0.09560449,0.2731526,0.03699468,0.02622403,0.02298416,0.005256529,0.01339779],"genre_scores_gemma":[0.01983478,0.4818342,0.3700048,0.0588085,0.006293892,0.04663742,0.008531048,0.001252042,0.006803224],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8337899,"threshold_uncertainty_score":0.8790131,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2903321323","doi":"10.1002/jrsm.1333","title":"The use of mathematical modeling studies for evidence synthesis and guideline development: A glossary","year":2018,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"COVID-19 epidemiological studies","field":"Mathematics","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval; The Quebec Population Health Research Network","funders":"National Health and Medical Research Council; Victorian Centre for Biostatistics; TDR; World Health Organization","keywords":"Terminology; Glossary; Management science; Computer science; Guideline; Systematic review; Data science; MEDLINE; Medicine; Engineering; Pathology","authors":[{"name":"Teegwendé Valérie Porgo","is_ca":true},{"name":"Susan L. Norris","is_ca":false},{"name":"Georgia Salanti","is_ca":false},{"name":"Leigh F. Johnson","is_ca":false},{"name":"J. A. Simpson","is_ca":false},{"name":"Nicola Low","is_ca":false},{"name":"Matthias Egger","is_ca":false},{"name":"Christian L. Althaus","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9114025315052573,"gpt":0.6791936628228623,"spread":0.232208868682395,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06595579,0.003293703,0.005067049,0.0228565,0.001932612,0.009968839,0.00498792,0.006496044,0.02314636],"category_scores_gemma":[0.2485005,0.002395373,0.005588873,0.01912718,0.005203919,0.009841586,0.006640845,0.009427343,0.009231991],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005988122,"about_ca_system_score_gemma":0.01035111,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0044203,"about_ca_topic_score_gemma":0.005798858,"domain_scores_codex":[0.898909,0.043648,0.04473818,0.002746699,0.00945542,0.0005027381],"domain_scores_gemma":[0.7273089,0.2192683,0.02306608,0.009940801,0.01930962,0.001106153],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001422868,0.0000479981,0.0003261213,0.08989722,0.0004462515,0.0003786562,0.003136153,0.001847441,0.0007408742,0.2598845,0.425798,0.2173545],"study_design_scores_gemma":[0.00007224903,0.00005980961,0.0003840747,0.08378102,0.00036996,0.0006064046,0.0004891412,0.001109139,0.0003317437,0.087926,0.8247489,0.0001217075],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"methods","genre_scores_codex":[0.0008170956,0.4127358,0.4022621,0.07510313,0.01965033,0.01261523,0.02645803,0.001575481,0.04878273],"genre_scores_gemma":[0.009083825,0.2675495,0.6247332,0.03278041,0.007204613,0.04044724,0.008994925,0.00103158,0.008174741],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9340442,"threshold_uncertainty_score":0.3488117,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3021470514","doi":"10.1002/jrsm.1511","title":"Methods for population adjustment with limited access to individual patient data: A review and simulation study","year":2021,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":57,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children; Public Health Ontario; University of Toronto","funders":"Engineering and Physical Sciences Research Council; Canadian Institutes of Health Research; Institute of Conservation","keywords":"Covariate; Estimator; Standard error; Sample size determination; Measure (data warehouse); Variance (accounting); Population; Standard deviation; Confidence interval","authors":[],"retraction":null,"screen_n_in":null,"score":{"opus":0.7644489907710884,"gpt":0.7005175490144144,"spread":0.06393144175667398,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0335491,0.001380638,0.003619871,0.007120663,0.0003778214,0.001833749,0.002438154,0.001787173,0.01179663],"category_scores_gemma":[0.12205,0.0006920036,0.00935422,0.008465924,0.0006625841,0.00241247,0.001108506,0.002119488,0.001240867],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003150265,"about_ca_system_score_gemma":0.007046172,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006028763,"about_ca_topic_score_gemma":0.006660673,"domain_scores_codex":[0.9797896,0.01547586,0.001795839,0.0006215641,0.002153714,0.0001634276],"domain_scores_gemma":[0.8996425,0.08931813,0.004231153,0.002119373,0.004396641,0.0002921404],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004630263,0.0001167827,0.001937574,0.149637,0.008424442,0.0002214175,0.0002176293,0.01732087,0.0001236856,0.02853578,0.02955343,0.7634484],"study_design_scores_gemma":[0.001442444,0.001036413,0.008777523,0.2833553,0.0341287,0.002260186,0.000389034,0.04898312,0.0006657211,0.1162887,0.5022785,0.0003943671],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001198115,0.9099495,0.07830948,0.003133623,0.0008617418,0.001476427,0.0009378754,0.0002511838,0.003882049],"genre_scores_gemma":[0.03170684,0.8498082,0.1080899,0.001963197,0.000676432,0.005333242,0.0009252442,0.0001474929,0.001349494],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9664509,"threshold_uncertainty_score":0.1774267,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389569015","doi":"10.1002/jrsm.1686","title":"<scp>metamedian</scp>: An R package for meta‐analyzing studies reporting medians","year":2023,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University Health Centre; McGill University","funders":"National Science Foundation","keywords":"Meta-analysis; Computer science; Sample size determination; Median; Software; Sample (material); Outcome (game theory); Statistics; Data science; Medicine; Mathematics","authors":[{"name":"Sean McGrath","is_ca":false},{"name":"Xiaofei Zhao","is_ca":false},{"name":"Ömer Öztürk","is_ca":false},{"name":"Stephan Katzenschlager","is_ca":false},{"name":"Russell W. Steele","is_ca":true},{"name":"Andrea Benedetti","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9897344879680611,"gpt":0.7931787116963884,"spread":0.1965557762716726,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02659353,0.004505477,0.004867429,0.01000615,0.0007705545,0.005224344,0.004497184,0.002494667,0.1326206],"category_scores_gemma":[0.1840583,0.003206033,0.01081355,0.009772864,0.001224506,0.0036222,0.005638999,0.004011754,0.03595771],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001583424,"about_ca_system_score_gemma":0.009282592,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003646874,"about_ca_topic_score_gemma":0.00535143,"domain_scores_codex":[0.9830186,0.01047444,0.002692094,0.001554339,0.001919847,0.000340647],"domain_scores_gemma":[0.8298329,0.1435771,0.01007837,0.009704046,0.005982234,0.0008253781],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001334992,0.00009024717,0.004107599,0.065414,0.01268948,0.0008357686,0.0008564772,0.007764571,0.002161636,0.02881756,0.7691334,0.1067942],"study_design_scores_gemma":[0.003531426,0.0003326838,0.00812944,0.01302579,0.01007274,0.001498163,0.0001838308,0.03084441,0.006372685,0.1024133,0.822885,0.0007103338],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"software","genre_scores_codex":[0.002596599,0.007162382,0.4214742,0.003559293,0.002039938,0.005065892,0.3249749,0.2230597,0.01006706],"genre_scores_gemma":[0.0253851,0.005120442,0.7900649,0.0024492,0.0006787347,0.04196959,0.05605177,0.07160431,0.00667602],"genre_candidate":"software","genre_consensus":null,"teacher_disagreement_score":0.9734065,"threshold_uncertainty_score":0.4436601,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3177444756","doi":"10.1002/jrsm.1508","title":"Including <scp>non‐English</scp> language articles in systematic reviews: A reflection on processes for identifying low‐cost sources of translation support","year":2021,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Medical Research Council; Medical Research Council Canada","keywords":"Systematic review; Computer science; English language; Reflection (computer programming); Process (computing); Social media; Psychology; MEDLINE; Political science; World Wide Web; Mathematics education","authors":[{"name":"Lauren Rockliffe","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9211131536084689,"gpt":0.6872420127582198,"spread":0.2338711408502491,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7753938,0.003048206,0.006405247,0.01801019,0.01048262,0.03536331,0.0113143,0.02046888,0.007030422],"category_scores_gemma":[0.9034491,0.004947986,0.00909013,0.02600133,0.03191884,0.03923543,0.02280721,0.03242975,0.003704119],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.034502,"about_ca_system_score_gemma":0.1171178,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01652873,"about_ca_topic_score_gemma":0.02486279,"domain_scores_codex":[0.09537803,0.6685508,0.1482074,0.009577447,0.0748947,0.003391511],"domain_scores_gemma":[0.01733178,0.8648919,0.04230356,0.02280013,0.05052045,0.002152142],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001096578,0.0002634205,0.008183056,0.2673485,0.003583182,0.00341573,0.2178181,0.002977082,0.007472774,0.08265945,0.1898883,0.2152939],"study_design_scores_gemma":[0.0007183,0.0005620864,0.004873826,0.4377169,0.00188704,0.003558976,0.04142311,0.003486303,0.00469549,0.0956184,0.4044523,0.00100734],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.008741311,0.07694323,0.08410314,0.7946075,0.0132117,0.009875647,0.0009110644,0.0007011319,0.01090522],"genre_scores_gemma":[0.1471985,0.08663419,0.4452781,0.2657026,0.01056576,0.03659406,0.0006969409,0.00150574,0.005824112],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2246062,"threshold_uncertainty_score":0.2769795,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2338480338","doi":"10.1002/jrsm.1204","title":"Disconnected by design: analytic approach in treatment networks having no common comparator","year":2016,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; University of British Columbia","funders":"National Institutes of Health","keywords":"Computer science; Bayesian network; Risk analysis (engineering); Artificial intelligence; Medicine","authors":[{"name":"Sarah Goring","is_ca":false},{"name":"Paul Gustafson","is_ca":true},{"name":"Yangfan Liu","is_ca":false},{"name":"Sammy Saab","is_ca":false},{"name":"Stephanie Cline","is_ca":false},{"name":"Robert W. Platt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.834068243143668,"gpt":0.6795690327267213,"spread":0.1544992104169467,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2330255,0.005054187,0.008398944,0.008912053,0.002098538,0.006736332,0.00842731,0.006889158,0.01355869],"category_scores_gemma":[0.4298614,0.002763894,0.009982388,0.007465762,0.00710561,0.01006882,0.008369405,0.009157694,0.001559297],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006863665,"about_ca_system_score_gemma":0.006840962,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002977387,"about_ca_topic_score_gemma":0.002479856,"domain_scores_codex":[0.6267158,0.3488473,0.005848827,0.009872871,0.007917543,0.000797484],"domain_scores_gemma":[0.5361108,0.4251878,0.01156651,0.02182238,0.004293764,0.00101873],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001347598,0.0002734702,0.002505075,0.006751332,0.007653733,0.0004240769,0.001386587,0.07809804,0.0002991897,0.7668002,0.004989583,0.1294711],"study_design_scores_gemma":[0.0005534568,0.0002944082,0.0002600568,0.0007191149,0.001290588,0.0000931478,0.0001078274,0.08273701,0.0002260779,0.9062183,0.007432516,0.00006756609],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001386599,0.001626691,0.9910381,0.001328811,0.0002406566,0.002372281,0.0002502112,0.0001778924,0.001578784],"genre_scores_gemma":[0.04695025,0.001471666,0.9298886,0.001390471,0.0002916745,0.01863444,0.0003346326,0.0001235112,0.0009146746],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7669745,"threshold_uncertainty_score":0.9458161,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2762597371","doi":"10.1002/jrsm.1272","title":"A scoping approach to systematically review published reviews: Adaptations and recommendations","year":2017,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Manitoba Health; University of Manitoba","funders":"Manitoba Health Research Council; Heart and Stroke Foundation of Canada","keywords":"Systematic review; Multidisciplinary approach; Health care; Publication; MEDLINE; Engineering ethics; Medical education; Medicine; Psychology; Political science; Sociology; Social science; Engineering","authors":[{"name":"Annette Schultz","is_ca":true},{"name":"Leah Goertzen","is_ca":true},{"name":"Janet Rothney","is_ca":true},{"name":"Pamela Wener","is_ca":true},{"name":"Jennifer Enns","is_ca":true},{"name":"Gayle Halas","is_ca":true},{"name":"Alan Katz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9562756172992223,"gpt":0.732530525072342,"spread":0.2237450922268803,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7196258,0.008142469,0.01453604,0.07140108,0.007145359,0.02245152,0.01595438,0.01551611,0.01218288],"category_scores_gemma":[0.8368713,0.01013174,0.02311696,0.07469671,0.01719792,0.03440557,0.02381611,0.02175782,0.007335791],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02555753,"about_ca_system_score_gemma":0.1133107,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01494481,"about_ca_topic_score_gemma":0.03741109,"domain_scores_codex":[0.1848373,0.5301055,0.2276634,0.008886422,0.04553299,0.002974438],"domain_scores_gemma":[0.1083801,0.552991,0.06732268,0.06135555,0.2047816,0.005169031],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003634114,0.0001894477,0.001871849,0.4482902,0.007393473,0.0003777587,0.01499743,0.001053495,0.0005768296,0.01594891,0.0777631,0.4311741],"study_design_scores_gemma":[0.0008154816,0.000218222,0.001643898,0.8382089,0.007355627,0.000345976,0.006535252,0.001453464,0.0006405137,0.03437311,0.1080891,0.0003204579],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00230187,0.2723611,0.2740177,0.2242956,0.03083839,0.1728236,0.004389144,0.002567888,0.01640471],"genre_scores_gemma":[0.008769192,0.1080342,0.7275437,0.01382772,0.00219908,0.1368572,0.001117116,0.0003940392,0.001257697],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2803742,"threshold_uncertainty_score":0.3457513,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1984170021","doi":"10.1002/jrsm.1062","title":"Issues relating to selective reporting when including non‐randomized studies in systematic reviews on the effects of healthcare interventions","year":2012,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for Global Health Research; Institute of Population and Public Health; Ottawa Hospital","funders":"","keywords":"Psychological intervention; Randomized controlled trial; Systematic review; Documentation; Protocol (science); Suspect; MEDLINE; Health care; Psychology; Meta-analysis; Reporting bias; Medicine; Alternative medicine; Computer science; Psychiatry; Political science","authors":[{"name":"Susan L. Norris","is_ca":false},{"name":"David Moher","is_ca":true},{"name":"Barnaby C Reeves","is_ca":false},{"name":"Beverley Shea","is_ca":true},{"name":"Yoon K. Loke","is_ca":false},{"name":"Laurie Anderson","is_ca":false},{"name":"Peter Tugwell","is_ca":true},{"name":"George A. Wells","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9651183188967614,"gpt":0.7655784742142648,"spread":0.1995398446824965,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8037823,0.005459192,0.01307388,0.025398,0.005579867,0.01214964,0.01239787,0.01220382,0.00578381],"category_scores_gemma":[0.9209749,0.007024719,0.01327376,0.03703492,0.02129818,0.01778153,0.01046967,0.01275381,0.002048997],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01452975,"about_ca_system_score_gemma":0.02429697,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006273073,"about_ca_topic_score_gemma":0.00947318,"domain_scores_codex":[0.0664054,0.6909317,0.1881732,0.01183852,0.04102569,0.001625353],"domain_scores_gemma":[0.02881445,0.8243841,0.07352597,0.04352346,0.02872277,0.001029179],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00433307,0.0002476563,0.02102447,0.3454695,0.02537492,0.002891186,0.03941967,0.003907107,0.001845812,0.1089275,0.1386766,0.3078826],"study_design_scores_gemma":[0.003882915,0.0007852922,0.01856815,0.3442132,0.01981366,0.00396669,0.008892013,0.01511139,0.007911997,0.4175028,0.1577788,0.00157318],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01521776,0.2438469,0.5124479,0.1240882,0.03252193,0.04934322,0.008009449,0.002974401,0.01155031],"genre_scores_gemma":[0.1703949,0.05254059,0.6042344,0.05392183,0.008729499,0.1034916,0.002110666,0.001352552,0.003224042],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1962177,"threshold_uncertainty_score":0.2419714,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2736946457","doi":"10.1002/jrsm.1256","title":"Network meta‐analysis of disconnected networks: How dangerous are random baseline treatment effects?","year":2017,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University Health Centre; McGill University; University of British Columbia","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Baseline (sea); Meta-analysis; Computer science; Medicine; Political science","authors":[{"name":"Audrey Béliveau","is_ca":true},{"name":"Sarah Goring","is_ca":false},{"name":"Robert W. Platt","is_ca":true},{"name":"Paul Gustafson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9055690218436446,"gpt":0.6569411513546755,"spread":0.2486278704889692,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2200755,0.002924681,0.008815737,0.004152206,0.001232806,0.005764618,0.004538656,0.004298439,0.007891212],"category_scores_gemma":[0.5256179,0.001477093,0.02004442,0.006051909,0.003054922,0.006913793,0.003056953,0.006839199,0.0009819336],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003706369,"about_ca_system_score_gemma":0.003277505,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003427084,"about_ca_topic_score_gemma":0.004990036,"domain_scores_codex":[0.6151437,0.3448248,0.01736984,0.01255326,0.009354058,0.0007543109],"domain_scores_gemma":[0.4521054,0.5039557,0.01507225,0.0246556,0.003752256,0.0004588531],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.008340044,0.0001823754,0.01573667,0.2112982,0.4019221,0.0007565942,0.00127415,0.02492696,0.001049672,0.0772649,0.02769565,0.2295526],"study_design_scores_gemma":[0.009054477,0.001107741,0.01042639,0.05691265,0.3287248,0.0008538312,0.0005607118,0.02965489,0.00318272,0.4748122,0.08417994,0.0005296818],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01577975,0.3241728,0.5955496,0.02512362,0.005073098,0.008259913,0.01490537,0.001994793,0.009141134],"genre_scores_gemma":[0.4331613,0.04762185,0.4479136,0.02045916,0.001550885,0.03743381,0.008210367,0.001280974,0.002367944],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7799245,"threshold_uncertainty_score":0.9617857,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2413385969","doi":"10.1002/jrsm.1215","title":"Implications of applying methodological shortcuts to expedite systematic reviews: three case studies using systematic reviews from agri‐food public health","year":2016,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph; Public Health Agency of Canada","funders":"Public Health Agency; Public Health Agency of Canada","keywords":"Rigour; Systematic review; Meta-analysis; Publication bias; Systematic error; Public health; Computer science; MEDLINE; Management science; Statistics; Econometrics; Psychology; Data science; Medicine; Biology; Mathematics; Economics","authors":[{"name":"Mai Pham","is_ca":true},{"name":"Lisa Waddell","is_ca":true},{"name":"Andrijana Rajić","is_ca":true},{"name":"Jan M. Sargeant","is_ca":true},{"name":"Andrew Papadopoulos","is_ca":true},{"name":"Scott A. McEwen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9919902489356272,"gpt":0.7661392033767591,"spread":0.225851045558868,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7789333,0.004425175,0.007431007,0.01772896,0.006201442,0.01689962,0.01014257,0.01834491,0.003590428],"category_scores_gemma":[0.9142925,0.004877204,0.01762588,0.02257678,0.009879348,0.01667514,0.01663051,0.01624836,0.0005255325],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03181124,"about_ca_system_score_gemma":0.05214762,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008683921,"about_ca_topic_score_gemma":0.01462797,"domain_scores_codex":[0.1095083,0.6780015,0.1432224,0.006576512,0.05952735,0.003163976],"domain_scores_gemma":[0.02848621,0.8572288,0.05970297,0.02209806,0.0311958,0.001288081],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.01251364,0.001103359,0.04892447,0.2134848,0.02390882,0.008406276,0.05231678,0.02310359,0.00419983,0.1255135,0.02790696,0.458618],"study_design_scores_gemma":[0.009710761,0.004652312,0.03421656,0.3063684,0.03802423,0.00690424,0.01694789,0.05115748,0.0133324,0.3807786,0.1355261,0.002381075],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1077504,0.1510367,0.4106838,0.2467097,0.008300617,0.05930709,0.003018989,0.001133432,0.01205922],"genre_scores_gemma":[0.308801,0.01771127,0.6006889,0.02503794,0.001102552,0.04516728,0.0006841465,0.000230277,0.000576626],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2210667,"threshold_uncertainty_score":0.2726147,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390519786","doi":"10.1002/jrsm.1694","title":"Advancing the methodology of mapping reviews: A scoping review","year":2024,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Diverse Aspects of Tourism Research","field":"Social Sciences","cited_by":42,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute for Work & Health; Public Health Ontario; Queen's University; University of Toronto; St. Michael's Hospital; Bruyère; University of Ottawa","funders":"National Health and Medical Research Council; La Trobe University","keywords":"PsycINFO; CINAHL; MEDLINE; Citation; Protocol (science); Computer science; Test (biology); Systematic review; Data science; Cochrane Library; Medical education; Psychology; Medicine; Library science; Alternative medicine; Political science","authors":[{"name":"Hanan Khalil","is_ca":false},{"name":"Fiona Campbell","is_ca":false},{"name":"Katrina Danial","is_ca":false},{"name":"Danielle Pollock","is_ca":false},{"name":"Zachary Munn","is_ca":false},{"name":"Vivian Welsh","is_ca":true},{"name":"Ashrita Saran","is_ca":false},{"name":"Dimi Hoppe","is_ca":false},{"name":"Andrea C. Tricco","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7551232860667084,"gpt":0.7100772784172794,"spread":0.04504600764942901,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4816008,0.005096023,0.01348806,0.0818909,0.005647417,0.02297581,0.007653269,0.008406198,0.007240448],"category_scores_gemma":[0.6803275,0.006220529,0.01058201,0.05838997,0.006540541,0.02344427,0.01455315,0.007041886,0.003757646],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01749647,"about_ca_system_score_gemma":0.08752619,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006297984,"about_ca_topic_score_gemma":0.01551668,"domain_scores_codex":[0.4565024,0.3620786,0.115825,0.008673568,0.05454594,0.002374558],"domain_scores_gemma":[0.3094844,0.4731795,0.05866881,0.02374551,0.1322967,0.002625143],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002325607,0.00009171668,0.001247553,0.5628301,0.003134457,0.0004632642,0.008369057,0.0009568433,0.0009324167,0.01480166,0.02611162,0.3808288],"study_design_scores_gemma":[0.0001614554,0.0002178122,0.0008764308,0.8773751,0.003574825,0.000298307,0.003461885,0.0007205615,0.0004798276,0.01484691,0.09784631,0.0001407019],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002048306,0.794395,0.1072612,0.02517708,0.009955566,0.05195021,0.001694255,0.0005066849,0.007011687],"genre_scores_gemma":[0.016556,0.6278407,0.2536411,0.006315979,0.002428045,0.0901375,0.001359783,0.0002478987,0.001473004],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5183992,"threshold_uncertainty_score":0.6392785,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386617069","doi":"10.1002/jrsm.1664","title":"What are the best methods for rapid reviews of the research evidence? A systematic review of reviews and primary studies","year":2023,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Impact","funders":"Pan American Health Organization","keywords":"Data extraction; Systematic review; Credibility; Protocol (science); Computer science; Data science; Publication bias; Information retrieval; MEDLINE; Management science; Meta-analysis; Medicine; Alternative medicine; Engineering","authors":[{"name":"Michelle M. Haby","is_ca":false},{"name":"Jorge Otávio Maia Barreto","is_ca":false},{"name":"Jenny Yeon Hee Kim","is_ca":false},{"name":"Sasha Peiris","is_ca":false},{"name":"Cristián Mansilla","is_ca":true},{"name":"Marcela Torres","is_ca":false},{"name":"Diego Emmanuel Guerrero‐Magaña","is_ca":false},{"name":"Ludovic Revéiz","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9855286116620706,"gpt":0.7959365036411353,"spread":0.1895921080209353,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7352168,0.009362459,0.04425676,0.06426045,0.006426558,0.03918502,0.01312462,0.01903422,0.01319018],"category_scores_gemma":[0.9232785,0.0148592,0.03414587,0.05341237,0.01553457,0.05991558,0.01441226,0.01876707,0.008203468],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02849623,"about_ca_system_score_gemma":0.06831494,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006322127,"about_ca_topic_score_gemma":0.01353638,"domain_scores_codex":[0.08898161,0.6870962,0.1634925,0.0132568,0.0453139,0.001859099],"domain_scores_gemma":[0.04039137,0.7353982,0.1043556,0.03713733,0.07967188,0.003045608],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.001514437,0.0001443402,0.00190239,0.7214487,0.01794921,0.0002564655,0.006911288,0.0008188437,0.0004967254,0.01315308,0.03320816,0.2021964],"study_design_scores_gemma":[0.002653512,0.000363355,0.001658264,0.8870343,0.01450757,0.0003159009,0.00227027,0.001649198,0.0008045568,0.03143736,0.05653532,0.0007704411],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002382863,0.6059825,0.1806118,0.09775317,0.02704648,0.07449472,0.005544984,0.001953846,0.004229602],"genre_scores_gemma":[0.0168816,0.1465911,0.6622015,0.01477959,0.003891091,0.1530409,0.001180731,0.0007549074,0.0006786085],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2647832,"threshold_uncertainty_score":0.3265249,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2744173239","doi":"10.1002/jrsm.1253","title":"Bayesian one‐step IPD network meta‐analysis of time‐to‐event data using Royston‐Parmar models","year":2017,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Medical Research Council; Universidad de Buenos Aires; Chang Gung Medical Foundation; University of Alberta; Sanjay Gandhi Postgraduate Institute of Medical Sciences; Universitair Medisch Centrum Groningen; Chiang Mai University; Rijksuniversiteit Groningen; Yale University","keywords":"Computer science; Bayesian probability; Consistency (knowledge bases); Proportional hazards model; Meta-analysis; Event (particle physics); Bayesian network; Data mining; Machine learning; Statistics; Artificial intelligence; Medicine; Mathematics; Internal medicine","authors":[{"name":"Suzanne C Freeman","is_ca":false},{"name":"James R. Carpenter","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9789937325284529,"gpt":0.7322230783960013,"spread":0.2467706541324516,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08727525,0.004015788,0.009309401,0.007312404,0.0008874472,0.004801775,0.00618998,0.003123022,0.01169736],"category_scores_gemma":[0.1684698,0.002479558,0.02324558,0.006066146,0.001299386,0.004057235,0.004598008,0.005001221,0.001765072],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003374883,"about_ca_system_score_gemma":0.005056283,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0109982,"about_ca_topic_score_gemma":0.009699766,"domain_scores_codex":[0.8999078,0.08779041,0.003679973,0.004579443,0.003546084,0.0004964101],"domain_scores_gemma":[0.8814314,0.1083075,0.003459213,0.004852567,0.001645183,0.0003042291],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002934981,0.0001971093,0.006451177,0.04044884,0.1261966,0.000604769,0.0007140968,0.4351706,0.0007157953,0.167822,0.01426479,0.2044792],"study_design_scores_gemma":[0.002468033,0.000691117,0.002189208,0.00450134,0.07951158,0.0003884424,0.0001192789,0.5551082,0.001033412,0.3189521,0.03475124,0.0002860141],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004774028,0.02762534,0.9524347,0.001955865,0.0003552782,0.003476554,0.005232267,0.001282993,0.002862988],"genre_scores_gemma":[0.1608593,0.01650847,0.7862479,0.002163392,0.0003348284,0.02376484,0.005118149,0.0005888536,0.004414305],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9127247,"threshold_uncertainty_score":0.4615611,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2899927427","doi":"10.1002/jrsm.1330","title":"The impact of the peer review of literature search strategies in support of rapid review reports","year":2018,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"Subject (documents); Peer review; Information retrieval; Scrutiny; Inclusion (mineral); Computer science; Technical peer review; Psychology; World Wide Web; Political science","authors":[{"name":"Carolyn Spry","is_ca":true},{"name":"Monika Mierzwinski‐Urban","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7743918792844233,"gpt":0.7358830040339657,"spread":0.03850887525045765,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.753985,0.00269006,0.005636601,0.03023865,0.004910264,0.02589284,0.008296281,0.005380725,0.005449686],"category_scores_gemma":[0.95166,0.003178851,0.004701296,0.02801892,0.007247532,0.0195504,0.01360937,0.005353143,0.002486446],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01231365,"about_ca_system_score_gemma":0.04942178,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003469802,"about_ca_topic_score_gemma":0.003987281,"domain_scores_codex":[0.06261931,0.7076142,0.1079239,0.006869074,0.1123505,0.002623098],"domain_scores_gemma":[0.01232105,0.7973334,0.07318713,0.02552992,0.0895419,0.002086604],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.004335202,0.0007502374,0.03213694,0.166291,0.005109982,0.001303159,0.04781379,0.001984582,0.003702185,0.008643188,0.02490551,0.7030241],"study_design_scores_gemma":[0.0072332,0.01191849,0.1337672,0.3047886,0.0178255,0.007575833,0.06451157,0.01485836,0.01405618,0.02532832,0.3959667,0.002170206],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.2370773,0.3348311,0.1117148,0.1349367,0.01919168,0.08086444,0.003480354,0.003152637,0.074751],"genre_scores_gemma":[0.7219051,0.06322371,0.1547032,0.01057213,0.007000427,0.03663962,0.001674194,0.001085105,0.003196584],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9697614,"threshold_uncertainty_score":0.3033804,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3030872057","doi":"10.1002/jrsm.1425","title":"Development and validation of study filters for identifying controlled non‐randomized studies in <scp>PubMed</scp> and Ovid <scp>MEDLINE</scp>","year":2020,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Hamilton Health Sciences; Impact","funders":"","keywords":"MEDLINE; Computer science; Randomized controlled trial; Medical physics; Filter (signal processing); Medicine; Information retrieval; Surgery","authors":[{"name":"Siw Waffenschmidt","is_ca":false},{"name":"Tamara Navarro","is_ca":true},{"name":"Nick Hobson","is_ca":true},{"name":"Elke Hausner","is_ca":false},{"name":"Stefan Sauerland","is_ca":false},{"name":"R. Brian Haynes","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8992365636946418,"gpt":0.6515213976464072,"spread":0.2477151660482346,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5179474,0.004511829,0.008795082,0.03241868,0.002974259,0.008765828,0.004973323,0.007183656,0.009010861],"category_scores_gemma":[0.7454728,0.003268016,0.015631,0.01735632,0.002823939,0.008685214,0.005330868,0.003002734,0.002154778],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00829988,"about_ca_system_score_gemma":0.02887207,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00471464,"about_ca_topic_score_gemma":0.006377733,"domain_scores_codex":[0.5995862,0.1485893,0.1897153,0.01699673,0.04200931,0.003103148],"domain_scores_gemma":[0.1469894,0.6978287,0.05593552,0.03100442,0.06650335,0.001738635],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.01316622,0.0007086779,0.04207314,0.2480555,0.02120585,0.0007674189,0.0060077,0.00641728,0.006757942,0.02112993,0.03937603,0.5943344],"study_design_scores_gemma":[0.02653216,0.005639892,0.1219958,0.2118043,0.0750264,0.002158498,0.002557647,0.04932194,0.04439031,0.06336771,0.3951823,0.002023076],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04683315,0.04893289,0.5635852,0.005699262,0.002589136,0.2670237,0.0430149,0.008330415,0.01399127],"genre_scores_gemma":[0.06993567,0.004079963,0.7028765,0.001847184,0.0003442809,0.2111066,0.00818288,0.0005624185,0.001064481],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4820526,"threshold_uncertainty_score":0.5944567,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2623116935","doi":"10.1002/jrsm.1244","title":"Paule‐Mandel estimators for network meta‐analysis with random inconsistency effects","year":2017,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Statistical Methods and Bayesian Inference","field":"Mathematics","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Public Health Ontario; University of Toronto","funders":"Medical Research Council","keywords":"Estimator; Computer science; Meta-analysis; Random effects model; Statistics; Econometrics; Mathematics; Medicine","authors":[{"name":"Dan Jackson","is_ca":false},{"name":"Areti Angeliki Veroniki","is_ca":false},{"name":"Martin Law","is_ca":false},{"name":"Andrea C. Tricco","is_ca":true},{"name":"Rose Baker","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4494998410577451,"gpt":0.5848635729691072,"spread":0.1353637319113621,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1640783,0.002561786,0.006518329,0.007730149,0.001260306,0.004064706,0.006175546,0.003955744,0.006945147],"category_scores_gemma":[0.3717702,0.001764586,0.01306526,0.00762199,0.002682053,0.005366627,0.003845809,0.006101129,0.0009039156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003126487,"about_ca_system_score_gemma":0.00508931,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002310188,"about_ca_topic_score_gemma":0.002701657,"domain_scores_codex":[0.7967812,0.1801073,0.007448379,0.008147091,0.006899321,0.000616766],"domain_scores_gemma":[0.6417436,0.318845,0.01276487,0.0217862,0.00449688,0.0003634833],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001052846,0.0001469404,0.008810808,0.01781642,0.04586814,0.0005678733,0.0007905255,0.09455443,0.00103264,0.4204164,0.01471133,0.3942317],"study_design_scores_gemma":[0.001467446,0.0005565431,0.004740888,0.003910386,0.01840295,0.0006423904,0.0001619555,0.2075768,0.002438068,0.7137189,0.0460764,0.0003073358],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001320748,0.007959214,0.9866922,0.0008044967,0.0002096926,0.001091312,0.0005698928,0.0003476155,0.001004766],"genre_scores_gemma":[0.08138989,0.005883878,0.9001518,0.001127411,0.0003308441,0.00884672,0.0008904467,0.0002723513,0.001106649],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8359217,"threshold_uncertainty_score":0.8677393,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3197721016","doi":"10.1002/jrsm.1565","title":"Parametric G‐computation for compatible indirect treatment comparisons with limited individual patient data","year":2022,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute for Clinical Evaluative Sciences; SickKids Foundation; Hospital for Sick Children; Public Health Ontario; University of Toronto","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computation; Computer science; Parametric statistics; Econometrics; Statistics; Algorithm; Mathematics","authors":[{"name":"Antonio Remiro‐Azócar","is_ca":false},{"name":"Anna Heath","is_ca":true},{"name":"Gianluca Baio","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8280228066436652,"gpt":0.6339570443067984,"spread":0.1940657623368668,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08121569,0.002125136,0.004044253,0.003958305,0.0009643275,0.00271309,0.003405615,0.002046162,0.01546638],"category_scores_gemma":[0.3169702,0.001430108,0.004807747,0.00429346,0.002909204,0.002844861,0.005648592,0.004371656,0.001337113],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002048262,"about_ca_system_score_gemma":0.006349362,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00243466,"about_ca_topic_score_gemma":0.002106169,"domain_scores_codex":[0.8880925,0.09947287,0.002681043,0.004335177,0.004756745,0.0006616893],"domain_scores_gemma":[0.7471309,0.219645,0.00876338,0.02017881,0.003720973,0.0005609464],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001774255,0.0002433277,0.007103034,0.004769721,0.004256816,0.0004521996,0.001093738,0.09530096,0.001086842,0.311591,0.007917421,0.5644106],"study_design_scores_gemma":[0.001181475,0.0007786645,0.004359024,0.001078987,0.00148728,0.0003956267,0.0002228408,0.2466941,0.003074274,0.7188489,0.02172996,0.0001487903],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003667532,0.0006779438,0.9922503,0.0003891986,0.00009477213,0.0008906937,0.0002746838,0.0004190331,0.001335951],"genre_scores_gemma":[0.1082089,0.0006065322,0.8836864,0.0004613886,0.00009583472,0.005495034,0.0004397853,0.0002840277,0.0007219914],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9187843,"threshold_uncertainty_score":0.4295148,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3175297421","doi":"10.1002/jrsm.1530","title":"Bibliometric study of ‘overviews of systematic reviews’ of health interventions: Evaluation of prevalence, citation and journal impact factor","year":2021,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":37,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa; McMaster University; Nova Scotia Health Authority; Cochrane; Impact; University of British Columbia","funders":"","keywords":"Citation; Impact factor; Bibliometrics; Systematic review; MEDLINE; Psychological intervention; Publication; Meta-analysis; Sample size determination; Medicine; Scopus; Family medicine; Library science; Computer science; Statistics; Mathematics; Political science; Pathology; Nursing","authors":[{"name":"Carole Lunny","is_ca":true},{"name":"Trish Neelakant","is_ca":true},{"name":"Alyssa Chen","is_ca":true},{"name":"Gavindeep Shinger","is_ca":true},{"name":"Adrienne Stevens","is_ca":true},{"name":"Sara Tasnim","is_ca":true},{"name":"Shadi Sadeghipouya","is_ca":true},{"name":"Stephen Adams","is_ca":true},{"name":"Yi Wen Zheng","is_ca":true},{"name":"Lester Lin","is_ca":true},{"name":"Pei‐Hsuan Yang","is_ca":true},{"name":"Manpreet Dosanjh","is_ca":true},{"name":"Peter Ngsee","is_ca":true},{"name":"Ursula Ellis","is_ca":true},{"name":"Beverley Shea","is_ca":true},{"name":"Emma K. Reid","is_ca":true},{"name":"James M Wright","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9829367848151381,"gpt":0.7881862511010701,"spread":0.194750533714068,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2477586,0.002080155,0.01174299,0.1722572,0.002045113,0.008304866,0.002410807,0.002221888,0.002993607],"category_scores_gemma":[0.6873532,0.001964283,0.01382055,0.1734155,0.002799345,0.009092273,0.007136691,0.001388128,0.0004325797],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00564296,"about_ca_system_score_gemma":0.0112805,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003319203,"about_ca_topic_score_gemma":0.004691612,"domain_scores_codex":[0.547166,0.1404671,0.2215638,0.01491896,0.07367923,0.002204966],"domain_scores_gemma":[0.1969991,0.5536859,0.1771117,0.02304667,0.04731038,0.001846292],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001866139,0.0001865314,0.5232784,0.2278308,0.08278755,0.0005138024,0.005959454,0.001584603,0.0008052315,0.005622235,0.006937282,0.1426281],"study_design_scores_gemma":[0.001211109,0.001790927,0.7251706,0.09257817,0.1103503,0.003482404,0.007257745,0.00549997,0.001890871,0.01452489,0.03555353,0.0006895446],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.2991921,0.5885029,0.03576641,0.005607065,0.001194709,0.0136446,0.04211422,0.0008477799,0.01313012],"genre_scores_gemma":[0.8370383,0.08587893,0.04377925,0.0008253648,0.001085266,0.01756895,0.01288125,0.0002029818,0.0007397075],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8277428,"threshold_uncertainty_score":0.9276475,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3008476194","doi":"10.1002/jrsm.1402","title":"The median and the mode as robust meta‐analysis estimators in the presence of small‐study effects and outliers","year":2020,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Medical Research Council Canada; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Medical Research Council; University of Bristol; National Institute for Health and Care Research","keywords":"Meta-analysis; Outlier; Estimator; Statistics; Robustness (evolution); Econometrics; Publication bias; Reliability (semiconductor); Robust statistics; Computer science; Mathematics; Confidence interval; Medicine","authors":[{"name":"Fernando Pires Hartwig","is_ca":false},{"name":"George Davey Smith","is_ca":false},{"name":"Amand F. Schmidt","is_ca":false},{"name":"Jonathan A C Sterne","is_ca":false},{"name":"Julian P. T. Higgins","is_ca":false},{"name":"Jack Bowden","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8839268872716101,"gpt":0.6515487591271637,"spread":0.2323781281444464,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2434809,0.002848528,0.008642302,0.01008425,0.0008411406,0.006801676,0.005619852,0.005439144,0.003769833],"category_scores_gemma":[0.566234,0.0017808,0.01313467,0.007688273,0.003802982,0.007563678,0.004372314,0.005813705,0.0008448806],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002315202,"about_ca_system_score_gemma":0.003728393,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001173565,"about_ca_topic_score_gemma":0.0008876887,"domain_scores_codex":[0.6955854,0.2699632,0.01338241,0.01013132,0.01002809,0.0009096091],"domain_scores_gemma":[0.4340039,0.5082171,0.02182922,0.02599934,0.009339474,0.0006110722],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003129255,0.0002053613,0.01486242,0.02992462,0.05114487,0.0008204664,0.002222651,0.08977591,0.002082109,0.2988762,0.01752839,0.4894277],"study_design_scores_gemma":[0.001866225,0.001469597,0.008646809,0.01149787,0.02338035,0.00122773,0.0005509799,0.2211073,0.003427341,0.6885054,0.03761245,0.0007081408],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003570718,0.01907212,0.9723511,0.001328833,0.0005139941,0.0009082836,0.0005614833,0.0005488188,0.001144598],"genre_scores_gemma":[0.1409128,0.01026534,0.8369617,0.001646821,0.0008593149,0.007362723,0.0006714809,0.0004050433,0.000914746],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7565191,"threshold_uncertainty_score":0.9329227,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4399722064","doi":"10.1002/jrsm.1731","title":"Automation tools to support undertaking scoping reviews","year":2024,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute for Work & Health; Public Health Ontario; University of Toronto; St. Michael's Hospital; Queen's University","funders":"National Health and Medical Research Council; La Trobe University","keywords":"Automation; Interoperability; Computer science; Systematic review; Software engineering; Software; Software development; Best practice; Engineering management; Data science; Process management; Systems engineering; Engineering; World Wide Web; MEDLINE","authors":[{"name":"Hanan Khalil","is_ca":false},{"name":"Danielle Pollock","is_ca":false},{"name":"Patricia McInerney","is_ca":false},{"name":"Catrin Evans","is_ca":false},{"name":"Érica Brandão de Moraes","is_ca":false},{"name":"Christina Godfrey","is_ca":true},{"name":"Lyndsay Alexander","is_ca":false},{"name":"Andrea C. Tricco","is_ca":true},{"name":"Micah D.J. Peters","is_ca":false},{"name":"Dawid Pieper","is_ca":false},{"name":"Ashrita Saran","is_ca":false},{"name":"Daniel Ameen","is_ca":false},{"name":"Petek Eylül Taneri","is_ca":false},{"name":"Zachary Munn","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9755536338275869,"gpt":0.7709541161889004,"spread":0.2045995176386864,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3104551,0.007118506,0.005320635,0.04297772,0.003027608,0.01314088,0.007845605,0.004825614,0.05088195],"category_scores_gemma":[0.6330456,0.008405061,0.009845003,0.02794572,0.003248878,0.01729647,0.01644109,0.0073139,0.03954222],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004041685,"about_ca_system_score_gemma":0.01947102,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0027634,"about_ca_topic_score_gemma":0.002825581,"domain_scores_codex":[0.6753528,0.1878006,0.09670764,0.008794149,0.02859057,0.002754241],"domain_scores_gemma":[0.1569169,0.6631052,0.03789515,0.0734278,0.06660258,0.002052364],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001163359,0.0004141857,0.002834102,0.02430645,0.0008922039,0.001026365,0.01022379,0.0045146,0.003738981,0.02069362,0.1610573,0.769135],"study_design_scores_gemma":[0.002625481,0.0007059143,0.008242426,0.04587098,0.001658713,0.002127442,0.003190317,0.03385449,0.02327114,0.09005111,0.7867841,0.001617868],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001861593,0.001274914,0.8567159,0.003575073,0.0009259202,0.0117948,0.006265189,0.1102187,0.007367982],"genre_scores_gemma":[0.004793852,0.0009959737,0.9634745,0.0006021694,0.0002959654,0.0163868,0.002778326,0.008870572,0.001801861],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6895449,"threshold_uncertainty_score":0.8503317,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4200065546","doi":"10.1002/jrsm.1542","title":"A new taxonomy was developed for overlap across 'overviews of systematic reviews': A meta‐research study of research waste","year":2021,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa; McMaster University; Nova Scotia Health Authority; Cochrane; Impact; University of British Columbia","funders":"","keywords":"Systematic review; Scope (computer science); Meta-analysis; Psychological intervention; MEDLINE; Computer science; Psychology; Taxonomy (biology); Research design; Data science; Management science; Information retrieval; Medicine; Sociology; Pathology; Political science; Social science; Engineering","authors":[{"name":"Carole Lunny","is_ca":true},{"name":"Emma K. Reid","is_ca":true},{"name":"Trish Neelakant","is_ca":true},{"name":"Alyssa Chen","is_ca":true},{"name":"Jia He Zhang","is_ca":true},{"name":"Gavindeep Shinger","is_ca":true},{"name":"Adrienne Stevens","is_ca":true},{"name":"Sara Tasnim","is_ca":true},{"name":"Shadi Sadeghipouya","is_ca":true},{"name":"Stephen Adams","is_ca":true},{"name":"Yi Wen Zheng","is_ca":true},{"name":"Lester Lin","is_ca":true},{"name":"Pei‐Hsuan Yang","is_ca":true},{"name":"Manpreet Dosanjh","is_ca":true},{"name":"Peter Ngsee","is_ca":true},{"name":"Ursula Ellis","is_ca":true},{"name":"Beverley Shea","is_ca":true},{"name":"James M Wright","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9858741720690846,"gpt":0.7632002114989404,"spread":0.2226739605701442,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4668136,0.005728916,0.01361909,0.1400561,0.006215646,0.01752487,0.007154963,0.005768032,0.005526166],"category_scores_gemma":[0.6519285,0.004535737,0.03226707,0.107554,0.01233283,0.03040238,0.02526291,0.006141185,0.0008378748],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02149228,"about_ca_system_score_gemma":0.03098693,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00636499,"about_ca_topic_score_gemma":0.01059215,"domain_scores_codex":[0.3143385,0.3906261,0.2090742,0.02296112,0.05993756,0.003062587],"domain_scores_gemma":[0.2001193,0.6492378,0.06890623,0.0461705,0.03410318,0.001463006],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002178878,0.0002768167,0.05305256,0.2421723,0.05211277,0.001271562,0.05613419,0.003390405,0.001562287,0.1964911,0.01748918,0.373868],"study_design_scores_gemma":[0.002906235,0.002666752,0.04370359,0.2142193,0.0712463,0.005212108,0.02683542,0.01393189,0.003537051,0.3939749,0.2201027,0.001663888],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02708712,0.2794854,0.6110327,0.0118915,0.003340588,0.04226842,0.01216225,0.001523953,0.01120807],"genre_scores_gemma":[0.1667183,0.04252122,0.6738501,0.005366458,0.001133321,0.1033058,0.005398305,0.0005366363,0.001169968],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5331864,"threshold_uncertainty_score":0.6575137,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2078055840","doi":"10.1002/jrsm.14","title":"Evidence synthesis, economics and public policy","year":2010,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Economic and Environmental Valuation","field":"Economics, Econometrics and Finance","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute of Health Economics","funders":"","keywords":"Scope (computer science); Systematic review; Economic evaluation; Economics; Empirical evidence; Variety (cybernetics); Evidence-based policy; Public economics; Management science; Computer science; Political science; MEDLINE","authors":[{"name":"Ian Shemilt","is_ca":false},{"name":"Miranda Mugford","is_ca":true},{"name":"Luke Vale","is_ca":false},{"name":"Kevin Marsh","is_ca":false},{"name":"Cam Donaldson","is_ca":false},{"name":"Michael Drummond","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4572846181334075,"gpt":0.4292083149121764,"spread":0.02807630322123117,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2381289,0.003320554,0.01364661,0.03316841,0.002184435,0.017814,0.004855079,0.01408048,0.02135593],"category_scores_gemma":[0.5481213,0.002290633,0.003809234,0.03252813,0.01046599,0.01260776,0.008834861,0.00886501,0.004206091],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01770244,"about_ca_system_score_gemma":0.04268226,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004801634,"about_ca_topic_score_gemma":0.003677784,"domain_scores_codex":[0.6028294,0.3304946,0.02879165,0.008030594,0.02799476,0.001859075],"domain_scores_gemma":[0.4833985,0.448314,0.02466312,0.01561786,0.02534293,0.002663617],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005618499,0.000108399,0.0007648476,0.1816283,0.004606577,0.0003071337,0.001844534,0.004792355,0.0002121655,0.2263595,0.1022087,0.4766057],"study_design_scores_gemma":[0.0005795432,0.0002020536,0.001340834,0.1934035,0.002236633,0.0002557191,0.00119404,0.002187507,0.0004564614,0.5667002,0.2312909,0.0001527001],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.0007269344,0.8306898,0.05338664,0.07746457,0.01087812,0.004210238,0.002028242,0.0002460151,0.02036941],"genre_scores_gemma":[0.04535002,0.7694548,0.1334469,0.0168199,0.00994267,0.01840772,0.00165188,0.0002305489,0.00469571],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7618711,"threshold_uncertainty_score":0.9395227,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3006673017","doi":"10.1002/jrsm.1398","title":"Comparing machine and human reviewers to evaluate the risk of bias in randomized controlled trials","year":2020,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Capital District Health Authority; Institute of Health Economics; University of Alberta","funders":"Canadian Institutes of Health Research; Institute of Health Economics; Alberta Innovates - Health Solutions; Physiotherapy Foundation of Canada; Government of Alberta","keywords":"Blinding; Randomized controlled trial; Computer science; Medical physics; MEDLINE; Sample size determination; Medicine; Applied psychology; Psychology; Statistics; Surgery; Mathematics","authors":[{"name":"Susan Armijo‐Olivo","is_ca":true},{"name":"Rodger Craig","is_ca":true},{"name":"Sandy Campbell","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9609323859410629,"gpt":0.7227307998086823,"spread":0.2382015861323806,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7848458,0.005629208,0.01979201,0.02376086,0.003698847,0.01023811,0.0088757,0.008672431,0.00649429],"category_scores_gemma":[0.9142594,0.004355528,0.02175454,0.01456985,0.01183824,0.01290519,0.009210836,0.004767406,0.001757358],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009187241,"about_ca_system_score_gemma":0.02108887,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002513631,"about_ca_topic_score_gemma":0.003974174,"domain_scores_codex":[0.07284974,0.6871842,0.1735457,0.02232218,0.04281292,0.001285271],"domain_scores_gemma":[0.02214727,0.8183072,0.07713394,0.0262763,0.05485127,0.001284006],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.03193715,0.0006159931,0.06777691,0.3255582,0.116304,0.000675386,0.02188729,0.01123479,0.00281642,0.01347298,0.02305319,0.3846677],"study_design_scores_gemma":[0.06034574,0.01735148,0.1062053,0.248969,0.1488122,0.004379055,0.007365734,0.1473878,0.01709577,0.1283674,0.1083698,0.005350796],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07164908,0.1583907,0.5753759,0.01313721,0.01430207,0.1465588,0.004919387,0.004069203,0.01159779],"genre_scores_gemma":[0.3035186,0.009777252,0.5185442,0.00392135,0.002228083,0.158684,0.001500024,0.0008119725,0.001014616],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2151542,"threshold_uncertainty_score":0.2653235,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3022994372","doi":"10.1002/jrsm.1416","title":"Equivalence of entropy balancing and the method of moments for matching‐adjusted indirect comparison","year":2020,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Medical Research Council; Medical Research Council Canada; Department of Health and Social Care; University of Bristol; National Institute for Health and Care Research; University Hospitals Bristol NHS Foundation Trust; AstraZeneca","keywords":"Covariate; Statistics; Population; Mathematics; Entropy (arrow of time); Nonparametric statistics; Standard error; Econometrics; Computer science","authors":[{"name":"David Phillippo","is_ca":false},{"name":"Sofia Dias","is_ca":false},{"name":"A. E. Ades","is_ca":false},{"name":"Nicky J. Welton","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5557337790460275,"gpt":0.6078522747330801,"spread":0.05211849568705262,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08219489,0.001689668,0.003068568,0.004549836,0.0009779806,0.002888019,0.002639082,0.002516657,0.0124777],"category_scores_gemma":[0.2611498,0.0008473353,0.003137837,0.003281693,0.005438189,0.005411877,0.004517635,0.004131366,0.001044604],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003434164,"about_ca_system_score_gemma":0.003794241,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001166647,"about_ca_topic_score_gemma":0.0007348193,"domain_scores_codex":[0.9090299,0.07706358,0.002497513,0.003528093,0.00705452,0.0008264084],"domain_scores_gemma":[0.8268272,0.1499542,0.007511289,0.01151127,0.003573052,0.0006228799],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004205163,0.00005745233,0.000882509,0.0008350441,0.0005277467,0.00007379291,0.0003958497,0.0164027,0.0004450662,0.8431035,0.001898607,0.1349573],"study_design_scores_gemma":[0.0002691397,0.0003017438,0.001416634,0.0003732055,0.0002392893,0.0001140436,0.00006189777,0.05714022,0.0009988741,0.93003,0.008984712,0.00007011976],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003912767,0.001344697,0.987743,0.001079046,0.0003032318,0.0004402581,0.0002224576,0.0001201094,0.004834435],"genre_scores_gemma":[0.2493884,0.003165112,0.734203,0.001688568,0.001626273,0.004777358,0.000473978,0.0003891278,0.004288185],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9178051,"threshold_uncertainty_score":0.4346933,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4378190436","doi":"10.1002/jrsm.1636","title":"A real‐world evaluation of the implementation of <scp>NLP</scp> technology in abstract screening of a systematic review","year":2023,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; McGill University; The Quebec Population Health Research Network; University of Calgary; McGill University Health Centre","funders":"Canadian Medical Association; Robert Koch Institut; Koch Institute for Integrative Cancer Research, Massachusetts Institute of Technology; Public Health Agency; Rhodes Scholarships; Public Health Agency of Canada; World Health Organization","keywords":"Computer science; Context (archaeology); Systematic review; Recall; Inclusion (mineral); Machine learning; Artificial intelligence; Precision and recall; Natural language processing; MEDLINE; Psychology","authors":[{"name":"Sara Perlman‐Arrow","is_ca":true},{"name":"Noel Loo","is_ca":false},{"name":"Niklas Bobrovitz","is_ca":true},{"name":"Tingting Yan","is_ca":true},{"name":"Rahul K. Arora","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9514931780577904,"gpt":0.7593710306945818,"spread":0.1921221473632087,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6654018,0.002730899,0.004437929,0.01095108,0.002604285,0.00969737,0.004488717,0.005467197,0.005412652],"category_scores_gemma":[0.8245941,0.003386607,0.01013229,0.01297528,0.003717944,0.008328497,0.006435967,0.003286818,0.001309114],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01141324,"about_ca_system_score_gemma":0.02242014,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003718913,"about_ca_topic_score_gemma":0.007621762,"domain_scores_codex":[0.2026139,0.6693611,0.09146886,0.00798778,0.02689668,0.00167174],"domain_scores_gemma":[0.05942923,0.802035,0.05098222,0.0403363,0.04565741,0.00155978],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.03744539,0.002706229,0.02507137,0.2865123,0.02619231,0.0009784647,0.01857415,0.01534871,0.01136487,0.00747868,0.02568528,0.5426422],"study_design_scores_gemma":[0.111104,0.09702618,0.1306114,0.2060198,0.09417476,0.00413133,0.008991586,0.09661832,0.03798469,0.02140876,0.1868075,0.005121847],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3133653,0.05279097,0.3214125,0.02795133,0.003631315,0.2315404,0.01883638,0.01045005,0.02002171],"genre_scores_gemma":[0.2857217,0.005595898,0.5881714,0.002969988,0.0003538497,0.1137647,0.002274669,0.0006137548,0.0005340753],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3345982,"threshold_uncertainty_score":0.4126192,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2156696492","doi":"10.1002/jrsm.1146","title":"We know less than we should about methods of meta‐analysis","year":2015,"lang":"en","type":"article","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":27,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Sudbury","funders":"","keywords":"Library science; Computer science; Citation; Information retrieval; Medical library; Statistic; Operations research; Statistics; Mathematics","authors":[{"name":"David C. Hoaglin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9784588548526072,"gpt":0.7464486883589169,"spread":0.2320101664936903,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5887483,0.006633907,0.02521861,0.01831988,0.003915036,0.02481084,0.01630494,0.02004897,0.0104636],"category_scores_gemma":[0.8283956,0.005661253,0.01488104,0.01394667,0.02525811,0.04543695,0.009335697,0.03076506,0.004653701],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009792491,"about_ca_system_score_gemma":0.01455918,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00598202,"about_ca_topic_score_gemma":0.008410806,"domain_scores_codex":[0.3188001,0.5758731,0.05078666,0.01102807,0.04217117,0.001340922],"domain_scores_gemma":[0.07845678,0.8495916,0.02025891,0.03033768,0.0193993,0.001955826],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002599501,0.0003987203,0.005694339,0.222305,0.06286622,0.0003908675,0.007510362,0.003745451,0.000710882,0.1537489,0.1606902,0.3793395],"study_design_scores_gemma":[0.003360096,0.0008002184,0.003097696,0.1752396,0.02280907,0.0006044883,0.003003943,0.007313437,0.0014802,0.6413924,0.1394698,0.001429008],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"commentary","genre_scores_codex":[0.001519604,0.389903,0.2760263,0.2958782,0.02927153,0.001511891,0.0009007779,0.001130819,0.003857899],"genre_scores_gemma":[0.05508852,0.1531368,0.545843,0.2066124,0.02743823,0.008356197,0.0005171163,0.00135273,0.001654931],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.4112517,"threshold_uncertainty_score":0.5071466,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}