{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":60,"total_is_capped":false,"direct_labels_cover":60,"predictions_cover":60,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"cf12b98fc3a7","filters":{"category":"metaepi_narrow"}},"results":[{"id":"W1561379059","doi":"10.1371/journal.pone.0132634","title":"PEDro or Cochrane to Assess the Quality of Clinical Trials? A Meta-Epidemiological Study","year":2015,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":173,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Fondation pour la Recherche Médicale; Physiotherapy Foundation of Canada; Alberta Innovates; Killam Trusts; National Institutes of Health; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; University of Alberta; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute; Bill and Melinda Gates Foundation; Canadian Institutes of Health Research; National Science Foundation","keywords":"Blinding; Medicine; Meta-analysis; Systematic review; Clinical trial; MEDLINE; Physical therapy; Internal medicine","authors":[{"name":"Susan Armijo‐Olivo","is_ca":true},{"name":"Bruno R. da Costa","is_ca":false},{"name":"Greta G. Cummings","is_ca":true},{"name":"Christine Ha","is_ca":true},{"name":"Jorge Fuentes","is_ca":true},{"name":"Humam Saltaji","is_ca":true},{"name":"Matthias Egger","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9978832001452151,"gpt":0.8031065913405215,"spread":0.1947766088046936,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3263493,0.003910691,0.03836769,0.02768687,0.001516888,0.01896381,0.006310943,0.01007457,0.009236041],"category_scores_gemma":[0.6629876,0.004238889,0.03202506,0.02425691,0.005144932,0.01224616,0.006603671,0.008317989,0.001531327],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007150777,"about_ca_system_score_gemma":0.009667874,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00224248,"about_ca_topic_score_gemma":0.002298758,"domain_scores_codex":[0.3848936,0.476131,0.09119415,0.0182424,0.02829031,0.001248543],"domain_scores_gemma":[0.3455999,0.5301894,0.07981639,0.02409779,0.0179605,0.002336078],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.005236926,0.00008117652,0.005581405,0.4866207,0.421427,0.0001542944,0.0006357697,0.0009567303,0.0002138655,0.006358849,0.008775158,0.06395814],"study_design_scores_gemma":[0.01781266,0.001415383,0.009555934,0.3726909,0.5203009,0.0006220706,0.0006503961,0.004487571,0.000537085,0.03699398,0.03446099,0.0004721937],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002578093,0.9513692,0.02083329,0.00955124,0.005478513,0.006427243,0.00167041,0.0002581855,0.001833759],"genre_scores_gemma":[0.2274431,0.4730799,0.1798089,0.02968559,0.009049092,0.07649571,0.002490656,0.0006561258,0.001290967],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9616323,"threshold_uncertainty_score":0.8307313,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2018803201","doi":"10.1016/s0895-4356(99)00160-2","title":"Randomized trials versus observational studies in adolescent pregnancy prevention","year":2000,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":94,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Observational study; Randomized controlled trial; Medicine; Psychological intervention; CINAHL; PsycINFO; Pregnancy; MEDLINE; Family medicine; Psychiatry; Surgery; Internal medicine","authors":[{"name":"G. H. Guyatt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9380215926437274,"gpt":0.7360098352874899,"spread":0.2020117573562376,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.09821332,0.004202976,0.01644989,0.002148308,0.001601777,0.003894662,0.002625162,0.009653111,0.01009828],"category_scores_gemma":[0.1857475,0.002445183,0.0157819,0.002379625,0.005349136,0.005887479,0.002725186,0.009433651,0.00106984],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002373382,"about_ca_system_score_gemma":0.003152313,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00223007,"about_ca_topic_score_gemma":0.002207387,"domain_scores_codex":[0.8120064,0.1574862,0.02025154,0.005274944,0.00280283,0.002178084],"domain_scores_gemma":[0.7018268,0.2555313,0.02567118,0.009672299,0.004007776,0.003290654],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"observational","study_design_scores_codex":[0.8461277,0.001429799,0.00317405,0.03455311,0.08827582,0.0001186026,0.0002634025,0.0009625003,0.000521712,0.001922047,0.001179025,0.02147224],"study_design_scores_gemma":[0.8907509,0.02498575,0.002611153,0.004619771,0.06815552,0.00009881542,0.0001538705,0.001221773,0.000339301,0.004352837,0.002634343,0.00007597126],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.3326143,0.5481998,0.03462488,0.01200369,0.03519018,0.02466455,0.003460329,0.0006458671,0.008596439],"genre_scores_gemma":[0.905619,0.05088693,0.01256743,0.006800586,0.006235485,0.01477195,0.001026037,0.0001092385,0.001983377],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9017867,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3110084249","doi":"10.1016/j.joca.2020.10.004","title":"Visual Analogue Scale has higher assay sensitivity than WOMAC pain in detecting between-group differences in treatment effects: a meta-epidemiological study","year":2020,"lang":"en","type":"review","venue":"Osteoarthritis and Cartilage","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Impact; Dalhousie University; McMaster University; University of Toronto; St. Michael's Hospital","funders":"Arthritis Society","keywords":"WOMAC; Visual analogue scale; Medicine; Osteoarthritis; Meta-analysis; Randomized controlled trial; Placebo; Physical therapy; Internal medicine; Pathology","authors":[{"name":"Bruno R. da Costa","is_ca":true},{"name":"Pakeezah Saadat","is_ca":true},{"name":"Reto Basciani","is_ca":false},{"name":"Arnav Agarwal","is_ca":true},{"name":"Bradley C. Johnston","is_ca":true},{"name":"Peter Jüni","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08019099511676102,"gpt":0.321414104342709,"spread":0.2412231092259479,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.02376147,0.003193224,0.01642562,0.002494819,0.0005386229,0.003682259,0.002287643,0.003387957,0.00459011],"category_scores_gemma":[0.04466296,0.001727051,0.03252099,0.003458475,0.00090428,0.00228214,0.001342893,0.003178561,0.0005027911],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001106091,"about_ca_system_score_gemma":0.001310475,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003285929,"about_ca_topic_score_gemma":0.008721779,"domain_scores_codex":[0.9843144,0.00856783,0.003672978,0.00192134,0.001218961,0.0003044941],"domain_scores_gemma":[0.9582239,0.03586812,0.002645081,0.002002784,0.001079657,0.0001804937],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.006314058,0.0000739807,0.007289291,0.1107035,0.8480944,0.0001381932,0.00008809639,0.000287808,0.0004298123,0.0001800072,0.0005186361,0.02588217],"study_design_scores_gemma":[0.001748435,0.0004400168,0.009758625,0.005105528,0.9800227,0.0001118794,0.0000471119,0.0001480813,0.0001273598,0.0003346675,0.002124076,0.00003161728],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.007436743,0.9896953,0.001449495,0.0001698508,0.0003394825,0.0001450191,0.0002916665,0.00002931854,0.0004431694],"genre_scores_gemma":[0.3199803,0.6657963,0.007306074,0.003178112,0.0006587213,0.0005850048,0.001234884,0.000118343,0.00114233],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9968068,"threshold_uncertainty_score":0.1256642,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2287844929","doi":"10.1136/bmjopen-2015-008562","title":"What is the influence of randomisation sequence generation and allocation concealment on treatment effects of physical therapy trials? A meta-epidemiological study","year":2015,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Alberta Health; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; University of Alberta; Physiotherapy Foundation of Canada","keywords":"Medicine; Epidemiology; Meta-analysis; Alternative medicine; Sequence (biology); Public health; MEDLINE; Physical therapy; Gerontology; Internal medicine; Pathology","authors":[{"name":"Susan Armijo‐Olivo","is_ca":true},{"name":"Humam Saltaji","is_ca":true},{"name":"Bruno R. da Costa","is_ca":false},{"name":"Jorge Fuentes","is_ca":true},{"name":"Christine Ha","is_ca":true},{"name":"Greta G. Cummings","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9578471903528902,"gpt":0.6968038048601565,"spread":0.2610433854927338,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4574941,0.004957609,0.02449522,0.006832595,0.00151735,0.009728903,0.005008601,0.01086249,0.002878586],"category_scores_gemma":[0.6629964,0.004271474,0.06000051,0.008313242,0.005012969,0.01210793,0.003626774,0.007809273,0.0006280697],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005060628,"about_ca_system_score_gemma":0.005173905,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003276558,"about_ca_topic_score_gemma":0.003513844,"domain_scores_codex":[0.3308317,0.5555229,0.07079982,0.01606487,0.02496811,0.001812573],"domain_scores_gemma":[0.2472522,0.6553109,0.0591417,0.02697088,0.01034998,0.0009743405],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"meta_analysis","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0149153,0.0001558367,0.01595403,0.1249572,0.7692695,0.0002375494,0.0006708089,0.003520212,0.0004354298,0.003185124,0.002246763,0.06445234],"study_design_scores_gemma":[0.01394698,0.002686502,0.01549053,0.07194759,0.8667234,0.0004594105,0.000241071,0.006767056,0.001283567,0.01271695,0.007421515,0.0003154922],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.01573773,0.9198148,0.04750065,0.006998532,0.00425741,0.003167442,0.0007014034,0.0002726943,0.001549312],"genre_scores_gemma":[0.6447996,0.2344732,0.08106969,0.01390066,0.006559049,0.01652448,0.001128839,0.0005556799,0.0009887764],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9950424,"threshold_uncertainty_score":0.6690063,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2111376665","doi":"10.1177/0306624x12447771","title":"A Meta-Analysis of Moral Reconation Therapy","year":2012,"lang":"en","type":"review","venue":"International Journal of Offender Therapy and Comparative Criminology","topic":"Psychology of Moral and Emotional Judgment","field":"Neuroscience","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Psychology; Medicine; Psychotherapist","authors":[{"name":"Linda M. Ferguson","is_ca":true},{"name":"J. Stephen Wormith","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9301869343671447,"gpt":0.4773109657371682,"spread":0.4528759686299765,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01748284,0.002575074,0.0164288,0.009863012,0.0008854513,0.0043787,0.001716135,0.002027574,0.004143344],"category_scores_gemma":[0.04541466,0.001302476,0.03734896,0.008093194,0.0006719473,0.002239687,0.001546302,0.002472281,0.0003860627],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003585543,"about_ca_system_score_gemma":0.004090012,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006256526,"about_ca_topic_score_gemma":0.01481553,"domain_scores_codex":[0.9866533,0.007060342,0.003309315,0.00116965,0.001507635,0.0002998112],"domain_scores_gemma":[0.9763789,0.0172967,0.00299889,0.001073885,0.001937796,0.0003138265],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.002192829,0.00003705094,0.001812865,0.2354039,0.7421693,0.0001434889,0.00008752424,0.000380853,0.0002850806,0.0002112725,0.0008893239,0.01638638],"study_design_scores_gemma":[0.000635297,0.0002304747,0.002507068,0.01927501,0.9742621,0.0001108664,0.00004579322,0.00009697836,0.0001662582,0.0002813357,0.002367242,0.00002157654],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.005045102,0.9916971,0.0008137116,0.000368805,0.0004225979,0.0003817816,0.0005460808,0.0000417793,0.00068315],"genre_scores_gemma":[0.2002918,0.7891567,0.004532577,0.002066833,0.0005342882,0.001310692,0.001244431,0.00007873486,0.000784011],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01748284,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaepi_narrow","metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3172845662","doi":"10.1186/s12916-021-02008-2","title":"Utilization of the evidence from studies with no events in meta-analyses of adverse events: an empirical investigation","year":2021,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Medical Research Council; National Health and Medical Research Council; Qatar National Library","keywords":"Systematic review; Medicine; Meta-analysis; Adverse effect; MEDLINE; Internal medicine","authors":[{"name":"Chang Xu","is_ca":false},{"name":"Xiaoqin Zhou","is_ca":false},{"name":"Liliane Zorzela","is_ca":true},{"name":"Ke Ju","is_ca":false},{"name":"Luis Furuya‐Kanamori","is_ca":false},{"name":"Lifeng Lin","is_ca":false},{"name":"Cuncun Lu","is_ca":false},{"name":"Omran A. H. Musa","is_ca":false},{"name":"Sunita Vohra","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.951712016036363,"gpt":0.6398872374389903,"spread":0.3118247785973727,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4224945,0.005005739,0.01589722,0.01720225,0.001703044,0.0104756,0.006269424,0.005847166,0.005429806],"category_scores_gemma":[0.779615,0.004657128,0.06649881,0.02302469,0.005468733,0.01686984,0.007687928,0.006555471,0.0006634507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005237917,"about_ca_system_score_gemma":0.005687058,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003439259,"about_ca_topic_score_gemma":0.005034295,"domain_scores_codex":[0.3318441,0.5223263,0.09971047,0.02029677,0.02374108,0.002081294],"domain_scores_gemma":[0.07766046,0.8433947,0.04691424,0.02250137,0.008867833,0.0006613251],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"meta_analysis","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.004190629,0.0001346386,0.07660557,0.2017546,0.6564378,0.0006975369,0.001585811,0.002344954,0.0002478093,0.003627419,0.001289471,0.0510839],"study_design_scores_gemma":[0.002135227,0.001709849,0.03029178,0.1209705,0.8061093,0.001737368,0.001257202,0.004849798,0.0007644767,0.02002426,0.009873238,0.000276994],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.02003875,0.9148308,0.05484042,0.003120359,0.0009618667,0.002594273,0.001361981,0.0001767949,0.002074842],"genre_scores_gemma":[0.745801,0.176158,0.06467161,0.003857908,0.001208951,0.006139543,0.001425947,0.0002525311,0.0004845585],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5775055,"threshold_uncertainty_score":0.7121671,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2802073505","doi":"10.1183/13993003.00376-2018","title":"The effect of anti-acid therapy on survival in idiopathic pulmonary fibrosis: a methodological review of observational studies","year":2018,"lang":"en","type":"review","venue":"European Respiratory Journal","topic":"Interstitial Lung Diseases and Idiopathic Pulmonary Fibrosis","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Medicine; Observational study; Pulmonary fibrosis; Idiopathic pulmonary fibrosis; Intensive care medicine; Internal medicine; Fibrosis; Lung","authors":[{"name":"Tanja Tran","is_ca":true},{"name":"Samy Suissa","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2886020444561501,"gpt":0.4418224539358594,"spread":0.1532204094797093,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06683796,0.001666978,0.00770628,0.008253897,0.000731723,0.003009774,0.002682205,0.002158771,0.002535263],"category_scores_gemma":[0.1965661,0.001297026,0.01271593,0.009151739,0.001326168,0.002582958,0.002235396,0.001518054,0.0002597827],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003269977,"about_ca_system_score_gemma":0.009630254,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004632132,"about_ca_topic_score_gemma":0.008718787,"domain_scores_codex":[0.9385042,0.02655804,0.02641758,0.002521722,0.00552861,0.0004699036],"domain_scores_gemma":[0.7815145,0.1763232,0.02735228,0.004552625,0.00973413,0.0005232738],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0006797076,0.00003255535,0.004752474,0.860606,0.04114727,0.0001161286,0.0002964553,0.0002509532,0.0001981075,0.000657824,0.00133004,0.08993259],"study_design_scores_gemma":[0.0006266778,0.0004789438,0.0165349,0.6616845,0.2890676,0.0005832982,0.0003766177,0.0002277512,0.0005093936,0.002057317,0.02777032,0.00008274613],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0006334123,0.9980649,0.00044287,0.0002747518,0.000105536,0.0001946123,0.0001582657,0.000003232225,0.0001224105],"genre_scores_gemma":[0.01725885,0.9782445,0.002255702,0.0007234609,0.0001795381,0.0008859824,0.000357074,0.000009266897,0.00008567313],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.933162,"threshold_uncertainty_score":0.3534771,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2096833901","doi":"10.1371/journal.pone.0088008","title":"Quantifying Bias in Randomized Controlled Trials in Child Health: A Meta-Epidemiological Study","year":2014,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Epidemiology; Randomized controlled trial; Meta-analysis; Medicine; MEDLINE; Environmental health; Biology; Internal medicine","authors":[{"name":"Lisa Hartling","is_ca":true},{"name":"Michele P Hamm","is_ca":true},{"name":"Ricardo M. Fernandes","is_ca":false},{"name":"Donna M Dryden","is_ca":true},{"name":"Ben Vandermeer","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9817470593674227,"gpt":0.6519590330899844,"spread":0.3297880262774383,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.340361,0.005669951,0.02565355,0.02002039,0.001529957,0.01112847,0.005363339,0.007559452,0.004413481],"category_scores_gemma":[0.6200874,0.003485277,0.05914104,0.01460453,0.003437112,0.009317963,0.006061543,0.00559706,0.0005620642],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007172717,"about_ca_system_score_gemma":0.00971658,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002711654,"about_ca_topic_score_gemma":0.003827559,"domain_scores_codex":[0.4616793,0.4094418,0.08712559,0.01325138,0.02709067,0.001411278],"domain_scores_gemma":[0.310936,0.5739766,0.07886933,0.01926007,0.01594781,0.001010284],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.003175573,0.00008651918,0.01086154,0.4309795,0.5127032,0.0002009648,0.0004910898,0.002017282,0.0003232377,0.002356637,0.002111144,0.03469335],"study_design_scores_gemma":[0.005446854,0.001358046,0.01042441,0.2089281,0.7509107,0.0006837572,0.0002766094,0.003011194,0.0008327457,0.01026484,0.007593318,0.0002693454],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.006130174,0.940438,0.03795591,0.002119054,0.001944737,0.008888373,0.001482349,0.0001942141,0.000847267],"genre_scores_gemma":[0.3333213,0.4003554,0.1852897,0.007984627,0.003041656,0.0657717,0.002956435,0.0003350667,0.0009441397],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.99433,"threshold_uncertainty_score":0.8134524,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2102685275","doi":"10.1186/2046-4053-2-24","title":"A protocol for a systematic review on the impact of unpublished studies and studies published in the gray literature in meta-analyses","year":2013,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"European Commission; McMaster University","keywords":"Medicine; Grey literature; Meta-analysis; Systematic review; MEDLINE; Cochrane Library; Publication bias; Gray (unit); Protocol (science); Inclusion and exclusion criteria; Gerontology; Alternative medicine; Pathology","authors":[{"name":"Christine Schmucker","is_ca":false},{"name":"Annette Bluemle","is_ca":false},{"name":"Matthias Briel","is_ca":true},{"name":"Susan Portalupi","is_ca":false},{"name":"Britta Lang","is_ca":false},{"name":"Edith Motschall","is_ca":false},{"name":"Guido Schwarzer","is_ca":false},{"name":"Dirk Bassler","is_ca":false},{"name":"Katharina Mueller","is_ca":false},{"name":"Erik von Elm","is_ca":false},{"name":"Joerg J Meerpohl","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9180444448269799,"gpt":0.6734652623171064,"spread":0.2445791825098735,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1826679,0.007809128,0.01660618,0.01761902,0.00512997,0.007837617,0.007398313,0.01380344,0.1400893],"category_scores_gemma":[0.2992265,0.009284394,0.01896637,0.01940025,0.007043437,0.01009024,0.00637069,0.01467746,0.02863421],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01410528,"about_ca_system_score_gemma":0.0665527,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00326691,"about_ca_topic_score_gemma":0.006135443,"domain_scores_codex":[0.8320724,0.09293342,0.05236007,0.008561182,0.01081499,0.003257948],"domain_scores_gemma":[0.6479911,0.1763012,0.04409508,0.042972,0.0817238,0.006916833],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.01632259,0.0008339364,0.001048979,0.6758685,0.004350846,0.001183908,0.006222287,0.003197586,0.003808524,0.01726237,0.1802829,0.08961762],"study_design_scores_gemma":[0.06716193,0.002404804,0.005744989,0.3797173,0.00643534,0.0008537641,0.003407267,0.005356961,0.005952225,0.05232639,0.4692749,0.001364252],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0003097001,0.0008506001,0.006112371,0.0007059421,0.0007782842,0.9820287,0.007671861,0.0005070355,0.001035513],"genre_scores_gemma":[0.0003036741,0.0002490147,0.01189338,0.0001818215,0.00003532544,0.9863974,0.0005484026,0.00003627171,0.0003546201],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.8173321,"threshold_uncertainty_score":0.9660516,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2749388036","doi":"10.1177/0022034517725049","title":"Impact of Selection Bias on Treatment Effect Size Estimates in Randomized Trials of Oral Health Interventions: A Meta-epidemiological Study","year":2017,"lang":"en","type":"review","venue":"Journal of Dental Research","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute of Health Economics; University of Alberta","funders":"","keywords":"Selection bias; Meta-analysis; Epidemiology; Randomized controlled trial; Psychological intervention; Medicine; Sample size determination; Oral health; Effect modification; Environmental health; Selection (genetic algorithm); Statistics; Dentistry; Confidence interval; Internal medicine; Computer science; Mathematics; Psychiatry; Pathology","authors":[{"name":"Humam Saltaji","is_ca":true},{"name":"Susan Armijo‐Olivo","is_ca":true},{"name":"Greta G. Cummings","is_ca":true},{"name":"Maryam Amin","is_ca":true},{"name":"Bruno R. da Costa","is_ca":false},{"name":"Carlos Flores‐Mir","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9859906141623999,"gpt":0.8396295782838669,"spread":0.146361035878533,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4277389,0.004418932,0.01834284,0.01213599,0.001271004,0.01132598,0.003967311,0.00603968,0.002398569],"category_scores_gemma":[0.6508844,0.003276793,0.05145034,0.0124609,0.003986713,0.008142258,0.005182158,0.006988144,0.0003386572],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004603424,"about_ca_system_score_gemma":0.006204064,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002595644,"about_ca_topic_score_gemma":0.003247514,"domain_scores_codex":[0.4129106,0.460783,0.08276537,0.01601463,0.02600056,0.001525948],"domain_scores_gemma":[0.2484589,0.6801203,0.03889655,0.02190562,0.009942393,0.0006761646],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.004387647,0.00009415086,0.02358701,0.1159949,0.7784908,0.0004259996,0.0007456318,0.004926826,0.0004443965,0.005370085,0.001761161,0.06377131],"study_design_scores_gemma":[0.005307195,0.001099636,0.01552698,0.04889485,0.8806968,0.0008193623,0.0002891193,0.01068832,0.001320027,0.02791031,0.007139517,0.0003078713],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.01849469,0.8585569,0.1087716,0.00465998,0.002804425,0.003527962,0.001108681,0.0003591109,0.001716725],"genre_scores_gemma":[0.6494848,0.1918979,0.1302623,0.009423707,0.002338042,0.01382619,0.001435072,0.000445777,0.0008861885],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9955811,"threshold_uncertainty_score":0.7056998,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2756094298","doi":"10.1136/ebmed-2017-110798","title":"What does expert opinion in guidelines mean? a meta-epidemiological study","year":2017,"lang":"en","type":"review","venue":"Evidence-Based Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Observational study; CLARITY; Medicine; Expert opinion; Evidence-based medicine; Evidence-based practice; Family medicine; MEDLINE; Alternative medicine; Pathology; Intensive care medicine","authors":[{"name":"Oscar J. Ponce","is_ca":false},{"name":"Neri Alejandro Álvarez‐Villalobos","is_ca":false},{"name":"Raj Shah","is_ca":false},{"name":"Mohammed Khaled","is_ca":false},{"name":"Rebecca L. Morgan","is_ca":true},{"name":"Shahnaz Sultan","is_ca":false},{"name":"Yngve Falck–Ytter","is_ca":false},{"name":"Larry J. Prokop","is_ca":false},{"name":"Philipp Dahm","is_ca":false},{"name":"Reem A. Mustafa","is_ca":false},{"name":"M. Hassan Murad","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.934234501038434,"gpt":0.7009597189922305,"spread":0.2332747820462034,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.08695167,0.001664276,0.01042071,0.0141925,0.001055499,0.007593118,0.003315478,0.004793522,0.007043593],"category_scores_gemma":[0.3649171,0.00158146,0.01537464,0.01678502,0.001972853,0.007856677,0.002507731,0.003912268,0.0006155501],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005780005,"about_ca_system_score_gemma":0.006240275,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005941249,"about_ca_topic_score_gemma":0.009110675,"domain_scores_codex":[0.8551418,0.09441846,0.02828054,0.007598736,0.01338903,0.001171465],"domain_scores_gemma":[0.4589089,0.4699189,0.04572413,0.006695644,0.01737259,0.00137988],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00213779,0.0001146153,0.03382529,0.5740592,0.2283228,0.0003456453,0.001694136,0.0006151187,0.0001341601,0.003158265,0.006842752,0.1487501],"study_design_scores_gemma":[0.001557649,0.000609621,0.03620443,0.5032052,0.4210836,0.0008123619,0.001190456,0.001028627,0.0002531941,0.007994121,0.02590259,0.0001581586],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002505329,0.9931096,0.0009176985,0.002017992,0.0003844374,0.0001651412,0.0002442048,0.000008022264,0.0006476319],"genre_scores_gemma":[0.1660007,0.8218055,0.004130989,0.004545182,0.001581101,0.0009429006,0.0006865091,0.0000496539,0.0002574737],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9895793,"threshold_uncertainty_score":0.4598498,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2901826044","doi":"10.1093/ije/dyy239","title":"How often can meta-analyses of individual-level data individualize treatment? A meta-epidemiologic study","year":2018,"lang":"en","type":"review","venue":"International Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital","funders":"Canadian Institutes of Health Research; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Laura and John Arnold Foundation","keywords":"Subgroup analysis; Meta-analysis; Medicine; Cochrane Library; MEDLINE; Randomized controlled trial; Internal medicine; Biology","authors":[{"name":"Ewoud Schuit","is_ca":false},{"name":"Alvin H. Li","is_ca":true},{"name":"John P. A. Ioannidis","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9907924205974797,"gpt":0.7172303309820024,"spread":0.2735620896154773,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3553841,0.004620461,0.02154973,0.01162183,0.001110109,0.008979626,0.006218342,0.008204185,0.003090429],"category_scores_gemma":[0.642103,0.003937821,0.04783996,0.01209479,0.003467173,0.00962794,0.004053325,0.006625742,0.0009014928],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003499577,"about_ca_system_score_gemma":0.003387055,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002636587,"about_ca_topic_score_gemma":0.003369478,"domain_scores_codex":[0.4606645,0.4706745,0.0372767,0.01613431,0.01413824,0.001111743],"domain_scores_gemma":[0.3251964,0.6025525,0.02918531,0.03570879,0.006734046,0.0006230808],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.002329902,0.00004580887,0.01813868,0.08345544,0.8212034,0.0002363571,0.0006217082,0.00327623,0.0002874901,0.004935831,0.006956104,0.05851313],"study_design_scores_gemma":[0.003299263,0.0006760192,0.01106506,0.0552571,0.8400061,0.0004416174,0.000405244,0.005452754,0.001200906,0.05891973,0.02290216,0.0003740715],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.008740398,0.8814977,0.08333945,0.0146404,0.005641197,0.001751325,0.001593557,0.0005411291,0.002254916],"genre_scores_gemma":[0.5269903,0.2597743,0.1614319,0.03212079,0.00757797,0.008206721,0.001743038,0.001002503,0.001152462],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9784503,"threshold_uncertainty_score":0.7949261,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3097681315","doi":"10.1186/s40814-020-00712-z","title":"More pilot trials could plan to use qualitative data: a meta-epidemiological study","year":2020,"lang":"en","type":"article","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Joseph’s Healthcare Hamilton; Population Health Research Institute; Laurentian University; McMaster University; Hamilton Health Sciences; Toronto General Hospital; University Health Network; Impact; Health Sciences Centre","funders":"","keywords":"Qualitative research; Medicine; Qualitative property; Psychological intervention; Clinical trial; Research design; Randomized controlled trial; Confidence interval; Data collection; Family medicine; Odds ratio; Clinical study design; Physical therapy; Nursing; Internal medicine","authors":[{"name":"Tejan Baldeh","is_ca":true},{"name":"Tonya MacDonald","is_ca":true},{"name":"Sarah Daisy Kosa","is_ca":true},{"name":"Daeria O. Lawson","is_ca":true},{"name":"Rosa Stalteri","is_ca":true},{"name":"Oluwatobi R. Olaiya","is_ca":true},{"name":"Ahlam Alotaibi","is_ca":false},{"name":"Lehana Thabane","is_ca":true},{"name":"Lawrence Mbuagbaw","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9954596694666988,"gpt":0.7332717440502268,"spread":0.2621879254164721,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3129277,0.00368507,0.01401327,0.008890427,0.001707185,0.008342301,0.004290106,0.006053237,0.008012274],"category_scores_gemma":[0.535077,0.003088128,0.03934707,0.01035251,0.002837473,0.01274245,0.004126505,0.005103778,0.0007787614],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006589778,"about_ca_system_score_gemma":0.01329622,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00420035,"about_ca_topic_score_gemma":0.006337621,"domain_scores_codex":[0.6467161,0.2528588,0.07077796,0.009215303,0.01824034,0.002191407],"domain_scores_gemma":[0.3188548,0.5689544,0.05933722,0.02964008,0.02172254,0.001491011],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.004894826,0.0003187607,0.0231213,0.5942382,0.3220503,0.0001929691,0.00150743,0.0009752346,0.0002338927,0.002345115,0.003859543,0.04626245],"study_design_scores_gemma":[0.0079381,0.002115843,0.0149856,0.3541529,0.5938551,0.0003360328,0.001245351,0.002037816,0.0007128778,0.007874913,0.01450817,0.0002371988],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.0274211,0.8613284,0.04983846,0.01009165,0.004242471,0.03900938,0.004342047,0.0004444628,0.003282035],"genre_scores_gemma":[0.5627009,0.1803581,0.1054206,0.01849296,0.001708803,0.1263173,0.003622669,0.0002940302,0.001084698],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9963149,"threshold_uncertainty_score":0.8472825,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2889636695","doi":"10.1002/lom3.10273","title":"Methodological review and meta‐analysis of dilution assays for estimates of virus‐ and grazer‐mediated phytoplankton mortality","year":2018,"lang":"en","type":"article","venue":"Limnology and Oceanography Methods","topic":"Microbial Community Ecology and Physiology","field":"Environmental Science","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Dilution; Virus; Mortality rate; Biology; Meta-analysis; Demography; Virology; Medicine; Internal medicine","authors":[{"name":"Michael A. Staniewski","is_ca":true},{"name":"Steven M. Short","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.187349636260773,"gpt":0.4322050671732794,"spread":0.2448554309125064,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1248776,0.003583351,0.01180556,0.006635655,0.0007165683,0.004723509,0.004042418,0.002776275,0.002793215],"category_scores_gemma":[0.2815264,0.001984845,0.03578722,0.008416833,0.001590663,0.002326951,0.00214418,0.002569678,0.0003519209],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003466466,"about_ca_system_score_gemma":0.004313,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006393941,"about_ca_topic_score_gemma":0.009638599,"domain_scores_codex":[0.8950748,0.07452492,0.01740714,0.006499565,0.005861713,0.0006318822],"domain_scores_gemma":[0.7032577,0.2572465,0.01796892,0.01233334,0.008559522,0.0006340066],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.001227015,0.00002367704,0.009474565,0.206861,0.7438701,0.0001131837,0.0001684828,0.001268281,0.0002788753,0.001006611,0.001570256,0.03413796],"study_design_scores_gemma":[0.000504902,0.0003254112,0.0126852,0.04551807,0.927867,0.0001751779,0.0001144013,0.0009364726,0.0005596436,0.002462488,0.008776509,0.00007475376],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003502795,0.9840013,0.009339394,0.001080606,0.0005286198,0.0003371025,0.0008092605,0.00007106086,0.0003298848],"genre_scores_gemma":[0.2860922,0.6702744,0.0309399,0.003680937,0.001397646,0.003752977,0.002828587,0.0003497313,0.0006835735],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.1248776,"threshold_uncertainty_score":0.6604239,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2164404559","doi":"10.1136/bmjopen-2014-005297","title":"Interpreting trial results following use of different intention-to-treat approaches for preventing attrition bias: a meta-epidemiological study protocol","year":2014,"lang":"en","type":"article","venue":"BMJ Open","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":21,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"Parker Institute for Cancer Immunotherapy; Oak Foundation","keywords":"Medicine; Protocol (science); Attrition; Epidemiology; Selection bias; Publication bias; Alternative medicine; Meta-analysis; Environmental health; Pathology","authors":[{"name":"Anna Døssing","is_ca":false},{"name":"Simon Tarp","is_ca":false},{"name":"Daniel E. Furst","is_ca":false},{"name":"Christian Gluud","is_ca":false},{"name":"Joseph Beyene","is_ca":true},{"name":"Bjarke Brandt Hansen","is_ca":false},{"name":"Henning Bliddal","is_ca":false},{"name":"Robin Christensen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8468178363736624,"gpt":0.5865171235954936,"spread":0.2603007127781688,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3663394,0.008920852,0.01508285,0.01187873,0.002664017,0.00762315,0.005937747,0.01983873,0.03449022],"category_scores_gemma":[0.5241475,0.006067343,0.02288731,0.01183819,0.006830451,0.007134246,0.004395207,0.01766229,0.01357977],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006288031,"about_ca_system_score_gemma":0.01914298,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009605074,"about_ca_topic_score_gemma":0.001170588,"domain_scores_codex":[0.544403,0.3413014,0.07661153,0.01765456,0.01722514,0.002804412],"domain_scores_gemma":[0.6068392,0.217719,0.05044106,0.07725621,0.04338069,0.00436381],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.1215397,0.002693693,0.005643968,0.4206932,0.05587992,0.00163326,0.007095133,0.01407211,0.006710199,0.07735243,0.1066629,0.1800236],"study_design_scores_gemma":[0.252043,0.01322173,0.01440563,0.1275903,0.05286732,0.001369668,0.001006804,0.07255606,0.0173321,0.197883,0.2473494,0.002374888],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.001040891,0.001034795,0.04775416,0.0009540493,0.001832231,0.9420783,0.003314861,0.0008143631,0.001176377],"genre_scores_gemma":[0.001402817,0.0001791823,0.02771938,0.00026143,0.00006183653,0.9698574,0.0002584069,0.00004161815,0.000217945],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.9849172,"threshold_uncertainty_score":0.7814163,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3048211970","doi":"10.1016/j.jclinepi.2020.08.002","title":"Abbreviated and comprehensive literature searches led to identical or very similar effect estimates: a meta-epidemiological study","year":2020,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute of Health Economics; University of Alberta","funders":"","keywords":"Interquartile range; Meta-analysis; Confidence interval; Medicine; Odds ratio; MEDLINE; Epidemiology; Statistics; Systematic review; Internal medicine; Mathematics; Biology","authors":[{"name":"Hannah Ewald","is_ca":false},{"name":"Irma Klerings","is_ca":false},{"name":"Gernot Wagner","is_ca":false},{"name":"Thomas L. Heise","is_ca":false},{"name":"Andreea Dobrescu","is_ca":false},{"name":"Susan Armijo‐Olivo","is_ca":true},{"name":"Jan M Stratil","is_ca":false},{"name":"Stefan K. Lhachimi","is_ca":false},{"name":"T. Mittermayr","is_ca":false},{"name":"Gerald Gartlehner","is_ca":false},{"name":"Barbara Nußbaumer-Streit","is_ca":false},{"name":"Lars G. Hemkens","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9657825327774562,"gpt":0.7373159784020075,"spread":0.2284665543754487,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3605963,0.005654815,0.01646078,0.02762981,0.001529939,0.01430847,0.007044861,0.007368193,0.007825898],"category_scores_gemma":[0.7473789,0.005365352,0.04366566,0.03008031,0.002864696,0.01669905,0.008424469,0.006011813,0.001910493],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005216361,"about_ca_system_score_gemma":0.007859205,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002447977,"about_ca_topic_score_gemma":0.004696743,"domain_scores_codex":[0.4736716,0.2919834,0.1668929,0.0225946,0.04295287,0.001904541],"domain_scores_gemma":[0.2146852,0.6137548,0.07914864,0.0578305,0.0334484,0.001132527],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.008354227,0.0001689329,0.02589885,0.3237216,0.5497878,0.00116949,0.002321725,0.002474045,0.002483858,0.003002627,0.005660207,0.07495671],"study_design_scores_gemma":[0.00516384,0.001484968,0.03433979,0.130972,0.7945123,0.002017098,0.0008087293,0.002145492,0.002281063,0.00846447,0.0172283,0.0005818951],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0434798,0.8629765,0.06266268,0.004438901,0.003086579,0.0105895,0.007563755,0.0009200884,0.004282218],"genre_scores_gemma":[0.543724,0.1976407,0.2069286,0.01273125,0.001905962,0.02536166,0.009284078,0.001273078,0.001150751],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9835392,"threshold_uncertainty_score":0.7884986,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4293483968","doi":"10.1136/bmjopen-2021-060237","title":"Factors Associated with the Magnitude Of acUpuncture treatment effectS (FAMOUS): a meta-epidemiological study of acupuncture randomised controlled trials","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Western University; York University; Hamilton Health Sciences; University of Toronto; McMaster University; Impact","funders":"China Academy of Chinese Medical Sciences; National Natural Science Foundation of China","keywords":"Medicine; Acupuncture; Meta-analysis; Meta-regression; Randomized controlled trial; MEDLINE; Sample size determination; Internal medicine; Clinical trial; Physical therapy; Alternative medicine; Pathology; Statistics","authors":[{"name":"Wei-Juan Gang","is_ca":false},{"name":"Wen-Cui Xiu","is_ca":false},{"name":"Lan-Jun Shi","is_ca":false},{"name":"Qi Zhou","is_ca":true},{"name":"Ruimin Jiao","is_ca":false},{"name":"Jiwei Yang","is_ca":false},{"name":"Xiaoshuang Shi","is_ca":false},{"name":"Xiaoyue Sun","is_ca":false},{"name":"Zhao Zeng","is_ca":false},{"name":"Claudia M. Witt","is_ca":false},{"name":"Lehana Thabane","is_ca":true},{"name":"Ping Song","is_ca":false},{"name":"Long-Hui Yang","is_ca":false},{"name":"Gordon Guyatt","is_ca":true},{"name":"Zhiyun Zhang","is_ca":true},{"name":"Heng-Cong Li","is_ca":false},{"name":"Jing-Tao Shi","is_ca":false},{"name":"An-Li Chen","is_ca":false},{"name":"Zhengyang Qu","is_ca":false},{"name":"Ling Zou","is_ca":false},{"name":"Dong-Xiao Mou","is_ca":false},{"name":"Xiaoyu Wang","is_ca":false},{"name":"Qing-Quan Yu","is_ca":true},{"name":"Lizhen Chen","is_ca":false},{"name":"Yuting Huang","is_ca":false},{"name":"Tiago Pereira","is_ca":false},{"name":"Jason Chambers","is_ca":true},{"name":"C. Ho","is_ca":true},{"name":"Layla Bakaa","is_ca":true},{"name":"Kevin Loniewski","is_ca":true},{"name":"Kyle Tong","is_ca":true},{"name":"Jared Dookie","is_ca":true},{"name":"Jie-wei Zhu","is_ca":true},{"name":"Malini Hu","is_ca":true},{"name":"Yujin Suk","is_ca":true},{"name":"Kay L. H. Wu","is_ca":true},{"name":"Luciane Cruz Lopes","is_ca":false},{"name":"Julia White","is_ca":true},{"name":"Tayler A. Buchan","is_ca":true},{"name":"Lauren Giustti Mazzei","is_ca":false},{"name":"Maíra Ramos Alves","is_ca":false},{"name":"Mariana Del Grossi Moura","is_ca":false},{"name":"Cristiane de Cássia Bergamaschi","is_ca":false},{"name":"Jing Meng","is_ca":false},{"name":"Cynthia Chan","is_ca":true},{"name":"Flávia Blaseck Sorrilha","is_ca":false},{"name":"Xiang-Hong Jing","is_ca":false},{"name":"Yuqing Zhang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3686658038902662,"gpt":0.4846991083205923,"spread":0.1160333044303261,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.1027754,0.003960193,0.01917729,0.00894196,0.0008246657,0.006030074,0.003091102,0.004198546,0.003954419],"category_scores_gemma":[0.212833,0.002464631,0.06587533,0.009538807,0.001821954,0.004067805,0.002785817,0.003724943,0.0003758918],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002151179,"about_ca_system_score_gemma":0.003133684,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002151804,"about_ca_topic_score_gemma":0.002986742,"domain_scores_codex":[0.8715259,0.07702021,0.03244835,0.008856333,0.008941423,0.001207744],"domain_scores_gemma":[0.7562602,0.1987721,0.02972202,0.007867597,0.006418291,0.0009597564],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.004591804,0.00003650635,0.01346164,0.09305917,0.8817271,0.00008988079,0.00008584726,0.0004438001,0.0001895514,0.0002580131,0.0002569171,0.00579971],"study_design_scores_gemma":[0.001543144,0.0003416139,0.0072471,0.01007371,0.9786866,0.0001009009,0.00004783886,0.0003772361,0.0001258583,0.0006490626,0.0007764118,0.00003044639],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.01631795,0.9727296,0.006672631,0.0008002034,0.0006207579,0.001327996,0.0009066308,0.00007642369,0.0005478065],"genre_scores_gemma":[0.6896287,0.273284,0.02360242,0.00272301,0.001386045,0.006798961,0.001792251,0.0001592754,0.0006252641],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9960398,"threshold_uncertainty_score":0.5435349,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1544000882","doi":"10.1111/j.1756-5391.2012.01173.x","title":"Systematic reviews of TCM trials: how does inclusion of Chinese trials affect outcome?","year":2012,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Inclusion (mineral); English language; Clinical trial; Chinese language; Systematic review; MEDLINE; Randomized controlled trial; China; Alternative medicine; Medicine; Computer science; Medical education; Psychology; Pathology; Linguistics; Social psychology; Political science","authors":[{"name":"Denise Adams","is_ca":true},{"name":"Taixiang Wu","is_ca":false},{"name":"Yutaka Yasui","is_ca":true},{"name":"Steven Aung","is_ca":true},{"name":"Sunita Vohra","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9254087096431709,"gpt":0.6418932184013989,"spread":0.283515491241772,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5837778,0.003262741,0.01802771,0.0184071,0.004272997,0.01476717,0.006378443,0.006267817,0.006144984],"category_scores_gemma":[0.8246543,0.003344758,0.01454175,0.02513513,0.008381182,0.01938585,0.008650056,0.004436077,0.0007784676],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01910528,"about_ca_system_score_gemma":0.03542982,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009148925,"about_ca_topic_score_gemma":0.01506459,"domain_scores_codex":[0.2040419,0.5180339,0.2119289,0.01877473,0.04504545,0.002175119],"domain_scores_gemma":[0.1156024,0.747673,0.09019625,0.02031721,0.02517902,0.001032116],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.002700903,0.0001166653,0.02535912,0.7685531,0.07098044,0.000335897,0.006726858,0.0009698062,0.0004958885,0.007162373,0.00543368,0.1111652],"study_design_scores_gemma":[0.005131751,0.001418392,0.04208028,0.7079582,0.1787668,0.0007740536,0.003589564,0.003524963,0.002093567,0.02552379,0.02861989,0.0005187931],"study_design_candidate":"meta_analysis","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.01592315,0.9094245,0.02060023,0.02758225,0.003281126,0.01477,0.003680656,0.0001861153,0.004551968],"genre_scores_gemma":[0.5286565,0.2885615,0.07050012,0.02632506,0.003243514,0.07867394,0.002711751,0.0003316601,0.0009960318],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9819723,"threshold_uncertainty_score":0.5132761,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3142062327","doi":"10.9778/cmajo.20200140","title":"Completeness of reporting for COVID-19 case reports, January to April 2020: a meta-epidemiologic study","year":2021,"lang":"en","type":"article","venue":"CMAJ Open","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Queen's University; University of Toronto; St. Michael's Hospital","funders":"Amgen","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Completeness (order theory); 2019-20 coronavirus outbreak; Medicine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Coronavirus; Meta-analysis; MEDLINE; Disease; Infectious disease (medical specialty); Outbreak; Virology; Pathology; Political science; Mathematics","authors":[{"name":"Michael A. Scaffidi","is_ca":true},{"name":"Nikko Gimpaya","is_ca":true},{"name":"Juana Li","is_ca":true},{"name":"Rishi Bansal","is_ca":true},{"name":"Yash Verma","is_ca":true},{"name":"Karam Elsolh","is_ca":true},{"name":"Gemma M. Donn","is_ca":true},{"name":"A Panjwani","is_ca":true},{"name":"Rishad Khan","is_ca":true},{"name":"Samir C. Grover","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5234770417953649,"gpt":0.546135499860114,"spread":0.02265845806474909,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.09545379,0.001620486,0.006434745,0.01524695,0.0008540131,0.005664045,0.003423633,0.002255416,0.002594799],"category_scores_gemma":[0.3088078,0.001611001,0.02472723,0.02086388,0.001376999,0.005331391,0.003250757,0.002067932,0.000324932],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003416165,"about_ca_system_score_gemma":0.004234162,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007430887,"about_ca_topic_score_gemma":0.008184402,"domain_scores_codex":[0.8772519,0.04425632,0.05018476,0.01109234,0.01498371,0.002230957],"domain_scores_gemma":[0.5430551,0.2929124,0.1287012,0.01497664,0.01865017,0.001704653],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003334913,0.00008847885,0.3936378,0.2148505,0.3596396,0.0003004433,0.0007947183,0.0006264935,0.0001445473,0.000398103,0.002821413,0.02336285],"study_design_scores_gemma":[0.0009953789,0.0008323657,0.3307131,0.09156945,0.5639688,0.001151157,0.001059587,0.0009747642,0.0004950934,0.001009931,0.007050819,0.0001795098],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.07483619,0.9111113,0.002061971,0.001196081,0.0004390655,0.0006536451,0.008478526,0.00006979644,0.001153415],"genre_scores_gemma":[0.7950506,0.1903181,0.002917781,0.001861737,0.0006871073,0.001824717,0.006946918,0.00008967245,0.0003033539],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9935653,"threshold_uncertainty_score":0.5048139,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4413408738","doi":"10.1177/01410768251366880","title":"Quantifying the impact of immortal time bias: empirical evidence from meta-analyses","year":2025,"lang":"en","type":"article","venue":"Journal of the Royal Society of Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; Mental Health Research Canada; University of Ottawa","funders":"","keywords":"Interquartile range; Meta-analysis; Subgroup analysis; MEDLINE; Study heterogeneity; Medicine; Systematic review; Confidence interval; Publication bias; Random effects model; Statistics; Surgery; Internal medicine; Mathematics","authors":[{"name":"Min Seo Kim","is_ca":false},{"name":"Dong Keon Yon","is_ca":false},{"name":"Seung Won Lee","is_ca":false},{"name":"Masoud Rahmati","is_ca":false},{"name":"Marco Solmi","is_ca":true},{"name":"André F. Carvalho","is_ca":true},{"name":"Ai Koyanagi","is_ca":false},{"name":"Lee Smith","is_ca":false},{"name":"Jae Il Shin","is_ca":false},{"name":"John P. A. Ioannidis","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9106758573085312,"gpt":0.6310800049927433,"spread":0.2795958523157879,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3406948,0.006109349,0.02457049,0.01951221,0.001075744,0.009875962,0.006438392,0.006392708,0.005918793],"category_scores_gemma":[0.6557989,0.003247391,0.06299295,0.01546796,0.004546705,0.01044107,0.006663999,0.006432952,0.0006906156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004110326,"about_ca_system_score_gemma":0.00457399,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002652088,"about_ca_topic_score_gemma":0.003353455,"domain_scores_codex":[0.5466023,0.3294165,0.08022847,0.0177466,0.02452634,0.001479871],"domain_scores_gemma":[0.2216016,0.7013493,0.04309535,0.02489723,0.008431614,0.000624763],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.001621823,0.00003788862,0.008212009,0.2268054,0.730188,0.0002103841,0.000328642,0.003041688,0.0001556734,0.00261162,0.001248687,0.0255383],"study_design_scores_gemma":[0.001879309,0.0005979677,0.00748746,0.07352985,0.8767418,0.0004456085,0.0002551523,0.003939254,0.0006824278,0.0261215,0.008093697,0.0002259972],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.006617623,0.9218107,0.05989953,0.002196878,0.001531181,0.003588033,0.002542308,0.0002781668,0.001535512],"genre_scores_gemma":[0.5548051,0.2949906,0.1078267,0.007562637,0.002622866,0.0257117,0.00462058,0.0006368828,0.001222869],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9754295,"threshold_uncertainty_score":0.8130407,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2102903042","doi":"10.1186/2046-4053-2-88","title":"How should we evaluate the risk of bias of physical therapy trials?: a psychometric and meta-epidemiological approach towards developing guidelines for the design, conduct, and reporting of RCTs in Physical Therapy (PT) area: a study protocol","year":2013,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Alberta Innovates; Killam Trusts; Fondation pour la Recherche Médicale; University of Alberta; Canadian Institutes of Health Research; Physiotherapy Foundation of Canada; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Medicine; Epidemiology; Randomized controlled trial; Meta-analysis; Physical therapy; Research design; Pathology","authors":[{"name":"Susan Armijo‐Olivo","is_ca":true},{"name":"Jorge Fuentes","is_ca":true},{"name":"Todd Rogers","is_ca":true},{"name":"Lisa Hartling","is_ca":true},{"name":"Humam Saltaji","is_ca":true},{"name":"Greta G. Cummings","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9844898175982594,"gpt":0.6756415085022591,"spread":0.3088483090960003,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7681447,0.008192635,0.02091187,0.02231691,0.004643132,0.01612566,0.01060867,0.02242034,0.006627773],"category_scores_gemma":[0.8262535,0.007702343,0.03050046,0.01717366,0.01002883,0.01684128,0.01133406,0.01565953,0.003375507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01297218,"about_ca_system_score_gemma":0.05443583,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002351579,"about_ca_topic_score_gemma":0.00336157,"domain_scores_codex":[0.1590748,0.6671742,0.1367309,0.009322339,0.02627817,0.001419661],"domain_scores_gemma":[0.187045,0.6071325,0.06934068,0.05581519,0.0767237,0.003942981],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.008997284,0.0007992442,0.007534059,0.4671005,0.04764693,0.0007578076,0.006821092,0.008259258,0.001945738,0.06502827,0.04693178,0.3381779],"study_design_scores_gemma":[0.02243937,0.004225051,0.00846829,0.5082804,0.06114203,0.001018456,0.002033204,0.03176314,0.007194076,0.1776462,0.1744235,0.001366173],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.001863103,0.03033681,0.3020448,0.01942615,0.004879871,0.6344998,0.003585225,0.0009192904,0.002445057],"genre_scores_gemma":[0.004513517,0.004165382,0.3376359,0.002450912,0.0003051648,0.6502473,0.0003395546,0.00007362436,0.0002686338],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.9790881,"threshold_uncertainty_score":0.2859189,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4404923291","doi":"10.1186/s12916-024-03778-1","title":"Integration of non-randomized studies with randomized controlled trials in meta-analyses of clinical studies: a meta-epidemiological study on effect estimation of interventions","year":2024,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"West China Hospital, Sichuan University; Sichuan Provincial Administration of Traditional Chinese Medicine; National Science Fund for Distinguished Young Scholars; Sichuan University; National Natural Science Foundation of China","keywords":"Medicine; Randomized controlled trial; Meta-analysis; Systematic review; MEDLINE; Concordance; Psychological intervention; Internal medicine; Psychiatry","authors":[{"name":"Fan Mei","is_ca":false},{"name":"Minghong Yao","is_ca":false},{"name":"Yuning Wang","is_ca":false},{"name":"Jiayidaer Huan","is_ca":false},{"name":"Yu Ma","is_ca":false},{"name":"Guowei Li","is_ca":true},{"name":"Kang Zou","is_ca":false},{"name":"Ling Li","is_ca":false},{"name":"Xin Sun","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9831690436353597,"gpt":0.7817473869103255,"spread":0.2014216567250342,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5944123,0.007595165,0.03328933,0.03957043,0.002331914,0.01821434,0.008183176,0.008986355,0.005412426],"category_scores_gemma":[0.8690553,0.007350706,0.07542479,0.03985585,0.005168329,0.01937855,0.01213645,0.009238432,0.0009082945],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008176958,"about_ca_system_score_gemma":0.01118486,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002815356,"about_ca_topic_score_gemma":0.003551916,"domain_scores_codex":[0.1199239,0.7526743,0.08593093,0.01452421,0.02610897,0.0008376972],"domain_scores_gemma":[0.08332162,0.8276784,0.04249884,0.03177748,0.01415657,0.0005671473],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.002553055,0.0001320326,0.01546269,0.2774737,0.5891928,0.000369486,0.001707542,0.004945986,0.0004068451,0.007621529,0.002276673,0.09785772],"study_design_scores_gemma":[0.00324755,0.001282391,0.008778485,0.1395544,0.7934839,0.0005786963,0.0004972416,0.01420277,0.001063382,0.02633728,0.01050306,0.0004707658],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.007116962,0.7206984,0.2509719,0.00413662,0.003721996,0.00933565,0.00129226,0.0006347924,0.002091433],"genre_scores_gemma":[0.2791634,0.1867125,0.4838439,0.005019785,0.003120107,0.03927799,0.001512456,0.0007382054,0.0006118444],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9924048,"threshold_uncertainty_score":0.5001619,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4389687393","doi":"10.23736/s1973-9087.23.08310-7","title":"The influence of bias in randomized controlled trials on rehabilitation intervention effect estimates: what we have learned from meta-epidemiological studies","year":2023,"lang":"en","type":"article","venue":"European Journal of Physical and Rehabilitation Medicine","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Ministero della Salute","keywords":"Blinding; Rehabilitation; Randomized controlled trial; Medicine; Meta-analysis; Publication bias; Physical therapy; Physical medicine and rehabilitation; Epidemiology; Intervention (counseling); Reporting bias; Selection bias; MEDLINE; Clinical psychology; Psychiatry; Surgery; Pathology","authors":[{"name":"Chiara Arienti","is_ca":false},{"name":"Susan Armijo‐Olivo","is_ca":true},{"name":"Giorgio Ferriero","is_ca":false},{"name":"Peter Feys","is_ca":false},{"name":"Thomas J. Hoogeboom","is_ca":false},{"name":"Carlotte Kiekens","is_ca":false},{"name":"Stefano Giuseppe Lazzarini","is_ca":false},{"name":"Silvia Minozzi","is_ca":false},{"name":"Stefano Négrini","is_ca":false},{"name":"Aydan Oral","is_ca":false},{"name":"Elisa POLLINI","is_ca":false},{"name":"Livia Puljak","is_ca":false},{"name":"Alex Todhunter‐Brown","is_ca":false},{"name":"Margaret Walshe","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4888137266518677,"gpt":0.5026068912095041,"spread":0.01379316455763635,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4975832,0.004304562,0.02334554,0.01671172,0.002175105,0.0177189,0.006942632,0.01126124,0.004558744],"category_scores_gemma":[0.7968205,0.004190436,0.0224533,0.01520794,0.008804685,0.02625904,0.008790448,0.01300605,0.000825276],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008190667,"about_ca_system_score_gemma":0.0137198,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005435969,"about_ca_topic_score_gemma":0.006698449,"domain_scores_codex":[0.4396459,0.3661971,0.1318796,0.02336535,0.03622218,0.002689966],"domain_scores_gemma":[0.05708273,0.8809866,0.02990467,0.01670088,0.01475733,0.0005677033],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.001844002,0.00009315094,0.01268234,0.5525137,0.1261683,0.0004730189,0.003547507,0.001993287,0.0003992296,0.01711395,0.01009996,0.2730716],"study_design_scores_gemma":[0.001129922,0.0006974183,0.008539202,0.7005482,0.1506387,0.001047784,0.001455597,0.002183721,0.001222835,0.07410577,0.05792114,0.0005097453],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001346493,0.9661383,0.01519167,0.01360315,0.002366921,0.0003573588,0.0002618248,0.00007418029,0.0006600926],"genre_scores_gemma":[0.1286748,0.7631916,0.05415621,0.03851788,0.0105372,0.003509887,0.0006810832,0.0003480225,0.0003833136],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9766545,"threshold_uncertainty_score":0.6195694,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4392947957","doi":"10.1371/journal.pone.0298526","title":"Do statistical heterogeneity methods impact the results of meta- analyses? A meta epidemiological study","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Meta-analysis; Random effects model; Statistics; Confidence interval; Study heterogeneity; Pooling; Medicine; Restricted maximum likelihood; Interquartile range; Mathematics; Sample size determination; Maximum likelihood; Internal medicine; Computer science; Artificial intelligence","authors":[{"name":"Samer Mheissen","is_ca":false},{"name":"Haris Khan","is_ca":false},{"name":"David Normando","is_ca":false},{"name":"Nikhillesh Vaiid","is_ca":false},{"name":"Carlos Flores‐Mir","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9732907961212317,"gpt":0.7002165803757118,"spread":0.2730742157455199,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3632423,0.003999351,0.01719513,0.01347167,0.001411603,0.01125644,0.005789524,0.006624019,0.005096776],"category_scores_gemma":[0.6638061,0.003327116,0.0580993,0.01587878,0.004035089,0.01007727,0.00521838,0.007146103,0.000831424],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005330944,"about_ca_system_score_gemma":0.007016801,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003475364,"about_ca_topic_score_gemma":0.004400524,"domain_scores_codex":[0.4121121,0.5115421,0.04076893,0.01535052,0.018689,0.001537302],"domain_scores_gemma":[0.246294,0.6945866,0.03053312,0.01973834,0.008163311,0.0006846809],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.002756306,0.00007497134,0.0212187,0.109865,0.7623198,0.0003593557,0.0008442846,0.00471823,0.0002682058,0.007659393,0.006486073,0.08342975],"study_design_scores_gemma":[0.004995996,0.001049321,0.01461682,0.08304467,0.8079356,0.0005425119,0.0005757509,0.01013521,0.0009075606,0.0582259,0.01755544,0.0004152837],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.007769959,0.8838202,0.08260652,0.01426651,0.004679023,0.002636837,0.00160151,0.0003821591,0.002237313],"genre_scores_gemma":[0.5051807,0.3041531,0.1500096,0.01547846,0.006801567,0.01491681,0.001668962,0.0008772412,0.000913643],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9960006,"threshold_uncertainty_score":0.7852356,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2767159407","doi":"10.1136/bmjopen-2017-018856","title":"Association between statistical significance and time to publication among systematic reviews: a study protocol for a meta-epidemiological investigation","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Impact","funders":"Japan Society for the Promotion of Science","keywords":"Medicine; Publication bias; Protocol (science); Family medicine; Clinical trial; Systematic review; Meta-analysis; Epidemiology; Publication; Peer review; Psychological intervention; MEDLINE; Medical education; Alternative medicine; Pathology; Psychiatry","authors":[{"name":"Yasushi Tsujimoto","is_ca":false},{"name":"Yusuke Tsutsumi","is_ca":false},{"name":"Yuki Kataoka","is_ca":false},{"name":"Hiraku Tsujimoto","is_ca":false},{"name":"Yosuke Yamamoto","is_ca":false},{"name":"Davide Papola","is_ca":false},{"name":"Gordon Guyatt","is_ca":true},{"name":"Shunichi Fukuhara","is_ca":false},{"name":"Toshi A. Furukawa","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9313157082465333,"gpt":0.6675016834766426,"spread":0.2638140247698907,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2376342,0.004897207,0.01071239,0.01147796,0.003541928,0.005096749,0.004025607,0.01075465,0.04387956],"category_scores_gemma":[0.3397647,0.00485005,0.01810989,0.01394968,0.005977746,0.007555971,0.003778666,0.01038992,0.00947703],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007614664,"about_ca_system_score_gemma":0.02777486,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001174916,"about_ca_topic_score_gemma":0.002660159,"domain_scores_codex":[0.7537006,0.1473488,0.07143454,0.009996256,0.01452818,0.002991644],"domain_scores_gemma":[0.7235413,0.1499375,0.04262769,0.04064716,0.03866288,0.004583513],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.07725324,0.003108294,0.006166592,0.6375154,0.02384022,0.001472579,0.007987019,0.005760844,0.004865429,0.023382,0.08248372,0.1261647],"study_design_scores_gemma":[0.2594972,0.01502515,0.03277898,0.2934685,0.04087064,0.0015828,0.003285394,0.02578818,0.009351021,0.07820796,0.2381456,0.001998477],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0008906049,0.0008364855,0.008580626,0.0004705247,0.0004827967,0.9857319,0.002350728,0.000219704,0.0004365596],"genre_scores_gemma":[0.0006291338,0.0001529638,0.006951141,0.00007569106,0.00001873478,0.9918917,0.0001854158,0.000009838699,0.00008536324],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.9892876,"threshold_uncertainty_score":0.9401328,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1998831987","doi":"10.1136/bmjopen-2014-005491","title":"Assessing bias in osteoarthritis trials included in Cochrane reviews: protocol for a meta-epidemiological study","year":2014,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Ottawa Hospital; Cochrane","funders":"National Health and Medical Research Council; University of Ottawa; Medical Research Council; Parker Institute for Cancer Immunotherapy; Canadian Institutes of Health Research; Oak Foundation","keywords":"Medicine; Epidemiology; Protocol (science); Meta-analysis; Osteoarthritis; Alternative medicine; Cochrane collaboration; Systematic review; MEDLINE; Physical therapy; Family medicine; Internal medicine; Pathology; Cochrane Library","authors":[{"name":"Julie Bolvig Hansen","is_ca":false},{"name":"Carsten Bogh Juhl","is_ca":false},{"name":"Isabelle Boutron","is_ca":true},{"name":"Peter Tugwell","is_ca":true},{"name":"Elizabeth Ghogomu","is_ca":true},{"name":"Jordi Pardo Pardo","is_ca":true},{"name":"Tamara Rader","is_ca":true},{"name":"George A. Wells","is_ca":true},{"name":"Alain Mayhew","is_ca":true},{"name":"Lara Maxwell","is_ca":true},{"name":"Hans Lund","is_ca":false},{"name":"Robin Christensen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9811986829709822,"gpt":0.7555210505783807,"spread":0.2256776323926015,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.1598546,0.01115771,0.02717393,0.01512431,0.004366661,0.01177071,0.007555735,0.01265828,0.1066387],"category_scores_gemma":[0.3068613,0.009581524,0.02960055,0.01956005,0.008559832,0.0111902,0.008432344,0.02088894,0.02288194],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01646522,"about_ca_system_score_gemma":0.03522301,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003323507,"about_ca_topic_score_gemma":0.005241695,"domain_scores_codex":[0.7933564,0.121264,0.055135,0.01311503,0.01334242,0.003787126],"domain_scores_gemma":[0.7423813,0.1341172,0.05786533,0.0240778,0.03568351,0.00587471],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01927325,0.0004388211,0.0008873116,0.8414422,0.01136332,0.000397029,0.002013325,0.002304174,0.001731403,0.01216549,0.05997391,0.0480098],"study_design_scores_gemma":[0.1305503,0.003589067,0.006871311,0.4747784,0.02079975,0.0009748915,0.001495803,0.009519718,0.005540063,0.05457073,0.2898845,0.001425505],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.000293078,0.002197843,0.005862086,0.0005215843,0.0007072715,0.984781,0.004429177,0.0005232309,0.0006846989],"genre_scores_gemma":[0.0003161383,0.0004153089,0.008560316,0.0001161694,0.00003159844,0.9900422,0.0003138624,0.00003757102,0.0001667973],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.9888423,"threshold_uncertainty_score":0.8454022,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4385287363","doi":"10.1136/bmjopen-2023-073232","title":"Evaluating the impact of including non-randomised studies of interventions in meta-analysis of randomised controlled trials: a protocol for a meta-epidemiological study","year":2023,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"National Science Fund for Distinguished Young Scholars; Canadian Institutes of Health Research; National Natural Science Foundation of China","keywords":"Medicine; Meta-analysis; Randomized controlled trial; Concordance; Systematic review; Psychological intervention; MEDLINE; Publication bias; Population; Epidemiology; Meta-regression; Internal medicine; Environmental health; Psychiatry","authors":[{"name":"Minghong Yao","is_ca":false},{"name":"Yuning Wang","is_ca":false},{"name":"Jason W. Busse","is_ca":true},{"name":"Matthias Briel","is_ca":true},{"name":"Fan Mei","is_ca":false},{"name":"Kang Zou","is_ca":false},{"name":"Ling Li","is_ca":false},{"name":"Xin Sun","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9906337942003213,"gpt":0.8021268322848917,"spread":0.1885069619154296,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4171139,0.01237735,0.02693141,0.01906461,0.004109305,0.01318942,0.009493741,0.01905296,0.03225107],"category_scores_gemma":[0.648621,0.009907302,0.06013873,0.02255689,0.008054997,0.01027632,0.009762772,0.02286166,0.009475463],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0124723,"about_ca_system_score_gemma":0.03045814,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002183388,"about_ca_topic_score_gemma":0.003104407,"domain_scores_codex":[0.3780893,0.4259369,0.1518817,0.0180226,0.02315765,0.002911948],"domain_scores_gemma":[0.4244821,0.3933179,0.06210333,0.06568301,0.04983744,0.004576246],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.02933056,0.0009065094,0.003548135,0.7092417,0.08686589,0.001188439,0.00448216,0.008561665,0.00272478,0.01982769,0.05502784,0.07829453],"study_design_scores_gemma":[0.1191723,0.006104338,0.01165763,0.3747436,0.126157,0.001408621,0.001665449,0.03684199,0.008750486,0.1008656,0.2105622,0.00207084],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0008823258,0.004883545,0.04720296,0.001630813,0.002733191,0.9349477,0.005202742,0.001303178,0.001213456],"genre_scores_gemma":[0.001160218,0.0006165683,0.05478825,0.0002449311,0.0000590753,0.9424647,0.0004072095,0.00006832951,0.0001907604],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.9876226,"threshold_uncertainty_score":0.7188024,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2001201455","doi":"10.1136/bmjopen-2013-004527","title":"Methodological characteristics and treatment effect sizes in oral health randomised controlled trials: Is there a relationship? Protocol for a meta-epidemiological study","year":2014,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; Killam Trusts; University of Alberta; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute; Fondation pour la Recherche Médicale; Alpha Omega Foundation","keywords":"Medicine; Sample size determination; Protocol (science); Randomized controlled trial; Meta-analysis; Epidemiology; Intervention (counseling); Research design; MEDLINE; Clinical trial; Placebo; Alternative medicine; Physical therapy; Statistics; Psychiatry; Internal medicine; Pathology","authors":[{"name":"Humam Saltaji","is_ca":true},{"name":"Susan Armijo‐Olivo","is_ca":true},{"name":"Greta G. Cummings","is_ca":true},{"name":"Maryam Amin","is_ca":true},{"name":"Carlos Flores‐Mir","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9742725078857929,"gpt":0.7329682702713417,"spread":0.2413042376144512,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2017355,0.006689571,0.02156121,0.01164611,0.003338108,0.01033782,0.005941013,0.01765871,0.05366499],"category_scores_gemma":[0.423529,0.006915434,0.03262727,0.01510563,0.007445401,0.01045765,0.005430468,0.02001107,0.01085764],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01250348,"about_ca_system_score_gemma":0.02151714,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002028433,"about_ca_topic_score_gemma":0.00276514,"domain_scores_codex":[0.734365,0.157126,0.07586592,0.0112851,0.01792812,0.00342982],"domain_scores_gemma":[0.686529,0.1868145,0.05442484,0.03095948,0.0365129,0.004759348],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.03195524,0.0007377188,0.002059776,0.7996633,0.02823779,0.0004724805,0.002091221,0.003233514,0.00143469,0.0145827,0.066073,0.04945856],"study_design_scores_gemma":[0.1545058,0.005055306,0.01223967,0.4491963,0.04806022,0.0007783745,0.001567066,0.01358191,0.005541429,0.08280768,0.225352,0.001314361],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0005640363,0.00322192,0.009150032,0.001212458,0.001634005,0.9780352,0.004857863,0.0004261416,0.0008984065],"genre_scores_gemma":[0.0007529678,0.0004670869,0.00794223,0.0002844396,0.00003901613,0.990006,0.0003175329,0.00003266244,0.0001580556],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.9933105,"threshold_uncertainty_score":0.9844023,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4403591944","doi":"10.1016/j.atherosclerosis.2024.118624","title":"Publication bias in pharmacogenetics of statin-associated muscle symptoms: A meta-epidemiological study","year":2024,"lang":"en","type":"review","venue":"Atherosclerosis","topic":"Lipoproteins and Cardiovascular Health","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Association Nationale de la Recherche et de la Technologie","keywords":"Pharmacogenetics; Medicine; Statin; Epidemiology; Meta-analysis; Hydroxymethylglutaryl-CoA Reductase Inhibitors; Publication bias; Internal medicine; Pharmacology; Genetics; Genotype; Biology","authors":[{"name":"A. Gougeon","is_ca":false},{"name":"I Aribi","is_ca":false},{"name":"Sofia Guernouche","is_ca":false},{"name":"Jean‐Christophe Lega","is_ca":false},{"name":"James M Wright","is_ca":true},{"name":"Céline Verstuyft","is_ca":false},{"name":"A. Lajoinie","is_ca":false},{"name":"François Gueyffier","is_ca":false},{"name":"Guillaume Grenet","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3292323609253614,"gpt":0.4284963298699932,"spread":0.0992639689446318,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.07409009,0.002550567,0.00939078,0.004972439,0.0008850941,0.004784062,0.002193951,0.00310311,0.005625723],"category_scores_gemma":[0.1305673,0.001334236,0.03715014,0.006581035,0.001099852,0.002728856,0.001968239,0.002461439,0.0003932656],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001768503,"about_ca_system_score_gemma":0.003315045,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002950201,"about_ca_topic_score_gemma":0.004589805,"domain_scores_codex":[0.9485379,0.02916121,0.01238775,0.004592651,0.004263261,0.001057242],"domain_scores_gemma":[0.8393835,0.1318606,0.01581178,0.006813185,0.005527969,0.0006029399],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"systematic_review","study_design_scores_codex":[0.004457353,0.00004459875,0.04658622,0.1131074,0.8104276,0.0005090673,0.0002221383,0.001166936,0.0005217412,0.0009148726,0.003157334,0.01888473],"study_design_scores_gemma":[0.001333573,0.0002674281,0.02028995,0.01279304,0.9571331,0.0003067958,0.00008848327,0.001399758,0.0004747186,0.002215471,0.00363804,0.00005965459],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.02860802,0.94139,0.01674825,0.004297728,0.002162957,0.001371701,0.003453839,0.0002108397,0.001756647],"genre_scores_gemma":[0.787738,0.1752519,0.01753287,0.007847581,0.002435666,0.004663544,0.002890614,0.0002099699,0.001429854],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9974495,"threshold_uncertainty_score":0.3918306,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4409203502","doi":"10.1016/j.drugalcdep.2025.112665","title":"Covariates in studies examining longitudinal relationships between substance use and mental health problems among youth: A meta-epidemiologic review","year":2025,"lang":"en","type":"review","venue":"Drug and Alcohol Dependence","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; McMaster University; Université de Montréal; St. Joseph’s Healthcare Hamilton","funders":"Canadian Institutes of Health Research","keywords":"Mental health; Substance use; Meta-analysis; Psychology; Longitudinal study; Covariate; Clinical psychology; Psychiatry; Medicine","authors":[{"name":"Jillian Halladay","is_ca":true},{"name":"Stephanie Kershaw","is_ca":false},{"name":"Emma Devine","is_ca":false},{"name":"Lucinda Grummitt","is_ca":false},{"name":"Rachel Visontay","is_ca":false},{"name":"Samantha Lynch","is_ca":true},{"name":"Chris Ji","is_ca":true},{"name":"Lauren Scott","is_ca":false},{"name":"Marlee Bower","is_ca":false},{"name":"Louise Mewton","is_ca":false},{"name":"Matthew Sunderland","is_ca":false},{"name":"Tim Slade","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.517409130212774,"gpt":0.4333312985156157,"spread":0.08407783169715832,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.0114784,0.002054063,0.01089047,0.005376828,0.0005020737,0.003461234,0.001983817,0.002562787,0.004919923],"category_scores_gemma":[0.03371888,0.00208578,0.02185506,0.007285721,0.0007585496,0.00221406,0.002263922,0.002163487,0.0003925899],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001430424,"about_ca_system_score_gemma":0.004276312,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009507512,"about_ca_topic_score_gemma":0.02530889,"domain_scores_codex":[0.9943997,0.00182693,0.00219987,0.00080378,0.0005818878,0.0001876855],"domain_scores_gemma":[0.9775202,0.01682398,0.00365042,0.0007321052,0.001040682,0.0002326234],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.001106987,0.00008554033,0.02288328,0.4750574,0.4471224,0.000159064,0.0001808956,0.0003131177,0.0003174371,0.0002481961,0.001434586,0.05109107],"study_design_scores_gemma":[0.0004175429,0.0002430133,0.02342346,0.08764132,0.8800185,0.0001809642,0.0001635682,0.0001258527,0.0001504379,0.0004409796,0.007137134,0.00005729426],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001454043,0.9978272,0.0001909563,0.00007745226,0.00008680466,0.00004710247,0.0002482394,0.000008150938,0.00005998023],"genre_scores_gemma":[0.03968367,0.9573447,0.00135791,0.000671732,0.0001420856,0.0001729323,0.0004669733,0.00001493717,0.000145161],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9891095,"threshold_uncertainty_score":0.06070435,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaepi_broad","metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3203021509","doi":"10.1016/j.ocarto.2021.100215","title":"The state of trial registrations in the field of Orthopaedics in years 2015–2020. A meta-epidemiological study","year":2021,"lang":"en","type":"review","venue":"Osteoarthritis and Cartilage Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; Hand and Upper Limb Clinic; St. Joseph's Hospital; University of Toronto; Queen's University; Canadian Institute for Military and Veteran Health Research","funders":"","keywords":"Medicine; Randomized controlled trial; Epidemiology; Population; Meta-analysis; Orthopedic surgery; Trial registration; MEDLINE; Prospective cohort study; Surgery; Internal medicine; Environmental health","authors":[{"name":"Goris Nazari","is_ca":true},{"name":"Dion Diep","is_ca":true},{"name":"Joy C. MacDermid","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6498741816734732,"gpt":0.5627773797430697,"spread":0.08709680193040348,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2057338,0.001358506,0.00820613,0.0181867,0.0008502262,0.006899004,0.002611164,0.003202395,0.001928329],"category_scores_gemma":[0.2981141,0.002495866,0.02900637,0.01737559,0.001505309,0.006591096,0.003276422,0.002693638,0.0004599842],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00287389,"about_ca_system_score_gemma":0.005749799,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003287074,"about_ca_topic_score_gemma":0.006962496,"domain_scores_codex":[0.7961214,0.09007979,0.07469391,0.01540847,0.02189679,0.001799702],"domain_scores_gemma":[0.5771523,0.2400093,0.141645,0.01822953,0.02072915,0.002234763],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"systematic_review","study_design_scores_codex":[0.006540066,0.00009196607,0.1778113,0.2994168,0.4397282,0.000193588,0.0005878034,0.001125984,0.0005143505,0.001668292,0.003440242,0.0688814],"study_design_scores_gemma":[0.001722883,0.00125358,0.2061098,0.1158763,0.6494489,0.001123942,0.0006748977,0.001895435,0.001028535,0.002307493,0.01834854,0.0002097174],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.01548542,0.9776496,0.002038847,0.001220732,0.0004762822,0.0003044296,0.002273547,0.00004340031,0.0005076868],"genre_scores_gemma":[0.5078974,0.4700512,0.009085977,0.002735455,0.001120794,0.002515747,0.005972543,0.0001215532,0.0004992395],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9986415,"threshold_uncertainty_score":0.9794716,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3039344762","doi":"10.1136/annrheumdis-2020-217237","title":"Population characteristics as important contextual factors in rheumatological trials: an exploratory meta-epidemiological study from an OMERACT Working Group","year":2020,"lang":"en","type":"review","venue":"Annals of the Rheumatic Diseases","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa","funders":"Odense Universitetshospital; Oak Foundation","keywords":"Medicine; Epidemiology; Population; Meta-analysis; Physical therapy; Family medicine; Internal medicine; Gerontology; Environmental health","authors":[{"name":"Sabrina Mai Nielsen","is_ca":false},{"name":"Helene Storgaard","is_ca":false},{"name":"Torkell Ellingsen","is_ca":false},{"name":"Beverley Shea","is_ca":true},{"name":"George A. Wells","is_ca":true},{"name":"Vivian Welch","is_ca":true},{"name":"Daniel E. Furst","is_ca":false},{"name":"Maarten de Wit","is_ca":false},{"name":"Marieke Voshaar","is_ca":false},{"name":"Carsten Bogh Juhl","is_ca":false},{"name":"Maarten Boers","is_ca":false},{"name":"Reuben Escorpizo","is_ca":false},{"name":"Thasia Woodworth","is_ca":false},{"name":"Annelies Boonen","is_ca":false},{"name":"Henning Bliddal","is_ca":false},{"name":"Lyn March","is_ca":false},{"name":"Peter Tugwell","is_ca":true},{"name":"Robin Christensen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4342632187980843,"gpt":0.4729137158865182,"spread":0.03865049708843388,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.04006322,0.002343579,0.01046225,0.002901761,0.0006756232,0.004574848,0.001860006,0.003048858,0.005139235],"category_scores_gemma":[0.07667422,0.001571159,0.03087982,0.004006594,0.0008339774,0.002201052,0.002814775,0.003048077,0.0004072605],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001685501,"about_ca_system_score_gemma":0.003271535,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003484782,"about_ca_topic_score_gemma":0.009662229,"domain_scores_codex":[0.9533495,0.03106835,0.009037104,0.003258367,0.002358906,0.0009278692],"domain_scores_gemma":[0.9065724,0.08008417,0.007627961,0.003151309,0.001920943,0.0006432043],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00718409,0.00005654878,0.01991742,0.1197861,0.8309249,0.0001481705,0.0002017649,0.0003714121,0.0002340957,0.0003917146,0.0008419498,0.01994192],"study_design_scores_gemma":[0.002197077,0.0002691203,0.01181673,0.01041721,0.9722367,0.00008027742,0.00009299653,0.0002403976,0.0000857792,0.0004995085,0.002031465,0.00003273686],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.01544651,0.9799952,0.00226447,0.0004282292,0.00031346,0.0004097297,0.0006873821,0.00003118633,0.0004237878],"genre_scores_gemma":[0.5672987,0.4133268,0.01088982,0.003191748,0.0006369197,0.002107258,0.001818619,0.000146261,0.0005837991],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9895378,"threshold_uncertainty_score":0.211877,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4379135156","doi":"10.1016/j.mayocpiqo.2023.04.010","title":"Inadequate Reporting of Cointerventions, Other Methodological Factors, and Treatment Estimates in Cardiovascular Trials: A Meta-Epidemiological Study","year":2023,"lang":"en","type":"article","venue":"Mayo Clinic Proceedings Innovations Quality & Outcomes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Arts and Humanities Research Council; University of California, San Francisco; University of Bern; University of Toronto; Inselspital, Universitätsspital Bern; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Blinding; Medicine; Meta-analysis; Publication bias; Psychological intervention; Clinical trial; Odds ratio; MEDLINE; Confidence interval; Relative risk; Physical therapy; Internal medicine","authors":[{"name":"Jonas Bührer","is_ca":false},{"name":"Cinzia Del Giovane","is_ca":false},{"name":"Bariş Gencer","is_ca":false},{"name":"Luise Adam","is_ca":false},{"name":"Christina Lyko","is_ca":false},{"name":"Martin Feller","is_ca":false},{"name":"Bruno R. da Costa","is_ca":true},{"name":"Drahomir Aujesky","is_ca":false},{"name":"Douglas C. Bauer","is_ca":false},{"name":"Nicolas Rodondi","is_ca":false},{"name":"Elisavet Moutzouri","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9823887722089711,"gpt":0.7142536049889211,"spread":0.26813516722005,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3791918,0.005494955,0.02218633,0.01335634,0.001605741,0.01231247,0.004421219,0.006382893,0.003141356],"category_scores_gemma":[0.5903142,0.003838208,0.05664101,0.01498778,0.003800728,0.009537014,0.005553368,0.004323559,0.0004372534],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004941489,"about_ca_system_score_gemma":0.00492107,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002448054,"about_ca_topic_score_gemma":0.004181222,"domain_scores_codex":[0.4175845,0.3853219,0.1489429,0.0172157,0.02868809,0.002246781],"domain_scores_gemma":[0.2645163,0.5788407,0.1109475,0.03001425,0.01483356,0.0008476362],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.004311949,0.00005922265,0.03152018,0.1393293,0.8052492,0.0001586586,0.0003004879,0.0008684812,0.0002118778,0.0007716087,0.0007978647,0.01642116],"study_design_scores_gemma":[0.003265844,0.0007417331,0.02082797,0.05523837,0.9093675,0.0005021474,0.0001839472,0.002017438,0.0006620203,0.003386101,0.003631386,0.0001755391],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.01187899,0.9686674,0.01405064,0.001328172,0.0009907848,0.001570396,0.0007418467,0.00009669652,0.0006750238],"genre_scores_gemma":[0.6566767,0.2760178,0.04538927,0.005111618,0.002621803,0.01077833,0.00234035,0.0003192645,0.0007448529],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.994505,"threshold_uncertainty_score":0.7655671,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4390765507","doi":"10.1007/s11655-023-3617-0","title":"Factors and Their Impact on Treatment Effect of Acupuncture in Different Outcomes: A Meta-Regression of Acupuncture Randomized Controlled Trials","year":2024,"lang":"en","type":"review","venue":"Chinese Journal of Integrative Medicine","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Acupuncture; Medicine; Randomized controlled trial; Meta-analysis; Confidence interval; Strictly standardized mean difference; Physical therapy; Meta-regression; MEDLINE; Cochrane Library; Internal medicine; Alternative medicine; Pathology","authors":[{"name":"Wen-Cui Xiu","is_ca":false},{"name":"Wei-Juan Gang","is_ca":false},{"name":"Qi Zhou","is_ca":true},{"name":"Lan-Jun Shi","is_ca":false},{"name":"HU Xiang-yu","is_ca":false},{"name":"Tianyu Ming","is_ca":false},{"name":"Zhen Luo","is_ca":false},{"name":"Yuqing Zhang","is_ca":true},{"name":"Xiang‐Hong Jing","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1108893715685012,"gpt":0.4947666850293225,"spread":0.3838773134608213,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.03878136,0.004138564,0.02013616,0.004010628,0.0008234321,0.00467941,0.002964593,0.003352547,0.005007969],"category_scores_gemma":[0.08662102,0.002133741,0.06679922,0.005916263,0.001502318,0.002749062,0.002542743,0.005171557,0.0004340109],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002015339,"about_ca_system_score_gemma":0.003277721,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005992182,"about_ca_topic_score_gemma":0.007821163,"domain_scores_codex":[0.9650111,0.01881021,0.009352707,0.003431084,0.002682741,0.0007121458],"domain_scores_gemma":[0.9140133,0.07407326,0.006591594,0.002559389,0.002264315,0.0004982541],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.005493706,0.00003324914,0.006030771,0.06238819,0.9175606,0.00006188532,0.00006562971,0.0003208932,0.0001259786,0.0001180895,0.0001682375,0.007632706],"study_design_scores_gemma":[0.00123735,0.0001734588,0.002804571,0.003210519,0.9916951,0.00003579719,0.00002926779,0.0001432929,0.00005706818,0.0002134825,0.0003879465,0.00001219041],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.01205651,0.9844742,0.00191868,0.0002299074,0.0003221477,0.0003331668,0.0003344702,0.00003784995,0.0002930163],"genre_scores_gemma":[0.4333261,0.5545474,0.007021279,0.001375755,0.0006732862,0.001213393,0.001033433,0.0001200562,0.0006892077],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9958614,"threshold_uncertainty_score":0.2050979,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4377010956","doi":"10.1093/fampra/cmad052","title":"The quality of paediatric asthma guidelines: evidence underpinning diagnostic test recommendations from a meta-epidemiological study","year":2023,"lang":"en","type":"article","venue":"Family Practice","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"U.S. Department of Health and Human Services; National Institutes of Health; Canadian Institutes of Health Research; National Institute for Health and Care Research; Canadian Thoracic Society; National Institute for Health and Care Excellence","keywords":"Medicine; Asthma; Spirometry; Epidemiology; Family medicine; Test (biology); Diagnostic test; Pediatrics; MEDLINE; Primary care; Intensive care medicine; Pathology","authors":[{"name":"Elizabeth T Thomas","is_ca":false},{"name":"Sarah T Thomas","is_ca":false},{"name":"Rafael Perera","is_ca":false},{"name":"Peter J. Gill","is_ca":true},{"name":"Susan Moloney","is_ca":false},{"name":"Carl Heneghan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4121088092352826,"gpt":0.4964183921697496,"spread":0.08430958293446694,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.1581252,0.00255879,0.01206467,0.01085608,0.001011226,0.008040133,0.004364097,0.004993646,0.00347878],"category_scores_gemma":[0.47788,0.002267059,0.03355009,0.01291745,0.002804236,0.005723622,0.003670233,0.004146651,0.0002932338],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006077747,"about_ca_system_score_gemma":0.007092623,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01334678,"about_ca_topic_score_gemma":0.01539092,"domain_scores_codex":[0.7703671,0.14782,0.05167039,0.01081058,0.01730218,0.002029752],"domain_scores_gemma":[0.3737051,0.5303789,0.06687047,0.01062783,0.01719495,0.001222721],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.002519636,0.00006426034,0.05276629,0.3231842,0.5769976,0.0002356389,0.0008219713,0.001602092,0.0001267884,0.001055787,0.002044254,0.03858149],"study_design_scores_gemma":[0.001558095,0.0003424955,0.03498977,0.1406318,0.8131594,0.0002964959,0.0003535179,0.001060524,0.0002600973,0.002803881,0.004456646,0.00008721172],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.01537293,0.9725171,0.004552148,0.00315176,0.0004117439,0.0009671359,0.001758493,0.00004777936,0.001220953],"genre_scores_gemma":[0.6456736,0.3288373,0.01490739,0.004264592,0.0006589302,0.002909261,0.002409598,0.00008735553,0.0002519838],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9974412,"threshold_uncertainty_score":0.8362561,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"evaluation","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3192941963","doi":"10.1111/jebm.12440","title":"Comparing and combining evidence of treatment effects in randomized and nonrandomized studies on the use of misoprostol to prevent postpartum hemorrhage","year":2021,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Maternal and fetal healthcare","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Misoprostol; Medicine; Randomized controlled trial; Confidence interval; Odds ratio; Meta-analysis; Placebo; MEDLINE; Relative risk; Obstetrics; Pregnancy; Internal medicine; Abortion; Alternative medicine","authors":[{"name":"Frederick Morfaw","is_ca":true},{"name":"Bernard Miregwa","is_ca":true},{"name":"Bi Ayaba","is_ca":false},{"name":"Lawrence Mbuagbaw","is_ca":true},{"name":"Laura N. Anderson","is_ca":true},{"name":"Lehana Thabane","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4126879839645758,"gpt":0.4530451666427994,"spread":0.04035718267822364,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.218222,0.004074464,0.02588474,0.01652787,0.0008767624,0.008488473,0.003459504,0.005775026,0.003082997],"category_scores_gemma":[0.4802741,0.002850938,0.04631332,0.009247375,0.00322927,0.004876899,0.004020899,0.004018625,0.0003091175],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005029542,"about_ca_system_score_gemma":0.005046077,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002505839,"about_ca_topic_score_gemma":0.002795109,"domain_scores_codex":[0.4812976,0.414016,0.07632426,0.008871492,0.01822229,0.001268313],"domain_scores_gemma":[0.4258801,0.5147153,0.03914606,0.01048166,0.008878917,0.0008980148],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"systematic_review","study_design_scores_codex":[0.007951856,0.0001388014,0.004675395,0.1661146,0.7944062,0.0001003099,0.0002634486,0.00160334,0.0001979755,0.001087383,0.000406333,0.02305437],"study_design_scores_gemma":[0.01348953,0.002488114,0.006451553,0.04992105,0.9172814,0.0001401345,0.0001808255,0.002098597,0.0005215281,0.004968198,0.002319139,0.0001399976],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.02959604,0.935542,0.01870376,0.002040757,0.002468265,0.008221055,0.001307591,0.0001555652,0.001964911],"genre_scores_gemma":[0.6616606,0.2476719,0.05943077,0.003461832,0.001667618,0.02346548,0.001917738,0.0001231628,0.000601055],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.781778,"threshold_uncertainty_score":0.9640715,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3134334065","doi":"10.1016/j.jebdp.2021.101544","title":"Influence of Sponsorship Bias on Treatment Effect Size Estimates in Randomized Trials of Oral Health Interventions: A Meta-epidemiological Study","year":2021,"lang":"en","type":"review","venue":"Journal of Evidence Based Dental Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; St. Michael's Hospital; University of Alberta","funders":"Alberta Heritage Foundation for Medical Research; Alberta Innovates; Alberta Innovates - Health Solutions","keywords":"Meta-analysis; Publication bias; Randomized controlled trial; Medicine; Epidemiology; Clinical trial; Confidence interval; Sample size determination; Psychological intervention; Random effects model; Selection bias; Reporting bias; Relative risk; MEDLINE; Internal medicine; Statistics; Psychiatry; Pathology","authors":[{"name":"Humam Saltaji","is_ca":true},{"name":"Susan Armijo‐Olivo","is_ca":true},{"name":"Greta G. Cummings","is_ca":true},{"name":"Maryam Amin","is_ca":true},{"name":"Paul W. Major","is_ca":true},{"name":"Bruno R. da Costa","is_ca":true},{"name":"Carlos Flores‐Mir","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9725301236095575,"gpt":0.7303173162000859,"spread":0.2422128074094716,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2944574,0.003335493,0.02113207,0.004931525,0.0009900923,0.009700516,0.004512833,0.00811897,0.004117442],"category_scores_gemma":[0.548642,0.003377821,0.04346513,0.005404359,0.003901636,0.007154035,0.003967063,0.008686963,0.0004191442],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003103421,"about_ca_system_score_gemma":0.004556364,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00280117,"about_ca_topic_score_gemma":0.00304497,"domain_scores_codex":[0.5959351,0.3130526,0.06023706,0.01429508,0.01458829,0.001891791],"domain_scores_gemma":[0.280682,0.6653673,0.02680333,0.01949228,0.006858087,0.0007969587],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"systematic_review","study_design_scores_codex":[0.01546136,0.0001303355,0.01413804,0.09921195,0.8132609,0.0003064222,0.0005246634,0.001629515,0.0002997187,0.002993984,0.001605602,0.05043755],"study_design_scores_gemma":[0.008080714,0.0009955582,0.008475207,0.01555277,0.9521039,0.0003748491,0.0001617619,0.00232141,0.0004848498,0.007640546,0.003693962,0.0001144994],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.01844101,0.9523998,0.02205837,0.001949477,0.001841227,0.001203571,0.0005962003,0.0001599246,0.001350472],"genre_scores_gemma":[0.7095451,0.2360082,0.03786852,0.006623394,0.002513402,0.004555601,0.001191326,0.0003941505,0.001300343],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9966645,"threshold_uncertainty_score":0.8700596,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4318973081","doi":"10.1136/bmjebm-2022-112053","title":"Different meta-analysis methods can change judgements about imprecision of effect estimates: a meta-epidemiological study","year":2023,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Meta-analysis; Statistics; Random effects model; Mathematics; Medicine; Restricted maximum likelihood; Maximum likelihood; Econometrics; Internal medicine","authors":[{"name":"Zhen Wang","is_ca":false},{"name":"Muayad Alzuabi","is_ca":false},{"name":"Rebecca L. Morgan","is_ca":true},{"name":"Reem A. Mustafa","is_ca":true},{"name":"Yngve Falck–Ytter","is_ca":false},{"name":"Philipp Dahm","is_ca":false},{"name":"Shahnaz Sultan","is_ca":false},{"name":"M. Hassan Murad","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9820049695252123,"gpt":0.7362051535903333,"spread":0.245799815934879,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5248833,0.004794418,0.01005489,0.0132124,0.001783651,0.01335454,0.005379064,0.0102246,0.002426537],"category_scores_gemma":[0.8112393,0.003440132,0.0466065,0.01035938,0.004424629,0.009911896,0.0052897,0.00863645,0.0003976717],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005037719,"about_ca_system_score_gemma":0.003658023,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00163268,"about_ca_topic_score_gemma":0.002557819,"domain_scores_codex":[0.2361173,0.6676142,0.05599638,0.009699129,0.02970578,0.0008672691],"domain_scores_gemma":[0.07915136,0.8597425,0.03195613,0.01903187,0.009654375,0.0004637458],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.01840215,0.000358173,0.04309938,0.09420867,0.6720253,0.0007960626,0.003513871,0.01104558,0.001211441,0.009483041,0.003898766,0.1419576],"study_design_scores_gemma":[0.01632221,0.005534968,0.03397552,0.09629603,0.7514195,0.001906722,0.001710857,0.02348741,0.004807226,0.05042958,0.01279096,0.001318978],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.07259309,0.7599143,0.135638,0.01404818,0.004762994,0.006024541,0.001307119,0.000470679,0.00524109],"genre_scores_gemma":[0.6757234,0.09723771,0.2056617,0.008544596,0.001803012,0.009344206,0.0007447173,0.0003418459,0.0005988555],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9899451,"threshold_uncertainty_score":0.5859035,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3158629300","doi":"10.1186/s12893-021-01278-0","title":"Bias estimation in study design: a meta-epidemiological analysis of transcatheter versus surgical aortic valve replacement","year":2021,"lang":"en","type":"article","venue":"BMC Surgery","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Michael's Hospital; Women's College Hospital; University of Toronto; Institute for Work & Health; Western University","funders":"University of Toronto; Canadian Institutes of Health Research; University of Ottawa","keywords":"Medicine; Aortic valve replacement; Propensity score matching; Stenosis; Randomized controlled trial; Aortic valve stenosis; Surgery; Aortic valve; Internal medicine; Epidemiology; Cardiology; Meta-analysis","authors":[{"name":"Saerom Youn","is_ca":true},{"name":"Shannon Wong","is_ca":false},{"name":"Caitlin C Chrystoja","is_ca":true},{"name":"George Tomlinson","is_ca":true},{"name":"Harindra C. Wijeysundera","is_ca":true},{"name":"Chaim M. Bell","is_ca":true},{"name":"Anna R. Gagliardi","is_ca":true},{"name":"Nancy N. Baxter","is_ca":true},{"name":"Julie Takata","is_ca":true},{"name":"Lakhbir Sandhu","is_ca":true},{"name":"David R. Urbach","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6141875518604735,"gpt":0.4766740758921051,"spread":0.1375134759683684,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2694727,0.003743555,0.01491443,0.01011237,0.001172255,0.008179554,0.003665948,0.00608642,0.002465762],"category_scores_gemma":[0.4286624,0.002320188,0.05383611,0.007657735,0.002363743,0.004776791,0.004073156,0.004660575,0.0002525168],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003753873,"about_ca_system_score_gemma":0.003904488,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003053253,"about_ca_topic_score_gemma":0.003761849,"domain_scores_codex":[0.5743311,0.3535584,0.0431114,0.01228322,0.01530395,0.001411855],"domain_scores_gemma":[0.4241771,0.5070992,0.0388351,0.01965904,0.009322677,0.0009068276],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.00424488,0.00006867856,0.02567949,0.06419703,0.8628185,0.0002103521,0.0002885996,0.003068839,0.0002101694,0.001953663,0.001055484,0.03620439],"study_design_scores_gemma":[0.003883493,0.00071082,0.01294536,0.02678932,0.9344085,0.0003998136,0.0001664889,0.005763375,0.000509357,0.009884291,0.004410388,0.0001288206],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.02023402,0.922825,0.0480044,0.003054815,0.00192384,0.001905623,0.0005388303,0.0001783435,0.001335216],"genre_scores_gemma":[0.7426174,0.1665723,0.07295031,0.006132103,0.00201305,0.007495235,0.001025369,0.0002507127,0.0009435096],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9962565,"threshold_uncertainty_score":0.9008702,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2911968494","doi":"10.1136/bmjebm-2018-111057","title":"Use of modified intention-to-treat analysis in studies of direct oral anticoagulants and risk of selection bias: a systematic review","year":2019,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"Fonds de Recherche du Québec - Santé","keywords":"Selection (genetic algorithm); Risk analysis (engineering); Selection bias; Medicine; Intensive care medicine; Psychology; Actuarial science; Computer science; Business; Artificial intelligence; Pathology","authors":[{"name":"Tristan Rainville","is_ca":true},{"name":"Mikhael Laskine","is_ca":true},{"name":"Madéleine Durand","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5686784527537067,"gpt":0.5045638600117248,"spread":0.06411459274198184,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3365422,0.004568919,0.03540089,0.02557627,0.002252739,0.00951536,0.007784355,0.0100708,0.006123452],"category_scores_gemma":[0.5951705,0.00403466,0.03694268,0.0199182,0.007163558,0.01091366,0.004566381,0.004697095,0.0009691797],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01306553,"about_ca_system_score_gemma":0.01951845,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003218073,"about_ca_topic_score_gemma":0.006224958,"domain_scores_codex":[0.3767739,0.3963726,0.159535,0.02071853,0.04510573,0.001494368],"domain_scores_gemma":[0.3592418,0.5168653,0.08188742,0.02009653,0.02061373,0.00129525],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0009495462,0.00004535097,0.001889838,0.8853156,0.07637611,0.0001296233,0.0007138171,0.0003528645,0.0001405083,0.001684736,0.00192491,0.03047708],"study_design_scores_gemma":[0.007719778,0.001212381,0.00413182,0.7441987,0.2096451,0.0004548329,0.0007709154,0.003594737,0.000925353,0.01101595,0.01592135,0.0004090763],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.005807859,0.8283394,0.04579177,0.003719161,0.004755591,0.1057907,0.003336044,0.0005808411,0.001878695],"genre_scores_gemma":[0.1507062,0.2184729,0.1578754,0.008169284,0.001847621,0.4591471,0.002182031,0.0003846525,0.001214894],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9645991,"threshold_uncertainty_score":0.8181616,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4387222396","doi":"10.1007/s40279-023-01941-x","title":"Certainty of Evidence Assessment in Systematic Reviews Published by High-Impact Sports Science Journals: A Meta-epidemiological Study","year":2023,"lang":"en","type":"article","venue":"Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Impact; University of Saskatchewan","funders":"","keywords":"Certainty; Systematic review; Grading (engineering); Meta-analysis; Publication bias; Quality of evidence; Medicine; Citation; Evidence-based medicine; Sports medicine; MEDLINE; Bibliometrics; Psychology; Alternative medicine; Computer science; Library science; Political science; Pathology; Mathematics; Engineering","authors":[{"name":"Madelin R. Siedler","is_ca":false},{"name":"Katie N. Harris","is_ca":false},{"name":"Christian Rodriguez","is_ca":false},{"name":"Megan H. Lewis","is_ca":false},{"name":"Priscila Semidey-Lamadrid","is_ca":false},{"name":"Matthew T. Stratton","is_ca":false},{"name":"Miguel Blacutt","is_ca":false},{"name":"Zeinab Hosseini","is_ca":true},{"name":"Yngve Falck–Ytter","is_ca":false},{"name":"Reem A. Mustafa","is_ca":true},{"name":"Shahnaz Sultan","is_ca":false},{"name":"Philipp Dahm","is_ca":false},{"name":"Rebecca L. Morgan","is_ca":true},{"name":"M. Hassan Murad","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9041380651400333,"gpt":0.6472378102149855,"spread":0.2569002549250478,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2888449,0.00616673,0.03756827,0.02392042,0.002090979,0.01325838,0.0062117,0.009286065,0.004121666],"category_scores_gemma":[0.6354684,0.007276863,0.0877481,0.01690032,0.004107896,0.0122864,0.01100316,0.007926853,0.0004538727],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00531933,"about_ca_system_score_gemma":0.005125978,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005578005,"about_ca_topic_score_gemma":0.006120303,"domain_scores_codex":[0.5131159,0.2864979,0.1431053,0.02708207,0.02713554,0.00306335],"domain_scores_gemma":[0.2078899,0.6847789,0.06414094,0.02686431,0.01450035,0.001825642],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.004237296,0.0000518877,0.02131639,0.05480812,0.9132519,0.0001298364,0.0003070595,0.0004382668,0.0001011373,0.0002597978,0.000233052,0.004865281],"study_design_scores_gemma":[0.002525585,0.0005649428,0.01233158,0.0111743,0.9689242,0.0003754973,0.0002046222,0.0007742796,0.0001563932,0.001984097,0.0008444221,0.0001400153],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.04034905,0.9382005,0.01529233,0.001122294,0.0008148116,0.001621495,0.001618727,0.0001370816,0.0008437572],"genre_scores_gemma":[0.85364,0.1186293,0.01910495,0.002210916,0.0009732806,0.003037792,0.001886056,0.0001579681,0.0003597295],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9938332,"threshold_uncertainty_score":0.8769808,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4400747098","doi":"10.1111/dom.15771","title":"Bariatric surgery and all‐cause mortality: A methodological review of studies using a non‐surgical comparator","year":2024,"lang":"en","type":"review","venue":"Diabetes Obesity and Metabolism","topic":"Bariatric Surgery and Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Jewish General Hospital","funders":"Atara Biotherapeutics; Kowa Company; Amarin Corporation; Novo Nordisk; Merck; Novartis; Pfizer; Seqirus; AstraZeneca; National Institute of Diabetes and Digestive and Kidney Diseases; Boehringer Ingelheim","keywords":"Medicine; Surgical procedures; Surgery; General surgery; Intensive care medicine","authors":[{"name":"Karine Suissa","is_ca":false},{"name":"Sebastian Schneeweiß","is_ca":false},{"name":"Robert J. Glynn","is_ca":false},{"name":"Deborah J. Wexler","is_ca":false},{"name":"Samy Suissa","is_ca":true},{"name":"Julie M. Paik","is_ca":false},{"name":"Elisabetta Patorno","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3688343445838422,"gpt":0.4663856746911559,"spread":0.0975513301073137,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.105611,0.002070776,0.01125694,0.01425098,0.001177801,0.005153706,0.004476358,0.003837546,0.003150479],"category_scores_gemma":[0.3272092,0.002088566,0.01977651,0.01438712,0.002061462,0.003955005,0.003130628,0.002055869,0.0002991274],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006427098,"about_ca_system_score_gemma":0.01208775,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005148088,"about_ca_topic_score_gemma":0.01116686,"domain_scores_codex":[0.8601905,0.05582149,0.06357086,0.005488045,0.01404561,0.0008836004],"domain_scores_gemma":[0.5796017,0.3340613,0.06373059,0.00688774,0.01489366,0.0008250033],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0008077614,0.00003033479,0.003987215,0.9152316,0.04441147,0.00007062311,0.0002600229,0.0001813851,0.0001509786,0.0004903235,0.0009543645,0.03342397],"study_design_scores_gemma":[0.0009198011,0.0004222552,0.01117663,0.7333813,0.2365512,0.0003713012,0.0003865311,0.0002440029,0.0004452405,0.001485552,0.01454466,0.00007151221],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001293301,0.9963394,0.0006827092,0.0004653093,0.0001887446,0.0005804726,0.0002504878,0.000007590429,0.0001919033],"genre_scores_gemma":[0.0607488,0.9249321,0.006550255,0.001908289,0.0003445468,0.004577169,0.0007343627,0.00003133357,0.0001732171],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.894389,"threshold_uncertainty_score":0.5585308,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1974429147","doi":"10.1136/annrheumdis-2014-eular.2210","title":"THU0416 Attrition Bias in Rheumatoid Arthritis Randomised Trials with Different Modified Intention-To-Treat Approaches: A Meta-Epidemiological Study","year":2014,"lang":"en","type":"article","venue":"Annals of the Rheumatic Diseases","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; Population; Rheumatoid arthritis; Meta-analysis; Internal medicine; Intention-to-treat analysis; Sample size determination; Physical therapy; Imputation (statistics); Study heterogeneity; Missing data; Statistics","authors":[{"name":"Anna Døssing","is_ca":false},{"name":"Simon Tarp","is_ca":false},{"name":"D E Furst","is_ca":false},{"name":"Christian Gluud","is_ca":false},{"name":"Joseph Beyene","is_ca":true},{"name":"Bjarke Brandt Hansen","is_ca":false},{"name":"Henning Bliddal","is_ca":false},{"name":"Robin Christensen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6572351615281036,"gpt":0.4474743812337799,"spread":0.2097607802943237,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.1597129,0.004358039,0.01514719,0.003748437,0.001422042,0.006236112,0.005346217,0.009724429,0.0103205],"category_scores_gemma":[0.263034,0.003115857,0.05516843,0.00518877,0.002558426,0.005347708,0.002904693,0.008572807,0.00103808],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001953924,"about_ca_system_score_gemma":0.003120675,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003990686,"about_ca_topic_score_gemma":0.003043439,"domain_scores_codex":[0.7168341,0.2490165,0.01732353,0.009084807,0.005437868,0.00230322],"domain_scores_gemma":[0.7330773,0.2265989,0.01209397,0.02274057,0.004392626,0.001096601],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.09953756,0.0003573877,0.008694963,0.02530857,0.8238805,0.0004406815,0.0002890002,0.002914581,0.0004368626,0.003961942,0.002177984,0.032],"study_design_scores_gemma":[0.07975696,0.004145932,0.006634559,0.003562907,0.8773566,0.0003966699,0.0001588531,0.01136813,0.0005246765,0.01308934,0.002778087,0.0002273717],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.2201201,0.5317739,0.2154471,0.006859262,0.007442755,0.006656796,0.003882597,0.001869494,0.005948176],"genre_scores_gemma":[0.9259026,0.0192976,0.04010971,0.004257176,0.001778094,0.004320605,0.001272505,0.0004284045,0.002633349],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9956419,"threshold_uncertainty_score":0.8446529,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4411977700","doi":"10.1186/s12916-025-04202-y","title":"Sex and gender considerations in randomized controlled trials in critical care nephrology: a meta-epidemiologic study","year":2025,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Alberta Health Services; University of Alberta","funders":"University of Alberta; King Chulalongkorn Memorial Hospital","keywords":"Medicine; Randomized controlled trial; Nephrology; Meta-analysis; Internal medicine; MEDLINE; Intensive care medicine","authors":[{"name":"Nuttha Lumlertgul","is_ca":false},{"name":"Anyarin Wannakittirat","is_ca":false},{"name":"Janice Y. Kung","is_ca":true},{"name":"Nattachai Srisawat","is_ca":false},{"name":"David Collister","is_ca":true},{"name":"Emily See","is_ca":false},{"name":"Neesh Pannu","is_ca":true},{"name":"Ravindra L. Mehta","is_ca":false},{"name":"Danielle E. Soranno","is_ca":false},{"name":"Marlies Ostermann","is_ca":false},{"name":"Sean M. Bagshaw","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6544556132467321,"gpt":0.5824175902738793,"spread":0.07203802297285278,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2763816,0.002928731,0.01525996,0.008906798,0.001217552,0.007023036,0.003387065,0.004776938,0.003941929],"category_scores_gemma":[0.4251703,0.001889482,0.05346739,0.01065213,0.002607499,0.006120001,0.003007488,0.003664708,0.0003567228],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003055496,"about_ca_system_score_gemma":0.003591285,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001745327,"about_ca_topic_score_gemma":0.002422468,"domain_scores_codex":[0.5538269,0.3408216,0.07183878,0.0154898,0.01603524,0.001987838],"domain_scores_gemma":[0.30286,0.61201,0.0573642,0.01867099,0.008064168,0.001030571],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"systematic_review","study_design_scores_codex":[0.005677586,0.00006342297,0.05028143,0.1332135,0.7818112,0.0002775538,0.0003758837,0.001075481,0.0002260024,0.002043163,0.001224676,0.02373013],"study_design_scores_gemma":[0.003202643,0.001158381,0.02633174,0.05645216,0.8932977,0.0004808326,0.0003116492,0.00214893,0.0005023124,0.008970038,0.007016549,0.0001271027],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.01361573,0.9640459,0.01525007,0.002394666,0.001404749,0.001319823,0.0008733986,0.0001003554,0.0009953871],"genre_scores_gemma":[0.738074,0.1946546,0.04325568,0.009130982,0.002713079,0.009810301,0.001352321,0.0002406105,0.0007684157],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9970713,"threshold_uncertainty_score":0.8923503,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaepi_broad","metaepi_narrow"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4405223579","doi":"10.1093/jnci/djae318","title":"Justification, margin values, and analysis populations for oncologic noninferiority and equivalence trials: a meta-epidemiological study","year":2024,"lang":"en","type":"article","venue":"JNCI Journal of the National Cancer Institute","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"London Health Sciences Centre; Western University","funders":"National Cancer Institute; University of Texas MD Anderson Cancer Center; National Institutes of Health; Andrew Sabin Family Foundation","keywords":"Margin (machine learning); Equivalence (formal languages); Clinical endpoint; Meta-analysis; Population; Medicine; Statistics; Clinical trial; Mathematics; Computer science; Internal medicine","authors":[{"name":"T. Kleber","is_ca":false},{"name":"Alexander D. Sherry","is_ca":false},{"name":"Andrew Arifin","is_ca":true},{"name":"Gabrielle S. Kupferman","is_ca":false},{"name":"Ramez Kouzy","is_ca":false},{"name":"Joseph Abi Jaoude","is_ca":false},{"name":"Timothy A. Lin","is_ca":false},{"name":"Esther J. Beck","is_ca":false},{"name":"Avital M. Miller","is_ca":false},{"name":"Adina H. Passy","is_ca":false},{"name":"Zachary R. McCaw","is_ca":false},{"name":"Pavlos Msaouel","is_ca":false},{"name":"Ethan B. Ludmir","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9378516184211011,"gpt":0.7058903326026658,"spread":0.2319612858184353,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3680447,0.003283692,0.01444208,0.007265741,0.0008886708,0.006726356,0.004271906,0.007470158,0.004143189],"category_scores_gemma":[0.5986807,0.002335557,0.03416235,0.007330499,0.002730231,0.007033708,0.003051706,0.006067285,0.0005118194],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002487364,"about_ca_system_score_gemma":0.00242627,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006443718,"about_ca_topic_score_gemma":0.0008115879,"domain_scores_codex":[0.3858212,0.5388865,0.04982474,0.008688702,0.01581546,0.00096333],"domain_scores_gemma":[0.2791421,0.6478822,0.04461313,0.02041599,0.007213476,0.000733115],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"meta_analysis","study_design_gemma":"systematic_review","study_design_scores_codex":[0.03729749,0.0002191093,0.0201859,0.1617425,0.6798503,0.0003841264,0.0006895188,0.005188847,0.0007761504,0.01087505,0.004522747,0.07826824],"study_design_scores_gemma":[0.0320393,0.003102367,0.01149265,0.0545486,0.8281311,0.0005292848,0.0003007086,0.01451827,0.00162498,0.04062272,0.01275738,0.0003327219],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.03002318,0.7932782,0.1443359,0.008749559,0.00401087,0.01316391,0.001725378,0.0004396088,0.004273395],"genre_scores_gemma":[0.7635044,0.0684234,0.1188525,0.009603154,0.002248249,0.03477528,0.001498801,0.0002546566,0.0008396173],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9967163,"threshold_uncertainty_score":0.7793133,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4323536717","doi":"10.1101/2023.03.05.23286821","title":"The impact of blinding on trial results: A systematic review and meta-analysis","year":2023,"lang":"en","type":"review","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Impact; Dalhousie University; McMaster University","funders":"","keywords":"Blinding; Meta-analysis; Publication bias; Medicine; Randomized controlled trial; Systematic review; MEDLINE; Odds ratio; Strictly standardized mean difference; Clinical trial; Internal medicine","authors":[{"name":"Tyler Pitre","is_ca":true},{"name":"Sarah Kirsh","is_ca":true},{"name":"Tanvir Jassal","is_ca":true},{"name":"Mason Anderson","is_ca":true},{"name":"Adelia Padoan","is_ca":true},{"name":"Alexander Xiang","is_ca":true},{"name":"Jasmine Mah","is_ca":true},{"name":"Dena Zeraatkar","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9072607679519703,"gpt":0.6315100895610637,"spread":0.2757506783909066,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2843625,0.00606214,0.0295885,0.01470707,0.001899337,0.009593459,0.005442031,0.007467702,0.004504119],"category_scores_gemma":[0.4965755,0.004064127,0.05436026,0.01312844,0.005688641,0.009669267,0.004743444,0.00632365,0.0005759949],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00980934,"about_ca_system_score_gemma":0.01389013,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005304501,"about_ca_topic_score_gemma":0.008023398,"domain_scores_codex":[0.5087068,0.3403097,0.1020728,0.01618131,0.0304803,0.002249176],"domain_scores_gemma":[0.4050054,0.4980981,0.06121594,0.01824407,0.01621943,0.0012172],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.003294972,0.00005547854,0.003380594,0.5568624,0.4083219,0.0001295382,0.0002695466,0.001169468,0.0001769676,0.001111283,0.001200571,0.02402715],"study_design_scores_gemma":[0.005555801,0.0006247454,0.003988644,0.2177023,0.7593924,0.0002279399,0.0001367291,0.002031512,0.0007126069,0.005635757,0.003822932,0.000168524],"study_design_candidate":"meta_analysis","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004106088,0.974442,0.01186386,0.00144757,0.001401915,0.005088645,0.0007842194,0.0001480032,0.0007176807],"genre_scores_gemma":[0.3338416,0.5626088,0.05313214,0.006472404,0.002179761,0.03911738,0.001507654,0.0003617821,0.0007785743],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9704115,"threshold_uncertainty_score":0.8825085,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4413340902","doi":"10.3390/curroncol32080462","title":"High Outcome-Reporting Bias in Randomized-Controlled Trials of Acupuncture for Cancer Chemotherapy-Induced Nausea and Vomiting: A Systematic Review and Meta-Epidemiological Study","year":2025,"lang":"en","type":"review","venue":"Current Oncology","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Universitätsspital Zürich","keywords":"Medicine; Nausea; Acupuncture; Meta-analysis; Vomiting; Clinical trial; Reporting bias; Randomized controlled trial; MEDLINE; Publication bias; Metric (unit); Outcome (game theory); Prospective cohort study; Systematic review; Epidemiology; Physical therapy; Alternative medicine; Intensive care medicine; Internal medicine; Pathology","authors":[{"name":"Rachele Penati","is_ca":false},{"name":"Riccardo Vecchio","is_ca":false},{"name":"Roberto Gatto","is_ca":false},{"name":"Anna Odone","is_ca":false},{"name":"Silvia Deandrea","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6576657626141557,"gpt":0.6228960202366118,"spread":0.03476974237754382,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2727592,0.002953997,0.01852704,0.008154755,0.001665693,0.007666437,0.003691708,0.00452746,0.004669188],"category_scores_gemma":[0.4681497,0.002717527,0.02786586,0.0114362,0.003399065,0.005967831,0.003453991,0.003679122,0.0005166873],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007156826,"about_ca_system_score_gemma":0.01193289,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00502745,"about_ca_topic_score_gemma":0.0083276,"domain_scores_codex":[0.5718687,0.2587617,0.1256905,0.01588498,0.02598472,0.00180935],"domain_scores_gemma":[0.4188427,0.4816386,0.06267885,0.01925476,0.01663449,0.0009506881],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.001714434,0.00006039441,0.009915896,0.6528687,0.2881564,0.0002330286,0.000547778,0.0006697351,0.0002451352,0.002404852,0.002459049,0.04072457],"study_design_scores_gemma":[0.004054099,0.000822967,0.01579552,0.3174237,0.6238986,0.0006040369,0.0004729572,0.001803332,0.001122336,0.01260374,0.02114791,0.0002506441],"study_design_candidate":"meta_analysis","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004759124,0.9738273,0.01193242,0.001903914,0.001257728,0.003946792,0.001211742,0.0001010766,0.001059838],"genre_scores_gemma":[0.3246876,0.5664148,0.05468537,0.01178952,0.00184815,0.03621179,0.002929773,0.0002704642,0.001162478],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.997046,"threshold_uncertainty_score":0.8968174,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"reporting","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2536368941","doi":"10.1093/ejo/cjw062","title":"Historical controls in orthodontics: need for larger meta-epidemiological studies","year":2016,"lang":"en","type":"letter","venue":"European Journal of Orthodontics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"University of Alberta; Alberta Innovates; Killam Trusts; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Orthodontics; Epidemiology; Medicine; Dentistry; Pathology","authors":[{"name":"Humam Saltaji","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9015952426937508,"gpt":0.5451367677650194,"spread":0.3564584749287314,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3157164,0.002489282,0.01422356,0.006738087,0.001961338,0.008464308,0.007808179,0.01594719,0.01023218],"category_scores_gemma":[0.6278673,0.002665547,0.01307633,0.007061832,0.004136171,0.01737739,0.004311266,0.02299271,0.001690788],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004137568,"about_ca_system_score_gemma":0.008509175,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003708084,"about_ca_topic_score_gemma":0.007016688,"domain_scores_codex":[0.7138021,0.2082761,0.04686449,0.008292837,0.02172623,0.001038244],"domain_scores_gemma":[0.1391735,0.781185,0.02516804,0.02448015,0.02768695,0.00230634],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.008331336,0.0004815654,0.01854858,0.1803432,0.08959745,0.002385969,0.001527697,0.001286138,0.0007813798,0.02913353,0.3521517,0.3154314],"study_design_scores_gemma":[0.01090812,0.001793225,0.02456743,0.2171729,0.09289901,0.003957992,0.002177695,0.004804736,0.0009359845,0.1477505,0.4921061,0.0009263177],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"commentary","genre_scores_codex":[0.001338945,0.5336083,0.009389328,0.4164677,0.03580568,0.0004459265,0.0008540149,0.0001470186,0.001943207],"genre_scores_gemma":[0.05356685,0.2884868,0.05655854,0.4745042,0.1207715,0.003100869,0.001524608,0.0002168064,0.00126979],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.9857764,"threshold_uncertainty_score":0.8438436,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7117489679","doi":"10.1016/j.semarthrit.2025.152907","title":"Determining the best discriminatory physical functioning outcome measurement instrument for psoriatic arthritis trials: A meta-epidemiological study","year":2025,"lang":"en","type":"article","venue":"Seminars in Arthritis and Rheumatism","topic":"Spondyloarthritis Studies and Treatments","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Krembil Foundation; University Health Network; Ottawa Hospital; University of Ottawa","funders":"Parker Institute for Cancer Immunotherapy; Oak Foundation","keywords":"Psoriatic arthritis; Outcome (game theory); Patient-reported outcome; Arthritis; MEDLINE; Psychometrics","authors":[{"name":"Ying-Ying Leung","is_ca":false},{"name":"Tobias Haugegaard","is_ca":false},{"name":"Tommy Kok Annfeldt","is_ca":false},{"name":"Richard Holland","is_ca":false},{"name":"Vibeke Strand","is_ca":false},{"name":"Philip Mease","is_ca":false},{"name":"Peter Tugwell","is_ca":true},{"name":"George A. Wells","is_ca":true},{"name":"Beverley Shea","is_ca":true},{"name":"Ashish Jacob Mathew","is_ca":false},{"name":"Niti Goel","is_ca":false},{"name":"Christine A. Lindsay","is_ca":false},{"name":"Alexis Ogdie","is_ca":false},{"name":"Ana-Maria Orbai","is_ca":false},{"name":"Laura C. Coates","is_ca":false},{"name":"Dafna D Gladman","is_ca":true},{"name":"William Tillett","is_ca":false},{"name":"Jeffrey Chau","is_ca":false},{"name":"Robin Christensen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1628121631337334,"gpt":0.3739478527659262,"spread":0.2111356896321928,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.1181953,0.003749722,0.02091077,0.003615345,0.001254491,0.007073642,0.003200861,0.004834094,0.002930403],"category_scores_gemma":[0.1301381,0.002597135,0.04177551,0.003976762,0.002028182,0.004686197,0.00351741,0.004520333,0.0003842126],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001472136,"about_ca_system_score_gemma":0.002091353,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001695256,"about_ca_topic_score_gemma":0.002450378,"domain_scores_codex":[0.8739902,0.09852011,0.01442227,0.008112062,0.003340751,0.00161451],"domain_scores_gemma":[0.8403716,0.1328373,0.01238239,0.01028615,0.002945405,0.001177217],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.02282357,0.0001269102,0.03397788,0.01334365,0.9188724,0.00006423338,0.000120202,0.0008641222,0.0003269764,0.0002722889,0.0004383182,0.008769483],"study_design_scores_gemma":[0.01362134,0.001193431,0.01911963,0.001654864,0.9603233,0.000079464,0.0001122828,0.001945373,0.0002211533,0.0009951959,0.0006643618,0.00006951587],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.2985703,0.6606126,0.03131678,0.003005667,0.001875243,0.00159966,0.001543491,0.0002932296,0.00118305],"genre_scores_gemma":[0.9587824,0.021658,0.01410545,0.002104808,0.0005222751,0.001239403,0.001131292,0.0001248626,0.0003314729],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9962503,"threshold_uncertainty_score":0.6250839,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2319079108","doi":"10.1016/j.joca.2016.01.101","title":"Assessing bias in osteoarthritis trials included in cochrane reviews: A meta-epidemiological study","year":2016,"lang":"en","type":"article","venue":"Osteoarthritis and Cartilage","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa; Cochrane","funders":"","keywords":"Blinding; Meta-analysis; Medicine; Systematic review; Publication bias; Reporting bias; MEDLINE; Study heterogeneity; Physical therapy; Sample size determination; Randomized controlled trial; Clinical trial; Psychological intervention; Epidemiology; Random effects model; Cochrane Library; Internal medicine; Statistics; Psychiatry","authors":[{"name":"Julie Bolvig","is_ca":false},{"name":"Carsten Bogh Juhl","is_ca":false},{"name":"Isabelle Boutron","is_ca":true},{"name":"Peter Tugwell","is_ca":true},{"name":"Elizabeth Ghogomu","is_ca":true},{"name":"Jordi Pardo Pardo","is_ca":true},{"name":"Tamara Rader","is_ca":true},{"name":"George A. Wells","is_ca":true},{"name":"Alain Mayhew","is_ca":true},{"name":"Lara Maxwell","is_ca":true},{"name":"Hans Lund","is_ca":false},{"name":"Henning Bliddal","is_ca":false},{"name":"Robin Christensen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8062375650609488,"gpt":0.5538883201150719,"spread":0.2523492449458768,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2234678,0.007178057,0.03690466,0.01370855,0.001633427,0.009948881,0.005120065,0.009356797,0.004065293],"category_scores_gemma":[0.4604554,0.006458861,0.08900198,0.01112323,0.003261274,0.008969825,0.007188698,0.007197494,0.000480824],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004999755,"about_ca_system_score_gemma":0.005983931,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005391109,"about_ca_topic_score_gemma":0.009939843,"domain_scores_codex":[0.5766681,0.308152,0.07943793,0.01756638,0.01578592,0.002389668],"domain_scores_gemma":[0.4678497,0.4589836,0.04296216,0.01849973,0.01017306,0.001531779],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"systematic_review","study_design_scores_codex":[0.007142019,0.00005016737,0.006081203,0.06648231,0.9148422,0.0001197423,0.0002162283,0.0003386341,0.0001163254,0.0002372352,0.0002428742,0.004131103],"study_design_scores_gemma":[0.004790759,0.0004314754,0.003172167,0.007415507,0.9818659,0.0001505164,0.0001043409,0.0005568954,0.0001130316,0.0008698546,0.0004569306,0.00007253023],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.03635264,0.9394122,0.01748064,0.0006809441,0.001132692,0.003401696,0.0008294747,0.0001393282,0.0005704017],"genre_scores_gemma":[0.7246042,0.2170281,0.04119691,0.00338681,0.001195466,0.01027219,0.001289979,0.0002839124,0.0007424698],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9928219,"threshold_uncertainty_score":0.9576025,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"}]}