{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":233,"total_is_capped":false,"direct_labels_cover":233,"predictions_cover":233,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"4d5d67e28eb3","filters":{"category":"metaepi_broad"}},"results":[{"id":"W2068264290","doi":"10.1002/jrsm.1123","title":"A scoping review of scoping reviews: advancing the approach and enhancing the consistency","year":2014,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3082,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph; Public Health Agency of Canada","funders":"Ontario Ministry of Agriculture, Food and Rural Affairs","keywords":"Consistency (knowledge bases); Computer science; Management science; Data science; Artificial intelligence; Engineering","authors":[{"name":"Mai Pham","is_ca":true},{"name":"Andrijana Rajić","is_ca":true},{"name":"Judy Greig","is_ca":true},{"name":"Jan M. Sargeant","is_ca":true},{"name":"Andrew Papadopoulos","is_ca":true},{"name":"Scott A. McEwen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.923851977769396,"gpt":0.7277039479738097,"spread":0.1961480297955863,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6293708,0.003796055,0.01051723,0.07298928,0.008799515,0.03050289,0.006613601,0.01221118,0.008340462],"category_scores_gemma":[0.785678,0.00714655,0.01067543,0.05792345,0.01380692,0.02867056,0.02325455,0.01269432,0.003836775],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01594701,"about_ca_system_score_gemma":0.09835402,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00451733,"about_ca_topic_score_gemma":0.008169201,"domain_scores_codex":[0.2911311,0.5107797,0.1320187,0.0100078,0.05435693,0.001705835],"domain_scores_gemma":[0.1574939,0.5370502,0.07050283,0.04351233,0.187118,0.004322757],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0003331086,0.0001381601,0.002868884,0.2419487,0.003058332,0.0005756556,0.01909387,0.001052052,0.001512439,0.04638661,0.05313046,0.6299017],"study_design_scores_gemma":[0.0005170016,0.0003785233,0.003512597,0.7010743,0.004734544,0.0009228369,0.006457114,0.002442288,0.0009108192,0.07201738,0.2065638,0.0004688149],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.006441922,0.3865517,0.4066989,0.09350292,0.01949352,0.0576763,0.001927039,0.001693878,0.02601388],"genre_scores_gemma":[0.02729585,0.1858588,0.7233301,0.007042102,0.003221564,0.05036075,0.0009764163,0.0004218585,0.001492588],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.3706292,"threshold_uncertainty_score":0.4570518,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2612870289","doi":"10.15173/ijsap.v1i1.3119","title":"A Systematic Literature Review of Students as Partners in Higher Education","year":2017,"lang":"en","type":"article","venue":"International Journal for Students as Partners","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":597,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"General partnership; Reciprocity (cultural anthropology); Systematic review; Higher education; Space (punctuation); Scale (ratio); Pedagogy; Psychology; Medical education; Sociology; Political science; Medicine; MEDLINE; Computer science; Social psychology","authors":[{"name":"Lucy Mercer‐Mapstone","is_ca":false},{"name":"Sam Lucie Dvorakova","is_ca":false},{"name":"Kelly Matthews","is_ca":false},{"name":"Sophia Abbot","is_ca":false},{"name":"Breagh Cheng","is_ca":true},{"name":"Peter Felten","is_ca":false},{"name":"Kris Knorr","is_ca":true},{"name":"Elizabeth Marquis","is_ca":true},{"name":"Rafaella Shammas","is_ca":true},{"name":"Kelly Swaim","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1026937746921305,"gpt":0.6131118316714596,"spread":0.5104180569793291,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02230247,0.001118901,0.00425993,0.02285794,0.001297251,0.003917828,0.001768913,0.002387149,0.003603425],"category_scores_gemma":[0.09041812,0.001046106,0.003769448,0.02217763,0.001523841,0.005282759,0.003076288,0.001370436,0.0004401953],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00490152,"about_ca_system_score_gemma":0.03526858,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008338092,"about_ca_topic_score_gemma":0.03619833,"domain_scores_codex":[0.9745314,0.01080294,0.009626358,0.001220753,0.003341011,0.0004775462],"domain_scores_gemma":[0.910288,0.06972417,0.008986656,0.001337102,0.008486086,0.001177996],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001242495,0.00003066905,0.001974324,0.8770208,0.001942782,0.0003132186,0.00216565,0.0001081115,0.0002018698,0.0009644831,0.003355324,0.1117985],"study_design_scores_gemma":[0.00004628026,0.0001265051,0.003261393,0.9446686,0.00757205,0.0004546732,0.00242502,0.00004195628,0.0001847612,0.0005318979,0.04065648,0.00003035759],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003529103,0.9924492,0.0005844815,0.0008099457,0.0002327914,0.0006816376,0.0006297909,0.00001139492,0.001071747],"genre_scores_gemma":[0.02987565,0.9646509,0.002451722,0.0009168145,0.00009199319,0.001248547,0.0005090506,0.000009647707,0.0002456945],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02285794,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3209288188","doi":"10.2196/28102","title":"The Application of Human-Centered Design Approaches in Health Research and Innovation: A Narrative Review of Current Practices","year":2021,"lang":"en","type":"review","venue":"JMIR mhealth and uhealth","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":357,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"Radboud Universitair Medisch Centrum; Radboud Universiteit","keywords":"CINAHL; PsycINFO; Participatory design; User-centered design; Context (archaeology); Computer science; Knowledge management; Research design; Health care; Management science; MEDLINE; Medicine; Psychological intervention; Sociology; Engineering; Nursing; Social science; Human–computer interaction","authors":[{"name":"Irene Göttgens","is_ca":false},{"name":"Sabine Oertelt‐Prigione","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.963688333660892,"gpt":0.7975905777322816,"spread":0.1660977559286104,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05889728,0.001646311,0.003458616,0.01753472,0.00248845,0.00885491,0.002735045,0.004444544,0.002566384],"category_scores_gemma":[0.1357524,0.001509437,0.003390893,0.01806012,0.005690743,0.00867478,0.005153618,0.003310493,0.000606312],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009624258,"about_ca_system_score_gemma":0.03488212,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004617631,"about_ca_topic_score_gemma":0.008198632,"domain_scores_codex":[0.9323553,0.04189328,0.01437049,0.002850947,0.007640475,0.0008893707],"domain_scores_gemma":[0.7723199,0.2036883,0.0108258,0.003428776,0.008956648,0.0007806843],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002013672,0.00006038285,0.0007537365,0.5854797,0.0007750957,0.0005558415,0.02036976,0.0004791459,0.000574974,0.0312282,0.01024875,0.3492731],"study_design_scores_gemma":[0.000059727,0.0001548604,0.001003579,0.7976657,0.001465219,0.0009604259,0.007647849,0.000200067,0.0004419794,0.006348292,0.1839854,0.00006699698],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0005596852,0.993686,0.001385981,0.002458242,0.0003008735,0.0002106299,0.00004468022,0.000009124302,0.001344758],"genre_scores_gemma":[0.01187792,0.9804276,0.00486793,0.001608859,0.0001822568,0.000784128,0.00004164039,0.000008949767,0.0002007867],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.05889728,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2007317588","doi":"10.1007/s13187-010-0183-x","title":"Effective Teaching Strategies and Methods of Delivery for Patient Education: A Systematic Review and Practice Guideline Recommendations","year":2010,"lang":"en","type":"review","venue":"Journal of Cancer Education","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":334,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"London Health Sciences Centre; McMaster University; Grand River Hospital; Sudbury Regional Hospital; Ontario Clinical Oncology Group; University Health Network","funders":"Ontario Ministry of Health and Long-Term Care; University Health Network; Cancer Care Ontario","keywords":"Medicine; Guideline; Medical education; Teaching method; Anxiety; Recall; Multimedia; Psychology; Pedagogy; Computer science; Pathology","authors":[{"name":"Audrey Jusko Friedman","is_ca":true},{"name":"Roxanne Cosby","is_ca":true},{"name":"Susan Boyko","is_ca":true},{"name":"Jane Hatton-Bauer","is_ca":true},{"name":"Gale Turnbull","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2071370985328947,"gpt":0.6437488558854468,"spread":0.4366117573525521,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0342564,0.001673038,0.006636971,0.006972067,0.001218173,0.002641307,0.00346726,0.003395508,0.004467366],"category_scores_gemma":[0.0925918,0.001527342,0.006021492,0.00463494,0.001196482,0.003758715,0.001912677,0.003535777,0.0007548059],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006526588,"about_ca_system_score_gemma":0.02270462,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01655979,"about_ca_topic_score_gemma":0.07306419,"domain_scores_codex":[0.9820117,0.007463859,0.005639858,0.001035708,0.003369383,0.0004795488],"domain_scores_gemma":[0.9273304,0.04709654,0.0117214,0.001084582,0.0112386,0.001528487],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0006668092,0.000487795,0.003536053,0.3602678,0.004419771,0.0002576903,0.001205711,0.0004943703,0.0006197157,0.001248114,0.03377216,0.5930241],"study_design_scores_gemma":[0.002963288,0.0006682103,0.009550867,0.8702536,0.03760592,0.0004356648,0.001610086,0.0008395393,0.001266957,0.002713501,0.0719388,0.0001534337],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004574722,0.9524508,0.005803994,0.02747682,0.002174482,0.004000946,0.00100386,0.0001345503,0.002379922],"genre_scores_gemma":[0.0355959,0.8670549,0.08128903,0.008187011,0.0006908322,0.005307678,0.0005395963,0.00005485452,0.001280126],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.0342564,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2103669116","doi":"10.1186/1748-5908-9-54","title":"Applications of social constructivist learning theories in knowledge translation for healthcare professionals: a scoping review","year":2014,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":326,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for Interdisciplinary Research in Rehabilitation; McGill University","funders":"McGill University","keywords":"CINAHL; Constructivism (international relations); Social constructivism; Knowledge translation; PsycINFO; Health care; Constructivist teaching methods; Psychological intervention; Context (archaeology); Epistemology; MEDLINE; Medicine; Psychology; Sociology; Knowledge management; Social science; Nursing; Computer science; Pedagogy; Politics; Teaching method; Political science","authors":[{"name":"Aliki Thomas","is_ca":true},{"name":"Anita Menon","is_ca":true},{"name":"Jill Boruff","is_ca":true},{"name":"Ana María Rodríguez","is_ca":true},{"name":"Sara Ahmed","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7546677192685569,"gpt":0.793139881474038,"spread":0.03847216220548111,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1069207,0.002438637,0.006365612,0.05669405,0.004236401,0.01620164,0.00422837,0.006640937,0.004589191],"category_scores_gemma":[0.2397483,0.002258745,0.00662117,0.05185099,0.00670621,0.01744221,0.007712543,0.004174962,0.001010181],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01714292,"about_ca_system_score_gemma":0.06359052,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007702711,"about_ca_topic_score_gemma":0.01541235,"domain_scores_codex":[0.9052293,0.05063239,0.02231129,0.002740771,0.01781353,0.001272714],"domain_scores_gemma":[0.6564318,0.2942502,0.01728235,0.00495603,0.02588901,0.001190606],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00009330123,0.0001060738,0.001250439,0.5219729,0.001336461,0.0004209611,0.00990647,0.0007309541,0.0002816698,0.01485798,0.005971353,0.4430714],"study_design_scores_gemma":[0.00005083556,0.00008144529,0.0008899752,0.9521241,0.001409944,0.0002378827,0.003780227,0.0004251671,0.0002014217,0.006622366,0.03413192,0.00004481852],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001595543,0.9784368,0.005891298,0.004822183,0.0009411476,0.003393877,0.0001476115,0.00003380587,0.004737739],"genre_scores_gemma":[0.01425043,0.9644856,0.01370606,0.001081274,0.000278791,0.005651288,0.0001730023,0.00001756204,0.0003559334],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.1069207,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2150288182","doi":"10.1016/s0140-6736(14)61133-8","title":"Health interventions for people who are homeless","year":2014,"lang":"en","type":"review","venue":"The Lancet","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":314,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Respite care; Psychological intervention; Assertive community treatment; Mental health; Medicine; Intervention (counseling); Nursing; Case management; Health care; Mental illness; Psychiatry","authors":[{"name":"Stephen W. Hwang","is_ca":true},{"name":"Tom Burns","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2372561639754704,"gpt":0.5367720883114878,"spread":0.2995159243360174,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002455522,0.001143588,0.00265921,0.002724453,0.0003928824,0.001295806,0.0009854457,0.002551945,0.009433946],"category_scores_gemma":[0.007888625,0.0004253594,0.001562252,0.002401098,0.0006758644,0.001000497,0.001029797,0.002411849,0.0005834183],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001927806,"about_ca_system_score_gemma":0.004594237,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008188681,"about_ca_topic_score_gemma":0.0253768,"domain_scores_codex":[0.9990742,0.0003511831,0.0001581983,0.00009491971,0.0002325226,0.00008899653],"domain_scores_gemma":[0.9967367,0.002536024,0.0003924588,0.00003742342,0.0001870461,0.000110335],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002304193,0.00009866605,0.0002217206,0.2438463,0.001131645,0.00008246223,0.0001655748,0.0002231801,0.0001589488,0.002313737,0.02846942,0.723058],"study_design_scores_gemma":[0.001194679,0.0004544205,0.003925896,0.4783777,0.008829359,0.0005537494,0.0008439761,0.000150492,0.0002767787,0.004226772,0.5011221,0.00004413639],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00006915737,0.9986501,0.0000262771,0.0005665377,0.000248351,0.00001246879,0.00002473063,0.000002836315,0.0003994276],"genre_scores_gemma":[0.002349461,0.995894,0.0001891338,0.001038302,0.0002041735,0.00003451627,0.00001957763,0.000001769073,0.0002691019],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.009433946,"threshold_uncertainty_score":0.03155971,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3178875310","doi":"10.1186/s13012-021-01140-0","title":"Barriers and facilitators to implementing evidence-based guidelines in long-term care: a qualitative evidence synthesis","year":2021,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":291,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Research Institute for Aging; University of Waterloo; McMaster University; Canada Research Chairs; Centre for Excellence in Mining Innovation; University of Toronto; Dalhousie University","funders":"Norwegian Institute of Public Health; Canadian Institutes of Health Research; McMaster University","keywords":"CINAHL; Knowledge translation; Medicine; Nursing; MEDLINE; Staffing; Long-term care; Critical appraisal; Implementation research; Health administration; Health services research; Inclusion (mineral); Teamwork; Qualitative research; Health care; Nursing research; Public health; Psychological intervention; Psychology; Alternative medicine; Knowledge management","authors":[{"name":"Caitlin McArthur","is_ca":true},{"name":"Yuxin Bai","is_ca":true},{"name":"Patricia Hewston","is_ca":true},{"name":"Lora Giangregorio","is_ca":true},{"name":"Sharon E. Straus","is_ca":true},{"name":"Αλεξάνδρα Παπαϊωάννου","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8042982745295546,"gpt":0.7805708647425855,"spread":0.02372740978696908,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.131276,0.00133549,0.0051739,0.01294578,0.003395538,0.006421692,0.003072371,0.002372814,0.004532683],"category_scores_gemma":[0.187874,0.001570237,0.004236477,0.01760489,0.003539359,0.006765979,0.007209269,0.002186887,0.0003943746],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01556422,"about_ca_system_score_gemma":0.04633583,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008241514,"about_ca_topic_score_gemma":0.01697336,"domain_scores_codex":[0.9230461,0.05058268,0.01577811,0.002019434,0.006501231,0.002072388],"domain_scores_gemma":[0.7672408,0.2005257,0.009641326,0.003002433,0.01842753,0.001162173],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004696509,0.0001732988,0.005161864,0.4298843,0.001647828,0.001047253,0.3876873,0.0006443899,0.001023255,0.005695139,0.003749688,0.1628161],"study_design_scores_gemma":[0.0004061462,0.0005654268,0.00574177,0.5863883,0.006148409,0.0004672111,0.3412618,0.0005361832,0.002068573,0.004746344,0.05151172,0.0001579966],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.3350892,0.3950012,0.06587029,0.03126657,0.001573217,0.1315662,0.01195424,0.0002361323,0.02744313],"genre_scores_gemma":[0.5503202,0.2308278,0.09461468,0.006658937,0.000190331,0.1121751,0.001937726,0.0001196143,0.003155624],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.131276,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2974839292","doi":"10.1136/bmj.l5221","title":"Design characteristics, risk of bias, and reporting of randomised controlled trials supporting approvals of cancer drugs by European Medicines Agency, 2014-16: cross sectional analysis","year":2019,"lang":"en","type":"article","venue":"BMJ","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":244,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Medical Research Council; Economic and Social Research Council; U.S. Department of the Treasury; National Institute for Health and Care Research; Bill and Melinda Gates Foundation; Harvard University; National Institutes of Health; National Science Foundation","keywords":"Medicine; Clinical trial; Randomized controlled trial; Reporting bias; Research design; Clinical endpoint; Publication bias; MEDLINE; Family medicine; Meta-analysis; Internal medicine; Statistics","authors":[{"name":"Huseyin Naci","is_ca":false},{"name":"Courtney Davis","is_ca":false},{"name":"Jelena Savović","is_ca":false},{"name":"Julian P. T. Higgins","is_ca":false},{"name":"Jonathan A C Sterne","is_ca":false},{"name":"Bishal Gyawali","is_ca":true},{"name":"Xochitl Romo-Sandoval","is_ca":false},{"name":"Nicola Handley","is_ca":false},{"name":"Christopher M. Booth","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4469013499055617,"gpt":0.5635049915159488,"spread":0.1166036416103871,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6450285,0.0021913,0.006266205,0.01198376,0.00196811,0.005883213,0.002997078,0.005164702,0.006228661],"category_scores_gemma":[0.8449664,0.002676211,0.01213026,0.01553428,0.005229427,0.006059894,0.003830969,0.002885047,0.001007294],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005677098,"about_ca_system_score_gemma":0.008222014,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001538478,"about_ca_topic_score_gemma":0.001510154,"domain_scores_codex":[0.1217564,0.4970197,0.320729,0.0180935,0.04031717,0.002084221],"domain_scores_gemma":[0.05955838,0.5664591,0.294699,0.04283508,0.03516418,0.001284192],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.03235218,0.0007589188,0.5050488,0.1719225,0.1145649,0.000658588,0.00760388,0.004748803,0.001288801,0.0155873,0.02192213,0.1235431],"study_design_scores_gemma":[0.0287481,0.01365109,0.5120597,0.1544842,0.1096675,0.003691179,0.004544062,0.02465289,0.01013528,0.05233168,0.08415463,0.001879681],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2730195,0.2065643,0.2777817,0.01247431,0.00483051,0.1680326,0.04551891,0.001050085,0.01072807],"genre_scores_gemma":[0.6841466,0.008750313,0.1098765,0.00598193,0.0007435187,0.1820627,0.007452783,0.000243407,0.0007421763],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3549715,"threshold_uncertainty_score":0.4377431,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3182386410","doi":"10.1097/ccm.0000000000005195","title":"Coronavirus Disease 2019 as Cause of Viral Sepsis: A Systematic Review and Meta-Analysis*","year":2021,"lang":"en","type":"review","venue":"Critical Care Medicine","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":179,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Medicine; Meta-analysis; Coronavirus disease 2019 (COVID-19); Sepsis; Coronavirus; 2019-20 coronavirus outbreak; Disease; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Intensive care medicine; Virology; Pandemic; Immunology; Infectious disease (medical specialty); Internal medicine; Outbreak","authors":[{"name":"Eleni Karakike","is_ca":false},{"name":"Evangelos J. Giamarellos‐Bourboulis","is_ca":false},{"name":"Miltiades Kyprianou","is_ca":false},{"name":"Carolin Fleischmann-Struzek","is_ca":false},{"name":"Mathias W. Pletz","is_ca":false},{"name":"Mihai G. Netea","is_ca":false},{"name":"Konrad Reinhart","is_ca":false},{"name":"Evdoxia Kyriazopoulou","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.361154865756216,"gpt":0.5950817646424796,"spread":0.2339268988862636,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01647834,0.002302625,0.01650249,0.007838262,0.0007749123,0.003762004,0.002094052,0.002390397,0.003711387],"category_scores_gemma":[0.04230245,0.001373512,0.03415557,0.009225138,0.0007497604,0.002059618,0.00187981,0.001810244,0.000297267],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003136164,"about_ca_system_score_gemma":0.005292249,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007513191,"about_ca_topic_score_gemma":0.01787367,"domain_scores_codex":[0.985787,0.006709967,0.004140574,0.001316086,0.001526854,0.0005195336],"domain_scores_gemma":[0.9735474,0.01886663,0.004445469,0.0008172466,0.0019758,0.0003473722],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.001294768,0.00002352734,0.006420806,0.5411762,0.4424099,0.0001535002,0.00009616184,0.000337985,0.0001552386,0.0001239061,0.0007297299,0.007078274],"study_design_scores_gemma":[0.0005482861,0.0002298949,0.006136019,0.05832789,0.9323917,0.0001482338,0.00006920822,0.0002337391,0.00008710228,0.0001779494,0.001620808,0.00002903887],"study_design_candidate":"meta_analysis","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.005341089,0.9926002,0.0004307012,0.0002380022,0.0001668639,0.0004380785,0.0005766567,0.00001774539,0.0001907406],"genre_scores_gemma":[0.1976486,0.7929441,0.002899449,0.001210252,0.0004032818,0.003301317,0.001137044,0.00003080443,0.0004250502],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01650249,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1561379059","doi":"10.1371/journal.pone.0132634","title":"PEDro or Cochrane to Assess the Quality of Clinical Trials? A Meta-Epidemiological Study","year":2015,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":173,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Fondation pour la Recherche Médicale; Physiotherapy Foundation of Canada; Alberta Innovates; Killam Trusts; National Institutes of Health; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; University of Alberta; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute; Bill and Melinda Gates Foundation; Canadian Institutes of Health Research; National Science Foundation","keywords":"Blinding; Medicine; Meta-analysis; Systematic review; Clinical trial; MEDLINE; Physical therapy; Internal medicine","authors":[{"name":"Susan Armijo‐Olivo","is_ca":true},{"name":"Bruno R. da Costa","is_ca":false},{"name":"Greta G. Cummings","is_ca":true},{"name":"Christine Ha","is_ca":true},{"name":"Jorge Fuentes","is_ca":true},{"name":"Humam Saltaji","is_ca":true},{"name":"Matthias Egger","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9978832001452151,"gpt":0.8031065913405215,"spread":0.1947766088046936,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3263493,0.003910691,0.03836769,0.02768687,0.001516888,0.01896381,0.006310943,0.01007457,0.009236041],"category_scores_gemma":[0.6629876,0.004238889,0.03202506,0.02425691,0.005144932,0.01224616,0.006603671,0.008317989,0.001531327],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007150777,"about_ca_system_score_gemma":0.009667874,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00224248,"about_ca_topic_score_gemma":0.002298758,"domain_scores_codex":[0.3848936,0.476131,0.09119415,0.0182424,0.02829031,0.001248543],"domain_scores_gemma":[0.3455999,0.5301894,0.07981639,0.02409779,0.0179605,0.002336078],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.005236926,0.00008117652,0.005581405,0.4866207,0.421427,0.0001542944,0.0006357697,0.0009567303,0.0002138655,0.006358849,0.008775158,0.06395814],"study_design_scores_gemma":[0.01781266,0.001415383,0.009555934,0.3726909,0.5203009,0.0006220706,0.0006503961,0.004487571,0.000537085,0.03699398,0.03446099,0.0004721937],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002578093,0.9513692,0.02083329,0.00955124,0.005478513,0.006427243,0.00167041,0.0002581855,0.001833759],"genre_scores_gemma":[0.2274431,0.4730799,0.1798089,0.02968559,0.009049092,0.07649571,0.002490656,0.0006561258,0.001290967],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9616323,"threshold_uncertainty_score":0.8307313,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3116112122","doi":"10.1111/cdoe.12616","title":"Socioeconomic status and oral health‐related quality of life: A systematic review and meta‐analysis","year":2020,"lang":"en","type":"review","venue":"Community Dentistry And Oral Epidemiology","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":162,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado do Rio Grande do Sul; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Socioeconomic status; Medicine; Observational study; Meta-analysis; Confidence interval; Scopus; Quality of life (healthcare); Critical appraisal; Demography; Study heterogeneity; Systematic review; MEDLINE; Gerontology; Environmental health; Population; Internal medicine; Pathology; Alternative medicine","authors":[{"name":"Jéssica Klöckner Knorst","is_ca":false},{"name":"Camila Silveira Sfreddo","is_ca":false},{"name":"Gabriela de Figueiredo Meira","is_ca":false},{"name":"Fabrício Batistin Zanatta","is_ca":false},{"name":"Mário Vianna Vettore","is_ca":false},{"name":"Thiago Machado Ardenghi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2491112332091381,"gpt":0.4792272198465582,"spread":0.2301159866374201,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01531706,0.003130297,0.02009658,0.01165062,0.0008049672,0.003556399,0.002413664,0.002651993,0.00397477],"category_scores_gemma":[0.03886952,0.001895075,0.02907156,0.01070672,0.0007811234,0.002349546,0.001960701,0.001450532,0.0003225447],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003045685,"about_ca_system_score_gemma":0.006475646,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005370117,"about_ca_topic_score_gemma":0.01343148,"domain_scores_codex":[0.9890864,0.004618544,0.003768567,0.0008503398,0.00131975,0.0003564276],"domain_scores_gemma":[0.9796662,0.01317944,0.004617341,0.0005361708,0.001725931,0.0002749554],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.0008530329,0.00003594236,0.003504948,0.6961797,0.288038,0.0001536491,0.00009716197,0.000258123,0.0001958368,0.0001009172,0.0004395247,0.01014316],"study_design_scores_gemma":[0.0005802621,0.0003469296,0.006180373,0.1125008,0.8774579,0.000209044,0.00009595472,0.0001846324,0.0001360983,0.0001867404,0.002085991,0.00003538032],"study_design_candidate":"meta_analysis","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004058741,0.9939476,0.0004647045,0.0002024105,0.0001239058,0.0005693692,0.000458706,0.00001982666,0.0001546226],"genre_scores_gemma":[0.08491257,0.9071609,0.003175651,0.0007267609,0.0002808124,0.002697273,0.0007723984,0.00002261002,0.0002510586],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02009658,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2890588440","doi":"10.1016/j.jclinepi.2018.08.019","title":"Lack of transparency in reporting narrative synthesis of quantitative data: a methodological assessment of systematic reviews","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":162,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Medical Research Council; McMaster University","keywords":"Transparency (behavior); Systematic review; Narrative review; Medicine; Narrative; MEDLINE; Accounting; Computer science; Political science; Business; Intensive care medicine; Computer security","authors":[{"name":"Mhairi Campbell","is_ca":false},{"name":"Srinivasa Vittal Katikireddi","is_ca":false},{"name":"Amanda Sowden","is_ca":false},{"name":"Hilary Thomson","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9948432497923828,"gpt":0.8785193252618085,"spread":0.1163239245305743,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.871401,0.003582998,0.008868902,0.02722335,0.005698867,0.02219562,0.00877754,0.008696199,0.004021578],"category_scores_gemma":[0.9667667,0.008105522,0.01449205,0.02482824,0.01535104,0.02404989,0.01783698,0.009732772,0.001156451],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0214729,"about_ca_system_score_gemma":0.05737384,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007440139,"about_ca_topic_score_gemma":0.006211009,"domain_scores_codex":[0.02680063,0.6523475,0.2573182,0.007538378,0.05494978,0.001045451],"domain_scores_gemma":[0.01355459,0.7413421,0.144826,0.03629844,0.06304873,0.0009300756],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"observational","study_design_scores_codex":[0.00543992,0.0002764854,0.04799752,0.4259723,0.02784339,0.0006856321,0.06696896,0.005778517,0.001985321,0.04756487,0.0250333,0.3444538],"study_design_scores_gemma":[0.003704764,0.002249328,0.02523312,0.7161472,0.02376121,0.001947518,0.01282619,0.0169914,0.006626646,0.1014143,0.08757298,0.001525228],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04172556,0.2853899,0.4590057,0.1060852,0.01289888,0.07195967,0.007494819,0.001199509,0.0142408],"genre_scores_gemma":[0.3960988,0.0657364,0.3601454,0.01670087,0.004456636,0.1514184,0.003622817,0.0007235345,0.001097122],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.128599,"threshold_uncertainty_score":0.1585855,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2026016649","doi":"10.1016/s2352-3026(15)00003-4","title":"Rituximab plus standard of care for treatment of primary immune thrombocytopenia: a systematic review and meta-analysis","year":2015,"lang":"en","type":"review","venue":"The Lancet Haematology","topic":"Platelet Disorders and Treatments","field":"Medicine","cited_by":138,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Blood Services; McMaster University","funders":"","keywords":"Medicine; Rituximab; Internal medicine; Splenectomy; Meta-analysis; Immune thrombocytopenia; Relative risk; Randomized controlled trial; Confidence interval; Gastroenterology; Platelet; Lymphoma","authors":[{"name":"Shaan Chugh","is_ca":true},{"name":"Saeed Darvish‐Kazem","is_ca":true},{"name":"Wendy Lim","is_ca":true},{"name":"Mark Crowther","is_ca":true},{"name":"Waleed Ghanima","is_ca":false},{"name":"Grace Wang","is_ca":true},{"name":"Nancy M. Heddle","is_ca":true},{"name":"John G. Kelton","is_ca":true},{"name":"Donald M. Arnold","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1531214375545641,"gpt":0.4016144854047747,"spread":0.2484930478502107,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005591081,0.001949985,0.01672386,0.002839111,0.000421792,0.002298928,0.002013574,0.002137628,0.004447696],"category_scores_gemma":[0.01456012,0.001212878,0.02488028,0.003318863,0.000672341,0.00169624,0.00131538,0.002305974,0.0003152757],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00212583,"about_ca_system_score_gemma":0.001969606,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005735022,"about_ca_topic_score_gemma":0.01580875,"domain_scores_codex":[0.9958317,0.00174759,0.001246217,0.0005036743,0.0004682967,0.0002025122],"domain_scores_gemma":[0.9941136,0.004038953,0.001201437,0.000194056,0.0003231684,0.0001287895],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.009614174,0.00008910162,0.002282809,0.3501694,0.6117964,0.0001280593,0.00009138264,0.0005417143,0.0003325817,0.0001565077,0.0007191587,0.02407869],"study_design_scores_gemma":[0.004251011,0.0006070558,0.002787626,0.01481159,0.9755853,0.0001038507,0.00005665844,0.0001789787,0.00009902539,0.0001835065,0.001305471,0.00002991972],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.006105265,0.9927319,0.000315658,0.0001187191,0.0001820653,0.0001546331,0.0001735711,0.00001806447,0.0002000662],"genre_scores_gemma":[0.2609007,0.7338629,0.002338622,0.001305272,0.0003095983,0.0004396333,0.000463321,0.00002592569,0.000354034],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01672386,"threshold_uncertainty_score":0.02956879,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2528175253","doi":"10.7717/peerj.2429","title":"Prevention of necrotizing enterocolitis with probiotics: a systematic review and meta-analysis","year":2016,"lang":"en","type":"review","venue":"PeerJ","topic":"Infant Nutrition and Health","field":"Nursing","cited_by":134,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; London Health Sciences Centre","funders":"London Health Sciences Centre","keywords":"Necrotizing enterocolitis; Medicine; Meta-analysis; Randomized controlled trial; Internal medicine; Enterocolitis; Incidence (geometry); Clinical trial; Probiotic; Relative risk; Cochrane Library; Sepsis; Gestational age; MEDLINE; Systematic review; Pediatrics; Intensive care medicine; Confidence interval; Pregnancy","authors":[{"name":"Sonja Sawh","is_ca":true},{"name":"Santosh Deshpande","is_ca":true},{"name":"Sandy Jansen","is_ca":true},{"name":"Christopher J. Reynaert","is_ca":true},{"name":"Philip M. Jones","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09907042979141645,"gpt":0.3923774784407081,"spread":0.2933070486492917,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.01284358,0.002759838,0.02191552,0.008116797,0.0007148175,0.003258958,0.002293279,0.002369163,0.004149316],"category_scores_gemma":[0.02747053,0.001620776,0.0396114,0.008377217,0.000650944,0.00196546,0.001587942,0.002286227,0.0003246218],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002709456,"about_ca_system_score_gemma":0.00396377,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006515764,"about_ca_topic_score_gemma":0.01377565,"domain_scores_codex":[0.9914215,0.004261136,0.002325439,0.0007564829,0.0009305822,0.0003048043],"domain_scores_gemma":[0.9856264,0.01017257,0.002249655,0.0004218208,0.001268125,0.0002614457],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.002276222,0.00004485116,0.002429998,0.4597433,0.5201869,0.000121597,0.00006659372,0.0005343492,0.0001904107,0.0001098869,0.0005806001,0.01371529],"study_design_scores_gemma":[0.0006938129,0.0002422356,0.002354774,0.03386853,0.9610407,0.00008327319,0.00003811165,0.0001957365,0.00009606895,0.0001535573,0.001211505,0.0000216246],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002592981,0.9963013,0.0002647149,0.0001574461,0.0001128084,0.0001939825,0.0002211348,0.00001581385,0.0001398071],"genre_scores_gemma":[0.08592905,0.9100403,0.001684198,0.000638217,0.0002477544,0.000797226,0.0004456886,0.00001868732,0.0001989292],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9780845,"threshold_uncertainty_score":0.06792414,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2081069584","doi":"10.1097/01.sla.0000154258.30305.df","title":"Evaluating Meta-analyses in the General Surgical Literature","year":2005,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":131,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; University of Calgary","funders":"","keywords":"Medicine; Meta-analysis; MEDLINE; Concordance; Critical appraisal; Systematic review; Evidence-based medicine; Family medicine; Alternative medicine; Internal medicine; Pathology","authors":[{"name":"Elijah Dixon","is_ca":true},{"name":"Morad Hameed","is_ca":true},{"name":"Francis Sutherland","is_ca":true},{"name":"Christopher J. Doig","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9842320020590651,"gpt":0.6970802859876226,"spread":0.2871517160714425,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.3584223,0.007672712,0.0241354,0.02801285,0.00109958,0.008748183,0.005651895,0.004351337,0.004151338],"category_scores_gemma":[0.6302723,0.00351964,0.05226129,0.01877073,0.00215625,0.004355123,0.004506005,0.002702667,0.0004557875],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006150715,"about_ca_system_score_gemma":0.005774853,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003240314,"about_ca_topic_score_gemma":0.004826736,"domain_scores_codex":[0.483548,0.4219535,0.06384549,0.01230638,0.01749698,0.0008496741],"domain_scores_gemma":[0.2753333,0.6573957,0.04118503,0.01337383,0.01197394,0.0007381791],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"observational","study_design_scores_codex":[0.002264504,0.00004224181,0.01155896,0.1127805,0.8470449,0.0002589153,0.0001974133,0.003863815,0.000220628,0.0005238189,0.0006869693,0.02055731],"study_design_scores_gemma":[0.00246845,0.001048496,0.01045001,0.0247952,0.9469015,0.0003252865,0.0001700277,0.004656203,0.0005664771,0.005205336,0.003268316,0.0001447572],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.0181521,0.9118978,0.05752635,0.001799533,0.001440806,0.005342651,0.002268835,0.0004322645,0.001139793],"genre_scores_gemma":[0.5448792,0.2655601,0.1575279,0.002667588,0.00274993,0.02172761,0.00369929,0.0004670719,0.00072134],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9758646,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2769378808","doi":"10.1016/j.jclinepi.2017.10.014","title":"Same family, different species: methodological conduct and quality varies according to purpose for five types of knowledge synthesis","year":2017,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":126,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Canada Research Chairs; Ottawa Hospital; University of Toronto; University of Alberta; St. Michael's Hospital","funders":"National Health and Medical Research Council; Medical Research Council; Canadian Institutes of Health Research; University of Ottawa","keywords":"Systematic review; Medicine; Protocol (science); Citation; Missing data; MEDLINE; Medical physics; Statistics; Alternative medicine; Computer science; Mathematics; Pathology; Library science","authors":[{"name":"Andrea C. Tricco","is_ca":true},{"name":"Wasifa Zarin","is_ca":true},{"name":"Marco Ghassemi","is_ca":true},{"name":"Vera Nincic","is_ca":true},{"name":"Erin Lillie","is_ca":true},{"name":"Matthew J. Page","is_ca":false},{"name":"Larissa Shamseer","is_ca":true},{"name":"Jesmin Antony","is_ca":true},{"name":"Patricia Rios","is_ca":true},{"name":"Jeremiah Hwee","is_ca":true},{"name":"Areti Angeliki Veroniki","is_ca":true},{"name":"David Moher","is_ca":true},{"name":"Lisa Hartling","is_ca":true},{"name":"Ba’ Pham","is_ca":true},{"name":"Sharon E. Straus","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9944644201276043,"gpt":0.7932841591772162,"spread":0.2011802609503881,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3599897,0.001997631,0.009923826,0.02611766,0.004319886,0.01731975,0.00448033,0.009924623,0.007216188],"category_scores_gemma":[0.7728836,0.00259451,0.01689878,0.03135663,0.01096083,0.01572517,0.009871923,0.009822418,0.001691792],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006762432,"about_ca_system_score_gemma":0.01696075,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00517073,"about_ca_topic_score_gemma":0.008057565,"domain_scores_codex":[0.5014104,0.3146493,0.1268585,0.01896571,0.03571673,0.00239926],"domain_scores_gemma":[0.2085516,0.6472359,0.05869066,0.04908351,0.03407817,0.002360098],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.004206659,0.00009790054,0.01454244,0.3447362,0.09289771,0.000495518,0.01574446,0.0007196501,0.001820528,0.08188339,0.06665721,0.3761984],"study_design_scores_gemma":[0.003403025,0.0008230261,0.02557522,0.376994,0.1416037,0.002599479,0.008613416,0.003034844,0.002463472,0.2591929,0.1748562,0.0008407717],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.01462084,0.6524433,0.2041182,0.07353954,0.02535171,0.00777324,0.007324498,0.001072924,0.01375581],"genre_scores_gemma":[0.2420973,0.1790945,0.4703075,0.06859899,0.00641581,0.02397451,0.005518056,0.001717142,0.002276168],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9900762,"threshold_uncertainty_score":0.7892467,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3163788934","doi":"10.1186/s12874-021-01295-w","title":"Quality assessment tools used in systematic reviews of in vitro studies: A systematic review","year":2021,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":126,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Al-Azhar University; Zagazig University; McMaster University","keywords":"Systematic review; Medical physics; Protocol (science); Guideline; Scopus; Quality assessment; Medicine; Computer science; MEDLINE; Pathology; External quality assessment; Alternative medicine; Biology","authors":[{"name":"Linh Tran","is_ca":false},{"name":"Dao Ngoc Hien Tam","is_ca":false},{"name":"Abdelrahman Elshafay","is_ca":false},{"name":"Thao Dang","is_ca":false},{"name":"Kenji Hirayama","is_ca":false},{"name":"Nguyen Tien Huy","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9945041192763169,"gpt":0.8198052753117314,"spread":0.1746988439645855,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4130264,0.004606528,0.01973432,0.05091174,0.003702553,0.01162272,0.006342082,0.004571049,0.004971186],"category_scores_gemma":[0.6836776,0.004073036,0.02451462,0.03907159,0.005733798,0.01118288,0.007647777,0.003818519,0.0008231445],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0168422,"about_ca_system_score_gemma":0.04739475,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007191677,"about_ca_topic_score_gemma":0.01538009,"domain_scores_codex":[0.3472435,0.3321818,0.25087,0.01289203,0.05491144,0.001901227],"domain_scores_gemma":[0.1896708,0.5961386,0.1321544,0.02281404,0.05749628,0.00172588],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002518971,0.00003042145,0.003531662,0.9291484,0.02085903,0.0001156931,0.00141315,0.0004552136,0.0003314884,0.001276158,0.002408176,0.04017867],"study_design_scores_gemma":[0.0007505449,0.0002932533,0.006037818,0.9068561,0.05937254,0.0003360983,0.001229694,0.0009866821,0.0008052071,0.003983615,0.01910329,0.0002450368],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004433637,0.9172009,0.03384046,0.005579926,0.001601599,0.0311131,0.004452278,0.0003811013,0.001396978],"genre_scores_gemma":[0.1365209,0.4740522,0.204526,0.006040568,0.001055738,0.1728855,0.004112321,0.0002819044,0.0005248342],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5869735,"threshold_uncertainty_score":0.723843,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2888025021","doi":"10.1093/scan/nsy072","title":"Meta-analysis of ERP investigations of pain empathy underlines methodological issues in ERP research","year":2018,"lang":"en","type":"review","venue":"Social Cognitive and Affective Neuroscience","topic":"Neural and Behavioral Psychology Studies","field":"Neuroscience","cited_by":121,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Empathy; Psychology; Flexibility (engineering); Cognitive psychology; Reliability (semiconductor); Cognition; Meta-analysis; Social psychology; Neuroscience","authors":[{"name":"Michel‐Pierre Coll","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9030527721176843,"gpt":0.6320929554922415,"spread":0.2709598166254428,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.03278793,0.0018087,0.007772412,0.004361195,0.0005251637,0.00296632,0.002151912,0.001505734,0.002032645],"category_scores_gemma":[0.08771399,0.0008096583,0.01129646,0.005873376,0.0009820954,0.002114471,0.001533548,0.001658218,0.0002474083],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001552876,"about_ca_system_score_gemma":0.002699995,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00205127,"about_ca_topic_score_gemma":0.004995257,"domain_scores_codex":[0.9814551,0.008510297,0.005925768,0.002085645,0.001780754,0.0002424408],"domain_scores_gemma":[0.8801349,0.1062215,0.006165056,0.004152604,0.003072732,0.0002532649],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.0009728973,0.00004755096,0.01552022,0.4439362,0.3311031,0.0004811141,0.0004193156,0.001051722,0.001070531,0.002183772,0.002485776,0.2007279],"study_design_scores_gemma":[0.0003916257,0.0005822287,0.06039363,0.1128518,0.7682009,0.001721051,0.0005356918,0.0007371054,0.001746975,0.01070443,0.04202999,0.0001046071],"study_design_candidate":"meta_analysis","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001875472,0.9954194,0.001562176,0.0004264682,0.0001492367,0.00004945379,0.0001822652,0.00001550866,0.0003199654],"genre_scores_gemma":[0.125605,0.8638778,0.006728306,0.001736494,0.0004831277,0.0005360724,0.0006974773,0.0000676143,0.0002681747],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9922276,"threshold_uncertainty_score":0.1734012,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1966512523","doi":"10.1186/1472-6963-13-528","title":"A governance model for integrated primary/secondary care for the health-reforming first world – results of a systematic review","year":2013,"lang":"en","type":"review","venue":"BMC Health Services Research","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":116,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Medicine; Health informatics; Integrated care; Health administration; Nursing research; Nursing; Health care; Grey literature; CINAHL; Corporate governance; Population health; Health services research; Health policy; Inclusion (mineral); Public health; MEDLINE; Business; Political science; Psychological intervention; Psychology","authors":[{"name":"Caroline Nicholson","is_ca":false},{"name":"Claire Jackson","is_ca":false},{"name":"John Marley","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1817677203764707,"gpt":0.5574195498135738,"spread":0.3756518294371031,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05853456,0.001556812,0.006583753,0.01385601,0.00110102,0.006583616,0.00221438,0.001972203,0.002925977],"category_scores_gemma":[0.09762286,0.001209958,0.009974672,0.01540101,0.001884877,0.006223427,0.003617721,0.001467214,0.0002775698],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01373711,"about_ca_system_score_gemma":0.04760825,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0111222,"about_ca_topic_score_gemma":0.02634453,"domain_scores_codex":[0.9538023,0.02394408,0.01209301,0.001966875,0.007181367,0.001012308],"domain_scores_gemma":[0.9475396,0.02875335,0.01310433,0.002142333,0.007637787,0.0008225294],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0003951418,0.00007993545,0.004054771,0.8780583,0.01200839,0.0002190936,0.002974839,0.000589986,0.0001885034,0.002986372,0.003105524,0.0953393],"study_design_scores_gemma":[0.0005217877,0.0003907782,0.00735927,0.9269449,0.0377443,0.0003573743,0.004320905,0.0003099783,0.0002293679,0.001026982,0.0207117,0.00008266461],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.01225606,0.9708011,0.002038574,0.001960522,0.0004348841,0.009364753,0.0009748627,0.00003462706,0.00213455],"genre_scores_gemma":[0.1450552,0.8279916,0.01404351,0.001900924,0.0001631672,0.00947016,0.00100817,0.00002304179,0.0003442734],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.05853456,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1821441292","doi":"10.1186/s13012-015-0286-1","title":"The effectiveness of knowledge translation interventions for promoting evidence-informed decision-making among nurses in tertiary care: a systematic review and meta-analysis","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":103,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"St. Peter's Hospital; Hamilton Health Sciences; Toronto Metropolitan University; Hamilton General Hospital; Lakehead University; McMaster Children's Hospital; McMaster University","funders":"McMaster University; London Health Sciences Centre; Canadian Institutes of Health Research; Hamilton Health Sciences","keywords":"CINAHL; Psychological intervention; Knowledge translation; Medicine; Data extraction; MEDLINE; Meta-analysis; Nursing research; Systematic review; Health care; Health services research; Nursing; Health administration; Public health; Knowledge management; Pathology","authors":[{"name":"Jennifer Yost","is_ca":true},{"name":"Rebecca Ganann","is_ca":true},{"name":"David R. Thompson","is_ca":true},{"name":"Fazila Aloweni","is_ca":false},{"name":"Kristine Newman","is_ca":true},{"name":"Afeez Abiola Hazzan","is_ca":true},{"name":"Ann McKibbon","is_ca":true},{"name":"Maureen Dobbins","is_ca":true},{"name":"Donna Ciliska","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5148330095571396,"gpt":0.701256680182869,"spread":0.1864236706257294,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06525699,0.004465044,0.02930052,0.01663174,0.001504083,0.005766977,0.003938337,0.003699214,0.003905589],"category_scores_gemma":[0.1428014,0.002708457,0.05530354,0.01191308,0.00181513,0.00478324,0.003787666,0.00319396,0.000343187],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01066428,"about_ca_system_score_gemma":0.01608227,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009189986,"about_ca_topic_score_gemma":0.01671228,"domain_scores_codex":[0.9458029,0.0288171,0.01528557,0.002770065,0.006511824,0.0008125668],"domain_scores_gemma":[0.8907951,0.08351284,0.01385359,0.002983146,0.007827505,0.001027777],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.002196756,0.0001189986,0.001160311,0.605655,0.3680219,0.000077739,0.000282289,0.0004360416,0.0001283488,0.0001694899,0.0002979505,0.02145518],"study_design_scores_gemma":[0.001514059,0.0006710427,0.001518716,0.1058615,0.8880628,0.0000646985,0.0001420287,0.0002882596,0.0002445893,0.0002727676,0.001314144,0.00004541987],"study_design_candidate":"meta_analysis","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.006563409,0.9872065,0.001627999,0.0003785619,0.0003174141,0.003117485,0.000324929,0.00005194577,0.0004118553],"genre_scores_gemma":[0.1772295,0.796213,0.01059154,0.001183726,0.0003090045,0.01347321,0.0005909111,0.00005042772,0.0003586803],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.934743,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2018803201","doi":"10.1016/s0895-4356(99)00160-2","title":"Randomized trials versus observational studies in adolescent pregnancy prevention","year":2000,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":94,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Observational study; Randomized controlled trial; Medicine; Psychological intervention; CINAHL; PsycINFO; Pregnancy; MEDLINE; Family medicine; Psychiatry; Surgery; Internal medicine","authors":[{"name":"G. H. Guyatt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9380215926437274,"gpt":0.7360098352874899,"spread":0.2020117573562376,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.09821332,0.004202976,0.01644989,0.002148308,0.001601777,0.003894662,0.002625162,0.009653111,0.01009828],"category_scores_gemma":[0.1857475,0.002445183,0.0157819,0.002379625,0.005349136,0.005887479,0.002725186,0.009433651,0.00106984],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002373382,"about_ca_system_score_gemma":0.003152313,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00223007,"about_ca_topic_score_gemma":0.002207387,"domain_scores_codex":[0.8120064,0.1574862,0.02025154,0.005274944,0.00280283,0.002178084],"domain_scores_gemma":[0.7018268,0.2555313,0.02567118,0.009672299,0.004007776,0.003290654],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"observational","study_design_scores_codex":[0.8461277,0.001429799,0.00317405,0.03455311,0.08827582,0.0001186026,0.0002634025,0.0009625003,0.000521712,0.001922047,0.001179025,0.02147224],"study_design_scores_gemma":[0.8907509,0.02498575,0.002611153,0.004619771,0.06815552,0.00009881542,0.0001538705,0.001221773,0.000339301,0.004352837,0.002634343,0.00007597126],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.3326143,0.5481998,0.03462488,0.01200369,0.03519018,0.02466455,0.003460329,0.0006458671,0.008596439],"genre_scores_gemma":[0.905619,0.05088693,0.01256743,0.006800586,0.006235485,0.01477195,0.001026037,0.0001092385,0.001983377],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9017867,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2763139081","doi":"10.1186/s13012-017-0648-y","title":"Organizational participatory research: a systematic mixed studies review exposing its extra benefits and the key factors associated with them","year":2017,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":94,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Pharmacists Association; Université de Montréal; Université de Sherbrooke; Douglas Mental Health University Institute; McGill University","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Health services research; Health administration; Medicine; Health informatics; Citizen journalism; Participatory action research; Nursing research; Value (mathematics); Public health; Key (lock); Public relations; Knowledge management; Sociology; Nursing; Political science; Computer science","authors":[{"name":"Paula Louise Bush","is_ca":true},{"name":"Pierre Pluye","is_ca":true},{"name":"Christine Loignon","is_ca":true},{"name":"Vera Granikov","is_ca":true},{"name":"Michael T. Wright","is_ca":false},{"name":"Jean‐François Pelletier","is_ca":true},{"name":"Gillian Bartlett‐Esquilant","is_ca":true},{"name":"Ann C. Macaulay","is_ca":true},{"name":"Jeannie Haggerty","is_ca":true},{"name":"Sharon Parry","is_ca":false},{"name":"Carol Repchinsky","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9823586787688844,"gpt":0.7849291663275012,"spread":0.1974295124413832,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.2015514,0.002099616,0.007162429,0.0222832,0.002784339,0.01105406,0.002898109,0.003670977,0.003979999],"category_scores_gemma":[0.4213026,0.002040632,0.01046662,0.02583775,0.004478873,0.009984857,0.005622523,0.002484006,0.0004299839],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01132378,"about_ca_system_score_gemma":0.0338006,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00454174,"about_ca_topic_score_gemma":0.01127042,"domain_scores_codex":[0.7405009,0.1839709,0.04439528,0.006816778,0.02259851,0.001717589],"domain_scores_gemma":[0.4084615,0.5210779,0.03674515,0.009333375,0.02321467,0.001167393],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0003662046,0.00008318181,0.0049564,0.8027719,0.009999434,0.0002323989,0.007296087,0.0002788762,0.0002153974,0.005412052,0.00218509,0.1662031],"study_design_scores_gemma":[0.0001567186,0.0003530354,0.004442427,0.9438422,0.01775473,0.0003794339,0.005857911,0.00029846,0.0003179491,0.003211236,0.02330246,0.00008334796],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.005396316,0.9805508,0.005650816,0.002214157,0.0004707859,0.004052554,0.0004489157,0.00002904124,0.001186522],"genre_scores_gemma":[0.110956,0.8418579,0.02655411,0.002936509,0.0005311348,0.0161596,0.0005363707,0.00005418016,0.0004142868],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2015514,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3087727097","doi":"10.1186/s43058-020-00068-8","title":"Advancing the pragmatic measurement of sustainment: a narrative review of measures","year":2020,"lang":"en","type":"review","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"National Institute on Drug Abuse; National Institute of Mental Health; U.S. Department of Health and Human Services","keywords":"Narrative; History; Political science; Linguistics; Philosophy","authors":[{"name":"Joanna C. Moullin","is_ca":true},{"name":"Marisa Sklar","is_ca":true},{"name":"Amy Green","is_ca":true},{"name":"Kelsey S. Dickson","is_ca":true},{"name":"Nicole A. Stadnick","is_ca":true},{"name":"Kendal Reeder","is_ca":true},{"name":"Gregory A. Aarons","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6523923922329052,"gpt":0.7300703640853611,"spread":0.07767797185245584,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1302858,0.001876516,0.004212544,0.0174147,0.001987517,0.008104832,0.003639436,0.002937404,0.003459844],"category_scores_gemma":[0.4074878,0.001565161,0.004990685,0.01893394,0.004859036,0.01419595,0.00644937,0.004652866,0.0005949915],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01611954,"about_ca_system_score_gemma":0.04749078,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005544811,"about_ca_topic_score_gemma":0.008801915,"domain_scores_codex":[0.8127841,0.1140412,0.04627261,0.004584655,0.02098347,0.001333896],"domain_scores_gemma":[0.6526208,0.275919,0.03148104,0.007039154,0.03169711,0.001242926],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002804944,0.00005734179,0.001295499,0.633999,0.001634813,0.0002136763,0.01094111,0.0003337253,0.0003138625,0.03665406,0.01697302,0.2973034],"study_design_scores_gemma":[0.00009008662,0.0001655144,0.001779575,0.8437464,0.002440171,0.0002856426,0.004564755,0.0002442148,0.000488134,0.00767679,0.1384375,0.00008130091],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002392581,0.9631531,0.008755773,0.01506525,0.001456063,0.003092649,0.0008689996,0.00004979266,0.00516567],"genre_scores_gemma":[0.0522905,0.8989874,0.0278665,0.006730545,0.0006348265,0.01226673,0.0006558919,0.00007109825,0.0004964847],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8697141,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3110084249","doi":"10.1016/j.joca.2020.10.004","title":"Visual Analogue Scale has higher assay sensitivity than WOMAC pain in detecting between-group differences in treatment effects: a meta-epidemiological study","year":2020,"lang":"en","type":"review","venue":"Osteoarthritis and Cartilage","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Impact; Dalhousie University; McMaster University; University of Toronto; St. Michael's Hospital","funders":"Arthritis Society","keywords":"WOMAC; Visual analogue scale; Medicine; Osteoarthritis; Meta-analysis; Randomized controlled trial; Placebo; Physical therapy; Internal medicine; Pathology","authors":[{"name":"Bruno R. da Costa","is_ca":true},{"name":"Pakeezah Saadat","is_ca":true},{"name":"Reto Basciani","is_ca":false},{"name":"Arnav Agarwal","is_ca":true},{"name":"Bradley C. Johnston","is_ca":true},{"name":"Peter Jüni","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08019099511676102,"gpt":0.321414104342709,"spread":0.2412231092259479,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.02376147,0.003193224,0.01642562,0.002494819,0.0005386229,0.003682259,0.002287643,0.003387957,0.00459011],"category_scores_gemma":[0.04466296,0.001727051,0.03252099,0.003458475,0.00090428,0.00228214,0.001342893,0.003178561,0.0005027911],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001106091,"about_ca_system_score_gemma":0.001310475,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003285929,"about_ca_topic_score_gemma":0.008721779,"domain_scores_codex":[0.9843144,0.00856783,0.003672978,0.00192134,0.001218961,0.0003044941],"domain_scores_gemma":[0.9582239,0.03586812,0.002645081,0.002002784,0.001079657,0.0001804937],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.006314058,0.0000739807,0.007289291,0.1107035,0.8480944,0.0001381932,0.00008809639,0.000287808,0.0004298123,0.0001800072,0.0005186361,0.02588217],"study_design_scores_gemma":[0.001748435,0.0004400168,0.009758625,0.005105528,0.9800227,0.0001118794,0.0000471119,0.0001480813,0.0001273598,0.0003346675,0.002124076,0.00003161728],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.007436743,0.9896953,0.001449495,0.0001698508,0.0003394825,0.0001450191,0.0002916665,0.00002931854,0.0004431694],"genre_scores_gemma":[0.3199803,0.6657963,0.007306074,0.003178112,0.0006587213,0.0005850048,0.001234884,0.000118343,0.00114233],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9968068,"threshold_uncertainty_score":0.1256642,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2772564313","doi":"10.1016/j.jclinepi.2017.11.022","title":"Flaws in the application and interpretation of statistical analyses in systematic reviews of therapeutic interventions were common: a cross-sectional analysis","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":85,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital; Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Generalitat Valenciana; University of Bristol; National Institute for Health and Care Research; Canada Research Chairs; Cancer Research UK; Medical Research Council; University of Ottawa","keywords":"Meta-analysis; Funnel plot; Interquartile range; Medicine; Random effects model; Sample size determination; Statistics; Publication bias; Subgroup analysis; Confounding; Psychological intervention; Study heterogeneity; MEDLINE; Mathematics; Internal medicine","authors":[{"name":"Matthew J. Page","is_ca":false},{"name":"Douglas G. Altman","is_ca":false},{"name":"Joanne E. McKenzie","is_ca":false},{"name":"Larissa Shamseer","is_ca":true},{"name":"Nadera Ahmadzai","is_ca":true},{"name":"Dianna Wolfe","is_ca":true},{"name":"Fatemeh Yazdi","is_ca":true},{"name":"Ferrán Catalá-López","is_ca":true},{"name":"Andrea C. Tricco","is_ca":true},{"name":"David Moher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9443845471738417,"gpt":0.7567789989945132,"spread":0.1876055481793285,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.725693,0.002086628,0.005340434,0.005543636,0.002107308,0.006641176,0.003620342,0.005133956,0.002129825],"category_scores_gemma":[0.8922586,0.003907365,0.01407104,0.008152404,0.00567793,0.007909955,0.004269185,0.00560512,0.0003140856],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003343997,"about_ca_system_score_gemma":0.006823402,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003644934,"about_ca_topic_score_gemma":0.005357423,"domain_scores_codex":[0.1663702,0.5756315,0.2029802,0.01968459,0.03383991,0.001493665],"domain_scores_gemma":[0.0357926,0.8431635,0.05486722,0.04759827,0.01810587,0.0004725753],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.009039705,0.0007118685,0.5407965,0.04925933,0.2006885,0.001178941,0.01924895,0.007416638,0.002150296,0.01927466,0.009029775,0.1412049],"study_design_scores_gemma":[0.003908233,0.006823068,0.5526043,0.05321984,0.2114874,0.004597538,0.00509186,0.04470947,0.01224042,0.06637688,0.03757209,0.0013691],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3676012,0.1085354,0.480065,0.01620118,0.005165667,0.01095432,0.004816851,0.001270844,0.005389562],"genre_scores_gemma":[0.8711884,0.004477173,0.1129985,0.004233147,0.0005048785,0.004958379,0.0008340118,0.0004363609,0.0003692217],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.274307,"threshold_uncertainty_score":0.3382694,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2287844929","doi":"10.1136/bmjopen-2015-008562","title":"What is the influence of randomisation sequence generation and allocation concealment on treatment effects of physical therapy trials? A meta-epidemiological study","year":2015,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Alberta Health; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; University of Alberta; Physiotherapy Foundation of Canada","keywords":"Medicine; Epidemiology; Meta-analysis; Alternative medicine; Sequence (biology); Public health; MEDLINE; Physical therapy; Gerontology; Internal medicine; Pathology","authors":[{"name":"Susan Armijo‐Olivo","is_ca":true},{"name":"Humam Saltaji","is_ca":true},{"name":"Bruno R. da Costa","is_ca":false},{"name":"Jorge Fuentes","is_ca":true},{"name":"Christine Ha","is_ca":true},{"name":"Greta G. Cummings","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9578471903528902,"gpt":0.6968038048601565,"spread":0.2610433854927338,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4574941,0.004957609,0.02449522,0.006832595,0.00151735,0.009728903,0.005008601,0.01086249,0.002878586],"category_scores_gemma":[0.6629964,0.004271474,0.06000051,0.008313242,0.005012969,0.01210793,0.003626774,0.007809273,0.0006280697],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005060628,"about_ca_system_score_gemma":0.005173905,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003276558,"about_ca_topic_score_gemma":0.003513844,"domain_scores_codex":[0.3308317,0.5555229,0.07079982,0.01606487,0.02496811,0.001812573],"domain_scores_gemma":[0.2472522,0.6553109,0.0591417,0.02697088,0.01034998,0.0009743405],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"meta_analysis","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0149153,0.0001558367,0.01595403,0.1249572,0.7692695,0.0002375494,0.0006708089,0.003520212,0.0004354298,0.003185124,0.002246763,0.06445234],"study_design_scores_gemma":[0.01394698,0.002686502,0.01549053,0.07194759,0.8667234,0.0004594105,0.000241071,0.006767056,0.001283567,0.01271695,0.007421515,0.0003154922],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.01573773,0.9198148,0.04750065,0.006998532,0.00425741,0.003167442,0.0007014034,0.0002726943,0.001549312],"genre_scores_gemma":[0.6447996,0.2344732,0.08106969,0.01390066,0.006559049,0.01652448,0.001128839,0.0005556799,0.0009887764],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9950424,"threshold_uncertainty_score":0.6690063,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2111376665","doi":"10.1177/0306624x12447771","title":"A Meta-Analysis of Moral Reconation Therapy","year":2012,"lang":"en","type":"review","venue":"International Journal of Offender Therapy and Comparative Criminology","topic":"Psychology of Moral and Emotional Judgment","field":"Neuroscience","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Psychology; Medicine; Psychotherapist","authors":[{"name":"Linda M. Ferguson","is_ca":true},{"name":"J. Stephen Wormith","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9301869343671447,"gpt":0.4773109657371682,"spread":0.4528759686299765,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01748284,0.002575074,0.0164288,0.009863012,0.0008854513,0.0043787,0.001716135,0.002027574,0.004143344],"category_scores_gemma":[0.04541466,0.001302476,0.03734896,0.008093194,0.0006719473,0.002239687,0.001546302,0.002472281,0.0003860627],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003585543,"about_ca_system_score_gemma":0.004090012,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006256526,"about_ca_topic_score_gemma":0.01481553,"domain_scores_codex":[0.9866533,0.007060342,0.003309315,0.00116965,0.001507635,0.0002998112],"domain_scores_gemma":[0.9763789,0.0172967,0.00299889,0.001073885,0.001937796,0.0003138265],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.002192829,0.00003705094,0.001812865,0.2354039,0.7421693,0.0001434889,0.00008752424,0.000380853,0.0002850806,0.0002112725,0.0008893239,0.01638638],"study_design_scores_gemma":[0.000635297,0.0002304747,0.002507068,0.01927501,0.9742621,0.0001108664,0.00004579322,0.00009697836,0.0001662582,0.0002813357,0.002367242,0.00002157654],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.005045102,0.9916971,0.0008137116,0.000368805,0.0004225979,0.0003817816,0.0005460808,0.0000417793,0.00068315],"genre_scores_gemma":[0.2002918,0.7891567,0.004532577,0.002066833,0.0005342882,0.001310692,0.001244431,0.00007873486,0.000784011],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01748284,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaepi_narrow","metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2885318744","doi":"10.1016/j.jval.2018.06.010","title":"Valuation of Health and Nonhealth Outcomes from Next-Generation Sequencing: Approaches, Challenges, and Solutions","year":2018,"lang":"en","type":"review","venue":"Value in Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":76,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; Canadian Centre for Applied Research in Cancer Control; University of British Columbia","funders":"Canadian Cancer Society Research Institute; Canadian Centre for Applied Research in Cancer Control; Cancer Research Institute","keywords":"Valuation (finance); MEDLINE; Health care; Preference; Actuarial science; Computer science; Data science; Management science; Medicine; Economics; Biology; Accounting; Microeconomics","authors":[{"name":"Dean A. Regier","is_ca":true},{"name":"Deirdre Weymann","is_ca":true},{"name":"James Buchanan","is_ca":false},{"name":"Deborah A. Marshall","is_ca":true},{"name":"Sarah Wordsworth","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9440262427380309,"gpt":0.4852302784682474,"spread":0.4587959642697835,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02494047,0.001896271,0.004630764,0.004504889,0.0003154784,0.004711044,0.002805826,0.002338968,0.003710939],"category_scores_gemma":[0.05606315,0.000497571,0.002487752,0.006332662,0.001998403,0.005636149,0.002095528,0.003519612,0.0003807247],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002581661,"about_ca_system_score_gemma":0.004672322,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003682443,"about_ca_topic_score_gemma":0.004870058,"domain_scores_codex":[0.9922105,0.00492079,0.0005045806,0.0004971983,0.001708385,0.0001585718],"domain_scores_gemma":[0.928922,0.06574709,0.002120305,0.0009005295,0.002071662,0.0002384296],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001598735,0.0001047354,0.004101708,0.01836678,0.001856402,0.0001173888,0.0001979836,0.0102994,0.0001900325,0.123799,0.009569537,0.8312371],"study_design_scores_gemma":[0.0001485153,0.0002661526,0.008567069,0.07042096,0.002903168,0.0009763845,0.0008339596,0.02111234,0.0006828966,0.6731691,0.2206683,0.0002510865],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001301959,0.9826095,0.009822879,0.004129555,0.0002620459,0.00003120643,0.0002127373,0.00001384096,0.001616357],"genre_scores_gemma":[0.03006065,0.9570922,0.01029977,0.00100057,0.0007840606,0.0001103793,0.0002616408,0.00001471166,0.000376061],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02494047,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2103936380","doi":"10.1146/annurev-publhealth-031811-124540","title":"Advertising of Prescription-Only Medicines to the Public: Does Evidence of Benefit Counterbalance Harm?","year":2012,"lang":"en","type":"review","venue":"Annual Review of Public Health","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Harm; Scrutiny; Medical prescription; Direct-to-consumer advertising; Causality (physics); Medicine; Public health; Public economics; Health care; Business; Family medicine; Psychology; Nursing; Economics; Political science","authors":[{"name":"Barbara Mintzes","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5564649027992554,"gpt":0.6081295504974032,"spread":0.05166464769814783,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02227847,0.001054511,0.006699445,0.003612618,0.0004977158,0.003894636,0.002066214,0.004242268,0.011504],"category_scores_gemma":[0.06040074,0.0007178789,0.002932169,0.004396198,0.002645354,0.00467228,0.001607475,0.003388994,0.001261084],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002263988,"about_ca_system_score_gemma":0.004458663,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002377766,"about_ca_topic_score_gemma":0.003769605,"domain_scores_codex":[0.9878853,0.00651639,0.002018685,0.000720733,0.002570295,0.0002885073],"domain_scores_gemma":[0.9217529,0.06666159,0.006488428,0.001218759,0.003470509,0.0004077702],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00121402,0.0001065421,0.0008448517,0.2342251,0.006684348,0.0001925965,0.000307365,0.0001743263,0.0003473406,0.01264731,0.009620404,0.7336358],"study_design_scores_gemma":[0.002019869,0.001463852,0.009564488,0.487975,0.02839549,0.001360884,0.00129519,0.0002940357,0.001176745,0.03008701,0.4362551,0.000112406],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0004420576,0.9926949,0.0001381518,0.004718446,0.0003053431,0.00002413785,0.00004084429,0.000003321464,0.001632839],"genre_scores_gemma":[0.01249884,0.9825117,0.0005174323,0.00346548,0.0006629531,0.00004151472,0.00003922106,0.000005619629,0.0002573644],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02227847,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2332511819","doi":"10.1016/j.jclinepi.2016.03.025","title":"A third of systematic reviews changed or did not specify the primary outcome: a PROSPERO register study","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":75,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; Canadian Agency for Drugs and Technologies in Health; Canada Research Chairs; University of Ottawa; University of Toronto; St. Michael's Hospital","funders":"National Institute for Health and Care Research; Canadian Institutes of Health Research; University of Ottawa","keywords":"Register (sociolinguistics); Outcome (game theory); Medicine; Family medicine; Linguistics; Mathematics; Philosophy","authors":[{"name":"Andrea C. Tricco","is_ca":true},{"name":"Elise Cogo","is_ca":true},{"name":"Matthew J. Page","is_ca":false},{"name":"Julie Polisena","is_ca":true},{"name":"Alison Booth","is_ca":false},{"name":"Kerry Dwan","is_ca":false},{"name":"H. Robson MacDonald","is_ca":true},{"name":"Tammy Clifford","is_ca":true},{"name":"Lesley Stewart","is_ca":false},{"name":"Sharon E. Straus","is_ca":true},{"name":"David Moher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.973059586795305,"gpt":0.7017350610403976,"spread":0.2713245257549074,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.178921,0.002389515,0.009530431,0.01277402,0.002695744,0.00601891,0.002578758,0.007689412,0.005347127],"category_scores_gemma":[0.4750312,0.002902269,0.01982673,0.01654531,0.002862161,0.005751438,0.00531738,0.005831302,0.001460832],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004645866,"about_ca_system_score_gemma":0.0149681,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0177874,"about_ca_topic_score_gemma":0.03186604,"domain_scores_codex":[0.6488891,0.1263858,0.1801533,0.01217241,0.02767825,0.004721155],"domain_scores_gemma":[0.4164917,0.4180483,0.08067246,0.05353228,0.02884008,0.00241528],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"observational","study_design_scores_codex":[0.02385692,0.0005693511,0.1681797,0.3893408,0.1841617,0.004320619,0.00870246,0.0003485121,0.003920867,0.007520049,0.03889478,0.1701843],"study_design_scores_gemma":[0.01312034,0.001534437,0.1303794,0.1788712,0.5054219,0.00594504,0.002636731,0.0007826074,0.008043812,0.007664753,0.1448984,0.0007012816],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.2001687,0.6458673,0.0221624,0.03630758,0.01021545,0.01558718,0.04859521,0.0006929748,0.0204032],"genre_scores_gemma":[0.7468105,0.1180866,0.02488973,0.07213236,0.003031469,0.01700238,0.01366147,0.0008534224,0.003532108],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9904696,"threshold_uncertainty_score":0.9462358,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W1985235854","doi":"10.1177/135245850000600509","title":"Multiple sclerosis, disease modifying treatments and depression: a critical methodological review","year":2000,"lang":"en","type":"review","venue":"Multiple Sclerosis Journal","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Depression (economics); Mood; Psychiatry; Disease; Psychology; Clinical psychology; Mood disorders; Multiple sclerosis; Major depressive disorder; Placebo; Medicine; Anxiety; Alternative medicine; Internal medicine","authors":[{"name":"Anthony Feinstein","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5577539936427163,"gpt":0.4657759437016936,"spread":0.09197804994102271,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.09981266,0.002028449,0.009447256,0.02013971,0.001993409,0.007428597,0.003702165,0.00593551,0.004205014],"category_scores_gemma":[0.2665074,0.0019273,0.00901687,0.01646091,0.003216403,0.005246461,0.00388381,0.003992128,0.0006078488],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01212571,"about_ca_system_score_gemma":0.03119365,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006507555,"about_ca_topic_score_gemma":0.01440714,"domain_scores_codex":[0.9142082,0.04485758,0.02840315,0.002258359,0.009570389,0.0007023719],"domain_scores_gemma":[0.6559005,0.2778032,0.03801727,0.005043232,0.02193436,0.001301516],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000427053,0.00005281323,0.0007455634,0.844797,0.007775033,0.00009413467,0.0004110669,0.0002207243,0.0001409156,0.002367524,0.008438999,0.1345291],"study_design_scores_gemma":[0.0003380007,0.0002743956,0.001652279,0.930168,0.0205412,0.0002414714,0.0003605476,0.0001300345,0.0001010906,0.002655618,0.04348656,0.0000506631],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00009336056,0.9972893,0.0002786171,0.001217149,0.0005425433,0.0004106828,0.00005874877,0.000004321763,0.0001053972],"genre_scores_gemma":[0.003072106,0.9888087,0.002690753,0.002347006,0.0005781462,0.002306693,0.00009247621,0.000007878204,0.00009623316],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9001874,"threshold_uncertainty_score":0.5278661,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2988645757","doi":"10.1186/s40814-019-0500-z","title":"The reporting of progression criteria in protocols of pilot trials designed to assess the feasibility of main trials is insufficient: a meta-epidemiological study","year":2019,"lang":"en","type":"article","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Population Health Research Institute; McMaster University; Hamilton Health Sciences; University Health Network; Toronto General Hospital; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Medicine; Odds ratio; Confidence interval; Clinical trial; Sample size determination; Randomized controlled trial; Meta-analysis; Intervention (counseling); Odds; MEDLINE; Family medicine; Internal medicine; Logistic regression; Psychiatry; Statistics","authors":[{"name":"Lawrence Mbuagbaw","is_ca":true},{"name":"Sarah Daisy Kosa","is_ca":true},{"name":"Daeria O. Lawson","is_ca":true},{"name":"Rosa Stalteri","is_ca":true},{"name":"Oluwatobi R. Olaiya","is_ca":true},{"name":"Ahlam Alotaibi","is_ca":true},{"name":"Lehana Thabane","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9811647581245485,"gpt":0.7154181071887392,"spread":0.2657466509358093,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5526431,0.003282704,0.01762915,0.01803574,0.002139926,0.01500672,0.006945587,0.007099617,0.004596664],"category_scores_gemma":[0.8291798,0.004635433,0.03955996,0.02074555,0.005844292,0.01617985,0.006543749,0.006092507,0.0007464333],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01075881,"about_ca_system_score_gemma":0.01377983,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003931493,"about_ca_topic_score_gemma":0.004494807,"domain_scores_codex":[0.266629,0.4158621,0.2485381,0.01579762,0.05111818,0.002055087],"domain_scores_gemma":[0.08032564,0.7248053,0.133467,0.03471846,0.02576745,0.0009161147],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"observational","study_design_scores_codex":[0.004443611,0.0001483161,0.02360448,0.6542334,0.2549199,0.0001702145,0.001776388,0.0007249569,0.0002168322,0.003001697,0.002905328,0.0538549],"study_design_scores_gemma":[0.006320786,0.001674278,0.03374162,0.4711591,0.4543916,0.0007138439,0.001009084,0.002199721,0.001135802,0.009699844,0.01755914,0.0003952365],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.01960177,0.9132459,0.03333893,0.005112716,0.002592403,0.01927563,0.00337277,0.000301786,0.003158167],"genre_scores_gemma":[0.5774308,0.2637231,0.07168889,0.009146206,0.001715677,0.07087436,0.004019377,0.0004855737,0.0009160718],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9823709,"threshold_uncertainty_score":0.5516708,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2081631580","doi":"10.1016/j.jmpt.2013.04.001","title":"Manipulative and Multimodal Therapy for Upper Extremity and Temporomandibular Disorders: A Systematic Review","year":2013,"lang":"en","type":"review","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Temporomandibular Joint Disorders","field":"Health Professions","cited_by":62,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Memorial Chiropractic College","funders":"","keywords":"Medicine; Chiropractic; Manual therapy; Physical therapy; Randomized controlled trial; MEDLINE; Orthopedic surgery; Physical medicine and rehabilitation; Alternative medicine; Surgery; Pathology","authors":[{"name":"James W. Brantingham","is_ca":false},{"name":"Tammy Kay Cassa","is_ca":false},{"name":"Debra Bonnefin","is_ca":false},{"name":"Mario Pribicevic","is_ca":false},{"name":"Andrew Robb","is_ca":true},{"name":"Henry Pollard","is_ca":false},{"name":"Victor Tong","is_ca":false},{"name":"Charmaine Korporaal","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4647909135108516,"gpt":0.4799292772683735,"spread":0.01513836375752187,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01110537,0.001487803,0.007553093,0.01406815,0.0009384683,0.002594475,0.002013242,0.002559384,0.003842407],"category_scores_gemma":[0.03402172,0.001130486,0.005403862,0.01249301,0.0009616503,0.002990112,0.001454551,0.0009463762,0.0002994693],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003166945,"about_ca_system_score_gemma":0.01642694,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004128389,"about_ca_topic_score_gemma":0.02113659,"domain_scores_codex":[0.9877868,0.004589035,0.004190713,0.0007336174,0.002400992,0.0002987404],"domain_scores_gemma":[0.9687553,0.01992599,0.0076432,0.0004321533,0.002923262,0.0003200801],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0001115024,0.00002640172,0.000743955,0.9647738,0.004276999,0.0001472481,0.0002275935,0.00006526242,0.0002089856,0.0001490886,0.0009829783,0.02828623],"study_design_scores_gemma":[0.0002359408,0.0003406393,0.004840669,0.9452915,0.03509478,0.0007682822,0.0004371034,0.0001080593,0.0001947346,0.0001636658,0.01249167,0.00003305379],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001507037,0.9972166,0.0001305474,0.0002122561,0.00009479194,0.000463403,0.0001406394,0.000004499234,0.0002302582],"genre_scores_gemma":[0.01771733,0.9782808,0.001561861,0.0005954651,0.0001446993,0.001326065,0.0001735193,0.000003591801,0.0001966274],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01406815,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2028540474","doi":"10.1371/journal.pone.0003684","title":"Following 411 Cochrane Protocols to Completion: A Retrospective Cohort Study","year":2008,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Institute of Population and Public Health; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Cochrane Library; Medicine; Systematic review; MEDLINE; Protocol (science); Confidence interval; Cohort study; Hazard ratio; Internal medicine; Alternative medicine; Pathology","authors":[{"name":"Andrea C. Tricco","is_ca":true},{"name":"Jamie Brehaut","is_ca":true},{"name":"Maggie H Chen","is_ca":true},{"name":"David Moher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7904036982622812,"gpt":0.5202770186509911,"spread":0.2701266796112901,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.07514405,0.001529314,0.004180209,0.01223956,0.004061538,0.005780926,0.003407974,0.002345572,0.009794035],"category_scores_gemma":[0.2345552,0.00564379,0.006737429,0.01190234,0.0020038,0.007113826,0.004404811,0.00389264,0.005982501],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005610941,"about_ca_system_score_gemma":0.01665052,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01117182,"about_ca_topic_score_gemma":0.01140409,"domain_scores_codex":[0.89158,0.01957796,0.04601905,0.01597892,0.02265781,0.004186308],"domain_scores_gemma":[0.6779498,0.09287395,0.1281647,0.04624084,0.04941511,0.005355593],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.01054185,0.001411151,0.9014497,0.01681558,0.004591158,0.003505481,0.008817171,0.0003125245,0.0008749928,0.001571204,0.01274726,0.03736193],"study_design_scores_gemma":[0.003784221,0.006838968,0.8836137,0.01460568,0.01160929,0.01058667,0.006726509,0.001534654,0.002954391,0.002499254,0.05446931,0.0007773341],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8443996,0.03493201,0.01417456,0.002064317,0.000593496,0.05102796,0.04552805,0.0003224585,0.006957545],"genre_scores_gemma":[0.8732538,0.01178583,0.01423009,0.004630201,0.0005236677,0.07616981,0.01427998,0.0003873312,0.004739397],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9958198,"threshold_uncertainty_score":0.3974045,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3193216869","doi":"10.1161/jaha.120.020513","title":"Representation of Women in Randomized Trials in Cardiac Surgery: A Meta‐Analysis","year":2021,"lang":"en","type":"review","venue":"Journal of the American Heart Association","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Randomized controlled trial; Cochrane Library; Meta-analysis; Internal medicine; Clinical trial; Sample size determination; MEDLINE; Psychological intervention; Inclusion and exclusion criteria; Surgery; Alternative medicine","authors":[{"name":"Mario Gaudino","is_ca":false},{"name":"Michele Di Mauro","is_ca":false},{"name":"Stephen E. Fremes","is_ca":true},{"name":"Antonino Di Franco","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1037101779545427,"gpt":0.4127714158278478,"spread":0.3090612378733051,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.1284817,0.003013631,0.01841207,0.00850878,0.0007705156,0.005812019,0.002424589,0.003436283,0.002975632],"category_scores_gemma":[0.2374296,0.001955593,0.04626791,0.009340121,0.00152118,0.003623684,0.002706032,0.002203858,0.0002913951],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002324571,"about_ca_system_score_gemma":0.002774244,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001986452,"about_ca_topic_score_gemma":0.004020432,"domain_scores_codex":[0.7667512,0.1607755,0.05191807,0.008897267,0.01024738,0.001410709],"domain_scores_gemma":[0.6913367,0.2652835,0.03068977,0.006940027,0.004893132,0.0008567917],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.004533026,0.00003509221,0.01466276,0.1192928,0.8480067,0.0001341392,0.000167747,0.0005076199,0.0001662089,0.000334776,0.0004724143,0.01168678],"study_design_scores_gemma":[0.002259953,0.0004761714,0.007346534,0.02109397,0.9640422,0.0001820814,0.0001061723,0.0007478304,0.0001914263,0.001284884,0.002230385,0.00003835507],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0119749,0.9784642,0.005755241,0.0008013338,0.0005163773,0.001233978,0.0006260464,0.00006017028,0.0005676452],"genre_scores_gemma":[0.6072252,0.3573594,0.01976076,0.003653651,0.001017564,0.009027967,0.001200162,0.0001388518,0.0006164109],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9815879,"threshold_uncertainty_score":0.6794845,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2059874779","doi":"10.1371/journal.pone.0020185","title":"Epidemiology, Quality and Reporting Characteristics of Systematic Reviews of Traditional Chinese Medicine Interventions Published in Chinese Journals","year":2011,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of Alberta; Lanzhou University","keywords":"Systematic review; Medicine; Psychological intervention; Epidemiology; MEDLINE; Alternative medicine; Specialty; Meta-analysis; Data extraction; Family medicine; Publication bias; China; Quality (philosophy); Pathology; Psychiatry","authors":[{"name":"Bin Ma","is_ca":false},{"name":"Jiwu Guo","is_ca":false},{"name":"Guoqing Qi","is_ca":false},{"name":"Haimin Li","is_ca":false},{"name":"Jiye Peng","is_ca":false},{"name":"Yulong Zhang","is_ca":false},{"name":"Yanqin Ding","is_ca":false},{"name":"Kehu Yang","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9767140384802047,"gpt":0.6506685977850202,"spread":0.3260454406951845,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2641658,0.001432279,0.007583788,0.02678695,0.001691867,0.004448724,0.002703051,0.002298864,0.002482377],"category_scores_gemma":[0.6263713,0.001913282,0.01142261,0.04286756,0.002775518,0.004546377,0.003703664,0.001727571,0.0003058509],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007611821,"about_ca_system_score_gemma":0.01680272,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006854969,"about_ca_topic_score_gemma":0.009706409,"domain_scores_codex":[0.4330043,0.1871356,0.3115551,0.01705563,0.04899803,0.002251269],"domain_scores_gemma":[0.1953368,0.4905107,0.2426273,0.01809739,0.05172193,0.001705943],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.001838077,0.0001459684,0.4052416,0.4353914,0.08166479,0.0004045304,0.004941975,0.0009059769,0.0007998497,0.001795869,0.007917139,0.05895275],"study_design_scores_gemma":[0.002113189,0.001511029,0.6306634,0.2047367,0.1171677,0.002139208,0.00493693,0.002594257,0.002386741,0.004738809,0.02647252,0.0005397047],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.1649302,0.7423708,0.02004232,0.007316955,0.001289514,0.0146677,0.04499175,0.0002863854,0.004104363],"genre_scores_gemma":[0.7375803,0.1557039,0.03272781,0.003513847,0.0005651053,0.05056878,0.0185932,0.0001655572,0.0005814539],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9924162,"threshold_uncertainty_score":0.9074146,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2125820775","doi":"10.1002/j.0022-0337.2004.68.9.tb03849.x","title":"Implementing Evidence‐Based Practice in Undergraduate Teaching Clinics: A Systematic Review and Recommendations","year":2004,"lang":"en","type":"review","venue":"Journal of Dental Education","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":55,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Evidence-based dentistry; Medical education; Curriculum; Systematic review; Evidence-based practice; Psychological intervention; Evidence-based medicine; MEDLINE; Quality (philosophy); Psychology; Health care; Medicine; Alternative medicine; Nursing; Pedagogy","authors":[{"name":"Sara B. Werb","is_ca":true},{"name":"David Matear","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2586363994870742,"gpt":0.6457552192344075,"spread":0.3871188197473333,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1059442,0.002759662,0.007956156,0.01611491,0.00184063,0.007031435,0.006106793,0.007584947,0.003937298],"category_scores_gemma":[0.2155095,0.002862182,0.00647937,0.01215652,0.002084937,0.01097506,0.003647073,0.004555831,0.0007701713],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01146421,"about_ca_system_score_gemma":0.06102329,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01273794,"about_ca_topic_score_gemma":0.04836546,"domain_scores_codex":[0.928709,0.03887318,0.02021676,0.001897888,0.009255877,0.001047301],"domain_scores_gemma":[0.7767686,0.1628591,0.02485176,0.002851939,0.02865148,0.00401702],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0004066871,0.0003222635,0.003700536,0.7164286,0.00474873,0.0003952498,0.002272329,0.0008617117,0.0003816627,0.001826136,0.009540971,0.2591151],"study_design_scores_gemma":[0.0005427258,0.0002891654,0.003509975,0.9600443,0.01077395,0.000208736,0.002186221,0.0007578632,0.0003386078,0.001868897,0.01939428,0.00008524798],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.004369492,0.9491611,0.005207142,0.03053306,0.002149124,0.006581226,0.0003108026,0.00009962387,0.001588454],"genre_scores_gemma":[0.0296523,0.8949983,0.06037344,0.00538108,0.0004564536,0.008391188,0.0002831205,0.00001811272,0.000445942],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8940558,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2165271154","doi":"10.1093/pubmed/fdu050","title":"The benefits and challenges of conducting an overview of systematic reviews in public health: a focus on physical activity","year":2014,"lang":"en","type":"article","venue":"Journal of Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Public health; MEDLINE; Alternative medicine; Medicine; Scientific literature; Cochrane collaboration; Management science; Psychology; Engineering ethics; Political science; Nursing; Engineering","authors":[{"name":"Penelope Baker","is_ca":false},{"name":"Joseph T. Costello","is_ca":false},{"name":"Maureen Dobbins","is_ca":true},{"name":"Elizabeth Waters","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9583424756036388,"gpt":0.5984104860565596,"spread":0.3599319895470793,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6069207,0.006072795,0.01828753,0.03337557,0.004204603,0.02340336,0.006926112,0.02160726,0.004830643],"category_scores_gemma":[0.8219074,0.007532091,0.0139974,0.03153565,0.01447022,0.03136727,0.01230464,0.01581724,0.001590015],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01603956,"about_ca_system_score_gemma":0.05265132,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007016937,"about_ca_topic_score_gemma":0.01976271,"domain_scores_codex":[0.2066208,0.6396284,0.09775721,0.008378875,0.04569092,0.001923883],"domain_scores_gemma":[0.04784425,0.8716051,0.03450912,0.01258279,0.03114827,0.002310482],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001548135,0.0001410618,0.002946841,0.5570902,0.01689368,0.0004970341,0.00468376,0.002073447,0.001515096,0.04216717,0.03978577,0.3306578],"study_design_scores_gemma":[0.0009050146,0.0007590045,0.003474667,0.8052489,0.01784728,0.0009804523,0.001903295,0.003144404,0.0006400394,0.08843543,0.07620823,0.0004532214],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000999331,0.8195288,0.03781364,0.1288402,0.00791604,0.002431793,0.0003604516,0.0003198478,0.001789897],"genre_scores_gemma":[0.03691353,0.6268124,0.2707408,0.04018338,0.01337565,0.01058624,0.0003202841,0.0002165326,0.0008511303],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9817125,"threshold_uncertainty_score":0.4847369,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2766184587","doi":"10.1186/s40510-017-0196-7","title":"Effectiveness of en masse versus two-step retraction: a systematic review and meta-analysis","year":2017,"lang":"en","type":"review","venue":"Progress in Orthodontics","topic":"Orthodontics and Dentofacial Orthopedics","field":"Dentistry","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Medicine; Meta-analysis; Dentistry; Randomized controlled trial; Orthodontics; Surgery; Internal medicine","authors":[{"name":"Mumen Z Rizk","is_ca":false},{"name":"Hisham Mohammed","is_ca":false},{"name":"Omar Ismael","is_ca":false},{"name":"David Bearn","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1865449401167475,"gpt":0.4686407095626851,"spread":0.2820957694459376,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02430182,0.003099141,0.01935768,0.00835547,0.000764068,0.004715188,0.002679087,0.002959997,0.004092792],"category_scores_gemma":[0.05903102,0.001554568,0.03214477,0.006645446,0.001189072,0.002958212,0.001646235,0.002541739,0.0003011628],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004149289,"about_ca_system_score_gemma":0.007131584,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004313606,"about_ca_topic_score_gemma":0.009904828,"domain_scores_codex":[0.978512,0.01053457,0.006179952,0.001576746,0.002694311,0.0005024003],"domain_scores_gemma":[0.9596592,0.03076451,0.006427319,0.0007272307,0.0020603,0.0003614281],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.002050696,0.00005540216,0.001303388,0.7932136,0.1809723,0.00008575783,0.0001022908,0.0002520452,0.0001703164,0.000187628,0.0003848259,0.0212218],"study_design_scores_gemma":[0.00179672,0.0009111177,0.003521102,0.1859764,0.8025201,0.0001841582,0.0001408965,0.0001911135,0.0003097617,0.0003634737,0.004038113,0.00004698536],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001678578,0.9971794,0.0002607453,0.000154047,0.0001036554,0.0003156571,0.0001380558,0.000008427894,0.0001614766],"genre_scores_gemma":[0.06773233,0.9261234,0.002407737,0.001014348,0.0003258737,0.001889018,0.0003169233,0.00001801161,0.0001723641],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02430182,"threshold_uncertainty_score":0.1285218,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3172845662","doi":"10.1186/s12916-021-02008-2","title":"Utilization of the evidence from studies with no events in meta-analyses of adverse events: an empirical investigation","year":2021,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Medical Research Council; National Health and Medical Research Council; Qatar National Library","keywords":"Systematic review; Medicine; Meta-analysis; Adverse effect; MEDLINE; Internal medicine","authors":[{"name":"Chang Xu","is_ca":false},{"name":"Xiaoqin Zhou","is_ca":false},{"name":"Liliane Zorzela","is_ca":true},{"name":"Ke Ju","is_ca":false},{"name":"Luis Furuya‐Kanamori","is_ca":false},{"name":"Lifeng Lin","is_ca":false},{"name":"Cuncun Lu","is_ca":false},{"name":"Omran A. H. Musa","is_ca":false},{"name":"Sunita Vohra","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.951712016036363,"gpt":0.6398872374389903,"spread":0.3118247785973727,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4224945,0.005005739,0.01589722,0.01720225,0.001703044,0.0104756,0.006269424,0.005847166,0.005429806],"category_scores_gemma":[0.779615,0.004657128,0.06649881,0.02302469,0.005468733,0.01686984,0.007687928,0.006555471,0.0006634507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005237917,"about_ca_system_score_gemma":0.005687058,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003439259,"about_ca_topic_score_gemma":0.005034295,"domain_scores_codex":[0.3318441,0.5223263,0.09971047,0.02029677,0.02374108,0.002081294],"domain_scores_gemma":[0.07766046,0.8433947,0.04691424,0.02250137,0.008867833,0.0006613251],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"meta_analysis","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.004190629,0.0001346386,0.07660557,0.2017546,0.6564378,0.0006975369,0.001585811,0.002344954,0.0002478093,0.003627419,0.001289471,0.0510839],"study_design_scores_gemma":[0.002135227,0.001709849,0.03029178,0.1209705,0.8061093,0.001737368,0.001257202,0.004849798,0.0007644767,0.02002426,0.009873238,0.000276994],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.02003875,0.9148308,0.05484042,0.003120359,0.0009618667,0.002594273,0.001361981,0.0001767949,0.002074842],"genre_scores_gemma":[0.745801,0.176158,0.06467161,0.003857908,0.001208951,0.006139543,0.001425947,0.0002525311,0.0004845585],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5775055,"threshold_uncertainty_score":0.7121671,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1980348059","doi":"10.1177/000841740807500513","title":"Qualitative Meta-Synthesis: Reflections on the Utility and Challenges in Occupational Therapy","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Occupational Therapy","topic":"Occupational Therapy Practice and Research","field":"Health Professions","cited_by":53,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"McMaster University; Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Qualitative research; Phenomenon; Interpretation (philosophy); Computer science; Management science; Engineering ethics; Knowledge management; Epistemology; Psychology; Sociology; Engineering; Social science","authors":[{"name":"Rebecca Gewurtz","is_ca":true},{"name":"Mary Stergiou‐Kita","is_ca":false},{"name":"Lynn Shaw","is_ca":false},{"name":"Bonnie Kirsh","is_ca":false},{"name":"Susan Rappolt","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.901061825158874,"gpt":0.6193784157795532,"spread":0.2816834093793208,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.7583464,0.002952057,0.0070356,0.01057698,0.01030495,0.03061338,0.01231442,0.02132251,0.00838291],"category_scores_gemma":[0.7741472,0.004411864,0.009758052,0.01520379,0.05042027,0.04555092,0.02456382,0.0288265,0.00104257],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04351248,"about_ca_system_score_gemma":0.08230916,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01843662,"about_ca_topic_score_gemma":0.01821614,"domain_scores_codex":[0.1889895,0.7502041,0.02804586,0.006584899,0.0232317,0.002943994],"domain_scores_gemma":[0.05417968,0.9001798,0.007128169,0.01680345,0.02073164,0.0009772844],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005307758,0.0001053824,0.002435335,0.05914944,0.002016643,0.001195229,0.4788374,0.004030118,0.0008503288,0.2690943,0.04556974,0.1361853],"study_design_scores_gemma":[0.0003462191,0.0002823173,0.001255373,0.1269755,0.001199422,0.001476778,0.216935,0.006145403,0.002433824,0.4013171,0.2411122,0.0005208946],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.007016596,0.08268706,0.1890055,0.7002932,0.008607827,0.002979014,0.0005897327,0.0003924815,0.008428616],"genre_scores_gemma":[0.3155749,0.07486919,0.4417385,0.1356905,0.00351103,0.0236925,0.0003219686,0.0009108244,0.003690672],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.2416536,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4224442502","doi":"10.1007/s10459-022-10103-z","title":"Exploring professional identity in rehabilitation professions: a scoping review","year":2022,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; McGill University Health Centre; Centre for Interdisciplinary Research in Rehabilitation","funders":"Fonds de Recherche du Québec - Santé","keywords":"Identity (music); Rehabilitation; Medical education; Health professions; Medicine; Psychology; Physical therapy; Health care; Political science","authors":[{"name":"Susanne Mak","is_ca":true},{"name":"Matthew S. Hunt","is_ca":true},{"name":"Jill Boruff","is_ca":true},{"name":"Marco Zaccagnini","is_ca":true},{"name":"Aliki Thomas","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2165631896154671,"gpt":0.5923900897870247,"spread":0.3758269001715576,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007720283,0.001220021,0.004941051,0.009285744,0.0008399592,0.004496027,0.001678731,0.003078683,0.004130697],"category_scores_gemma":[0.01970449,0.0008029102,0.003394023,0.01033885,0.001444294,0.00327824,0.002504233,0.001951251,0.0005324934],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002572368,"about_ca_system_score_gemma":0.01187086,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007448538,"about_ca_topic_score_gemma":0.02272334,"domain_scores_codex":[0.9965491,0.0009817742,0.001027827,0.0004103974,0.0008468702,0.0001838669],"domain_scores_gemma":[0.9827802,0.01406974,0.001607853,0.0002007358,0.001106562,0.0002349132],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001110526,0.0000715381,0.0007698475,0.5950298,0.001883543,0.0001228336,0.0005734527,0.000153071,0.0002375805,0.001605096,0.005765213,0.393677],"study_design_scores_gemma":[0.00005595262,0.00008595154,0.002853472,0.880806,0.008175869,0.000431167,0.0008467514,0.00007805673,0.0001359045,0.001234851,0.1052541,0.00004193392],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001042484,0.9994759,0.00005011173,0.0001369241,0.00006257243,0.00001874719,0.00002019165,0.000001277144,0.0001300834],"genre_scores_gemma":[0.0009437874,0.9985824,0.0001699144,0.0001856211,0.00003441296,0.00002348508,0.00001954394,8.725858e-7,0.00003995443],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.009285744,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2802073505","doi":"10.1183/13993003.00376-2018","title":"The effect of anti-acid therapy on survival in idiopathic pulmonary fibrosis: a methodological review of observational studies","year":2018,"lang":"en","type":"review","venue":"European Respiratory Journal","topic":"Interstitial Lung Diseases and Idiopathic Pulmonary Fibrosis","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Medicine; Observational study; Pulmonary fibrosis; Idiopathic pulmonary fibrosis; Intensive care medicine; Internal medicine; Fibrosis; Lung","authors":[{"name":"Tanja Tran","is_ca":true},{"name":"Samy Suissa","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2886020444561501,"gpt":0.4418224539358594,"spread":0.1532204094797093,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06683796,0.001666978,0.00770628,0.008253897,0.000731723,0.003009774,0.002682205,0.002158771,0.002535263],"category_scores_gemma":[0.1965661,0.001297026,0.01271593,0.009151739,0.001326168,0.002582958,0.002235396,0.001518054,0.0002597827],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003269977,"about_ca_system_score_gemma":0.009630254,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004632132,"about_ca_topic_score_gemma":0.008718787,"domain_scores_codex":[0.9385042,0.02655804,0.02641758,0.002521722,0.00552861,0.0004699036],"domain_scores_gemma":[0.7815145,0.1763232,0.02735228,0.004552625,0.00973413,0.0005232738],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0006797076,0.00003255535,0.004752474,0.860606,0.04114727,0.0001161286,0.0002964553,0.0002509532,0.0001981075,0.000657824,0.00133004,0.08993259],"study_design_scores_gemma":[0.0006266778,0.0004789438,0.0165349,0.6616845,0.2890676,0.0005832982,0.0003766177,0.0002277512,0.0005093936,0.002057317,0.02777032,0.00008274613],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0006334123,0.9980649,0.00044287,0.0002747518,0.000105536,0.0001946123,0.0001582657,0.000003232225,0.0001224105],"genre_scores_gemma":[0.01725885,0.9782445,0.002255702,0.0007234609,0.0001795381,0.0008859824,0.000357074,0.000009266897,0.00008567313],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.933162,"threshold_uncertainty_score":0.3534771,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2167473079","doi":"10.1093/humrep/des342","title":"Methodological quality of systematic reviews in subfertility: a comparison of Cochrane and non-Cochrane systematic reviews in assisted reproductive technologies","year":2012,"lang":"en","type":"article","venue":"Human Reproduction","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"University of Auckland","keywords":"Systematic review; Data extraction; Cochrane Library; Medicine; MEDLINE; Meta-analysis; Biology; Pathology","authors":[{"name":"Bethany Windsor","is_ca":false},{"name":"Ivor Popovich","is_ca":false},{"name":"Vanessa Jordan","is_ca":false},{"name":"Marian Showell","is_ca":false},{"name":"Beverley Shea","is_ca":true},{"name":"Cindy Farquhar","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9080448907257459,"gpt":0.6256176361119402,"spread":0.2824272546138057,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4427297,0.002771084,0.02412851,0.04279866,0.002561833,0.01457813,0.004940976,0.005219908,0.003906506],"category_scores_gemma":[0.7675548,0.003972772,0.03675707,0.04055701,0.005892677,0.01173942,0.01024262,0.004513194,0.0003802046],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01925411,"about_ca_system_score_gemma":0.02582326,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008197205,"about_ca_topic_score_gemma":0.01506955,"domain_scores_codex":[0.2834412,0.3696002,0.2629399,0.01722421,0.06441195,0.002382578],"domain_scores_gemma":[0.1668134,0.6417226,0.1304028,0.01381367,0.0452192,0.002028297],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.002400744,0.00006631829,0.01607673,0.8010561,0.1244983,0.0001567889,0.003943974,0.0003896135,0.0002795715,0.001945189,0.002163959,0.04702278],"study_design_scores_gemma":[0.005263833,0.001670854,0.04996482,0.694963,0.2204685,0.001123482,0.004136059,0.001286078,0.000663351,0.006370384,0.01367046,0.0004191518],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.01253135,0.9660034,0.006695448,0.003368852,0.001264134,0.007610593,0.00142713,0.0000677813,0.001031333],"genre_scores_gemma":[0.4040085,0.4679323,0.05539739,0.00657769,0.001897297,0.06072375,0.002645129,0.0002112204,0.000606701],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9758715,"threshold_uncertainty_score":0.6872135,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2146200566","doi":"10.1016/j.annemergmed.2008.05.036","title":"The Relative Efficacy of Meperidine for the Treatment of Acute Migraine: A Meta-analysis of Randomized Controlled Trials","year":2008,"lang":"en","type":"review","venue":"Annals of Emergency Medicine","topic":"Migraine and Headache Studies","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"National Institute of Neurological Disorders and Stroke","keywords":"Medicine; Dihydroergotamine; Migraine; Randomized controlled trial; Odds ratio; Relative risk; Anesthesia; Adverse effect; Clinical trial; Antiemetic; Confidence interval; Meta-analysis; Ketorolac; Triptans; Nausea; Internal medicine; Analgesic","authors":[{"name":"Benjamin W. Friedman","is_ca":false},{"name":"Alok Kapoor","is_ca":false},{"name":"Matt S. Friedman","is_ca":false},{"name":"Michael L. Hochberg","is_ca":false},{"name":"Brian H. Rowe","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5200886805233103,"gpt":0.5377539528548487,"spread":0.01766527233153847,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01562988,0.003169423,0.02056587,0.003445741,0.0005206575,0.002753721,0.002488504,0.002323132,0.003199484],"category_scores_gemma":[0.03378471,0.001683034,0.02921864,0.003495557,0.0009720687,0.002060404,0.0013574,0.002804299,0.0002347335],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001829905,"about_ca_system_score_gemma":0.001481488,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003013236,"about_ca_topic_score_gemma":0.005592807,"domain_scores_codex":[0.9905341,0.005168496,0.0023777,0.0009111282,0.0008162305,0.0001924233],"domain_scores_gemma":[0.9737959,0.02207248,0.002540269,0.0006244016,0.000706354,0.0002605391],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.01874065,0.00005244987,0.001988395,0.1458704,0.8166054,0.00009499364,0.00007001508,0.0006206483,0.0003306058,0.0001297721,0.00036193,0.01513477],"study_design_scores_gemma":[0.004673086,0.0005375714,0.002118342,0.004311289,0.9869271,0.00007929718,0.0000321994,0.0001918753,0.0001473397,0.0002261392,0.0007348185,0.00002098775],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.01362457,0.9844342,0.0008131595,0.0001515886,0.0002461685,0.0002038701,0.000247188,0.00003188014,0.0002473895],"genre_scores_gemma":[0.2794363,0.7143302,0.003539282,0.0007300561,0.0004420695,0.0005088776,0.0005902245,0.00004648806,0.0003764551],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.02056587,"threshold_uncertainty_score":0.08265966,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2928825510","doi":"10.1097/corr.0000000000000690","title":"Is the Risk of Infection Lower with Sutures than with Staples for Skin Closure After Orthopaedic Surgery? A Meta-analysis of Randomized Trials","year":2019,"lang":"en","type":"review","venue":"Clinical Orthopaedics and Related Research","topic":"Surgical Sutures and Adhesives","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Medicine; Orthopedic surgery; Surgery; Randomized controlled trial; Meta-analysis; Sports medicine; Closure (psychology); MEDLINE; Physical therapy; Internal medicine","authors":[{"name":"Rohin J. Krishnan","is_ca":true},{"name":"Eric J. Crawford","is_ca":false},{"name":"Imran Syed","is_ca":false},{"name":"Patrick Kim","is_ca":false},{"name":"Y. Raja Rampersaud","is_ca":false},{"name":"Janet Martin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3512710627236364,"gpt":0.5029919533418621,"spread":0.1517208906182257,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04737382,0.003622823,0.02436983,0.00794409,0.0007485581,0.006024524,0.002843451,0.003549437,0.003774823],"category_scores_gemma":[0.1132547,0.002236995,0.07185629,0.007893975,0.001257906,0.002910794,0.001813701,0.003539756,0.0004260245],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003402407,"about_ca_system_score_gemma":0.002802354,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004877687,"about_ca_topic_score_gemma":0.005650044,"domain_scores_codex":[0.9476947,0.03141506,0.01256776,0.004298487,0.003222098,0.0008018169],"domain_scores_gemma":[0.8999445,0.07986931,0.01236705,0.003833842,0.00326843,0.0007168427],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.003473682,0.00001945699,0.005001403,0.08642709,0.8992638,0.000074285,0.00004542987,0.0003940396,0.0001031249,0.0001302393,0.0002913981,0.004775937],"study_design_scores_gemma":[0.0009645197,0.0002189282,0.002483578,0.008109559,0.9869753,0.00005618843,0.00002835776,0.0001623654,0.0000893573,0.0003402065,0.0005533953,0.00001831921],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.009332663,0.9866579,0.001499826,0.0006147859,0.0004769384,0.0004137253,0.0005556339,0.00003836881,0.0004101386],"genre_scores_gemma":[0.3920966,0.5919461,0.007089928,0.003250502,0.001037015,0.002669703,0.001304337,0.0001099473,0.0004958017],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.04737382,"threshold_uncertainty_score":0.2505397,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4387695005","doi":"10.3346/jkms.2023.38.e333","title":"Causes for Retraction in the Biomedical Literature: A Systematic Review of Studies of Retraction Notices","year":2023,"lang":"en","type":"review","venue":"Journal of Korean Medical Science","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"H. Lundbeck A/S","keywords":"Misconduct; Subspecialty; Medicine; Meta-analysis; MEDLINE; Systematic review; Confidence interval; Scientific misconduct; Publication bias; Family medicine; Internal medicine; Alternative medicine; Pathology; Political science","authors":[{"name":"Soo Young Hwang","is_ca":false},{"name":"Dong Keon Yon","is_ca":false},{"name":"Seung Won Lee","is_ca":false},{"name":"Min Seo Kim","is_ca":false},{"name":"Jong Yeob Kim","is_ca":false},{"name":"Lee Smith","is_ca":false},{"name":"Ai Koyanagi","is_ca":false},{"name":"Marco Solmi","is_ca":true},{"name":"André F. Carvalho","is_ca":false},{"name":"Eun Young Kim","is_ca":false},{"name":"Jae Il Shin","is_ca":false},{"name":"John P. A. Ioannidis","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1576615077346172,"gpt":0.4965828687945747,"spread":0.3389213610599575,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.05767701,0.001890973,0.007193488,0.02524357,0.001445072,0.004009945,0.002357298,0.002227538,0.003155138],"category_scores_gemma":[0.223224,0.001500278,0.0107305,0.02470499,0.002533193,0.004828626,0.003020048,0.001792346,0.0002587205],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004554462,"about_ca_system_score_gemma":0.01566845,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003377498,"about_ca_topic_score_gemma":0.01030275,"domain_scores_codex":[0.9111745,0.03558768,0.03513481,0.004129068,0.01292924,0.001044685],"domain_scores_gemma":[0.6571104,0.2636717,0.05895739,0.004328691,0.01472244,0.001209554],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0002594728,0.00002470804,0.007584814,0.9321429,0.01543351,0.0001939594,0.0009482373,0.00005699862,0.0001090305,0.0002195925,0.001383967,0.04164284],"study_design_scores_gemma":[0.0002387187,0.0002340934,0.02031448,0.8910692,0.07062565,0.0008983011,0.001789176,0.00008410533,0.0002824599,0.0005009179,0.01388386,0.00007896746],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003700962,0.9944749,0.0002402892,0.0004626393,0.0001522479,0.0003743532,0.0003749652,0.000009072372,0.0002105259],"genre_scores_gemma":[0.06625231,0.9288743,0.001710923,0.0009165971,0.0002286762,0.001270593,0.0006160724,0.00001586127,0.0001145991],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9977725,"threshold_uncertainty_score":0.3050289,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad","research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3004444768","doi":"10.1089/neu.2019.6844","title":"Interventions to Optimize Spinal Cord Perfusion in Patients with Acute Traumatic Spinal Cord Injuries: A Systematic Review","year":2020,"lang":"en","type":"review","venue":"Journal of Neurotrauma","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Population Health Research Institute; McMaster University; University of Calgary","funders":"","keywords":"Medicine; Spinal cord; Adverse effect; Anesthesia; Spinal cord injury; Randomized controlled trial; Perfusion; Meta-analysis; Surgery; Internal medicine","authors":[{"name":"Nathan Evaniew","is_ca":true},{"name":"Shahriar J. Mazlouman","is_ca":false},{"name":"Emilie P. Belley‐Côté","is_ca":true},{"name":"W. Bradley Jacobs","is_ca":true},{"name":"Brian K. Kwon","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1808361664395247,"gpt":0.4725873115280886,"spread":0.2917511450885639,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005942641,0.001435657,0.008334856,0.004204888,0.0005026967,0.002423898,0.001771196,0.002051093,0.004898449],"category_scores_gemma":[0.02940415,0.0008352646,0.007604732,0.004760786,0.0005826842,0.00177393,0.0009172968,0.001435727,0.0003073156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003154522,"about_ca_system_score_gemma":0.007626752,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00668213,"about_ca_topic_score_gemma":0.01719633,"domain_scores_codex":[0.9947323,0.00207769,0.001824063,0.0003379578,0.0008565895,0.0001714328],"domain_scores_gemma":[0.9827837,0.01274766,0.003072452,0.0001848834,0.001017815,0.0001934519],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0003574576,0.00002998469,0.0004496621,0.9539156,0.01229917,0.0000490457,0.00009048111,0.0001165858,0.00008310413,0.000154746,0.0009023173,0.03155191],"study_design_scores_gemma":[0.001418893,0.0004252893,0.003922613,0.8488002,0.1314186,0.0002384049,0.0001789561,0.0001958634,0.000196483,0.0003951972,0.0127676,0.00004203693],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001223519,0.9973983,0.0001417564,0.0002381983,0.0001056145,0.0004084179,0.0002002536,0.00001078719,0.0002732171],"genre_scores_gemma":[0.02125958,0.9761143,0.0007567593,0.0006664914,0.0001176985,0.000759602,0.0002070331,0.000005982806,0.0001125303],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.008334856,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2096833901","doi":"10.1371/journal.pone.0088008","title":"Quantifying Bias in Randomized Controlled Trials in Child Health: A Meta-Epidemiological Study","year":2014,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Epidemiology; Randomized controlled trial; Meta-analysis; Medicine; MEDLINE; Environmental health; Biology; Internal medicine","authors":[{"name":"Lisa Hartling","is_ca":true},{"name":"Michele P Hamm","is_ca":true},{"name":"Ricardo M. Fernandes","is_ca":false},{"name":"Donna M Dryden","is_ca":true},{"name":"Ben Vandermeer","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9817470593674227,"gpt":0.6519590330899844,"spread":0.3297880262774383,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.340361,0.005669951,0.02565355,0.02002039,0.001529957,0.01112847,0.005363339,0.007559452,0.004413481],"category_scores_gemma":[0.6200874,0.003485277,0.05914104,0.01460453,0.003437112,0.009317963,0.006061543,0.00559706,0.0005620642],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007172717,"about_ca_system_score_gemma":0.00971658,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002711654,"about_ca_topic_score_gemma":0.003827559,"domain_scores_codex":[0.4616793,0.4094418,0.08712559,0.01325138,0.02709067,0.001411278],"domain_scores_gemma":[0.310936,0.5739766,0.07886933,0.01926007,0.01594781,0.001010284],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.003175573,0.00008651918,0.01086154,0.4309795,0.5127032,0.0002009648,0.0004910898,0.002017282,0.0003232377,0.002356637,0.002111144,0.03469335],"study_design_scores_gemma":[0.005446854,0.001358046,0.01042441,0.2089281,0.7509107,0.0006837572,0.0002766094,0.003011194,0.0008327457,0.01026484,0.007593318,0.0002693454],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.006130174,0.940438,0.03795591,0.002119054,0.001944737,0.008888373,0.001482349,0.0001942141,0.000847267],"genre_scores_gemma":[0.3333213,0.4003554,0.1852897,0.007984627,0.003041656,0.0657717,0.002956435,0.0003350667,0.0009441397],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.99433,"threshold_uncertainty_score":0.8134524,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2022418062","doi":"10.1186/1471-2288-14-127","title":"Methodological and ethical issues in research using social media: a metamethod of Human Papillomavirus vaccine studies","year":2014,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Social media; Credibility; Research ethics; Transparency (behavior); Generalizability theory; CLARITY; Psychology; Internet privacy; Informed consent; Public relations; Medicine; Computer science; World Wide Web; Political science; Alternative medicine","authors":[{"name":"Diana L. Gustafson","is_ca":true},{"name":"Claire F. Woodworth","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9767535309614988,"gpt":0.79382938185026,"spread":0.1829241491112388,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7676581,0.002294021,0.005028963,0.02678214,0.01119785,0.02040957,0.006653097,0.01190359,0.00171202],"category_scores_gemma":[0.7283162,0.002477138,0.004550792,0.01846249,0.07117925,0.02338648,0.02118385,0.01378926,0.0006271274],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01615125,"about_ca_system_score_gemma":0.04498482,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001685342,"about_ca_topic_score_gemma":0.002056587,"domain_scores_codex":[0.09310271,0.8134896,0.06204163,0.008601106,0.02128955,0.001475355],"domain_scores_gemma":[0.09317434,0.7586331,0.03468526,0.07451852,0.03672148,0.002267276],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007654387,0.0003004463,0.01275123,0.02654475,0.001171129,0.0006879268,0.1957578,0.0023754,0.002399366,0.5520333,0.00846786,0.1967453],"study_design_scores_gemma":[0.0005420906,0.001049082,0.004320244,0.07839449,0.0009888115,0.002108497,0.07979278,0.00702151,0.003738715,0.6909587,0.1306847,0.0004004677],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03375107,0.03662799,0.7453927,0.1298878,0.004648561,0.03461268,0.000706009,0.0002414455,0.01413179],"genre_scores_gemma":[0.2173444,0.008372166,0.6934984,0.02018431,0.001328655,0.05808208,0.000217076,0.0001065144,0.0008663163],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2323419,"threshold_uncertainty_score":0.286519,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"}]}