{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":998,"total_is_capped":false,"direct_labels_cover":65,"predictions_cover":998,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"889eeaacdaf2","filters":{"venue":"Systematic Reviews"}},"results":[{"id":"W2161374186","doi":"10.1186/2046-4053-4-1","title":"Preferred reporting items for systematic review and meta-analysis protocols (PRISMA-P) 2015 statement","year":2015,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":26507,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; Medical Research Council; National Institute for Health and Care Research; Cancer Research UK; Ottawa Hospital Research Institute","keywords":"Systematic review; Checklist; Protocol (science); Medicine; Guideline; Transparency (behavior); Critical appraisal; Meta-analysis; MEDLINE; Alternative medicine; Computer science; Pathology; Psychology; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.907237994548834,"gpt":0.6216218320071419,"spread":0.2856161625416921,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.6539984,0.001420594,0.0718968,0.0009171209,0.0002553848,0.002185438,0.003111362,0.0001901791,0.00181163],"category_scores_gemma":[0.4448318,0.0005313414,0.01795197,0.004283353,0.00007458551,0.0006948378,0.0003455251,0.0002378207,0.002622401],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000181386,"about_ca_system_score_gemma":0.0001834,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001597202,"about_ca_topic_score_gemma":0.00003320549,"domain_scores_codex":[0.7978113,0.06903623,0.1191183,0.002988452,0.01017609,0.0008697028],"domain_scores_gemma":[0.8304632,0.00900018,0.139774,0.01430026,0.005519844,0.0009425475],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.000002151114,0.00005340051,0.00006005843,0.8473446,0.05716,0.000003905358,0.000435265,0.00001417706,0.000001285847,0.0002905322,0.09462526,0.000009366961],"study_design_scores_gemma":[0.0003268914,0.0001319258,0.000005930754,0.04912132,0.9019998,0.00009719478,0.0008285994,0.002627007,0.000002987932,0.001767774,0.04229411,0.0007964114],"study_design_candidate":"meta_analysis","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.00002070628,0.3554999,0.08879594,0.001980541,0.0001461856,0.5514712,0.00009072486,0.00004249002,0.0019523],"genre_scores_gemma":[0.003276364,0.001191276,0.03287613,0.002893912,0.0001221802,0.8810209,0.00009609037,0.0001389974,0.07838415],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.8448399,"threshold_uncertainty_score":0.9998544,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3144543375","doi":"10.1186/s13643-021-01626-4","title":"The PRISMA 2020 statement: an updated guideline for reporting systematic reviews","year":2021,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":13497,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Bruyère; Public Health Ontario; University of Toronto; St. Michael's Hospital; Queen's University; McMaster University; Ottawa Hospital; Impact; University of Ottawa","funders":"National Eye Institute; National Health and Medical Research Council; National Institutes of Health; University of Ottawa; Medical Research Council; National Institute for Health and Care Research","keywords":"Checklist; Systematic review; Medicine; Guideline; Statement (logic); Terminology; Presentation (obstetrics); MEDLINE; Management science; Pathology; Psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.7489179211620111,"gpt":0.5730373994708874,"spread":0.1758805216911237,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7214705,0.001230128,0.02716422,0.0002405273,0.001074408,0.004224878,0.004538438,0.0001995641,0.003118959],"category_scores_gemma":[0.6470168,0.0004280046,0.007991687,0.003316146,0.00008223018,0.0007002228,0.0003615233,0.0003198159,0.007968171],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001835493,"about_ca_system_score_gemma":0.0003073808,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006579709,"about_ca_topic_score_gemma":0.0001072837,"domain_scores_codex":[0.5968794,0.1594277,0.2287564,0.003603836,0.009981171,0.0013515],"domain_scores_gemma":[0.6996821,0.02348361,0.2373402,0.02842362,0.01021175,0.0008587403],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003631714,0.00007694467,0.00006874002,0.3696785,0.0005432269,0.00002647215,0.0006385798,0.00001408469,0.000102573,0.002105604,0.6239802,0.00276138],"study_design_scores_gemma":[0.000260586,0.00006074221,0.000007132803,0.0338898,0.002187899,0.0002860378,0.002506239,0.01271585,0.00002627366,0.003256193,0.944258,0.0005452698],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"other","genre_scores_codex":[0.0007560394,0.4004797,0.4003057,0.006848675,0.004514576,0.1792491,0.0000770508,0.00009783269,0.007671247],"genre_scores_gemma":[0.01313075,0.04036438,0.381801,0.0135149,0.003855739,0.1300246,0.00197713,0.0007852198,0.4145462],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.406875,"threshold_uncertainty_score":0.9998172,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3123497531","doi":"10.1186/s13643-020-01542-z","title":"PRISMA-S: an extension to the PRISMA Statement for Reporting Literature Searches in Systematic Reviews","year":2021,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2875,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Toronto","funders":"National Center for Advancing Translational Sciences; National Institutes of Health; Cancer Research UK; Bond University; CHEO Research Institute; University of Oxford; National Institute for Health and Care Excellence; Kent State University; Australian Research Council; Yale University; McMaster University; Ottawa Hospital Research Institute; University of Ottawa; La Trobe University; Dartmouth College; Carnegie Mellon University; Medical Research Council; University of Colorado Denver; Medical Library Association; Washington University in St. Louis; University of Minnesota; University of Utah","keywords":"Medicine; Systematic review; Statement (logic); Extension (predicate logic); MEDLINE; Epistemology; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.8263417267579041,"gpt":0.5783929996300082,"spread":0.2479487271278958,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6644495,0.001055407,0.02233078,0.0006332133,0.000416315,0.003417931,0.003298973,0.0002067144,0.0005966858],"category_scores_gemma":[0.6147504,0.0003709664,0.00498205,0.005167281,0.00003792597,0.0006524398,0.0004079776,0.0004419628,0.003983433],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002486188,"about_ca_system_score_gemma":0.0002214348,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007994826,"about_ca_topic_score_gemma":0.0001831535,"domain_scores_codex":[0.6540288,0.1912013,0.138417,0.004399475,0.01052197,0.001431523],"domain_scores_gemma":[0.8502185,0.02400262,0.09296066,0.02562245,0.006331537,0.0008642835],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007027075,0.0001728149,0.0002919665,0.9024054,0.000223957,0.00007622713,0.01120673,0.00007343857,0.000236709,0.001198691,0.07959288,0.004514092],"study_design_scores_gemma":[0.0004660499,0.0002020952,0.0003106871,0.4380929,0.001529718,0.0005581945,0.009730834,0.01255934,0.00007139975,0.003561587,0.5318273,0.001089828],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"methods","genre_scores_codex":[0.01449015,0.5070307,0.1808752,0.009511484,0.002920398,0.2827249,0.00005928316,0.00006073231,0.002327171],"genre_scores_gemma":[0.1168894,0.03196607,0.3856604,0.01832106,0.002873726,0.2483573,0.0005612742,0.0007142837,0.1946565],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4750646,"threshold_uncertainty_score":0.9998742,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2163661402","doi":"10.1186/2046-4053-1-2","title":"The nuts and bolts of PROSPERO: an international prospective register of systematic reviews","year":2012,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1397,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"National Institute for Health and Care Research","keywords":"Medicine; CLARITY; Transparency (behavior); Plain language; Inclusion (mineral); Psychological intervention; Systematic review; Scope (computer science); MEDLINE; Family medicine; Nursing; Law; Computer security; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.6896698831930244,"gpt":0.5305729695142636,"spread":0.1590969136787608,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3392349,0.0006231104,0.01448313,0.0002864524,0.000183946,0.0005535416,0.003162218,0.0001202365,0.0004762564],"category_scores_gemma":[0.1659243,0.0002051483,0.002543866,0.001110159,0.0002211675,0.0009663784,0.0002456748,0.0001760184,0.001179241],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000714779,"about_ca_system_score_gemma":0.00003992726,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007760013,"about_ca_topic_score_gemma":0.00001658862,"domain_scores_codex":[0.8925951,0.05507677,0.04405073,0.001135011,0.006582258,0.0005601719],"domain_scores_gemma":[0.9425475,0.008522112,0.03833748,0.008321984,0.001967856,0.000303043],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.0000139655,0.0002617441,0.03701772,0.909955,0.0008204754,9.715894e-7,0.007411772,0.000001006236,0.0001883309,0.03102015,0.01146379,0.00184505],"study_design_scores_gemma":[0.002065683,0.0008190778,0.02993945,0.5738084,0.01033685,0.0008948432,0.01397328,0.005039636,0.000383319,0.0122628,0.3477178,0.002758806],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.0463384,0.7002867,0.01474262,0.0007380854,0.005027383,0.1889564,0.000063744,0.00003380402,0.04381279],"genre_scores_gemma":[0.9555016,0.01057962,0.006359151,0.0001756658,0.0003747975,0.008046373,0.000007852498,0.00006070466,0.01889423],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9091632,"threshold_uncertainty_score":0.9995984,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2156100542","doi":"10.1186/2046-4053-1-10","title":"Evidence summaries: the evolution of a rapid review approach","year":2012,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":1289,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Champlain Regional College; Ottawa Hospital","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Context (archaeology); Medicine; Dissemination; Evidence-based practice; Systematic review; Evidence-based medicine; Health care; Quality (philosophy); Publishing; Knowledge management; Knowledge translation; MEDLINE; Computer science; Alternative medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.8939749948026224,"gpt":0.6957906674228427,"spread":0.1981843273797798,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.09306578,0.000744262,0.01014831,0.000252631,0.0007370607,0.00001763313,0.002014936,0.0003738712,0.0009211542],"category_scores_gemma":[0.04543469,0.0003273826,0.001241559,0.002439662,0.0002172697,0.0003808858,0.0003651537,0.001159172,0.005101317],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001524809,"about_ca_system_score_gemma":0.003653311,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001725021,"about_ca_topic_score_gemma":0.00001892068,"domain_scores_codex":[0.9244909,0.05943384,0.01303143,0.0006108094,0.001307801,0.001125197],"domain_scores_gemma":[0.9574255,0.02242423,0.0159562,0.00332802,0.0005283193,0.0003377349],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[2.979048e-7,0.000009073321,0.000002435454,0.8879325,0.00003804869,8.123716e-8,0.001112905,3.812799e-9,1.208631e-8,0.00103428,0.03023125,0.07963911],"study_design_scores_gemma":[0.00002542783,0.00001100365,5.103138e-7,0.4824384,0.00139143,0.00001098026,0.0002565855,8.752295e-7,1.156638e-9,0.000006997262,0.5157259,0.000131946],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[8.110053e-9,0.9146025,0.001306573,0.0003935134,0.0008403973,0.07900402,0.00006446935,0.00003998766,0.003748568],"genre_scores_gemma":[4.919712e-7,0.952957,0.0006464357,0.002225033,0.0004508513,0.0423667,0.00002372779,0.00005636401,0.00127339],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4854946,"threshold_uncertainty_score":0.9999921,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2131361607","doi":"10.1186/s13643-015-0125-0","title":"Applying systematic review search methods to the grey literature: a case study examining guidelines for school-based breakfast programs in Canada","year":2015,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":972,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Waterloo","funders":"Canadian Cancer Society Research Institute; Canadian Institutes of Health Research; Public Health Agency; Public Health Agency of Canada","keywords":"Medicine; Grey literature; Systematic review; MEDLINE; Medical education; Family medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.3401382123977936,"gpt":0.4655058049197213,"spread":0.1253675925219277,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03136032,0.0005726395,0.005060565,0.0001541331,0.0001215205,0.0001861826,0.0005206588,0.00006402172,0.000004193063],"category_scores_gemma":[0.0344032,0.0002846649,0.0003203489,0.001715813,0.0000195239,0.0001518793,0.0001517226,0.0004163693,0.00005316507],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001117383,"about_ca_system_score_gemma":0.001323596,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.08660821,"about_ca_topic_score_gemma":0.1892338,"domain_scores_codex":[0.9864482,0.007510217,0.003625706,0.0006797684,0.001147703,0.0005883703],"domain_scores_gemma":[0.9929513,0.001747942,0.0008935299,0.002003374,0.001772263,0.0006316255],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000007745608,0.0006890325,0.002085466,0.9935915,0.0001267111,0.0004237812,0.0006862623,0.000009149529,0.0000030437,0.000008315178,0.001417036,0.0009519076],"study_design_scores_gemma":[0.001035317,0.0005783523,0.00007920638,0.9825803,0.001927486,0.001532791,0.008109839,0.003008652,0.000004804154,0.00001008855,0.000750719,0.0003824234],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"protocol","genre_gemma":"empirical","genre_scores_codex":[0.05150428,0.3563401,0.01001592,0.003119972,0.000903893,0.5777497,0.00002865896,0.000168762,0.0001686953],"genre_scores_gemma":[0.7200668,0.0005583449,0.05130747,0.007816357,0.0006210015,0.2188995,0.00004770065,0.0002049277,0.0004778468],"genre_candidate":"protocol","genre_consensus":null,"teacher_disagreement_score":0.6685625,"threshold_uncertainty_score":0.9999605,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3203243032","doi":"10.1186/s13643-021-01821-3","title":"Scoping reviews: reinforcing and advancing the methodology and application","year":2021,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":834,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Michael's Hospital; Queen's University; McMaster University; Impact; Toronto Rehabilitation Institute; Sunnybrook Health Science Centre; Royal College of Physicians and Surgeons of Canada; Institute for Work & Health; Ottawa Hospital; University of Toronto","funders":"Canada Research Chairs; World Health Organization","keywords":"Systematic review; Rigour; Terminology; CLARITY; Medicine; Presentation (obstetrics); Stakeholder; Management science; Consistency (knowledge bases); Process management; MEDLINE; Computer science; Engineering; Public relations","retraction":null,"screen_n_in":null,"score":{"opus":0.4738319348272704,"gpt":0.5753126436374377,"spread":0.1014807088101674,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05740091,0.0001272912,0.00105218,0.00005822624,0.0002362656,0.0001996219,0.0002099978,0.0000362438,0.0001093189],"category_scores_gemma":[0.02069556,0.00005796809,0.0000848458,0.000450271,0.00004309059,0.000255783,0.0001147492,0.00009086326,0.000221675],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002343036,"about_ca_system_score_gemma":0.00006986187,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004165572,"about_ca_topic_score_gemma":0.00005519073,"domain_scores_codex":[0.9917234,0.00523393,0.002034813,0.000344172,0.0005138884,0.0001497763],"domain_scores_gemma":[0.9934841,0.004344857,0.001088294,0.0008179675,0.0002042875,0.00006050828],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005365697,0.00001821304,0.003147971,0.1993988,0.00004895764,0.000002977847,0.008452037,0.0000954654,0.00278329,0.02744794,0.005726162,0.7528728],"study_design_scores_gemma":[0.0009814993,0.0001470338,0.001776973,0.1458226,0.0004964185,0.0008609022,0.01356913,0.05977868,0.0007375722,0.02719965,0.7476785,0.0009511411],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.003135967,0.3539882,0.620078,0.003788632,0.0004948018,0.01284989,7.712685e-7,0.00002632482,0.005637373],"genre_scores_gemma":[0.1492342,0.4436778,0.3532421,0.02273836,0.0009702218,0.01568797,0.0000231557,0.00008980794,0.01433629],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7519217,"threshold_uncertainty_score":0.9875535,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2599225410","doi":"10.1186/s13643-017-0454-2","title":"Convergent and sequential synthesis designs: implications for conducting and reporting systematic reviews of qualitative and quantitative evidence","year":2017,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":777,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research; McGill University","keywords":"Medicine; Systematic review; Research design; MEDLINE; Management science; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.9870669790583333,"gpt":0.7200801856058855,"spread":0.2669867934524478,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.5848268,0.001700053,0.07241457,0.0008348352,0.0007506209,0.001739137,0.002285874,0.0004050184,0.0001498781],"category_scores_gemma":[0.8380127,0.0007368876,0.006442344,0.0009382187,0.0005048006,0.0008193901,0.0004809841,0.0003481826,0.0002047997],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001289794,"about_ca_system_score_gemma":0.0003176953,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002367559,"about_ca_topic_score_gemma":0.00001892971,"domain_scores_codex":[0.6811512,0.1875862,0.1231727,0.003963341,0.003339461,0.0007871516],"domain_scores_gemma":[0.3335516,0.2518508,0.3962601,0.0134251,0.004212551,0.0006998265],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000001545187,0.00001616911,0.00001199212,0.9576023,0.001047642,0.000001417255,0.002920669,5.147863e-8,0.000004599706,0.00318512,0.000962541,0.03424598],"study_design_scores_gemma":[0.00008622328,0.00008319908,0.000002231962,0.8560287,0.0200947,0.0003690626,0.003331151,0.0001410442,9.123886e-7,0.001428764,0.1177008,0.0007332276],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001333937,0.9109871,0.01935503,0.00009026965,0.000292674,0.06902624,0.00009797183,0.000008411176,0.0001289164],"genre_scores_gemma":[0.0001016554,0.953221,0.02051514,0.00002306316,0.00006798517,0.02500609,0.00001188829,0.00007049112,0.0009827334],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.3475996,"threshold_uncertainty_score":0.9995746,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2779588463","doi":"10.1186/s13643-017-0663-8","title":"Evaluations of the uptake and impact of the Preferred Reporting Items for Systematic reviews and Meta-Analyses (PRISMA) Statement and extensions: a scoping review","year":2017,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":758,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"National Health and Medical Research Council; Medical Research Council; University of Ottawa","keywords":"Systematic review; Medicine; MEDLINE; Statement (logic); Guideline; Meta-analysis; Family medicine; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.963422324369171,"gpt":0.7061695715392102,"spread":0.2572527528299607,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.5116535,0.001903027,0.09151906,0.0005025304,0.0007781436,0.001016322,0.003775939,0.0002946565,0.0002813142],"category_scores_gemma":[0.6251799,0.0005024985,0.02651305,0.00177436,0.0003470098,0.0003921974,0.001014672,0.0004099836,0.00004547128],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001277136,"about_ca_system_score_gemma":0.0007321047,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002681711,"about_ca_topic_score_gemma":0.00004444754,"domain_scores_codex":[0.7209712,0.1248373,0.1436856,0.002774124,0.007054574,0.0006772753],"domain_scores_gemma":[0.5790097,0.02983687,0.3653666,0.02184281,0.00357924,0.0003647631],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[5.004636e-7,0.00002290729,0.000009561213,0.9755925,0.006189557,3.938534e-7,0.0001764591,8.313077e-7,9.751683e-7,0.00005219159,0.003419609,0.01453452],"study_design_scores_gemma":[0.00008929406,0.00003802575,0.00001274751,0.7723798,0.1784216,0.0001751256,0.00007362881,0.0001586825,1.711042e-7,0.0002013391,0.04810987,0.0003397144],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000006699289,0.8416969,0.0007012546,0.00009582278,0.0002106408,0.1570728,0.00009996605,0.000003912077,0.0001119917],"genre_scores_gemma":[0.00003552157,0.972379,0.001877062,0.00007026016,0.00004036073,0.02358475,0.00001098175,0.00006292309,0.001939143],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2216811,"threshold_uncertainty_score":0.9997427,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2606304149","doi":"10.1186/s13643-017-0473-z","title":"Approaches to interpreting and choosing the best treatments in network meta-analyses","year":2017,"lang":"en","type":"editorial","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":664,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Hamilton Health Sciences; Population Health Research Institute; McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Medicine; Ranking (information retrieval); Rank (graph theory); Meta-analysis; Randomized controlled trial; Psychological intervention; Machine learning; Data science; Artificial intelligence; Computer science; Pathology; Psychiatry; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.9336583825281467,"gpt":0.5896685911121763,"spread":0.3439897914159704,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.4250034,0.001655469,0.03877728,0.0006172255,0.0006337846,0.006474505,0.006764401,0.0005419537,0.0006807019],"category_scores_gemma":[0.3917552,0.00049755,0.008732276,0.001399299,0.0001203912,0.0003580323,0.0008548924,0.0008034633,0.004709212],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001756907,"about_ca_system_score_gemma":0.0001528635,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001099045,"about_ca_topic_score_gemma":0.0003820258,"domain_scores_codex":[0.8121223,0.1226822,0.04733669,0.003895605,0.01292125,0.001041917],"domain_scores_gemma":[0.8645978,0.06099551,0.05210242,0.02083467,0.001014669,0.0004549056],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002759896,0.00003084098,0.0001157936,0.02082069,0.006283879,0.000007202026,0.0008650658,0.00006289859,3.408002e-7,0.00005492213,0.9693869,0.002368733],"study_design_scores_gemma":[0.0001161183,0.00004438855,0.00001020921,0.01737209,0.03526581,0.00001088936,0.0005999114,0.000970878,2.470513e-7,0.0008017209,0.9442905,0.0005172219],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.00006650417,0.454793,0.006934039,0.00128885,0.4596805,0.05433918,0.000100234,0.00001610751,0.02278157],"genre_scores_gemma":[0.005795973,0.01141705,0.02568292,0.0008428593,0.714163,0.04569404,0.0002032032,0.0004881669,0.1957128],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.4433759,"threshold_uncertainty_score":0.9997476,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2152445141","doi":"10.1186/2046-4053-1-60","title":"Does use of the CONSORT Statement impact the completeness of reporting of randomised controlled trials published in medical journals? A Cochrane reviewa","year":2012,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":629,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Medical Research Council; Agence Nationale pour la Gestion des Déchets Radioactifs","keywords":"Consolidated Standards of Reporting Trials; Medicine; Checklist; Blinding; Randomized controlled trial; Systematic review; Cochrane Library; MEDLINE; Family medicine; Confidence interval; Surgery; Internal medicine; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.8769827765073936,"gpt":0.6324043412061536,"spread":0.24457843530124,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.9178597,0.001663311,0.2027259,0.001146914,0.0001382891,0.0008125033,0.00734936,0.0005012199,0.01383623],"category_scores_gemma":[0.9294892,0.0003069337,0.0563742,0.004944796,0.0004298533,0.0004986951,0.0005552131,0.0008994677,0.0001053426],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001793253,"about_ca_system_score_gemma":0.001584798,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008984634,"about_ca_topic_score_gemma":0.00006923131,"domain_scores_codex":[0.0768409,0.5113582,0.3879207,0.001512767,0.02153984,0.0008275491],"domain_scores_gemma":[0.0514455,0.2527472,0.672354,0.01690274,0.006069993,0.0004805809],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00008800694,0.0002017555,0.0005150681,0.9293808,0.006084473,0.000006074793,0.0004387904,0.000003438172,0.000001869742,0.0001599483,0.005131048,0.05798868],"study_design_scores_gemma":[0.005346062,0.00003327189,0.00004968634,0.6599558,0.02990821,0.0001628224,0.0002472985,0.0001346478,7.843448e-7,0.0001600111,0.3036211,0.0003803031],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00005365938,0.9165566,0.0006419893,0.000190934,0.001052691,0.08118853,0.00009580257,0.000002441267,0.0002173438],"genre_scores_gemma":[0.0007112537,0.9927871,0.0003262697,0.00005818132,0.0001440403,0.005274305,0.00001645133,0.00004964329,0.0006327334],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.29849,"threshold_uncertainty_score":0.9999382,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2999391921","doi":"10.1186/s13643-020-1274-3","title":"Psychotropic medication non-adherence and its associated factors among patients with major psychiatric disorders: a systematic review and meta-analysis","year":2020,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":539,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"World Health Organization; University of Ghana; Haramaya University; UNICEF; World Bank Group","keywords":"Medicine; PsycINFO; CINAHL; Psychiatry; Observational study; MEDLINE; Meta-analysis; Schizophrenia (object-oriented programming); Critical appraisal; Antipsychotic; Confidence interval; Major depressive disorder; Psychotropic drug; Psychological intervention; Alternative medicine; Internal medicine; Drug; Mood","retraction":null,"screen_n_in":null,"score":{"opus":0.07325248545620769,"gpt":0.3614528647636872,"spread":0.2882003793074795,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.002026965,0.001279932,0.02762062,0.000569327,0.0001460364,0.0001115851,0.0003812966,0.0002813398,0.0001627338],"category_scores_gemma":[0.002901755,0.0005494971,0.00289733,0.002662512,0.00007223832,0.000152272,0.0000816203,0.0005151012,0.000156171],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002086519,"about_ca_system_score_gemma":0.0002275773,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003074715,"about_ca_topic_score_gemma":0.0001296213,"domain_scores_codex":[0.9895669,0.003380044,0.004130948,0.001154646,0.001309931,0.000457537],"domain_scores_gemma":[0.992188,0.0007374498,0.004760463,0.001355079,0.0002609417,0.0006980086],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.000006539183,0.0001330722,0.0002040012,0.8776843,0.1214309,0.0000045926,0.00004138684,2.529726e-9,7.409846e-10,0.000008170617,0.00009663087,0.0003904026],"study_design_scores_gemma":[0.0005384879,0.0002900236,0.0002147578,0.337564,0.6604896,0.000009259131,0.000009111691,0.000006169763,2.714909e-9,0.000004784726,0.0005699256,0.0003039002],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001796372,0.9322473,0.00004153988,0.0001372245,0.00003585962,0.06733499,0.0001074333,0.00004366187,0.00003406125],"genre_scores_gemma":[0.0003192887,0.9819187,0.0002073185,0.00008755455,0.00001635661,0.01656672,0.0005160343,0.00008217058,0.0002858869],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5401203,"threshold_uncertainty_score":0.9999952,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2100707081","doi":"10.1186/2046-4053-2-71","title":"Judging the quality of evidence in reviews of prognostic factor research: adapting the GRADE framework","year":2013,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":523,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Nova Scotia Health Authority; Capital District Health Authority; Dalhousie University; University of Toronto; SickKids Foundation; Hospital for Sick Children; Izaak Walton Killam Health Centre","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Grading (engineering); Quality of evidence; Quality (philosophy); Systematic review; Evidence-based medicine; Confusion; MEDLINE; Alternative medicine; Medical education; Meta-analysis; Pathology; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.9761584664326822,"gpt":0.6677738614447164,"spread":0.3083846049879658,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6698117,0.0005169312,0.01283055,0.000447534,0.0002613959,0.0006504741,0.006375138,0.0001405389,0.003385362],"category_scores_gemma":[0.7612799,0.000131922,0.003319148,0.005547774,0.000359377,0.0004944362,0.0004513103,0.000781577,0.003957037],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000720736,"about_ca_system_score_gemma":0.0001087242,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002679962,"about_ca_topic_score_gemma":0.00009839352,"domain_scores_codex":[0.4714598,0.4311267,0.07728793,0.001889093,0.01715897,0.001077486],"domain_scores_gemma":[0.5368673,0.3646862,0.06710353,0.02534641,0.005656886,0.0003397446],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00001044649,0.0004172172,0.2083705,0.600813,0.000644087,0.000003424085,0.04088873,0.00007054261,0.001489358,0.03556007,0.05862119,0.0531115],"study_design_scores_gemma":[0.0004780295,0.000349453,0.1587527,0.5735456,0.001493252,0.00005717845,0.03505874,0.01206522,0.0001477332,0.1026286,0.1137134,0.001710151],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.1955249,0.5750532,0.04079422,0.01098345,0.001176015,0.172867,0.00001665608,0.00001898946,0.003565614],"genre_scores_gemma":[0.9813781,0.005413554,0.006148646,0.0002020969,0.0001017118,0.005356942,6.611739e-7,0.00002407438,0.001374194],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7858533,"threshold_uncertainty_score":0.9990008,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2788728681","doi":"10.1186/s13643-018-0699-4","title":"Registration of systematic reviews in PROSPERO: 30,000 records and counting","year":2018,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":506,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Public Health Ontario; St. Michael's Hospital; Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council","keywords":"Medicine; Family medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.7628381424790719,"gpt":0.5418429527534222,"spread":0.2209951897256497,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.5843865,0.002361913,0.1001548,0.001779296,0.0001947611,0.00164103,0.005053089,0.0007813901,0.002421137],"category_scores_gemma":[0.368986,0.0009480144,0.01002019,0.005115925,0.0002398199,0.000607361,0.0003958674,0.0006874634,0.01161496],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003194454,"about_ca_system_score_gemma":0.00030333,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003768029,"about_ca_topic_score_gemma":0.0001096762,"domain_scores_codex":[0.5978941,0.2063703,0.178964,0.004640112,0.01098264,0.001148868],"domain_scores_gemma":[0.7913928,0.02530362,0.1627894,0.01782426,0.002266432,0.0004234641],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[6.375572e-7,0.0000440658,0.0000335258,0.9602119,0.0002669977,0.000004876675,0.000341595,8.803583e-8,1.217392e-7,0.000460892,0.01753609,0.02109917],"study_design_scores_gemma":[0.00006869926,0.0000403621,0.000001438351,0.5124329,0.003347608,0.0001123031,0.0001059155,0.0001291338,3.659588e-8,0.00020445,0.4831194,0.000437759],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00000482778,0.9094888,0.0009882601,0.00001552191,0.0007758867,0.08364337,0.00003116658,0.00001184345,0.005040347],"genre_scores_gemma":[0.00001256801,0.9729593,0.002422773,0.00005056896,0.0002756882,0.01262581,0.00003108705,0.0001006996,0.0115215],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4655833,"threshold_uncertainty_score":0.9998942,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2800035960","doi":"10.1186/s13643-018-0734-5","title":"Organizational contextual features that influence the implementation of evidence-based practices across healthcare settings: a systematic integrative review","year":2018,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":461,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Public Health Ontario; Hospital for Sick Children; St. Michael's Hospital; Institute for Work & Health; Institute for Clinical Evaluative Sciences; SickKids Foundation; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Health care; Systematic review; Knowledge management; MEDLINE; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.7336517203380092,"gpt":0.7123585823013887,"spread":0.02129313803662047,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06719319,0.001192329,0.01071188,0.0002867351,0.001683594,0.0001294316,0.002438082,0.0004594949,0.0004880962],"category_scores_gemma":[0.1489509,0.0005037504,0.000964209,0.003003866,0.0004048284,0.0009029004,0.0003748907,0.001415559,0.001620438],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00132752,"about_ca_system_score_gemma":0.007683355,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008072339,"about_ca_topic_score_gemma":0.001328108,"domain_scores_codex":[0.9128519,0.06857084,0.01390072,0.001083179,0.002379574,0.00121379],"domain_scores_gemma":[0.8789464,0.05357654,0.06049576,0.00274176,0.003855229,0.0003843065],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000002075069,0.00001017973,0.0000483596,0.9707651,0.000133628,0.000001020544,0.01096139,1.79096e-8,1.19062e-7,0.0003448295,0.01589674,0.001836517],"study_design_scores_gemma":[0.0001534938,0.0000959262,0.000009282202,0.7586516,0.001448213,0.00003458495,0.01312771,0.000001274968,4.555568e-7,0.0000176527,0.2261412,0.0003186601],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00000337746,0.891297,0.0001598473,0.006131534,0.0006277934,0.1012159,0.0004523427,0.00006865603,0.00004353694],"genre_scores_gemma":[0.00005882648,0.9411206,0.0003980753,0.01965439,0.0002599002,0.03793531,0.0001285722,0.00009614393,0.0003481252],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2121136,"threshold_uncertainty_score":0.9997414,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2124219054","doi":"10.1186/2046-4053-2-35","title":"Screening for cervical cancer: a systematic review and meta-analysis","year":2013,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":442,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"Canadian Institutes of Health Research; Public Health Agency; Public Health Agency of Canada; McMaster University","keywords":"Medicine; Meta-analysis; Cervical cancer; MEDLINE; Cancer; Systematic review; Gynecology; Pathology; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.4244460676625452,"gpt":0.5062367318018891,"spread":0.08179066413934394,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.008705352,0.001276118,0.06741419,0.0005719292,0.000145823,0.0001796934,0.0006408722,0.0004095151,0.006507069],"category_scores_gemma":[0.003766524,0.0005762765,0.01501146,0.001967817,0.00007836556,0.000102102,0.0002006974,0.0006181278,0.0003863478],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002495695,"about_ca_system_score_gemma":0.0002645229,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009412417,"about_ca_topic_score_gemma":0.0000387127,"domain_scores_codex":[0.9866787,0.003467404,0.006953711,0.001154141,0.001047514,0.0006985522],"domain_scores_gemma":[0.9908634,0.002264776,0.00316258,0.002427781,0.0006246425,0.0006568124],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.000001157371,0.00002223513,7.327289e-8,0.8218295,0.1698093,0.000003064574,0.00001233576,1.476886e-8,2.393725e-9,0.00004973679,0.001796186,0.006476426],"study_design_scores_gemma":[0.00008118455,0.00003524504,5.001795e-8,0.3522277,0.4992663,0.00005958417,0.000005016939,0.00001464212,5.806421e-9,0.000003806905,0.1480579,0.000248634],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[6.786803e-10,0.8706407,0.0009955651,0.000302586,0.00003750821,0.1273448,0.0001528472,0.00004540868,0.0004805756],"genre_scores_gemma":[7.774047e-8,0.8249152,0.000948739,0.0009722846,0.0001091962,0.1669237,0.0001371215,0.0001058655,0.005887738],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4696018,"threshold_uncertainty_score":0.999999,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2141714716","doi":"10.1186/2046-4053-1-7","title":"Why prospective registration of systematic reviews makes sense","year":2012,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":386,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital","funders":"National Institute for Health and Care Research","keywords":"Medicine; Transparency (behavior); Systematic review; MEDLINE; Computer security; Computer science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.7140436355744627,"gpt":0.5144662488314339,"spread":0.1995773867430288,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4684699,0.001069565,0.02767749,0.0006362441,0.0002087251,0.0007187935,0.002223274,0.0002233804,0.002833201],"category_scores_gemma":[0.336796,0.0004198699,0.006603921,0.003019984,0.0001275078,0.001012716,0.0001569987,0.0002695372,0.0174984],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001630614,"about_ca_system_score_gemma":0.00006088019,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001854405,"about_ca_topic_score_gemma":0.00002974891,"domain_scores_codex":[0.7973216,0.1207678,0.06966825,0.001624777,0.009727393,0.0008902007],"domain_scores_gemma":[0.9035171,0.01404329,0.065773,0.013641,0.002500966,0.0005246448],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003535909,0.0001454874,0.001810362,0.8291528,0.0003388902,0.000002506488,0.002366462,0.000002250082,0.0001303602,0.008557236,0.1573158,0.0001743776],"study_design_scores_gemma":[0.0008270936,0.0002898889,0.001191958,0.4420943,0.01003319,0.001009637,0.006419099,0.001999308,0.0002314844,0.005961293,0.5276289,0.002313907],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.005084817,0.5752248,0.1123149,0.001021408,0.004094309,0.2184568,0.00005203424,0.00007976843,0.0836712],"genre_scores_gemma":[0.7749159,0.01265191,0.0453831,0.004150249,0.002071581,0.04379061,0.00006480763,0.0003268058,0.1166451],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7698311,"threshold_uncertainty_score":0.9998253,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2102228952","doi":"10.1186/2046-4053-3-37","title":"Evaluation of the Cochrane Collaboration’s tool for assessing the risk of bias in randomized trials: focus groups, online survey, proposed recommendations and their implementation","year":2014,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":340,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa; Ottawa Regional Cancer Foundation","funders":"Canadian Institutes of Health Research; Medical Research Council; National Institute for Health and Care Research; Cancer Research UK","keywords":"Medicine; Usability; Focus group; Randomized controlled trial; Systematic review; Medical education; Workload; MEDLINE; Cochrane collaboration; Applied psychology; Family medicine; Cochrane Library; Psychology; Computer science; Surgery","retraction":null,"screen_n_in":null,"score":{"opus":0.7962083644719846,"gpt":0.6136554181432272,"spread":0.1825529463287574,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8926399,0.0003094253,0.01172295,0.0002556156,0.0002011088,0.0004522657,0.0008817959,0.00006620128,0.000297222],"category_scores_gemma":[0.7593337,0.00008719219,0.00210946,0.001800573,0.00009640941,0.0002767002,0.00006425311,0.00009482343,0.000008570931],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000707835,"about_ca_system_score_gemma":0.0002280359,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001164739,"about_ca_topic_score_gemma":0.002743523,"domain_scores_codex":[0.2615138,0.6918008,0.04058176,0.0007310697,0.005154258,0.000218285],"domain_scores_gemma":[0.598583,0.29699,0.0873771,0.005846271,0.0111302,0.0000733667],"domain_codex":"methods","domain_gemma":null,"domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001105138,0.001004738,0.06451595,0.1131622,0.006854889,6.548221e-8,0.03572051,0.001122032,0.001015191,0.01919873,0.0317777,0.7245229],"study_design_scores_gemma":[0.07014611,0.0001616614,0.02629424,0.02409572,0.01918086,0.000007846715,0.02541709,0.7572204,0.0003580944,0.07312475,0.00330802,0.0006851769],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3920681,0.04005454,0.3801181,0.003852315,0.001353463,0.1816108,0.0007035305,0.000007051692,0.0002321277],"genre_scores_gemma":[0.9920426,0.0009922532,0.003794719,0.00004450752,0.00005225252,0.002921066,0.00006270918,0.00001299363,0.00007687996],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7560984,"threshold_uncertainty_score":0.8013574,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2724414049","doi":"10.1186/s13643-017-0527-2","title":"Systematic review adherence to methodological or reporting quality","year":2017,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":319,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Bruyère; Ottawa Hospital","funders":"Canadian Institutes of Health Research; Cancer Research UK","keywords":"Medicine; Quality (philosophy); Family medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.9756547445054564,"gpt":0.7141396358321442,"spread":0.2615151086733122,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.8227032,0.001175202,0.05198679,0.0003297989,0.001017163,0.004011299,0.01133355,0.0002217349,0.008830972],"category_scores_gemma":[0.9685686,0.0003856883,0.008631145,0.001497626,0.0001244162,0.0006701843,0.0009826146,0.0003963878,0.04436226],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001312977,"about_ca_system_score_gemma":0.000155096,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004063723,"about_ca_topic_score_gemma":0.00008112129,"domain_scores_codex":[0.4839544,0.2874527,0.2054837,0.004605555,0.01718926,0.001314372],"domain_scores_gemma":[0.3518252,0.07816296,0.4816296,0.07980904,0.00677353,0.00179963],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000003521192,0.00003302259,0.0003406548,0.9645942,0.0002719784,0.00003351815,0.0002224253,6.155332e-7,0.00002013822,0.00126141,0.03253832,0.0006801439],"study_design_scores_gemma":[0.0001497908,0.0001556939,0.000597787,0.9790376,0.003378132,0.0003810788,0.0005567654,0.0001833429,0.000008595566,0.002029511,0.01264817,0.000873571],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"other","genre_scores_codex":[0.00280456,0.3663185,0.2845722,0.007433455,0.004988333,0.263998,0.00005524285,0.000170177,0.06965952],"genre_scores_gemma":[0.08391184,0.02728521,0.3182949,0.0261511,0.001323071,0.07631662,0.00003032748,0.0003380449,0.4663489],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3966893,"threshold_uncertainty_score":0.9998595,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2212762088","doi":"10.1186/s13643-015-0163-7","title":"All in the Family: systematic reviews, rapid reviews, scoping reviews, realist reviews, and more","year":2015,"lang":"en","type":"editorial","venue":"Systematic Reviews","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":303,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Medicine; Systematic review; MEDLINE; Engineering ethics","retraction":null,"screen_n_in":null,"score":{"opus":0.5113523182310088,"gpt":0.5556523779986046,"spread":0.04430005976759577,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.4398393,0.002827304,0.02832102,0.001079043,0.0005313233,0.002150909,0.006736779,0.001256099,0.0004378587],"category_scores_gemma":[0.2676933,0.001284166,0.00275351,0.003704539,0.0003338722,0.00133134,0.0007070469,0.002438626,0.01236759],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009389229,"about_ca_system_score_gemma":0.001123142,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001535497,"about_ca_topic_score_gemma":0.0004097344,"domain_scores_codex":[0.8271449,0.1115201,0.04358127,0.00390079,0.01197431,0.001878621],"domain_scores_gemma":[0.9264865,0.02072586,0.03624544,0.01346698,0.002157298,0.0009179615],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003709925,0.00004164976,0.000004420238,0.4551576,0.00002994467,0.000006238925,0.001345762,3.359481e-7,8.271194e-7,0.00005325998,0.5407882,0.002568061],"study_design_scores_gemma":[0.0003621221,0.00008031388,0.000002769934,0.4437167,0.0008377807,0.00003427639,0.0004266732,0.00007718839,6.695248e-8,0.0001722463,0.5535523,0.0007375491],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001090059,0.7436713,0.0002756031,0.0007508305,0.152302,0.09976178,0.00005890639,0.00004649392,0.003132067],"genre_scores_gemma":[0.000002388693,0.8733447,0.001470112,0.003628265,0.07945374,0.03706316,0.0004187139,0.0001297322,0.004489147],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.172146,"threshold_uncertainty_score":0.9998628,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389786568","doi":"10.1186/s13643-023-02410-2","title":"Preliminary guideline for reporting bibliometric reviews of the biomedical literature (BIBLIO): a minimum requirements","year":2023,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":296,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Checklist; Guideline; Systematic review; MEDLINE; Medicine; Scopus; Process (computing); Bibliometrics; Data science; Computer science; Management science; Library science; Psychology; Pathology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.7241108159152894,"gpt":0.6179719659443282,"spread":0.1061388499709611,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.3040244,0.0003927602,0.003108634,0.3693186,0.0003526997,0.001346627,0.004739739,0.0002328276,0.0001548714],"category_scores_gemma":[0.6806818,0.0001656883,0.001664211,0.8988605,0.0001831617,0.0005614391,0.001268242,0.0002945683,0.0006429006],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009489898,"about_ca_system_score_gemma":0.0002189743,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000012878,"about_ca_topic_score_gemma":0.000001853323,"domain_scores_codex":[0.9593017,0.003498162,0.02162185,0.001339024,0.01316512,0.001074178],"domain_scores_gemma":[0.9459808,0.01643913,0.02419077,0.005348907,0.007377742,0.0006626272],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000120688,0.000114052,0.002424926,0.03509367,0.00003390304,0.00001167434,0.0002709839,0.00000176771,0.000920639,0.0001008676,0.9187132,0.04230223],"study_design_scores_gemma":[0.0006258288,0.000421873,0.004296261,0.01503196,0.0001129182,0.00007117442,0.0003022782,0.006154674,0.0001841271,0.00348189,0.968953,0.0003640869],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.07901409,0.6124431,0.081806,0.02064036,0.02229428,0.1700873,0.0009310783,0.0004809448,0.01230281],"genre_scores_gemma":[0.4747724,0.2505498,0.1046699,0.006810553,0.005130322,0.03773705,0.001107106,0.0006802449,0.1185426],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.5295419,"threshold_uncertainty_score":0.9996901,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics","metaresearch"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4324309727","doi":"10.1186/s13643-023-02178-5","title":"Mapping reviews, scoping reviews, and evidence and gap maps (EGMs): the same but different— the “Big Picture” review family","year":2023,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":292,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"National Health and Medical Research Council","keywords":"Medicine; Data science","retraction":null,"screen_n_in":null,"score":{"opus":0.8057005524300686,"gpt":0.511763323025558,"spread":0.2939372294045105,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.4260219,0.001431691,0.0203987,0.0004128154,0.001047637,0.002240073,0.004659357,0.0001763159,0.0006235553],"category_scores_gemma":[0.2394819,0.0004217694,0.003887298,0.004639519,0.000339229,0.0004983482,0.001020224,0.0006642265,0.01061967],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007405565,"about_ca_system_score_gemma":0.00008520077,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001917226,"about_ca_topic_score_gemma":0.00004658645,"domain_scores_codex":[0.8358443,0.1153814,0.03850662,0.002835473,0.006336956,0.001095211],"domain_scores_gemma":[0.9193991,0.03367059,0.02918182,0.01619492,0.0009737238,0.0005798088],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001481767,0.00001620721,0.0006614689,0.6190114,0.0001995262,0.000007110444,0.001431787,4.91909e-7,0.00006851414,0.0007073852,0.3277011,0.0501935],"study_design_scores_gemma":[0.0001035634,0.00002853889,0.0008301759,0.4862,0.001248677,0.0001419974,0.0009349931,0.000273294,8.370655e-7,0.001461113,0.5082801,0.0004966422],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0009587306,0.9436525,0.002203946,0.005987681,0.000854879,0.04542826,0.00000975864,0.00003322027,0.0008709978],"genre_scores_gemma":[0.00181997,0.9688398,0.0005744944,0.008934502,0.0003872306,0.007336674,0.000009904322,0.00005323631,0.01204422],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.18654,"threshold_uncertainty_score":0.9998433,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2122450633","doi":"10.1186/2046-4053-2-81","title":"Assessing and presenting summaries of evidence in Cochrane Reviews","year":2013,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":272,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Health Sciences Centre; McMaster University Medical Centre","funders":"","keywords":"Medicine; Systematic review; Plain language; Table (database); Health care; Flexibility (engineering); Quality (philosophy); MEDLINE; Presentation (obstetrics); Medical education; Computer science; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.8810001926571992,"gpt":0.593586304784381,"spread":0.2874138878728182,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3484339,0.0005065084,0.01544977,0.0004801395,0.0001034866,0.001980652,0.001725232,0.0001013323,0.004476456],"category_scores_gemma":[0.3816968,0.0001822488,0.001679708,0.001834,0.0001245732,0.001498524,0.0002653357,0.0001900909,0.005047114],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000349104,"about_ca_system_score_gemma":0.00003804215,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008521337,"about_ca_topic_score_gemma":0.00003914418,"domain_scores_codex":[0.8749143,0.07227768,0.04572899,0.001447905,0.005125382,0.0005057372],"domain_scores_gemma":[0.9012501,0.04230912,0.0435632,0.01031345,0.002194666,0.0003694257],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000002115646,0.0001204776,0.1183724,0.7181718,0.0002117084,0.00000900421,0.004426513,0.00001023176,0.0009923513,0.002078682,0.09922537,0.05637931],"study_design_scores_gemma":[0.0007967759,0.0001283624,0.07302054,0.5904067,0.002194828,0.0002330806,0.008657265,0.01903277,0.0001153291,0.01638081,0.2869552,0.002078319],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.0930797,0.8274818,0.01128701,0.002058372,0.0006967367,0.05413507,0.000003639065,0.00001569443,0.01124199],"genre_scores_gemma":[0.8783225,0.04594562,0.04628724,0.000616039,0.0002205141,0.00721981,0.00000638981,0.00007206967,0.02130977],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7852429,"threshold_uncertainty_score":0.9991669,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3003749845","doi":"10.1186/s13643-020-1272-5","title":"Protocol for the development of guidance for stakeholder engagement in health and healthcare guideline development and implementation","year":2020,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":254,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Impact; University of Calgary; Ottawa Hospital; Queen's University; McMaster University; Cochrane; Bruyère; University of Ottawa","funders":"National Health and Medical Research Council; World Health Organization; Economic and Social Research Council; Medical Research Council; Canadian Institutes of Health Research; Scottish Government","keywords":"Guideline; Stakeholder; Stakeholder engagement; Medicine; Protocol (science); Process management; Stakeholder analysis; Knowledge management; Public relations; Business; Political science; Computer science; Alternative medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.7028288473812859,"gpt":0.5961718649542787,"spread":0.1066569824270073,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01438005,0.000179352,0.000954796,0.00004530233,0.0001324432,0.00001779152,0.00007426005,0.00002525827,0.00001274955],"category_scores_gemma":[0.005102706,0.0001053879,0.00005405055,0.0001377119,0.00001713981,0.0000732056,0.00005194271,0.00008102736,0.000001451522],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001349629,"about_ca_system_score_gemma":0.000703374,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002671999,"about_ca_topic_score_gemma":0.0003351544,"domain_scores_codex":[0.9926332,0.0004920649,0.006082231,0.0003038433,0.0002782312,0.0002104326],"domain_scores_gemma":[0.9962159,0.001251183,0.001923667,0.0002058533,0.0002548531,0.0001485419],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003103507,0.00009290472,0.002495179,0.7575651,0.0001183719,3.682541e-7,0.0196123,0.000002392249,0.00009378827,0.0004223034,0.009977343,0.2093096],"study_design_scores_gemma":[0.008699086,0.0008930154,0.001393768,0.01666864,0.00009891228,0.000007743634,0.01762432,0.001426043,0.0003424665,0.00005795399,0.9525649,0.000223176],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.001156553,0.002046393,0.1324775,0.03237262,0.00004387661,0.8318703,0.00001200927,0.00001511358,0.000005674918],"genre_scores_gemma":[0.003581915,0.00008443222,0.362048,0.005935122,0.00006525536,0.6281762,0.00006874527,0.00002306751,0.00001726012],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.9425876,"threshold_uncertainty_score":0.6108785,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2984078042","doi":"10.1186/s13643-019-1172-8","title":"Risk of bias tools in systematic reviews of health interventions: an analysis of PROSPERO-registered protocols","year":2019,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":249,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Public Health Agency of Canada","funders":"Health Canada; Public Health Agency; Public Health Agency of Canada","keywords":"Randomized controlled trial; Medicine; Psychological intervention; Protocol (science); Systematic review; MEDLINE; Sample size determination; Family medicine; Alternative medicine; Nursing; Surgery; Statistics; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.864556618290602,"gpt":0.6040851740250183,"spread":0.2604714442655838,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.596002,0.000845554,0.05985387,0.002726879,0.00005981389,0.0003250522,0.004084005,0.000176744,0.003066938],"category_scores_gemma":[0.2499749,0.0003598861,0.0151231,0.00934831,0.0001103055,0.0007069007,0.0002118707,0.0002473492,0.001197195],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001549283,"about_ca_system_score_gemma":0.0001486283,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001717634,"about_ca_topic_score_gemma":0.0004061556,"domain_scores_codex":[0.6359712,0.2265089,0.1279048,0.001878987,0.007170997,0.0005651191],"domain_scores_gemma":[0.8334216,0.01114053,0.1389737,0.01446402,0.001793161,0.0002070618],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000006530483,0.0003813723,0.06062721,0.9330512,0.001562856,4.010998e-7,0.0017552,0.000110758,0.00003597806,0.0009383439,0.0003881944,0.001141949],"study_design_scores_gemma":[0.001069716,0.001023553,0.02103672,0.9361898,0.01392562,0.00001474605,0.004575812,0.01754517,0.00003587835,0.0007836446,0.002964703,0.000834674],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"protocol","genre_gemma":"empirical","genre_scores_codex":[0.08322693,0.1073733,0.02829549,0.0001037392,0.0004195105,0.7784967,0.0002417681,0.00001709294,0.00182551],"genre_scores_gemma":[0.820839,0.005246507,0.02016381,0.0001541658,0.00005251722,0.1458855,0.0001030057,0.0001152021,0.007440295],"genre_candidate":"protocol","genre_consensus":null,"teacher_disagreement_score":0.7376121,"threshold_uncertainty_score":0.9998853,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2022190222","doi":"10.1186/2046-4053-1-1","title":"Establishing a new journal for systematic review products","year":2012,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":243,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Publishing; Systematic review; Variety (cybernetics); Medicine; Scope (computer science); Engineering ethics; Public relations; MEDLINE; Data science; Computer science; Political science; Law; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.7623734231369342,"gpt":0.5450247364886208,"spread":0.2173486866483134,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.6145234,0.001058811,0.02844031,0.000596148,0.0004826011,0.003204282,0.005094138,0.0001571938,0.002636591],"category_scores_gemma":[0.7083156,0.0003930637,0.00720892,0.003188977,0.00003966039,0.002084508,0.0001961269,0.0003907128,0.01686827],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001855345,"about_ca_system_score_gemma":0.0002750619,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003424374,"about_ca_topic_score_gemma":0.000002978715,"domain_scores_codex":[0.845358,0.0766601,0.06414345,0.001563638,0.0108957,0.001379178],"domain_scores_gemma":[0.8041934,0.0445116,0.1136603,0.02604603,0.008884403,0.002704223],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[6.817106e-7,0.00003010572,0.00004483197,0.6181938,0.0002127898,8.161862e-7,0.0004189062,4.267194e-7,0.000007043318,0.001002461,0.3799104,0.0001777445],"study_design_scores_gemma":[0.0002166586,0.00004511181,0.000008806431,0.7390164,0.005745054,0.0009111884,0.000544873,0.0001637228,0.000006042583,0.001399334,0.2513829,0.0005599165],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"other","genre_scores_codex":[0.00005021847,0.8051269,0.09700128,0.002259646,0.003714605,0.08836082,0.00001066149,0.00002571618,0.003450133],"genre_scores_gemma":[0.01515675,0.05434589,0.2137298,0.0210961,0.01443897,0.04709079,0.00009024236,0.0006578913,0.6333935],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.750781,"threshold_uncertainty_score":0.9998521,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3121686920","doi":"10.1186/s13643-021-01583-y","title":"Considerations for conducting systematic reviews: evaluating the performance of different methods for de-duplicating references","year":2021,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":238,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Kingston Health Sciences Centre; Queen's University","funders":"","keywords":"Systematic review; Medicine; PsycINFO; Flagging; Information retrieval; Computer science; MEDLINE; Set (abstract data type); Data mining; Database; Data science","retraction":null,"screen_n_in":null,"score":{"opus":0.9330778224572595,"gpt":0.6546697466149455,"spread":0.278408075842314,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5266486,0.0007013317,0.01662136,0.0002079684,0.0008125379,0.00101858,0.001872411,0.0001350247,0.0007116284],"category_scores_gemma":[0.6942765,0.0002527747,0.00478931,0.001224367,0.00009527647,0.0002782633,0.0001761226,0.0002137697,0.0002099478],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001050732,"about_ca_system_score_gemma":0.0002631167,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002598829,"about_ca_topic_score_gemma":0.00001340998,"domain_scores_codex":[0.7805506,0.1604216,0.05267592,0.001919249,0.003631002,0.0008016399],"domain_scores_gemma":[0.5736367,0.3332556,0.06947115,0.01394678,0.009344998,0.0003448229],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000003169206,0.00005859738,0.0002129744,0.9722319,0.0005284967,2.036422e-7,0.00271189,0.00005571224,0.004143563,0.009783096,0.004100061,0.006170392],"study_design_scores_gemma":[0.0009827862,0.0006149113,0.00006229972,0.3107138,0.01270398,0.0004092476,0.01503353,0.6105109,0.004188274,0.03081042,0.01258894,0.001380934],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03138985,0.1722413,0.672404,0.001322616,0.001321559,0.1200418,0.00003910824,0.00002679934,0.001212986],"genre_scores_gemma":[0.1532101,0.002198541,0.7689855,0.0007368524,0.0003106561,0.06713679,0.00002296054,0.00007570746,0.007322868],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.661518,"threshold_uncertainty_score":0.9999924,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2995096233","doi":"10.1186/s13643-019-1252-9","title":"Preferred Reporting Items for Overviews of Reviews (PRIOR): a protocol for development of a reporting guideline for overviews of reviews of healthcare interventions","year":2019,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":237,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Alberta Health; Public Health Ontario; Queen's University; University of Alberta; St. Michael's Hospital; Institute of Health Economics","funders":"Canadian Institutes of Health Research","keywords":"Checklist; Guideline; Medicine; Protocol (science); Systematic review; Delphi method; Psychological intervention; Health care; Delphi; Multidisciplinary approach; MEDLINE; Popularity; Medical education; Alternative medicine; Nursing; Computer science; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.6837951854771637,"gpt":0.6284411097096287,"spread":0.05535407576753493,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1826785,0.0004946152,0.008323744,0.0003602759,0.0002095131,0.00003051154,0.001155145,0.0002654402,0.0001063863],"category_scores_gemma":[0.1505012,0.0003449017,0.003536265,0.001007172,0.0001371932,0.0002545158,0.0002198118,0.0001802912,0.000007567344],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003087973,"about_ca_system_score_gemma":0.001005804,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004026475,"about_ca_topic_score_gemma":0.001135085,"domain_scores_codex":[0.9349127,0.003736397,0.05849376,0.0008613568,0.001234164,0.0007616227],"domain_scores_gemma":[0.8891568,0.001553745,0.1041858,0.00194117,0.002995283,0.0001672995],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000560632,0.0002422121,0.00035546,0.9489022,0.00008431824,1.827351e-7,0.005032402,6.96392e-7,0.001864103,0.001490946,0.0110169,0.03095444],"study_design_scores_gemma":[0.0006886981,0.0003994376,0.00001820458,0.2423378,0.0001507502,0.000003257,0.0007820094,0.0001127094,0.00161871,0.0006138964,0.7530017,0.000272744],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0002445071,0.03560086,0.06294578,0.0003477776,0.0002640625,0.8997455,0.00006677017,0.00003920464,0.0007455834],"genre_scores_gemma":[0.0007711015,0.002273765,0.3107294,0.00004833253,0.00009116077,0.6851789,0.00004126937,0.00006183885,0.0008041968],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.7419848,"threshold_uncertainty_score":0.9999003,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2272534858","doi":"10.1186/s13643-016-0191-y","title":"Implementing PRISMA-P: recommendations for prospective authors","year":2016,"lang":"en","type":"editorial","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":231,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"","keywords":"Medicine; Prospective cohort study; Medical physics; Intensive care medicine; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.612312134952635,"gpt":0.5736377426420178,"spread":0.0386743923106172,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.5745109,0.001518006,0.02671989,0.0009304288,0.0007447208,0.002815708,0.005684398,0.0008298738,0.009372212],"category_scores_gemma":[0.6026139,0.0005607846,0.01074047,0.001601508,0.00006606002,0.0004819617,0.0005394354,0.0006074354,0.01948672],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004151738,"about_ca_system_score_gemma":0.0004157135,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006711559,"about_ca_topic_score_gemma":0.00005143101,"domain_scores_codex":[0.8133737,0.07705245,0.08645668,0.004793788,0.01660901,0.001714414],"domain_scores_gemma":[0.7541726,0.1098806,0.1063829,0.0181957,0.01077228,0.0005960067],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002253796,0.00002598538,0.0000209344,0.05988573,0.0005919026,6.805154e-7,0.0003736441,6.227751e-8,0.000001651832,0.001373342,0.9335934,0.004130425],"study_design_scores_gemma":[0.0002958566,0.00005531711,0.000001353084,0.01840889,0.001796163,0.000003776635,0.0003107542,0.00007905392,0.000001449883,0.00821676,0.9702392,0.0005914422],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[6.902005e-7,0.009168947,0.1263458,0.001097598,0.7923145,0.06072707,0.0008990145,0.00002963713,0.009416754],"genre_scores_gemma":[0.00001582825,0.001060167,0.02617893,0.0001102867,0.6298063,0.03822923,0.0004757376,0.0001811305,0.3039424],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.2945257,"threshold_uncertainty_score":0.9997569,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3015098736","doi":"10.1186/s13643-020-01329-2","title":"Exploring the prevalence of gaming disorder and Internet gaming disorder: a rapid scoping review","year":2020,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Impact of Technology on Adolescents","field":"Social Sciences","cited_by":230,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital","funders":"World Health Organization","keywords":"Medicine; The Internet; Psychiatry; Gambling disorder; DSM-5; Addiction; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.1453758847434488,"gpt":0.362664504347032,"spread":0.2172886196035832,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004679744,0.0002064152,0.001141834,0.00003893479,0.0002202078,0.00005484986,0.0006945797,0.000046289,0.00007618767],"category_scores_gemma":[0.009359109,0.0001249686,0.0001675977,0.0004502881,0.0002518997,0.0003441494,0.0001886307,0.0001873408,0.00005099353],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003376261,"about_ca_system_score_gemma":0.00004835315,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001005609,"about_ca_topic_score_gemma":0.00007064628,"domain_scores_codex":[0.9960288,0.001643799,0.001315241,0.00029301,0.0004146649,0.0003044487],"domain_scores_gemma":[0.9980901,0.0003682738,0.0009455241,0.0004404217,0.00005771506,0.00009792529],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000001406746,0.00001515625,0.002897069,0.9673377,0.0000220212,9.903549e-7,0.008149673,1.449842e-7,0.00001037971,0.0003029823,0.0001895424,0.02107291],"study_design_scores_gemma":[0.0001766555,0.00005536084,0.0004171145,0.9915664,0.0002445114,0.000005941167,0.003390056,0.00009103574,0.00001800035,0.00002220707,0.003769949,0.0002427357],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.02262097,0.9478031,0.002449309,0.006147346,0.0003222381,0.01932207,0.000002631785,0.00015605,0.001176329],"genre_scores_gemma":[0.3394006,0.6577579,0.0004567478,0.0009249611,0.00007596074,0.00107268,5.319325e-7,0.00002728526,0.0002833903],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.3167796,"threshold_uncertainty_score":0.9989855,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2117757460","doi":"10.1186/2046-4053-4-11","title":"User-centered design and the development of patient decision aids: protocol for a systematic review","year":2015,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":219,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre hospitalier universitaire de Québec; Ottawa Hospital; University of Ottawa; Canadian Arthritis Patient Alliance; Hôpital Saint-François d'Assise; University of Toronto; Regent Park Community Health Centre; Toronto Rehabilitation Institute; Hôpital du Saint-Sacrement; Women's College Hospital; Université Laval","funders":"Department of Family and Community Medicine, University of Toronto; University of Toronto; Canadian Institutes of Health Research; University of Ottawa; National Institute on Aging; Patient-Centered Outcomes Research Institute","keywords":"Decision aids; Medicine; Protocol (science); Systematic review; MEDLINE; Cochrane Library; Grey literature; Knowledge management; Medical education; Computer science; Alternative medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.5849125090919652,"gpt":0.5539314344793207,"spread":0.03098107461264454,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03039638,0.001090553,0.01833865,0.0002648763,0.0007603273,0.00003255901,0.001869781,0.0004891789,0.00002726605],"category_scores_gemma":[0.03025562,0.0004710084,0.001145747,0.0006889057,0.0001222175,0.0001314047,0.0007354344,0.0007745899,0.0003610175],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009157375,"about_ca_system_score_gemma":0.002695755,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007649232,"about_ca_topic_score_gemma":0.000009840903,"domain_scores_codex":[0.9249869,0.05187681,0.02068554,0.0007098195,0.001110416,0.0006304906],"domain_scores_gemma":[0.9502577,0.0208345,0.02254231,0.00450178,0.001556259,0.0003074413],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00003292848,0.00004868668,2.684209e-7,0.9675618,0.0002044002,1.81369e-7,0.004068157,4.41436e-8,2.559739e-9,0.0002619115,0.0040645,0.0237571],"study_design_scores_gemma":[0.0008341395,0.00006815957,5.56071e-9,0.555351,0.001395283,0.000007390635,0.0005479194,0.00001024355,1.300472e-8,0.00006902089,0.4415002,0.0002165857],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"protocol","genre_scores_codex":[4.475351e-9,0.509183,0.002869888,0.00001976929,0.0001446295,0.4877038,0.00001347152,0.00002709356,0.00003826024],"genre_scores_gemma":[2.291192e-8,0.4732658,0.02640931,0.0001395815,0.00001919375,0.4999906,0.00002511489,0.00006649154,0.00008391912],"genre_candidate":"protocol","genre_consensus":null,"teacher_disagreement_score":0.4374357,"threshold_uncertainty_score":0.9997742,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3205387286","doi":"10.1186/s13643-021-01817-z","title":"Interventions for improving outcomes in patients with multimorbidity in primary care and community setting: a systematic review","year":2021,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Chronic Disease Management Strategies","field":"Medicine","cited_by":217,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Sherbrooke","funders":"Health Research Board","keywords":"Medicine; Psychological intervention; Mental health; MEDLINE; Self-management; Quality of life (healthcare); Health care; Family medicine; Focus group; Nursing; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.1276996621097906,"gpt":0.4107040303759476,"spread":0.283004368266157,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.006022742,0.0008202121,0.01591659,0.0003816167,0.0001044832,0.00009296394,0.0003780301,0.0001543971,0.00001023983],"category_scores_gemma":[0.005886381,0.0004679186,0.001573439,0.0005447306,0.00005109981,0.0001459031,0.0002878934,0.0007265491,0.00001376273],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001171334,"about_ca_system_score_gemma":0.0003711448,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004229764,"about_ca_topic_score_gemma":0.0001131775,"domain_scores_codex":[0.987531,0.00594668,0.005178289,0.0005388403,0.0004373201,0.0003678444],"domain_scores_gemma":[0.9933894,0.001434598,0.002986175,0.001858322,0.0002100667,0.0001214836],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000002123381,0.0003553756,0.0002671062,0.9919307,0.000273819,0.00001122126,0.0001469483,2.935723e-8,8.819842e-10,0.0000122914,0.00005547052,0.006944912],"study_design_scores_gemma":[0.001428883,0.0001624145,0.0001800945,0.9797823,0.01571451,0.00001218457,0.0004571663,0.000002166094,1.298609e-9,0.00000129989,0.0018942,0.0003647491],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001750297,0.903009,0.00003804742,0.00001041439,0.00008926752,0.09650856,0.00009288256,0.0000308093,0.0002035151],"genre_scores_gemma":[0.00003105697,0.973995,0.0006362778,0.00009098931,0.00001285352,0.02344344,0.001579228,0.00007826155,0.0001329403],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.07306512,"threshold_uncertainty_score":0.9997773,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2109391487","doi":"10.1186/2046-4053-3-110","title":"A Microsoft-Excel-based tool for running and critically appraising network meta-analyses—an overview and application of NetMetaXL","year":2014,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":213,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Canadian Agency for Drugs and Technologies in Health; Ottawa Hospital","funders":"Canadian Institutes of Health Research","keywords":"Computer science; Bayesian network; Software; Macro; Set (abstract data type); Pairwise comparison; Graphical user interface; Data mining; Interface (matter); Machine learning; Artificial intelligence; Programming language; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.8109371258840997,"gpt":0.5798507692241703,"spread":0.2310863566599294,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2541119,0.0006409612,0.01602419,0.0002647651,0.0002585225,0.0009305334,0.001147452,0.0001355588,0.0002930775],"category_scores_gemma":[0.07889339,0.0002773386,0.003485717,0.001135406,0.0001266408,0.0003329368,0.0001082731,0.0001163555,0.0001323101],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001749179,"about_ca_system_score_gemma":0.00003862719,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001119037,"about_ca_topic_score_gemma":0.00001492755,"domain_scores_codex":[0.952121,0.0232598,0.02011616,0.001519557,0.00255726,0.0004262868],"domain_scores_gemma":[0.9628302,0.01708373,0.01278421,0.005258309,0.001765488,0.0002780393],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004652027,0.0004067509,0.006490667,0.7196279,0.01250012,0.000002005636,0.001433167,0.001722946,0.00450927,0.1303375,0.01624573,0.1066775],"study_design_scores_gemma":[0.001358221,0.0004681533,0.001338083,0.0100405,0.08784973,0.00008513468,0.0004442525,0.5267153,0.0001085332,0.04020555,0.3296868,0.001699783],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00145792,0.1184154,0.868584,0.0002466102,0.00009189633,0.01087618,0.00001042187,0.000009701284,0.0003078757],"genre_scores_gemma":[0.4522007,0.0008956986,0.5341051,0.003051523,0.0003987034,0.008176726,0.00004959633,0.0001072815,0.00101469],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7095874,"threshold_uncertainty_score":0.9999679,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2144386277","doi":"10.1186/2046-4053-3-18","title":"The association between sleep disturbances and suicidal behaviors in patients with psychiatric diagnoses: a systematic review and meta-analysis","year":2014,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Sleep and related disorders","field":"Psychology","cited_by":204,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Medicine; Meta-analysis; Psychiatry; Odds ratio; MEDLINE; PsycINFO; Panic disorder; Observational study; Systematic review; Depression (economics); Internal medicine; Anxiety","retraction":null,"screen_n_in":null,"score":{"opus":0.0356863837266307,"gpt":0.3433378248608379,"spread":0.3076514411342072,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.009941215,0.001082716,0.02393018,0.000474722,0.0002327344,0.0001884842,0.0006427565,0.0005281788,0.00005143034],"category_scores_gemma":[0.001674094,0.0004282673,0.002600629,0.002233761,0.00008317735,0.00009580034,0.00007384732,0.0006122784,0.0001824064],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001669382,"about_ca_system_score_gemma":0.00002771089,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008052764,"about_ca_topic_score_gemma":0.0001826439,"domain_scores_codex":[0.9805164,0.01149972,0.005787944,0.0009410593,0.0007179698,0.0005368673],"domain_scores_gemma":[0.9853563,0.004536374,0.008176788,0.001642705,0.0001341188,0.000153673],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","study_design_scores_codex":[7.056889e-7,0.00006366822,0.002761453,0.8713351,0.1245334,8.552752e-7,0.0001087893,3.050051e-8,8.908306e-12,0.0000516531,0.0002403176,0.0009040305],"study_design_scores_gemma":[0.0002668225,0.0000688986,0.0002338291,0.1446213,0.8417664,0.000003410671,0.00004143101,1.970428e-7,6.901776e-11,0.000006696612,0.01255539,0.000435606],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000006098119,0.9610527,0.00002224965,0.00005729213,0.0001682964,0.03839695,0.00004936094,0.00002622914,0.0002208189],"genre_scores_gemma":[0.00006694763,0.9806538,0.00002041528,0.00009832817,0.00002664088,0.01830568,0.0001054718,0.00006922777,0.0006534823],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7267138,"threshold_uncertainty_score":0.9998169,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2556359523","doi":"10.1186/s13643-016-0367-5","title":"What guidance is available for researchers conducting overviews of reviews of healthcare interventions? A scoping review and qualitative metasummary","year":2016,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":202,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; Trinity College Dublin; University of Dundee","keywords":"Systematic review; Scopus; Medicine; Scope (computer science); Popularity; MEDLINE; Psychological intervention; Process (computing); Quality (philosophy); Health care; Computer science; Psychology; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.9697371847271765,"gpt":0.7174838181861884,"spread":0.2522533665409881,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.6258248,0.001803774,0.09215214,0.001191717,0.0002266113,0.000663896,0.004486421,0.0004245147,0.008601706],"category_scores_gemma":[0.3424517,0.0007248244,0.02507864,0.003652186,0.0003547542,0.001334422,0.0006726049,0.0004998308,0.003648309],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002150209,"about_ca_system_score_gemma":0.0007027157,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002146577,"about_ca_topic_score_gemma":0.00003240428,"domain_scores_codex":[0.5778404,0.2779338,0.1320353,0.004064421,0.006998778,0.001127232],"domain_scores_gemma":[0.7241958,0.06661529,0.184221,0.01719279,0.007074894,0.000700207],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000001144392,0.0000277944,4.310747e-7,0.7645078,0.0006984806,3.897224e-7,0.0009176797,3.164625e-9,3.296144e-7,0.0003248212,0.06904732,0.1644738],"study_design_scores_gemma":[0.00008044418,0.00006114163,9.482292e-9,0.5148927,0.00468595,0.00001557043,0.0003618494,0.000001597828,4.527826e-7,0.0002292373,0.4793755,0.0002956036],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[5.376566e-8,0.9044575,0.001964995,0.0004908914,0.00053331,0.09185908,0.0002909327,0.000005809523,0.0003974363],"genre_scores_gemma":[7.053107e-8,0.9572626,0.009598944,0.0003420201,0.00008120215,0.01655317,0.00004526074,0.00009134909,0.01602542],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4103281,"threshold_uncertainty_score":0.9995203,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2900615641","doi":"10.1186/s13643-018-0852-0","title":"Stakeholder involvement in systematic reviews: a scoping review","year":2018,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":200,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Systematic review; Stakeholder; Medicine; Data extraction; Grey literature; Protocol (science); Population; MEDLINE; Alternative medicine; Family medicine; Medical education; Public relations; Pathology; Environmental health","retraction":null,"screen_n_in":null,"score":{"opus":0.7595429519004326,"gpt":0.5580321564198868,"spread":0.2015107954805458,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.07355192,0.002248345,0.0366834,0.0007514257,0.0006954981,0.00004943989,0.001738958,0.0008641354,0.001226622],"category_scores_gemma":[0.006845099,0.001252568,0.002501308,0.002018969,0.00008688204,0.0002667166,0.0005293856,0.001802124,0.03540943],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002807547,"about_ca_system_score_gemma":0.001608921,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009733811,"about_ca_topic_score_gemma":0.0005561457,"domain_scores_codex":[0.9006401,0.06109903,0.03316195,0.001637578,0.001461652,0.001999744],"domain_scores_gemma":[0.967676,0.00538026,0.02149794,0.00437347,0.0003314712,0.0007408981],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000001338922,0.0001104949,0.000004681132,0.9785877,0.0000965619,0.000009779948,0.0007012484,3.847799e-9,4.016746e-9,0.00007443584,0.01404488,0.00636884],"study_design_scores_gemma":[0.0001922851,0.00008090892,2.565798e-8,0.5610868,0.001630607,0.000008509625,0.0001311884,9.200848e-7,4.515032e-9,0.000009120537,0.4363101,0.0005495148],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[8.787298e-8,0.6870714,0.00003643083,0.00001645477,0.002294843,0.3087251,0.00003556384,0.00007290245,0.001747102],"genre_scores_gemma":[2.449989e-8,0.7707864,0.0002808728,0.003267063,0.0004549087,0.2220585,0.0005057927,0.0001675219,0.002478895],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4222652,"threshold_uncertainty_score":0.9996864,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2136685221","doi":"10.1186/2046-4053-2-5","title":"Male involvement in prevention programs of mother to child transmission of HIV: a systematic review to identify barriers and facilitators","year":2013,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":197,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Medicine; CINAHL; Psychological intervention; Family medicine; Context (archaeology); Spouse; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.07883222989148886,"gpt":0.4202894199809498,"spread":0.341457190089461,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.007282165,0.0006009639,0.01114737,0.0007528327,0.00003517267,0.00003094107,0.0004194888,0.0001809426,0.0005656767],"category_scores_gemma":[0.003376931,0.0003385071,0.001811759,0.001203949,0.00005147633,0.0001071782,0.00009788497,0.0002841701,0.0004434729],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002108437,"about_ca_system_score_gemma":0.0001605004,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004860102,"about_ca_topic_score_gemma":0.00001565883,"domain_scores_codex":[0.987565,0.003606359,0.006997455,0.0005644011,0.0008782228,0.000388513],"domain_scores_gemma":[0.9958634,0.0001514643,0.00183568,0.001261097,0.0002398036,0.0006485623],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000002599734,0.0001228546,0.000007468236,0.9426374,0.000310569,0.000002748595,0.0003801625,1.68153e-8,0.00000344115,0.00001756937,0.002686944,0.05382818],"study_design_scores_gemma":[0.0001889396,0.0009028054,7.049767e-7,0.8852073,0.002771568,0.0000820851,0.000238334,0.000004786567,0.000001304244,0.000003977941,0.1103959,0.0002023061],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001311216,0.889793,0.00093911,0.00007558983,0.00002525241,0.1087325,0.00002946208,0.00001150505,0.0003804011],"genre_scores_gemma":[0.000008125781,0.9651361,0.0008489595,0.00004403737,0.00001246582,0.02549127,0.00005987975,0.0000532365,0.008345943],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.107709,"threshold_uncertainty_score":0.9999067,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2292818836","doi":"10.1186/s13643-016-0215-7","title":"Comparing the coverage, recall, and precision of searches for 120 systematic reviews in Embase, MEDLINE, and Google Scholar: a prospective study","year":2016,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":196,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Stornoway Diamond (Canada); University of British Columbia","funders":"","keywords":"Medicine; MEDLINE; Recall; Systematic review; Medical physics; Information retrieval; Family medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.6957062315583533,"gpt":0.5202405674502621,"spread":0.1754656641080912,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4500442,0.000709123,0.01745923,0.0004993616,0.0002659812,0.0007727896,0.001884394,0.0001136167,0.0001190234],"category_scores_gemma":[0.3251965,0.0002076175,0.001488267,0.001584829,0.0001205999,0.0006096707,0.0003867331,0.0002511974,0.0003424163],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001121033,"about_ca_system_score_gemma":0.00006022417,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001733669,"about_ca_topic_score_gemma":0.0001653024,"domain_scores_codex":[0.8514331,0.1020649,0.03834279,0.002225167,0.005298652,0.0006354045],"domain_scores_gemma":[0.9323338,0.04153389,0.01816819,0.006338688,0.001363219,0.0002622476],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00005566313,0.0004568512,0.1187221,0.8559155,0.0006943585,0.000004641484,0.007952947,0.00000404102,0.0001919298,0.001673307,0.006848627,0.007479965],"study_design_scores_gemma":[0.007857852,0.001737151,0.05393314,0.8525136,0.006855178,0.0002813891,0.0174812,0.0117811,0.00009002825,0.01750223,0.02771873,0.00224848],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3864627,0.2609133,0.04135989,0.0009726055,0.0005233857,0.3081808,0.0000444165,0.00002281979,0.001520096],"genre_scores_gemma":[0.9726409,0.005447523,0.003483192,0.00009408185,0.00006327974,0.01468553,0.000001557841,0.00003992151,0.003543975],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5861782,"threshold_uncertainty_score":0.9971276,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2142056543","doi":"10.1186/2046-4053-1-41","title":"Sample size and power considerations in network meta-analysis","year":2012,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":193,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Meta-analysis; Sample size determination; Pairwise comparison; Medicine; Power analysis; Sample (material); Network analysis; Statistical power; Psychological intervention; Computer science; Statistics; Data mining; Artificial intelligence; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.8107508624102976,"gpt":0.5302794681641656,"spread":0.280471394246132,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3636395,0.0005891765,0.02369955,0.0005044968,0.0001963877,0.001007223,0.0008210111,0.0001174415,0.04585632],"category_scores_gemma":[0.2952926,0.000226974,0.008720947,0.004084568,0.00006157535,0.0005233297,0.0001533545,0.000176893,0.004356104],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003791115,"about_ca_system_score_gemma":0.00003044333,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000340609,"about_ca_topic_score_gemma":0.0001865524,"domain_scores_codex":[0.899825,0.0662721,0.02806029,0.00113471,0.004036296,0.0006715942],"domain_scores_gemma":[0.8560587,0.1147778,0.01761737,0.009979133,0.0009459175,0.0006210498],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.000004501668,0.0004941786,0.2018554,0.0358619,0.2928971,0.00001614769,0.01120365,0.0009699567,0.00001898655,0.1684837,0.2878619,0.0003325852],"study_design_scores_gemma":[0.0004037333,0.00005353676,0.02352514,0.0007760963,0.667614,0.0001302978,0.002011101,0.003116085,0.000001903231,0.05838344,0.2424594,0.001525227],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.006942808,0.7677021,0.1402847,0.003824081,0.001436303,0.04668742,0.000111527,0.00004176927,0.03296934],"genre_scores_gemma":[0.9404857,0.000288825,0.0492688,0.001590863,0.000120026,0.00244045,0.000004890318,0.00002450418,0.00577592],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9335429,"threshold_uncertainty_score":0.9964191,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2100388081","doi":"10.1186/2046-4053-2-4","title":"PROSPERO at one year: an evaluation of its utility","year":2013,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":187,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Public Health Agency; National Institute for Health and Care Research; National Institute for Social Care and Health Research","keywords":"Medicine; Protocol (science); Trial registration; Health care; Data collection; Family medicine; Medical education; Internet privacy; Alternative medicine; Clinical trial; Computer science; Statistics; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.8653222370299782,"gpt":0.5609138855439562,"spread":0.3044083514860221,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4644656,0.0004114249,0.009817148,0.0002504578,0.0001132385,0.0004752908,0.001993629,0.0001148498,0.07663809],"category_scores_gemma":[0.1661612,0.0001684484,0.002175719,0.001275487,0.00005243198,0.0006393037,0.0001612066,0.00009954273,0.06389435],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001085193,"about_ca_system_score_gemma":0.00007910444,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001069526,"about_ca_topic_score_gemma":0.00003259247,"domain_scores_codex":[0.8587183,0.09348553,0.03122141,0.001384355,0.01482263,0.0003678114],"domain_scores_gemma":[0.9613127,0.002660965,0.01952638,0.009552854,0.006652107,0.0002950645],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001664638,0.001383038,0.0521976,0.5012068,0.001960065,0.000001327746,0.0102329,0.00006220127,0.006314618,0.009940941,0.3089791,0.1077048],"study_design_scores_gemma":[0.003959981,0.0008953933,0.1362192,0.06193684,0.01897503,0.0001075858,0.006484577,0.4793406,0.001996078,0.05686764,0.2291696,0.004047517],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7179986,0.0531888,0.005949106,0.0006101964,0.001135881,0.1309618,0.00003520432,0.00003275873,0.09008759],"genre_scores_gemma":[0.9804589,0.00015757,0.003050066,0.00009849772,0.00007401104,0.003678913,0.000009812004,0.00001931163,0.0124529],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4792784,"threshold_uncertainty_score":0.9368345,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2911711852","doi":"10.1186/s13643-019-0968-x","title":"Loneliness and social isolation causal association with health-related lifestyle risk in older adults: a systematic review and meta-analysis protocol","year":2019,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":176,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"University of Stirling","keywords":"Medicine; Loneliness; Social isolation; Meta-analysis; Association (psychology); Protocol (science); Gerontology; Isolation (microbiology); Systematic review; MEDLINE; Alternative medicine; Psychiatry; Bioinformatics; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.09636786203304686,"gpt":0.4265024624500369,"spread":0.33013460041699,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.03321161,0.0007887367,0.02664487,0.0003928086,0.0005102072,0.0002462994,0.0003291507,0.0005587824,0.0001110905],"category_scores_gemma":[0.004405842,0.0004242057,0.001719374,0.001939256,0.00006001079,0.0002955916,0.00006048268,0.000586832,0.00008854127],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009308358,"about_ca_system_score_gemma":0.0007176304,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003541927,"about_ca_topic_score_gemma":0.005488573,"domain_scores_codex":[0.9655162,0.02481467,0.007223665,0.0007783679,0.000990572,0.0006765156],"domain_scores_gemma":[0.9834988,0.002323051,0.01304867,0.0006302399,0.0002815056,0.0002177918],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000001102659,0.0000290998,0.00006843053,0.9850515,0.01140972,0.000001149388,0.002724795,6.868526e-8,1.587607e-11,0.0001562798,0.0002673191,0.0002905631],"study_design_scores_gemma":[0.0002474165,0.00002359823,0.00001700402,0.5777726,0.3938864,0.000005725246,0.0005612986,0.000011892,1.015181e-10,0.000004611628,0.02707038,0.000399068],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[1.661347e-7,0.6570656,0.00003270512,0.000662966,0.00003812826,0.342078,0.00004882688,0.00002633876,0.000047288],"genre_scores_gemma":[0.000002540478,0.7249356,0.00006219116,0.0005126142,0.00003713625,0.2733314,0.00004187831,0.00003692036,0.001039678],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4072789,"threshold_uncertainty_score":0.9998209,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2996661314","doi":"10.1186/s13643-019-1243-x","title":"Benefits and harms of medical cannabis: a scoping review of systematic reviews","year":2019,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":169,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; McGill University; Ottawa Hospital","funders":"National Center for Complementary and Integrative Health; Foundation for the National Institutes of Health","keywords":"Medicine; PsycINFO; Systematic review; MEDLINE; Cannabis; Cochrane Library; Meta-analysis; Alternative medicine; Protocol (science); Medical literature; Psychiatry; Family medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1902363141962638,"gpt":0.4489339273970242,"spread":0.2586976132007604,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.03524747,0.001307824,0.04404204,0.0006225552,0.00005725656,0.00004733643,0.001227009,0.0007411842,0.0005697136],"category_scores_gemma":[0.03290815,0.0006720839,0.004051263,0.001470984,0.0002362016,0.0001076342,0.0004535717,0.0009138871,0.0003863637],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002426186,"about_ca_system_score_gemma":0.002488654,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005127701,"about_ca_topic_score_gemma":0.00001189037,"domain_scores_codex":[0.9717497,0.006940305,0.01621214,0.001050076,0.003352789,0.0006949509],"domain_scores_gemma":[0.9837211,0.0005786787,0.01064782,0.003577409,0.0007547917,0.0007202194],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000002089539,0.00007537294,6.151961e-7,0.9137654,0.0003485914,0.00001084427,0.0000628881,7.295806e-9,1.358714e-7,0.0001294666,0.01815327,0.0674513],"study_design_scores_gemma":[0.0002362202,0.0001519046,1.529687e-7,0.7149658,0.007912554,0.0008944577,0.00001862447,0.000003393043,3.637145e-7,7.895277e-7,0.2754741,0.0003416602],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[2.247893e-7,0.8740166,0.00001771613,0.0004123053,0.0003272044,0.1248204,0.00003707474,0.00002091904,0.0003475517],"genre_scores_gemma":[1.071289e-7,0.9782535,0.0001063213,0.0003135895,0.0001575202,0.01820499,0.00006260888,0.0001381952,0.002763203],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2573209,"threshold_uncertainty_score":0.9999673,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2159752579","doi":"10.1186/2046-4053-4-4","title":"Reviews: Rapid! Rapid! Rapid! …and systematic","year":2015,"lang":"en","type":"editorial","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":168,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Timeline; Medicine; Protocol (science); Systematic error; Management science; MEDLINE; Alternative medicine; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.6233308705173616,"gpt":0.5100440178673484,"spread":0.1132868526500131,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.7118391,0.004733488,0.09991638,0.002388855,0.0006221971,0.006661377,0.01250241,0.002475732,0.0107907],"category_scores_gemma":[0.7308915,0.001974068,0.01649688,0.005030507,0.0003744783,0.001071976,0.001262557,0.00230351,0.1002631],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006574987,"about_ca_system_score_gemma":0.0009263683,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002607535,"about_ca_topic_score_gemma":0.00003585578,"domain_scores_codex":[0.5110573,0.303516,0.1365431,0.007802216,0.0388515,0.002229884],"domain_scores_gemma":[0.6041666,0.1212355,0.1977455,0.05799021,0.01541457,0.003447563],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000356554,0.00004382744,0.000002029853,0.4526696,0.0006663227,0.00001398037,0.0005311352,3.335603e-7,9.892395e-7,0.0001090382,0.5445614,0.001397734],"study_design_scores_gemma":[0.0004388344,0.000148762,5.862191e-7,0.2297055,0.007112856,0.00009006357,0.000533555,0.000296742,3.180489e-7,0.0008169697,0.7594725,0.001383289],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"editorial","genre_scores_codex":[0.000001942768,0.562825,0.001679312,0.0001653902,0.3691052,0.05449139,0.0001415534,0.00004977289,0.01154035],"genre_scores_gemma":[0.0000566756,0.2214133,0.007330246,0.000849233,0.5476875,0.03693688,0.0006375968,0.0006981885,0.1843904],"genre_candidate":"editorial","genre_consensus":null,"teacher_disagreement_score":0.3414117,"threshold_uncertainty_score":0.9999982,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2953029151","doi":"10.1186/s13643-019-1062-0","title":"A question of trust: can we build an evidence base to gain trust in systematic review automation technologies?","year":2019,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":162,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital","funders":"National Institute of Environmental Health Sciences; Medical Research Council; University College London; U.S. Environmental Protection Agency","keywords":"Automation; Systematic review; Workflow; Documentation; Computer science; Disk formatting; Data science; Medicine; Knowledge management; Risk analysis (engineering); Software engineering; MEDLINE; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.4757505986788351,"gpt":0.4983922702418923,"spread":0.02264167156305724,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3559934,0.0009114734,0.02261245,0.001536169,0.00008075865,0.0005114553,0.004610179,0.0002556699,0.001461051],"category_scores_gemma":[0.3252701,0.0004154204,0.00252471,0.006303442,0.00005657635,0.0008922685,0.0002588947,0.0003105793,0.00919258],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000337457,"about_ca_system_score_gemma":0.0001643203,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000672545,"about_ca_topic_score_gemma":0.0001533308,"domain_scores_codex":[0.883239,0.06639046,0.04095171,0.001977456,0.006850726,0.0005905951],"domain_scores_gemma":[0.9509626,0.007961066,0.02526214,0.01390059,0.001626731,0.0002868814],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000002882638,0.00006889466,0.001500843,0.9924113,0.0000752613,0.000004390344,0.0006936418,0.00004516551,0.0001428042,0.001863542,0.002266371,0.0009249172],"study_design_scores_gemma":[0.0001650323,0.0001876685,0.0001400337,0.9785631,0.001246926,0.00006392883,0.002081013,0.01495278,0.00004328687,0.001312612,0.0007269988,0.0005165663],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.04158738,0.6995155,0.02889466,0.007460945,0.001250675,0.2191037,0.0000528854,0.000218996,0.001915182],"genre_scores_gemma":[0.8791717,0.04281039,0.03316802,0.002430567,0.0001076369,0.02790168,0.00003853346,0.0001821403,0.0141893],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8375844,"threshold_uncertainty_score":0.9998298,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2912989094","doi":"10.1186/s13643-018-0768-8","title":"A decision tool to help researchers make decisions about including systematic reviews in overviews of reviews of healthcare interventions","year":2019,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":159,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates","keywords":"Psychological intervention; Medicine; Systematic review; Process (computing); Inclusion (mineral); Health care; Intervention (counseling); Management science; Decision aids; MEDLINE; Process management; Computer science; Nursing; Alternative medicine; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.853467534025929,"gpt":0.6102049981862151,"spread":0.2432625358397139,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.5721372,0.001393955,0.04482576,0.003270349,0.0001883866,0.000551008,0.007020066,0.0003668344,0.005139885],"category_scores_gemma":[0.5433779,0.0006419476,0.01385595,0.010618,0.0001046289,0.0006098737,0.001232856,0.00068556,0.02252321],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004869388,"about_ca_system_score_gemma":0.0002403664,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001254642,"about_ca_topic_score_gemma":0.0009774553,"domain_scores_codex":[0.6034487,0.205616,0.1675979,0.004438024,0.01704594,0.001853392],"domain_scores_gemma":[0.8330223,0.05457144,0.07754046,0.02869569,0.005009626,0.001160513],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00002343199,0.0002573977,0.002644911,0.950712,0.0001969363,0.000005165681,0.002681898,0.00003844251,0.00020727,0.002721348,0.01713154,0.02337963],"study_design_scores_gemma":[0.0006068966,0.0003131516,0.0008854537,0.8404378,0.0007795703,0.00004237175,0.00163494,0.0009877206,0.00001578788,0.002099488,0.1514478,0.0007490166],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.02628132,0.7155164,0.04933633,0.0008499702,0.00207003,0.2018067,0.0001020734,0.00002382491,0.004013395],"genre_scores_gemma":[0.4154481,0.2571954,0.2116167,0.00321542,0.0004861787,0.06273302,0.000114526,0.0005722161,0.04861845],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.4583209,"threshold_uncertainty_score":0.9998811,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3030733646","doi":"10.1186/s13643-020-01385-8","title":"e-Health interventions for healthy aging: a systematic review","year":2020,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":157,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval; Centre hospitalier de l'Université Laval; Institut Universitaire de Gériatrie de Montréal; Université de Montréal; Université de Saint-Boniface","funders":"Université Laval","keywords":"Medicine; Psychological intervention; Systematic review; Gerontology; Population; MEDLINE; Health care; Environmental health; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.1948441956474438,"gpt":0.4864705421941875,"spread":0.2916263465467437,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02583189,0.001073579,0.03004199,0.0004221513,0.0007906103,0.0001670537,0.002527321,0.0005315067,0.0000500661],"category_scores_gemma":[0.03187087,0.0007031246,0.006627429,0.001897407,0.0001825807,0.0001822003,0.0001891928,0.0007222425,0.002114199],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001348503,"about_ca_system_score_gemma":0.001906173,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008628575,"about_ca_topic_score_gemma":0.0004930632,"domain_scores_codex":[0.9688393,0.01670873,0.01143053,0.001126857,0.0008440707,0.001050458],"domain_scores_gemma":[0.9821349,0.002536845,0.01233542,0.002146559,0.0002666382,0.0005796074],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[1.672913e-7,0.00003908915,1.71589e-8,0.9419533,0.000295406,0.000002830399,0.0007551661,9.344724e-10,2.393868e-10,0.004477705,0.02353004,0.02894626],"study_design_scores_gemma":[0.00004876521,0.00005043669,1.173282e-9,0.5057744,0.00359607,0.00002591045,0.0001384932,3.343248e-7,4.067682e-10,0.00004909032,0.4900599,0.0002565381],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[2.635074e-10,0.8270273,0.001917741,0.00537687,0.0007615053,0.1641328,0.00007037733,0.0004507066,0.0002628033],"genre_scores_gemma":[5.284347e-8,0.924386,0.001263071,0.001606229,0.0002497599,0.07089074,0.00008388023,0.0001273055,0.001392958],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4665299,"threshold_uncertainty_score":0.999542,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2807522649","doi":"10.1186/s13643-018-0707-8","title":"Technology-assisted title and abstract screening for systematic reviews: a retrospective evaluation of the Abstrackr machine learning tool","year":2018,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":156,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Medical education; Medical physics; Data science","retraction":null,"screen_n_in":null,"score":{"opus":0.6430911952326538,"gpt":0.5195480576045787,"spread":0.1235431376280751,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2489694,0.0003545485,0.006449623,0.0002884515,0.0002372105,0.0002527802,0.001094421,0.000128678,0.001961489],"category_scores_gemma":[0.2183519,0.0001295027,0.001512462,0.001332163,0.0001185516,0.0001352913,0.0001073293,0.0001779665,0.002217211],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007058633,"about_ca_system_score_gemma":0.00004697339,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002743033,"about_ca_topic_score_gemma":0.00001526183,"domain_scores_codex":[0.9691246,0.0131147,0.01341864,0.0007468672,0.003358765,0.0002364757],"domain_scores_gemma":[0.9764645,0.002675004,0.01521854,0.003273608,0.002311037,0.0000573804],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000008283787,0.000106191,0.004542476,0.9027061,0.001075794,7.916034e-7,0.001403239,0.00001076425,0.0007424051,0.006721878,0.04335672,0.03932539],"study_design_scores_gemma":[0.002127893,0.0005255002,0.01391912,0.5605094,0.01613993,0.0003557219,0.003058041,0.1426173,0.0002675158,0.02536425,0.2331405,0.001974804],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.03848819,0.419744,0.09734181,0.001653595,0.003547043,0.3315813,0.0001249876,0.0001437277,0.1073753],"genre_scores_gemma":[0.9616401,0.0005447517,0.0134809,0.0001237799,0.0002357016,0.006339414,0.000008423543,0.00005740705,0.01756957],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9231519,"threshold_uncertainty_score":0.9989508,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2125120881","doi":"10.1186/2046-4053-3-103","title":"Lean management in health care: definition, concepts, methodology and effects reported (systematic review protocol)","year":2014,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Quality and Supply Management","field":"Business, Management and Accounting","cited_by":150,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; University of Saskatchewan","funders":"","keywords":"Medicine; Protocol (science); Systematic review; Health care; MEDLINE; Randomized controlled trial; Cochrane Library; Research design; Quality management; Clinical study design; Comparative effectiveness research; Quality (philosophy); Management science; Process management; Alternative medicine; Operations management; Clinical trial; Management system; Surgery","retraction":null,"screen_n_in":null,"score":{"opus":0.1165877165764646,"gpt":0.3881301320453887,"spread":0.271542415468924,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02532104,0.0004511391,0.00356388,0.0003200531,0.0001646661,0.0001623929,0.0003731885,0.0000699373,0.00004818472],"category_scores_gemma":[0.004198835,0.0003069591,0.0002344839,0.0006941701,0.00005798239,0.0003596685,0.0002281199,0.0001598714,0.0004454905],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001100035,"about_ca_system_score_gemma":0.00001418268,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001492984,"about_ca_topic_score_gemma":0.0001242602,"domain_scores_codex":[0.9911166,0.003128274,0.004198267,0.0006263309,0.0004762268,0.0004543307],"domain_scores_gemma":[0.9951576,0.0006249574,0.002925918,0.001139335,0.0001133522,0.00003880949],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000003459205,0.00003500252,0.00003046013,0.9025739,0.00007093894,0.00001524855,0.0001519397,5.00312e-7,3.835244e-7,0.09337746,0.003312368,0.0004283694],"study_design_scores_gemma":[0.001258842,0.00005975812,0.00006921723,0.8749033,0.0009187107,0.00003127709,0.000721209,0.0001718986,7.692815e-7,0.007877653,0.1134182,0.0005691829],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.00004778991,0.03422598,0.01701283,0.002290226,0.0004220453,0.9217458,9.66814e-7,0.0002284691,0.02402588],"genre_scores_gemma":[0.003281489,0.003269216,0.01046093,0.04482676,0.0003020526,0.9369354,0.00007902795,0.00009965787,0.0007454992],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.1101058,"threshold_uncertainty_score":0.9999382,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2113686669","doi":"10.1186/2046-4053-1-36","title":"Overview of systematic reviews of the effectiveness of reminders in improving healthcare professional behavior","year":2012,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":144,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Cochrane; Ottawa Hospital; University of Toronto","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Systematic review; Psychological intervention; MEDLINE; Health care; Cochrane Library; Pooling; Alternative medicine; Family medicine; Medical education; Nursing; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.6245389696922311,"gpt":0.514442013254505,"spread":0.1100969564377261,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.0289034,0.0009573513,0.02098937,0.0002217069,0.00006653791,0.000006950519,0.001376026,0.000714227,0.0001948732],"category_scores_gemma":[0.002134749,0.0003974194,0.003181962,0.001304603,0.000217988,0.00006455176,0.0002876632,0.0007717684,0.0001228011],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000203402,"about_ca_system_score_gemma":0.0001026031,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001937347,"about_ca_topic_score_gemma":0.00003306039,"domain_scores_codex":[0.9436591,0.04385437,0.0106769,0.0006395289,0.0006477977,0.0005222689],"domain_scores_gemma":[0.979796,0.003691281,0.01380673,0.002395018,0.0002029291,0.0001080396],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000007955421,0.0004282743,0.0004279916,0.9477904,0.0001220298,0.000001843483,0.000401481,3.245663e-9,0.000002324908,0.0007051856,0.00004501893,0.05006747],"study_design_scores_gemma":[0.0002126992,0.0001025242,0.0009839538,0.975163,0.004863945,0.00005861499,0.0001698942,3.09098e-8,6.653742e-7,0.00002280001,0.01808798,0.0003338384],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00007532533,0.9270947,0.000005645556,0.000005423841,0.002296714,0.07013223,0.00005282455,0.000009455697,0.0003277173],"genre_scores_gemma":[0.001229998,0.9663962,0.00005054151,0.00001527066,0.00005043932,0.03191925,0.0000133012,0.00005643396,0.0002685896],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.04973363,"threshold_uncertainty_score":0.9999483,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2760916783","doi":"10.1186/s13643-017-0590-8","title":"Recommendations for reporting of systematic reviews and meta-analyses of diagnostic test accuracy: a systematic review","year":2017,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":142,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Ottawa Hospital; Jewish General Hospital; McMaster University; University of Ottawa","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Systematic review; Medicine; MEDLINE; Cochrane Library; Guideline; Protocol (science); Meta-analysis; Test (biology); Medical physics; Family medicine; Alternative medicine; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.9613751068015918,"gpt":0.6744415448250984,"spread":0.2869335619764933,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.65425,0.0038933,0.2853437,0.001916649,0.000598477,0.001578232,0.01025552,0.0007178274,0.00141982],"category_scores_gemma":[0.9844562,0.001440819,0.06167981,0.003438286,0.0003254878,0.0008531558,0.0008603929,0.0007281765,0.001711759],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002149258,"about_ca_system_score_gemma":0.0006083754,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002557894,"about_ca_topic_score_gemma":0.00002318088,"domain_scores_codex":[0.4829805,0.1676456,0.3347277,0.004366262,0.009126834,0.001153108],"domain_scores_gemma":[0.05655175,0.3718209,0.5354584,0.02978929,0.005815276,0.0005643646],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[4.096451e-7,0.0001144186,0.000001010269,0.9582716,0.01462911,0.000005550598,0.0001273237,1.484545e-7,3.307546e-7,0.0002219006,0.02300967,0.00361854],"study_design_scores_gemma":[0.00006029069,0.00004919616,4.459279e-8,0.4977185,0.3048631,0.0002210432,0.00006458325,0.00002847129,2.717937e-7,0.000148628,0.196311,0.0005348367],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[3.163619e-8,0.8003549,0.00374136,0.0001756967,0.0004148877,0.1944523,0.0004347107,0.00001573599,0.0004103291],"genre_scores_gemma":[0.00000358845,0.890862,0.006839886,0.0001629374,0.00009633744,0.09528948,0.0001409184,0.0001672588,0.006437568],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4605531,"threshold_uncertainty_score":0.999493,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"}]}