{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":1510,"total_is_capped":false,"direct_labels_cover":96,"predictions_cover":1510,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"f56fee51e210","filters":{"venue":"Journal of Clinical Epidemiology"}},"results":[{"id":"W2468996569","doi":"10.1016/j.jclinepi.2009.06.005","title":"Preferred Reporting Items for Systematic Reviews and Meta-Analyses: The PRISMA Statement","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":19882,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Johns Hopkins Bloomberg School of Public Health; Cancer Research UK; McMaster University; Ottawa Hospital Research Institute; Johns Hopkins University; University of Ioannina; GlaxoSmithKline; University of Bern; Medical Research Council; University of Ottawa; Care and Public Health Research Institute, Universiteit Maastricht; Health Services Research and Development","keywords":"Systematic review; CLARITY; Medicine; Health care; Alternative medicine; MEDLINE; Meta-analysis; Family medicine; Political science; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.9867670625485562,"gpt":0.7651237160921635,"spread":0.2216433464563927,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9076974,0.0003994773,0.04084205,0.0002343638,0.0001653003,0.0002215751,0.001864358,0.0002191531,0.0006138324],"category_scores_gemma":[0.956214,0.000110641,0.01659429,0.0005019074,0.0001418792,0.0002319792,0.00008685995,0.0006157059,0.00009113615],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002231895,"about_ca_system_score_gemma":0.0001146589,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002638077,"about_ca_topic_score_gemma":0.00000492737,"domain_scores_codex":[0.3258213,0.3164053,0.3513218,0.001590248,0.004115575,0.0007456723],"domain_scores_gemma":[0.09476012,0.4773483,0.4191745,0.004622296,0.003517442,0.0005773191],"domain_codex":"reporting","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002254185,0.000525867,0.03147884,0.006828606,0.03662882,0.00004637007,0.0007786666,0.001194318,0.00004363509,0.01125493,0.8568099,0.05418467],"study_design_scores_gemma":[0.00128114,0.002321533,0.04015534,0.001233711,0.08757547,0.0007123157,0.0009783368,0.0243015,0.000005060738,0.3463404,0.4945554,0.0005396993],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0388626,0.08929107,0.7260275,0.1302249,0.002045098,0.01199155,0.00001419122,0.000008204149,0.001534923],"genre_scores_gemma":[0.6986889,0.006494629,0.2304572,0.04606387,0.002430043,0.000459723,0.000006247806,0.00004581614,0.01535357],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6598263,"threshold_uncertainty_score":0.9932542,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2576440140","doi":"10.1016/j.jclinepi.2009.06.006","title":"The PRISMA statement for reporting systematic reviews and meta-analyses of studies that evaluate health care interventions: explanation and elaboration","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10603,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Ottawa Hospital","funders":"Cancer Research UK","keywords":"Systematic review; Checklist; Psychological intervention; Guideline; MEDLINE; Health care; Medicine; Psychology; Management science; Nursing; Pathology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.9912535830674697,"gpt":0.8098059262584527,"spread":0.181447656809017,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8102813,0.0002037088,0.01872279,0.0001981435,0.0001917996,0.00009018752,0.0004215377,0.00007765494,0.00002585316],"category_scores_gemma":[0.8715189,0.0000651851,0.004921169,0.0002654042,0.0001194391,0.0002134213,0.00004740238,0.0002027236,0.00000271276],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003317383,"about_ca_system_score_gemma":0.0001020401,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000260715,"about_ca_topic_score_gemma":0.00003095261,"domain_scores_codex":[0.4800144,0.2664341,0.2487218,0.001105104,0.003270561,0.0004540009],"domain_scores_gemma":[0.2969419,0.2817648,0.4118095,0.001868572,0.007348521,0.0002666109],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004844963,0.0005326844,0.06028679,0.09057959,0.07803452,0.00001192968,0.009605078,0.00148125,0.00003083955,0.02483361,0.2468183,0.4873009],"study_design_scores_gemma":[0.004007491,0.01312965,0.1210597,0.01581991,0.1689464,0.000349133,0.06669603,0.02209387,0.00003908935,0.5288629,0.05808547,0.0009104147],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.02960995,0.7641575,0.1577944,0.04443696,0.0005577355,0.003411199,0.000007307548,0.000001669498,0.00002333242],"genre_scores_gemma":[0.8120376,0.09257832,0.09065574,0.003728731,0.000255703,0.0001819177,0.000005929758,0.00001120584,0.0005448578],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.7824277,"threshold_uncertainty_score":0.9958453,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2104675861","doi":"10.1016/j.jclinepi.2010.04.026","title":"GRADE guidelines: 1. Introduction—GRADE evidence profiles and summary of findings tables","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10460,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); Quality of evidence; Evidence-based medicine; Quality (philosophy); Evidence-based practice; Systematic review; Medicine; MEDLINE; Actuarial science; Meta-analysis; Alternative medicine; Business; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.9530019511900161,"gpt":0.6695969753049804,"spread":0.2834049758850357,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.582577,0.0002529528,0.01126067,0.0004052744,0.00006481107,0.00003730085,0.001667102,0.0002899482,0.003306203],"category_scores_gemma":[0.8668239,0.0001102145,0.003149973,0.0005976285,0.0005703613,0.0004503981,0.0001892056,0.0006219143,0.00009788091],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001141751,"about_ca_system_score_gemma":0.0001767468,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003044319,"about_ca_topic_score_gemma":0.000008091431,"domain_scores_codex":[0.8389125,0.07163604,0.08506642,0.001170201,0.002746241,0.0004685832],"domain_scores_gemma":[0.5986112,0.3092972,0.08019679,0.003800963,0.007257808,0.0008359773],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00008596246,0.00008892742,0.6064935,0.00005285935,0.0002686073,0.00000599484,0.0001028295,0.00002560107,0.00005418578,0.004605653,0.3773727,0.01084317],"study_design_scores_gemma":[0.000877356,0.001181206,0.596654,0.0005567943,0.0008842329,0.0004441034,0.0007516981,0.002312721,0.0001235726,0.1884328,0.2074953,0.0002861784],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8659232,0.02624334,0.03961048,0.06321554,0.003832677,0.000612242,0.0000126191,0.00000485846,0.0005451025],"genre_scores_gemma":[0.5624675,0.01693527,0.406308,0.004831863,0.005078698,0.00001373141,0.000002688054,0.00002880195,0.004333448],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3666975,"threshold_uncertainty_score":0.9976049,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2135400982","doi":"10.1016/j.jclinepi.2010.07.015","title":"GRADE guidelines: 3. Rating the quality of evidence","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8174,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Observational study; Quality (philosophy); Context (archaeology); Confidence interval; Quality of evidence; Publication bias; Medicine; Randomized controlled trial; Evidence-based medicine; Quality Score; Alternative medicine; Operations management; Internal medicine; Pathology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.996826406101092,"gpt":0.8027858482902067,"spread":0.1940405578108853,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9019372,0.0001930816,0.01328026,0.0001439262,0.00007005499,0.00002859253,0.003564144,0.0002143449,0.003132439],"category_scores_gemma":[0.976837,0.00005497095,0.00737193,0.000583583,0.0004533275,0.0002320742,0.0001846338,0.0007379384,0.0002642558],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008344811,"about_ca_system_score_gemma":0.000205651,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004155288,"about_ca_topic_score_gemma":0.00002334732,"domain_scores_codex":[0.2887075,0.4457437,0.2567164,0.001205861,0.007012723,0.0006138685],"domain_scores_gemma":[0.05230641,0.7790774,0.1550936,0.004424544,0.008701126,0.0003969288],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006478265,0.00007983215,0.8267499,0.00002451209,0.0002726901,0.000003583186,0.000215181,0.00008501068,0.00002646344,0.01115234,0.0936516,0.06767415],"study_design_scores_gemma":[0.0002588095,0.0003617352,0.7902337,0.0002142533,0.0002632348,0.00005506578,0.000665966,0.001757402,0.00001514601,0.1794341,0.02663956,0.0001010722],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6312381,0.009436347,0.2937266,0.05774223,0.003602256,0.0004794267,0.000003780491,0.000002943621,0.003768268],"genre_scores_gemma":[0.8809049,0.0008572177,0.1100406,0.006457207,0.0008372251,0.000002538342,1.281765e-7,0.0000062595,0.0008939527],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3333337,"threshold_uncertainty_score":0.9977788,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2299177375","doi":"10.1016/j.jclinepi.2016.01.021","title":"PRESS Peer Review of Electronic Search Strategies: 2015 Guideline Statement","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":5631,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Checklist; Guideline; MEDLINE; Evidence-based medicine; Computer science; Information retrieval; Peer review; Systematic review; World Wide Web; Medicine; Psychology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.9459189151653383,"gpt":0.7496451704072284,"spread":0.1962737447581099,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8624154,0.0002534028,0.01520159,0.000190245,0.00003016068,0.00003847743,0.002622457,0.0002055496,0.01451918],"category_scores_gemma":[0.7956264,0.00008312746,0.00545755,0.0003857445,0.0002608382,0.0003074493,0.0001765997,0.0006179166,0.0005568712],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004880488,"about_ca_system_score_gemma":0.001028164,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000120885,"about_ca_topic_score_gemma":0.000008599408,"domain_scores_codex":[0.4746425,0.2775082,0.2319009,0.001664827,0.01291172,0.001371854],"domain_scores_gemma":[0.4278694,0.3928691,0.1324763,0.00680457,0.03881461,0.001165951],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004845154,0.00009544157,0.009862359,0.0002658667,0.0004547093,0.00000394541,0.00001136763,0.00008510403,0.00001070006,0.009284843,0.9342421,0.04563511],"study_design_scores_gemma":[0.0004856314,0.0006982718,0.004086331,0.001128374,0.0002630878,0.00003654207,0.00007115835,0.0003887806,0.000003616984,0.04400507,0.9487414,0.00009167968],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.01321603,0.1271926,0.5107393,0.3394406,0.001746919,0.0009632953,0.00004172373,0.000003608938,0.006655926],"genre_scores_gemma":[0.2849455,0.4941085,0.09713859,0.03774351,0.004568134,0.0000361188,0.00001650769,0.00007894589,0.08136416],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.4136007,"threshold_uncertainty_score":0.9994188,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2171762906","doi":"10.1016/j.jclinepi.2010.02.006","title":"The COSMIN study reached international consensus on taxonomy, terminology, and definitions of measurement properties for health-related patient-reported outcomes","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":4442,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Terminology; Taxonomy (biology); Delphi method; Confusion; Delphi; Consistency (knowledge bases); Management science; Medicine; Psychology; Applied psychology; Computer science; Artificial intelligence; Engineering; Linguistics; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.8170932433584581,"gpt":0.5349041107663476,"spread":0.2821891325921105,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1191484,0.0001579548,0.001689862,0.0001501894,0.0002225034,0.00002547965,0.000605055,0.0001784293,0.00002204227],"category_scores_gemma":[0.4071394,0.00007446431,0.0004844949,0.00009193378,0.000882184,0.0000519088,0.0001014085,0.000815491,0.000003880514],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004022543,"about_ca_system_score_gemma":0.0003749423,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003530072,"about_ca_topic_score_gemma":0.0002116949,"domain_scores_codex":[0.9816502,0.005626863,0.01087775,0.0004036547,0.001137715,0.0003037683],"domain_scores_gemma":[0.9297979,0.0577233,0.009249949,0.0006048247,0.00240005,0.0002240049],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001284202,0.0016583,0.8948935,0.000006726178,0.0005431209,0.000004863345,0.0002294557,0.00007202853,0.0001097611,0.0029336,0.01019291,0.0880715],"study_design_scores_gemma":[0.003562007,0.006070243,0.8864807,0.00006972581,0.0000838946,0.00006129876,0.001801442,0.0003389431,0.00003048756,0.07916848,0.02221304,0.0001197406],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9132114,0.0001667506,0.0002725753,0.08194643,0.003340952,0.000896962,0.000008605174,0.000005167129,0.0001511692],"genre_scores_gemma":[0.995866,0.0001172231,0.002555033,0.001294475,0.0000896816,0.00004611846,5.359728e-7,0.000005141414,0.00002580787],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.287991,"threshold_uncertainty_score":0.9070221,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3141256924","doi":"10.1016/j.jclinepi.2021.03.001","title":"The PRISMA 2020 statement: An updated guideline for reporting systematic reviews","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4097,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Bruyère; Public Health Ontario; University of Toronto; St. Michael's Hospital; Queen's University; McMaster University; Ottawa Hospital; Impact; University of Ottawa","funders":"National Eye Institute; National Health and Medical Research Council; National Institutes of Health; University of Ottawa; Medical Research Council; National Institute for Health and Care Research","keywords":"Checklist; Systematic review; Guideline; Statement (logic); Terminology; Presentation (obstetrics); MEDLINE; Medicine; Management science; Computer science; Medical physics; Psychology; Engineering; Pathology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.9529759625155869,"gpt":0.7323717919197811,"spread":0.2206041705958058,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9347234,0.0003113154,0.02458994,0.0001029834,0.0002589353,0.0002731813,0.002289725,0.0002433628,0.001729938],"category_scores_gemma":[0.9796786,0.0001049671,0.009267234,0.000720315,0.0001333692,0.0002563363,0.0001658984,0.0006625035,0.0002991475],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003055559,"about_ca_system_score_gemma":0.0004505739,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001787108,"about_ca_topic_score_gemma":0.0000260687,"domain_scores_codex":[0.2248431,0.3473794,0.422257,0.001407341,0.003382118,0.0007309793],"domain_scores_gemma":[0.05601105,0.4243979,0.4986601,0.006635702,0.01345266,0.0008425927],"domain_codex":"reporting","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":"reporting","study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004347852,0.0001010326,0.01489377,0.0007451465,0.0006840267,0.00005101028,0.00004646783,0.000185903,0.00001034287,0.002767133,0.9513727,0.029099],"study_design_scores_gemma":[0.0003782505,0.0002802087,0.001869147,0.000540445,0.0007301054,0.0003465318,0.0004274478,0.01920674,0.000002336782,0.05429893,0.9218008,0.0001190378],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02327909,0.03942944,0.8154419,0.110183,0.006965286,0.00364603,0.0000146138,0.000007012853,0.001033639],"genre_scores_gemma":[0.04119062,0.01808053,0.8553581,0.05004185,0.00783697,0.0002401515,0.0001023163,0.00009215189,0.02705733],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.1688321,"threshold_uncertainty_score":0.9991826,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2017265038","doi":"10.1016/j.jclinepi.2013.12.002","title":"Defining consensus: A systematic review recommends methodologic criteria for reporting of Delphi studies","year":2014,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":3552,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"SickKids Foundation; University of Toronto; Hospital for Sick Children","funders":"Division of Graduate Education; Canadian Institutes of Health Research; Canadian Liver Foundation","keywords":"Systematic review; Delphi method; Delphi; MEDLINE; Medicine; Computer science; Statistics; Political science; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.9434568903010523,"gpt":0.7896438436165414,"spread":0.1538130466845109,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6846035,0.0004504761,0.04013791,0.0004009141,0.0002062714,0.00001338727,0.001540588,0.001379855,0.00004099191],"category_scores_gemma":[0.9758203,0.0002794792,0.006121723,0.000499473,0.001485509,0.00005827903,0.0002954635,0.002173468,0.00000769596],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002044876,"about_ca_system_score_gemma":0.001853118,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003110075,"about_ca_topic_score_gemma":0.00001874297,"domain_scores_codex":[0.7402228,0.1821131,0.07493159,0.0007941638,0.0008065728,0.001131772],"domain_scores_gemma":[0.1203859,0.7312723,0.1433208,0.0009134344,0.003664878,0.0004426689],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00002297252,0.00004443134,0.00003531088,0.7819424,0.00115122,0.00003078536,0.00007787504,2.03522e-7,1.172878e-8,0.006397912,0.03573627,0.1745606],"study_design_scores_gemma":[0.000114339,0.0005343811,8.196209e-7,0.5367388,0.003225125,0.000189602,0.0003100855,0.000004577706,2.146032e-8,0.01632089,0.4423824,0.0001789703],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[9.670412e-7,0.9833751,0.004286055,0.007578653,0.001907676,0.002316924,0.00001428294,0.00003005747,0.0004902444],"genre_scores_gemma":[0.000003642269,0.8556099,0.1419237,0.001341809,0.0008024056,0.0001973414,0.000003669918,0.00003653849,0.00008098021],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6198369,"threshold_uncertainty_score":0.9999657,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2136403658","doi":"10.1016/j.jclinepi.2010.09.011","title":"GRADE guidelines: A new series of articles in the Journal of Clinical Epidemiology","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":3125,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Institute of Population and Public Health; McMaster University","funders":"","keywords":"Grading (engineering); Quality of evidence; Epidemiology; Systematic review; Clinical epidemiology; Evidence-based medicine; MEDLINE; Medicine; Evidence-based practice; Health care; Alternative medicine; Medical education; Family medicine; Data science; Computer science; Meta-analysis; Pathology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.9020459756302964,"gpt":0.6674652016856231,"spread":0.2345807739446734,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6060385,0.0002459913,0.00922923,0.0004651222,0.00005992343,0.000008306235,0.001313191,0.0009055699,0.000305578],"category_scores_gemma":[0.7976418,0.0001816712,0.001568665,0.0002731456,0.0008540603,0.0004775967,0.00008853753,0.002917089,0.00009102061],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005018488,"about_ca_system_score_gemma":0.001180704,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005053103,"about_ca_topic_score_gemma":0.0005214313,"domain_scores_codex":[0.8383479,0.03848127,0.1213271,0.0006005167,0.0002587546,0.0009844179],"domain_scores_gemma":[0.4308782,0.4498653,0.1152633,0.001488482,0.001333082,0.001171741],"domain_codex":null,"domain_gemma":"methods","domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003404896,0.0003014068,0.8341724,0.00006309652,0.0001635106,0.000006857101,0.0004072048,0.0004132735,0.000002883969,0.06673919,0.09461894,0.002770687],"study_design_scores_gemma":[0.002240035,0.001381348,0.6078749,0.0001247632,0.00004011501,0.0004056447,0.0007230027,0.001173993,0.00000146777,0.3068488,0.07903896,0.0001469946],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6972991,0.003437329,0.009859738,0.2841847,0.004813911,0.0001971114,0.0000188904,0.000003799605,0.0001854469],"genre_scores_gemma":[0.7859796,0.007769562,0.120979,0.07515182,0.009936086,0.000003965733,0.000002818929,0.00003620493,0.0001409587],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.411384,"threshold_uncertainty_score":0.9993832,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3126226315","doi":"10.1016/j.jclinepi.2021.02.003","title":"Updating guidance for reporting systematic reviews: development of the PRISMA 2020 statement","year":2021,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2856,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Public Health; Ottawa Hospital; Wilfrid Laurier University; University of Ottawa","funders":"National Health and Medical Research Council; Medical Research Council; Australian Research Council; University of Ottawa","keywords":"Checklist; Systematic review; Guideline; CLARITY; Statement (logic); MEDLINE; Medical education; Management science; Medicine; Computer science; Psychology; Political science; Engineering; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.952323577334981,"gpt":0.7087015725636854,"spread":0.2436220047712956,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8667154,0.0002299936,0.02005911,0.00007612359,0.0001336853,0.00005584191,0.001742568,0.0001529807,0.000584194],"category_scores_gemma":[0.9753568,0.00008201712,0.007393062,0.0006279586,0.00009090945,0.0001092572,0.0002633225,0.0004324723,0.00006948917],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004252906,"about_ca_system_score_gemma":0.0007617915,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":5.192906e-7,"about_ca_topic_score_gemma":0.000008343945,"domain_scores_codex":[0.3648838,0.2141214,0.4149945,0.001219381,0.004190938,0.0005899709],"domain_scores_gemma":[0.06348605,0.343419,0.5803276,0.004366544,0.008038027,0.0003627752],"domain_codex":"reporting","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":"reporting","study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006007657,0.0004031082,0.526326,0.02726666,0.002766407,0.00003913825,0.001045728,0.0008269078,0.0002076799,0.006455278,0.341527,0.09307607],"study_design_scores_gemma":[0.001424546,0.0003703742,0.1546526,0.02706492,0.002148891,0.0005951339,0.0030315,0.01099627,0.0002737002,0.06184815,0.7370816,0.0005122789],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1816335,0.02796942,0.7563587,0.02407151,0.005355551,0.00342403,0.000006198577,0.000002735234,0.001178266],"genre_scores_gemma":[0.1298162,0.0008868822,0.8606625,0.004251851,0.0007356395,0.00008829014,0.00000215511,0.00001842357,0.003538067],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3955547,"threshold_uncertainty_score":0.9944891,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1981680557","doi":"10.1016/j.jclinepi.2010.07.017","title":"GRADE guidelines: 4. Rating the quality of evidence—study limitations (risk of bias)","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2834,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Observational study; Randomized controlled trial; Medicine; Systematic review; Intensive care medicine; Publication bias; MEDLINE; Meta-analysis; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.9975478483593986,"gpt":0.7887250727249735,"spread":0.2088227756344251,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8761842,0.0002095766,0.01315752,0.0002520678,0.0000929722,0.00002151277,0.002785247,0.000182631,0.0009808359],"category_scores_gemma":[0.9832954,0.00006555521,0.006952298,0.0008791857,0.0004396231,0.0002140706,0.0001720904,0.0007443386,0.00008327192],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008413252,"about_ca_system_score_gemma":0.0002572697,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000155855,"about_ca_topic_score_gemma":0.0001839252,"domain_scores_codex":[0.2932526,0.499819,0.1997221,0.0009826076,0.005782937,0.0004407],"domain_scores_gemma":[0.05027955,0.7844605,0.1524043,0.003418148,0.0091787,0.0002587843],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005806437,0.0002984766,0.9493183,0.00001671499,0.000610795,0.000001323006,0.0008253413,0.0002588933,0.000007576722,0.001930343,0.01565435,0.03101983],"study_design_scores_gemma":[0.0003229131,0.0008098763,0.9336274,0.0001021114,0.0006908955,0.00001018491,0.004388734,0.001437396,0.00000482186,0.05642437,0.002112878,0.00006843171],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9308282,0.002236364,0.05746386,0.007328039,0.0009970107,0.0004623546,0.000005469833,0.000001253803,0.0006774172],"genre_scores_gemma":[0.944542,0.001012361,0.05305917,0.0008510305,0.0003081092,0.000004491326,1.712731e-7,0.000005345859,0.000217353],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2846415,"threshold_uncertainty_score":0.9999324,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2091538045","doi":"10.1016/j.jclinepi.2014.03.013","title":"Scoping reviews: time for clarity in definition, methods, and reporting","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2793,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; St. Michael's Hospital; University of Ottawa; University of Toronto","funders":"","keywords":"CLARITY; Terminology; Confusion; Consistency (knowledge bases); Computer science; Management science; Knowledge translation; Field (mathematics); Systematic review; Data science; Process management; Knowledge management; MEDLINE; Psychology; Engineering; Political science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.9759914182322607,"gpt":0.7661860522381492,"spread":0.2098053659941115,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9390732,0.0001755938,0.01893241,0.0002539096,0.00006356452,0.00006266397,0.0006961687,0.0002785445,0.0005585405],"category_scores_gemma":[0.985822,0.00007885404,0.003696293,0.0003478516,0.0001321194,0.0001626792,0.00008761384,0.0006014596,0.000122223],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000113055,"about_ca_system_score_gemma":0.00009413899,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002931079,"about_ca_topic_score_gemma":0.000009209986,"domain_scores_codex":[0.3353485,0.4185235,0.2425831,0.001440192,0.001494864,0.0006098638],"domain_scores_gemma":[0.02907995,0.747585,0.2186822,0.002121404,0.002066507,0.0004649435],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003395206,0.00006002876,0.6485832,0.0002592418,0.0001048293,0.000003607951,0.00003934124,0.00003951752,0.00001707157,0.01020634,0.03737844,0.3032745],"study_design_scores_gemma":[0.0005460806,0.0003093178,0.2037155,0.001055136,0.0002104459,0.0001426004,0.00002546676,0.01146865,0.000001264443,0.6459467,0.1364485,0.0001304203],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04542381,0.0102534,0.9305074,0.0102993,0.0008872076,0.0007447786,0.000001296503,0.000001756686,0.001881087],"genre_scores_gemma":[0.01373246,0.001258994,0.9785157,0.005511187,0.0006747692,0.00001343052,0.000001061243,0.000007646519,0.0002847163],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6357403,"threshold_uncertainty_score":0.9956326,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2090132603","doi":"10.1016/j.jclinepi.2011.01.012","title":"GRADE guidelines 6. Rating the quality of evidence—imprecision","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":2682,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Quality of evidence; Quality (philosophy); Medicine; Meta-analysis; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.9117431739366876,"gpt":0.6635809712434746,"spread":0.248162202693213,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1008613,0.0001392413,0.004115182,0.00006632342,0.00003990073,0.00000200198,0.0002811612,0.0003030126,0.0001505185],"category_scores_gemma":[0.4706138,0.00005727186,0.002600037,0.0001290402,0.0004313953,0.0000835716,0.00005931704,0.0008148369,0.00001082905],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001373552,"about_ca_system_score_gemma":0.0002108318,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008540713,"about_ca_topic_score_gemma":0.000005122383,"domain_scores_codex":[0.983304,0.00691238,0.008884605,0.0001940352,0.0004503445,0.0002546443],"domain_scores_gemma":[0.7795841,0.2124671,0.005786778,0.0005919309,0.001185952,0.0003841502],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001600627,0.0001504228,0.9315574,0.00004004204,0.0002136161,0.0000531406,0.0001059749,0.000009876557,0.0001356393,0.006454339,0.002997081,0.05668191],"study_design_scores_gemma":[0.0010659,0.001042406,0.9716333,0.0003206547,0.0002102234,0.0003967842,0.0001316444,0.00006314753,0.00009595781,0.004293459,0.02067779,0.00006869635],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9256772,0.004156136,0.004702992,0.06111633,0.001454399,0.0002050701,8.552286e-7,0.00001125436,0.002675772],"genre_scores_gemma":[0.9491712,0.00437322,0.03396454,0.01037069,0.001653192,0.000001738441,5.140671e-7,0.0000127137,0.0004521933],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3697525,"threshold_uncertainty_score":0.9258525,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2165037395","doi":"10.1016/j.jclinepi.2004.03.012","title":"New ICD-10 version of the Charlson comorbidity index predicted in-hospital mortality","year":2004,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":2484,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Generalizability theory; ICD-10; Medicine; Comorbidity; Charlson comorbidity index; Coding (social sciences); Diagnosis code; Population; Statistics; Internal medicine; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.4828866030270053,"gpt":0.5947186039689906,"spread":0.1118320009419853,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03103334,0.0001136487,0.00150846,0.00008887474,0.0001568419,8.996577e-7,0.0004045765,0.0007654236,0.0006192633],"category_scores_gemma":[0.09109595,0.00006683288,0.0003541831,0.0002081022,0.0002007557,0.0001386025,0.0001245976,0.003147545,0.00004886642],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001601066,"about_ca_system_score_gemma":0.002145845,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007799472,"about_ca_topic_score_gemma":0.0001458451,"domain_scores_codex":[0.9874949,0.004675962,0.006892046,0.0001389256,0.0003763135,0.0004218219],"domain_scores_gemma":[0.9793194,0.01339773,0.006083848,0.0003327865,0.0003625009,0.0005037694],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003353971,0.0001478549,0.9593135,0.0001480834,0.00002442835,0.000002615976,0.0003922533,0.0002658539,9.243175e-7,0.001514042,0.03519277,0.002662275],"study_design_scores_gemma":[0.003428593,0.0007400058,0.9658185,0.0006716225,0.00002385149,0.00000267323,0.0001384861,0.0004404386,0.000001887736,0.011322,0.01735968,0.00005226249],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9476891,0.00008648602,0.004944015,0.04049573,0.005218324,0.000315393,0.00001037982,0.00001113671,0.001229493],"genre_scores_gemma":[0.9920881,0.0005265938,0.0008383642,0.0051196,0.001293906,0.000002278726,0.000004703384,0.000006267193,0.0001201679],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06006261,"threshold_uncertainty_score":0.9991522,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2093043874","doi":"10.1016/j.jclinepi.2011.03.017","title":"GRADE guidelines: 7. Rating the quality of evidence—inconsistency","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2369,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; McMaster University","funders":"","keywords":"Spurious relationship; Econometrics; Credibility; Statistics; Quality (philosophy); Statistical hypothesis testing; Consistency (knowledge bases); Omnibus test; Point estimation; Publication bias; Meta-analysis; Confidence interval; Medicine; Subgroup analysis; Psychology; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.9961731356351076,"gpt":0.7900796750717212,"spread":0.2060934605633864,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8883877,0.0002310593,0.01480428,0.0001860857,0.00008999002,0.00003327642,0.003512414,0.0002587075,0.003765616],"category_scores_gemma":[0.9731324,0.00006786801,0.009116963,0.0006463248,0.0005615376,0.0002521456,0.0002004144,0.0008076997,0.0002744348],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001133457,"about_ca_system_score_gemma":0.000324646,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005917606,"about_ca_topic_score_gemma":0.00004689952,"domain_scores_codex":[0.317788,0.4191304,0.2543166,0.0012803,0.0068286,0.0006560119],"domain_scores_gemma":[0.05174332,0.7687373,0.1639812,0.004945299,0.01012176,0.0004712177],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006609179,0.000100904,0.8528852,0.00003134393,0.0003977842,0.000004934329,0.0002363786,0.000048817,0.00002144744,0.013075,0.07734961,0.05578248],"study_design_scores_gemma":[0.0003181162,0.0004303916,0.7401724,0.000229869,0.0003841752,0.00007982375,0.001061501,0.001215124,0.00001119583,0.2310666,0.02490721,0.0001236045],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6961716,0.01480035,0.1921004,0.08176416,0.005469823,0.0007318917,0.000006484589,0.000004677511,0.008950512],"genre_scores_gemma":[0.8785539,0.0009220158,0.1126846,0.005932226,0.000858783,0.000003333769,1.84406e-7,0.000007485272,0.001037481],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3496068,"threshold_uncertainty_score":0.999822,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W600840809","doi":"10.1016/j.jclinepi.2015.06.005","title":"ROBIS: A new tool to assess risk of bias in systematic reviews was developed","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2208,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute of Population and Public Health","funders":"Monash University; Medical Research Council; National Institute for Health and Care Research; University of Alberta; Johns Hopkins University","keywords":"Systematic review; Psychological intervention; Relevance (law); Selection bias; Identification (biology); Scope (computer science); Psychology; Guideline; Medicine; MEDLINE; Process (computing); Risk analysis (engineering); Applied psychology; Computer science; Pathology; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.9813208922076017,"gpt":0.7157097203841251,"spread":0.2656111718234766,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8870792,0.0003552679,0.03652664,0.0007207837,0.00002555635,0.00007284378,0.002962325,0.0003550008,0.0007299117],"category_scores_gemma":[0.9831051,0.0001407191,0.00608501,0.001777906,0.00008809088,0.0002525607,0.0002270505,0.0008800606,0.001889329],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006249338,"about_ca_system_score_gemma":0.0009752564,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004751016,"about_ca_topic_score_gemma":0.0001252486,"domain_scores_codex":[0.3510628,0.4586889,0.1840306,0.001160981,0.004417533,0.0006391607],"domain_scores_gemma":[0.1205369,0.6677082,0.196731,0.006237792,0.006632004,0.002154018],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001128285,0.0001602204,0.6541281,0.001250863,0.0004912746,0.00002225315,0.0003437995,0.001515953,0.000002134132,0.001449125,0.3179352,0.02258822],"study_design_scores_gemma":[0.003408388,0.002042138,0.4010885,0.01326686,0.00235985,0.0003593602,0.001286196,0.008261728,0.000004684225,0.1275535,0.4396271,0.0007417812],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.6005988,0.01723371,0.3615115,0.01108318,0.003997977,0.003501724,0.000007599403,0.000004036628,0.00206149],"genre_scores_gemma":[0.3858431,0.004835596,0.5888118,0.0102565,0.001697846,0.00006720743,0.000001877604,0.00004433139,0.008441754],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2530397,"threshold_uncertainty_score":0.9988878,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2069378996","doi":"10.1016/j.jclinepi.2010.03.002","title":"Guidelines for Reporting Reliability and Agreement Studies (GRRAS) were proposed","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":2097,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Western University","funders":"","keywords":"Reliability (semiconductor); Psychology; Medicine; Statistics; Mathematics; Physics","retraction":null,"screen_n_in":null,"score":{"opus":0.8672390330587612,"gpt":0.6777059197779776,"spread":0.1895331132807836,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4506437,0.0002183659,0.003410418,0.0001230641,0.0001964599,0.00003667506,0.0007325085,0.0003323937,0.0001168744],"category_scores_gemma":[0.9416817,0.0001143521,0.001038846,0.0001520215,0.0008075084,0.0002271974,0.0002278197,0.00106282,0.00001204692],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002862946,"about_ca_system_score_gemma":0.0002935071,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008643571,"about_ca_topic_score_gemma":0.00006009123,"domain_scores_codex":[0.9589608,0.004705852,0.03348568,0.000917647,0.001396254,0.0005337567],"domain_scores_gemma":[0.4239996,0.443244,0.0934272,0.003587839,0.03416727,0.001574159],"domain_codex":null,"domain_gemma":"methods","domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004155023,0.0002534834,0.7635147,0.00005419919,0.0001614057,0.000008256494,0.00009904367,0.0002754978,0.0004237409,0.001983501,0.0986567,0.134154],"study_design_scores_gemma":[0.001543044,0.001719869,0.2529599,0.0001089483,0.0001033491,0.00006973462,0.0009580551,0.001820644,0.00009909769,0.5412202,0.1992001,0.0001970611],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8651575,0.0008193071,0.009263499,0.1182095,0.005886674,0.0004645776,0.000003651123,0.000008726315,0.0001865142],"genre_scores_gemma":[0.7472031,0.001173061,0.2394508,0.007989421,0.003441096,0.00001409962,8.075982e-7,0.00001280716,0.0007148376],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5392367,"threshold_uncertainty_score":0.5656779,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2614694672","doi":"10.1016/j.jclinepi.2017.04.026","title":"CARE guidelines for case reports: explanation and elaboration document","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":2086,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Cancer Research UK","keywords":"Elaboration; Medicine; Psychology; Philosophy; Humanities","retraction":null,"screen_n_in":null,"score":{"opus":0.7642319293024351,"gpt":0.704256605380289,"spread":0.05997532392214611,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03681144,0.0001258587,0.001437944,0.00007818378,0.0002016004,0.00002777158,0.00007108092,0.0002636561,0.00003221178],"category_scores_gemma":[0.6700243,0.00009115888,0.0003548392,0.00002477056,0.0001628089,0.0004431252,0.00005495387,0.0004217123,0.000001741679],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004950994,"about_ca_system_score_gemma":0.0003626537,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001193677,"about_ca_topic_score_gemma":0.0001411413,"domain_scores_codex":[0.9894223,0.0008182878,0.009123875,0.0002736418,0.0001800192,0.0001819348],"domain_scores_gemma":[0.9596344,0.02325789,0.01207995,0.0005026018,0.004216146,0.0003089591],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002344954,0.0001468178,0.5027281,0.0001895668,0.0003459041,0.003793083,0.000125861,0.00007597989,0.00006314905,0.001450071,0.06715992,0.4215766],"study_design_scores_gemma":[0.01875463,0.01006259,0.459551,0.000571757,0.002539886,0.08505438,0.004402598,0.003946984,0.0001027269,0.0479622,0.3665964,0.0004548331],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7750644,0.001144015,0.04375147,0.176015,0.003213213,0.0006516587,0.00001184658,0.00001213744,0.000136269],"genre_scores_gemma":[0.8338479,0.001468814,0.151112,0.009779697,0.003667915,0.00001166167,0.00003318691,0.00001561529,0.00006311914],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6332129,"threshold_uncertainty_score":0.9918053,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2010149513","doi":"10.1016/j.jclinepi.2010.09.012","title":"GRADE guidelines: 2. Framing the question and deciding on important outcomes","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1918,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Outcome (game theory); Framing (construction); Guideline; Population; Medicine; Evidence-based medicine; Psychology; Actuarial science; Alternative medicine; Economics; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.6328557886014028,"gpt":0.6686296993919846,"spread":0.03577391079058179,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07751492,0.0001733701,0.001737511,0.0001020334,0.00009432991,0.00001155605,0.0001769311,0.0003634753,0.00007697881],"category_scores_gemma":[0.6886438,0.00008928261,0.0005371995,0.00009404124,0.0002965088,0.0001413448,0.0000637845,0.002608096,0.00001082941],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001949497,"about_ca_system_score_gemma":0.0002564467,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006809022,"about_ca_topic_score_gemma":0.00007389822,"domain_scores_codex":[0.9867179,0.002112,0.01029255,0.0002697118,0.0003295038,0.0002783248],"domain_scores_gemma":[0.8080731,0.1819291,0.007935394,0.0005606433,0.0009805497,0.0005212369],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004543454,0.0001503192,0.9231716,0.00001084696,0.0001376936,0.00004186502,0.00001870187,0.00001162902,0.0003112008,0.005626669,0.006798322,0.06326675],"study_design_scores_gemma":[0.002452701,0.001293437,0.9414906,0.000106193,0.0003155897,0.0007586355,0.0001472272,0.002036843,0.00001928445,0.01889672,0.03238918,0.00009356515],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7792367,0.0001913915,0.004061163,0.2136597,0.002612411,0.0001681323,0.000001591946,0.00001236155,0.00005652292],"genre_scores_gemma":[0.8889254,0.001533469,0.05215123,0.05422946,0.003086692,0.000002738905,0.000003835846,0.00002015201,0.00004707622],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6111289,"threshold_uncertainty_score":0.9996929,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4235092737","doi":"10.1016/j.jclinepi.2010.03.004","title":"CONSORT 2010 Explanation and Elaboration: updated guidelines for reporting parallel group randomised trials","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1865,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University Medical Centre; Health Sciences Centre; Ottawa Hospital","funders":"University of California, Irvine; Institut National de la Santé et de la Recherche Médicale; University of Oxford; Ottawa Hospital Research Institute; McMaster University; Johns Hopkins University; Canadian Institutes of Health Research; National Institute for Health and Care Research; Johns Hopkins Bloomberg School of Public Health; University of Pennsylvania","keywords":"Consolidated Standards of Reporting Trials; Checklist; Critical appraisal; Randomized controlled trial; Medicine; Systematic review; Psychological intervention; Statement (logic); MEDLINE; Family medicine; Alternative medicine; Psychology; Nursing; Surgery; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.9680071537346534,"gpt":0.7344937650894412,"spread":0.2335133886452122,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9149399,0.0002265961,0.01792555,0.0002684771,0.0001151805,0.000143129,0.0007297259,0.0004460029,0.001891993],"category_scores_gemma":[0.9895487,0.00009527714,0.004461514,0.0003087136,0.0001753375,0.0002874947,0.00004617402,0.0006505144,0.00004525565],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000005217567,"about_ca_system_score_gemma":0.0002046073,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004028478,"about_ca_topic_score_gemma":0.00003430522,"domain_scores_codex":[0.5053502,0.1486984,0.3409666,0.001479567,0.002958935,0.0005462792],"domain_scores_gemma":[0.03691588,0.6047213,0.3405848,0.002102069,0.01505911,0.0006168067],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001529478,0.00006803349,0.1790103,0.00001782906,0.00065694,0.000009235648,0.00002847389,0.0001558009,0.0002660678,0.008995053,0.7527797,0.05648304],"study_design_scores_gemma":[0.01729725,0.0005049918,0.1140812,0.00005344907,0.001229047,0.0003536856,0.0002268296,0.03571375,0.00000937548,0.1717599,0.6584963,0.0002741143],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.3275006,0.001084619,0.6051493,0.05770746,0.006788019,0.001381343,0.00001442277,0.000004644708,0.0003695969],"genre_scores_gemma":[0.1997795,0.0008367015,0.7808468,0.01012318,0.005759811,0.00006234208,0.00003945983,0.00002125829,0.00253095],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4684344,"threshold_uncertainty_score":0.9990204,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2009326492","doi":"10.1016/j.jclinepi.2011.04.014","title":"GRADE guidelines: 8. Rating the quality of evidence—indirectness","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":1855,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; McMaster University","funders":"","keywords":"Psychological intervention; Presumption; Intervention (counseling); Psychology; Quality (philosophy); Outcome (game theory); Medicine; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.9831617344430363,"gpt":0.7198006129394486,"spread":0.2633611215035877,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4894687,0.0001770426,0.004922801,0.0001821542,0.0001072322,0.000007574498,0.0008507741,0.0003587452,0.000473748],"category_scores_gemma":[0.6730403,0.0001209444,0.0009933733,0.0001783171,0.0004456817,0.0003799647,0.00008788788,0.000779913,0.0002140678],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009269932,"about_ca_system_score_gemma":0.000389123,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009344367,"about_ca_topic_score_gemma":0.00009939416,"domain_scores_codex":[0.9309084,0.01462232,0.05333465,0.000466549,0.0001720393,0.0004959771],"domain_scores_gemma":[0.7341378,0.197902,0.06556416,0.001053167,0.0009184927,0.0004243984],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001194293,0.0001493383,0.8674528,0.0001652256,0.0002042052,0.000001353757,0.0007284978,0.0001225874,0.000002145461,0.09966017,0.02961568,0.001778561],"study_design_scores_gemma":[0.0008483009,0.0004317546,0.8037723,0.0003299369,0.0000255724,0.00002736632,0.0008327104,0.0009819326,0.0000082729,0.1762386,0.01631025,0.0001930802],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7111171,0.01351877,0.04544884,0.2207803,0.005702314,0.0005269612,0.0000391674,0.0000210357,0.00284556],"genre_scores_gemma":[0.8980152,0.002713366,0.05452845,0.04178186,0.002649738,0.00001409951,0.000001668898,0.00002771497,0.0002679006],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1967707,"threshold_uncertainty_score":0.5256994,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2109346853","doi":"10.1016/j.jclinepi.2011.01.011","title":"GRADE guidelines: 5. Rating the quality of evidence—publication bias","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1843,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Funnel plot; Publication bias; Observational study; Reporting bias; Suspect; Medicine; Meta-analysis; Non-response bias; Evidence-based medicine; Evidence-based practice; Quality of evidence; Randomized controlled trial; Quality (philosophy); Sample size determination; MEDLINE; Psychology; Statistics; Alternative medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.9973717538333816,"gpt":0.7970850390389328,"spread":0.2002867147944488,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9025369,0.0001916051,0.01079001,0.0002222137,0.00007969123,0.00005138775,0.003270114,0.0002395761,0.003432387],"category_scores_gemma":[0.983162,0.00005730458,0.006256993,0.0008104476,0.0003857786,0.000346006,0.000157482,0.0006694676,0.0003217837],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001180682,"about_ca_system_score_gemma":0.0002662621,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005743344,"about_ca_topic_score_gemma":0.00002640404,"domain_scores_codex":[0.2785524,0.4470631,0.2650693,0.001317585,0.007384803,0.0006127154],"domain_scores_gemma":[0.03699796,0.7433395,0.1976129,0.00498284,0.01663529,0.0004315699],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004672176,0.00008674467,0.7622713,0.00002055707,0.0002552657,9.539636e-7,0.0001974265,0.00004469925,0.00001936933,0.01609092,0.1505085,0.07045759],"study_design_scores_gemma":[0.0002450451,0.0002963541,0.8152291,0.0001283836,0.0002362713,0.00003589058,0.0005488631,0.00248451,0.00001441932,0.1298794,0.05080652,0.00009529217],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5366886,0.006569386,0.3000548,0.1474769,0.003252049,0.0006882512,0.000005766382,0.000004861032,0.00525926],"genre_scores_gemma":[0.8901759,0.0007789463,0.09818878,0.008674292,0.0009534957,0.000005310773,6.261733e-7,0.000007580331,0.001215035],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3534873,"threshold_uncertainty_score":0.9974786,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2073644162","doi":"10.1016/j.jclinepi.2008.10.009","title":"AMSTAR is a reliable and valid measurement tool to assess the methodological quality of systematic reviews","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1770,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute for Clinical Evaluative Sciences; University of Ottawa; Institute of Population and Public Health","funders":"","keywords":"Intraclass correlation; Inter-rater reliability; Kappa; Medicine; Construct validity; Reliability (semiconductor); Systematic review; Confidence interval; Criterion validity; Cohen's kappa; Medical physics; Statistics; Psychometrics; Mathematics; MEDLINE; Clinical psychology; Rating scale; Internal medicine; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.9935874369043814,"gpt":0.7700991734328491,"spread":0.2234882634715324,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9430243,0.0003058851,0.02883194,0.0001814447,0.00008595777,0.00008878113,0.002320678,0.0002788788,0.0008696379],"category_scores_gemma":[0.947829,0.00009589284,0.006294697,0.0006941587,0.000170927,0.0001301099,0.0001393766,0.0007083155,0.0001931984],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003237923,"about_ca_system_score_gemma":0.0001311585,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006815223,"about_ca_topic_score_gemma":0.000003799113,"domain_scores_codex":[0.2198643,0.5956446,0.1741756,0.001499553,0.008123549,0.0006923457],"domain_scores_gemma":[0.1416411,0.6907246,0.1497237,0.007809141,0.009092215,0.001009238],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0005372821,0.0007703012,0.3044684,0.007300123,0.001913132,0.00001652462,0.0006961863,0.0004096293,0.0003126849,0.03970782,0.583803,0.06006493],"study_design_scores_gemma":[0.0008440074,0.002325057,0.5900339,0.004001092,0.001810753,0.0001552552,0.0004822414,0.001364407,0.00002057446,0.2584198,0.1401622,0.0003807286],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2874009,0.03716433,0.5720119,0.09485326,0.001999744,0.004710452,0.000007853098,0.000005065693,0.001846527],"genre_scores_gemma":[0.5850248,0.005481467,0.3541916,0.05349223,0.0007443355,0.00004277267,3.547441e-7,0.00001292426,0.00100956],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4436408,"threshold_uncertainty_score":0.985586,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2106311978","doi":"10.1016/j.jclinepi.2013.08.005","title":"Applying an equity lens to interventions: using PROGRESS ensures consideration of socially stratifying factors to illuminate inequities in health","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":1635,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; Institute of Population and Public Health; Bruyère; University of Ottawa","funders":"Medical Research Council","keywords":"Psychological intervention; Health equity; Equity (law); Socioeconomic status; Disadvantage; Acronym; Public economics; Social determinants of health; Health care; Medicine; Psychology; Actuarial science; Political science; Economic growth; Environmental health; Economics; Population; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.7329751885356314,"gpt":0.65853013972719,"spread":0.07444504880844138,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03677393,0.0001153923,0.001696667,0.0002087642,0.0002653988,0.00003734085,0.0002582287,0.0002255072,0.00009499619],"category_scores_gemma":[0.05561808,0.00009539244,0.0003439579,0.0001786496,0.000351852,0.0004656428,0.0000930109,0.00047351,0.000002189621],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001895928,"about_ca_system_score_gemma":0.001551564,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01669271,"about_ca_topic_score_gemma":0.01819186,"domain_scores_codex":[0.9868887,0.006735897,0.005309495,0.0001904815,0.0002765325,0.0005988699],"domain_scores_gemma":[0.9864688,0.00983983,0.002593114,0.0001132315,0.0004435616,0.0005414532],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004610492,0.000161497,0.9262019,0.0003175509,0.00002921579,0.000002288033,0.007257321,0.0007797607,0.000005619421,0.03329672,0.0006787233,0.03122327],"study_design_scores_gemma":[0.0003655023,0.0008482673,0.9512439,0.0009880329,0.00001169994,0.000002024843,0.02559249,0.0002908465,0.000003825913,0.01936257,0.001161473,0.0001293883],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9540267,0.0003602636,0.002807535,0.04111162,0.0007830412,0.0007398162,0.00000529939,0.000009138419,0.000156617],"genre_scores_gemma":[0.9802972,0.0002171348,0.01262762,0.00638241,0.0004298353,0.00001705416,0.000001094842,0.000007711262,0.00001995139],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03472921,"threshold_uncertainty_score":0.9997236,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W113797418","doi":"10.1016/s0895-4356(99)00206-1","title":"Methods for assessing responsiveness","year":2000,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":1470,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Western Hospital; University of Toronto; University of Waterloo","funders":"Medical Research Council","keywords":"Measure (data warehouse); Interpretation (philosophy); Medicine; Econometrics; Statistics; Computer science; Mathematics; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.9429768462523852,"gpt":0.7649698748019254,"spread":0.1780069714504598,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5423663,0.0004767036,0.02836791,0.0007975267,0.0001463772,0.00004499461,0.0009915516,0.001838817,0.0004581455],"category_scores_gemma":[0.5745836,0.0004424018,0.005006422,0.0002340875,0.0002572407,0.0003935595,0.00007111151,0.001783622,0.0004833782],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004362541,"about_ca_system_score_gemma":0.002107167,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002054287,"about_ca_topic_score_gemma":0.000001845106,"domain_scores_codex":[0.8698812,0.05394467,0.07424815,0.001003718,0.00007608351,0.0008461904],"domain_scores_gemma":[0.4834035,0.4442732,0.0705972,0.0008450088,0.00028735,0.0005937232],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000584693,0.0001008238,0.000436454,0.007822054,0.0005781566,0.000003061301,0.0000241055,0.00002267525,1.216587e-9,0.0250548,0.02606801,0.9398314],"study_design_scores_gemma":[0.0005625903,0.000257797,0.0002639143,0.004580615,0.0002225077,0.0001140043,0.00001914073,0.0002341042,3.476674e-9,0.07285576,0.9205609,0.0003286515],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000007003896,0.8431064,0.1408595,0.009684587,0.004865951,0.0007334411,0.0001137483,0.00001202985,0.0006172688],"genre_scores_gemma":[4.075716e-7,0.750371,0.2364187,0.008941501,0.003762604,0.00005543693,0.00002181807,0.00006508087,0.0003634173],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9395027,"threshold_uncertainty_score":0.9998028,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2096074908","doi":"10.1016/j.jclinepi.2012.03.013","title":"GRADE guidelines: 14. Going from evidence to recommendations: the significance and presentation of recommendations","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":1406,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); Guideline; Presentation (obstetrics); Intervention (counseling); Medicine; Medical education; Psychology; Computer science; Nursing; Engineering; Surgery; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.7721252335838884,"gpt":0.6612626555094365,"spread":0.1108625780744519,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02655536,0.0001467278,0.001372036,0.0001194654,0.0000784307,0.00001569269,0.0002519666,0.0001739366,0.0006206092],"category_scores_gemma":[0.5166856,0.00009424455,0.0003184503,0.0002476597,0.0002106838,0.0005343401,0.0001091035,0.0008032729,0.00004853733],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004277714,"about_ca_system_score_gemma":0.0003002051,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009013587,"about_ca_topic_score_gemma":0.000106412,"domain_scores_codex":[0.9851093,0.004167625,0.009908224,0.0003075198,0.0002809331,0.0002264384],"domain_scores_gemma":[0.7793411,0.2108614,0.00658252,0.0004983841,0.002304303,0.0004123034],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004710452,0.000216691,0.2619773,0.00003186116,0.0002421234,0.000002290366,0.0001885308,0.0001285349,0.0008383656,0.0003355554,0.3613576,0.3742101],"study_design_scores_gemma":[0.002999532,0.002326083,0.8616115,0.001293259,0.0006845704,0.00009561269,0.002038135,0.006663505,0.0001426097,0.03516062,0.08678128,0.0002032184],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2722132,0.0006802116,0.05875382,0.6663798,0.001178104,0.0007302216,0.00001344784,0.000009372547,0.00004186914],"genre_scores_gemma":[0.5534185,0.009628139,0.3822985,0.05225224,0.002139191,0.00005189373,0.00003612714,0.00002457883,0.0001508682],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6141276,"threshold_uncertainty_score":0.9203612,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2128659393","doi":"10.1016/j.jclinepi.2008.12.011","title":"A pragmatic–explanatory continuum indicator summary (PRECIS): a tool to help trial designers","year":2009,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":1398,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Health Sciences Centre; Institute for Clinical Evaluative Sciences; Sunnybrook Health Science Centre; University of Toronto; Public Health Ontario","funders":"Medical Research Council; European Commission","keywords":"Clinical trial; Intervention (counseling); Research design; Medicine; Management science; Clinical study design; Outcome (game theory); Work (physics); Computer science; Nursing; Pathology; Mathematics; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.6123364426840952,"gpt":0.6530127906231212,"spread":0.04067634793902608,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.1686979,0.0002955026,0.004841938,0.0004303553,0.00007787057,0.00001649948,0.0008406078,0.001784506,0.0003494038],"category_scores_gemma":[0.7577561,0.0002083893,0.001573039,0.0003285158,0.0005746391,0.0001308893,0.0001440942,0.007877238,0.000231195],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001385138,"about_ca_system_score_gemma":0.002869616,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007680826,"about_ca_topic_score_gemma":0.00001939285,"domain_scores_codex":[0.97685,0.008438193,0.01174381,0.0006605323,0.001350974,0.0009564921],"domain_scores_gemma":[0.567142,0.4213021,0.005740419,0.001319359,0.001593061,0.002903112],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.2969731,0.004033454,0.09599841,0.0002237486,0.001035872,0.001424806,0.0002224756,0.00002107109,0.000529076,0.02451657,0.4366851,0.1383363],"study_design_scores_gemma":[0.1384822,0.08619488,0.2892422,0.002263198,0.0007189625,0.0007174877,0.0002239856,0.0001563926,0.0001673205,0.3634344,0.1176395,0.0007594299],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8212293,0.0009393726,0.007112515,0.1606039,0.003634984,0.001676775,0.00001389648,0.00005270538,0.00473647],"genre_scores_gemma":[0.7073911,0.003927127,0.1238005,0.1500832,0.01202271,0.00003696612,0.00001375604,0.00007482812,0.002649781],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5890582,"threshold_uncertainty_score":0.9995114,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3023552461","doi":"10.1016/j.jclinepi.2011.06.004","title":"GRADE guidelines: 9. Rating up the quality of evidence","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Cardiovascular Syncope and Autonomic Disorders","field":"Medicine","cited_by":1332,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Quality (philosophy); Medicine; MEDLINE; Quality of evidence; Randomized controlled trial; Surgery; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.8737776950481684,"gpt":0.6260377094438844,"spread":0.247739985604284,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07354182,0.0001113726,0.002493093,0.00004842397,0.00002981622,0.000001542992,0.0002900918,0.0001843435,0.0001249136],"category_scores_gemma":[0.2475207,0.00005260879,0.002033882,0.00009613348,0.0004194001,0.00008185221,0.00006669456,0.0006794822,0.00001308551],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001403654,"about_ca_system_score_gemma":0.0003422791,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001580571,"about_ca_topic_score_gemma":0.000009065418,"domain_scores_codex":[0.9885046,0.00403216,0.00685029,0.000174082,0.0002315529,0.0002072957],"domain_scores_gemma":[0.9706132,0.02398147,0.00403143,0.0005397714,0.0006524529,0.0001816977],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001444613,0.0002813855,0.7702534,0.0001291572,0.001306467,0.0000331771,0.0004383207,0.00009100483,0.0001918716,0.003741763,0.02183717,0.2002517],"study_design_scores_gemma":[0.002594933,0.001050055,0.9665182,0.0006891345,0.0004885751,0.0003215764,0.0007669365,0.0002802286,0.0001122635,0.009016822,0.0180438,0.0001175307],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9288713,0.0109431,0.02103519,0.03444614,0.002746996,0.0002487123,0.000001642391,0.00001201241,0.001694876],"genre_scores_gemma":[0.9720393,0.004245799,0.01456169,0.007975162,0.0009628799,0.000001692409,4.56234e-7,0.00001122006,0.0002018034],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2001342,"threshold_uncertainty_score":0.9539837,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2067661817","doi":"10.1016/j.jclinepi.2013.02.003","title":"GRADE guidelines: 15. Going from evidence to recommendation—determinants of a recommendation's direction and strength","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":1295,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Agency for Drugs and Technologies in Health; University of Ottawa; McMaster University","funders":"","keywords":"Guideline; Intervention (counseling); Resource (disambiguation); Computer science; Confidence interval; Medicine; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.8517406491176167,"gpt":0.636225481252777,"spread":0.2155151678648397,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0894675,0.0001704185,0.003151725,0.0003154536,0.00008125672,0.00002331982,0.000266904,0.000277499,0.001375328],"category_scores_gemma":[0.3413036,0.0001713786,0.0002956716,0.0001467529,0.0000965388,0.0008091232,0.00008602535,0.0004156393,0.0003753152],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001370657,"about_ca_system_score_gemma":0.0001589541,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001808921,"about_ca_topic_score_gemma":0.0001901559,"domain_scores_codex":[0.9748384,0.003603866,0.02074193,0.0004541082,0.00006150259,0.0003001827],"domain_scores_gemma":[0.9183225,0.06354485,0.01693436,0.0003103836,0.000459536,0.0004283452],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004895671,0.00009543908,0.8474821,0.00006761952,0.0000890751,3.044605e-7,0.0001885588,0.00006155071,0.000003403705,0.0008984548,0.1007882,0.05027629],"study_design_scores_gemma":[0.001040693,0.0006794371,0.8583187,0.0005731172,0.00002510765,0.00001731379,0.0003759384,0.01797673,0.00000624131,0.03992499,0.08081399,0.0002477572],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7383639,0.001014438,0.01541812,0.242391,0.002205003,0.0003525954,0.00007858489,0.00001078421,0.0001655793],"genre_scores_gemma":[0.807093,0.005313249,0.1361498,0.04873198,0.002423755,0.00004046303,0.00002264584,0.00003508749,0.0001900765],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2518361,"threshold_uncertainty_score":0.9995375,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1971721633","doi":"10.1016/j.jclinepi.2004.10.018","title":"The development of a comorbidity index with physical function as the outcome","year":2005,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":1205,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Hospital for Sick Children; University of Toronto; SickKids Foundation; Institute for Work & Health; Toronto Public Health; Queen's University","funders":"Canadian Arthritis Network; Health Canada","keywords":"Comorbidity; Medicine; Index (typography); Psychological intervention; Medical diagnosis; Physical therapy; Gerontology; Internal medicine; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.6455773912205373,"gpt":0.6370778808733751,"spread":0.00849951034716212,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02842329,0.0002451935,0.006182786,0.00008838774,0.0001638951,0.000004137056,0.0003132873,0.0004190806,0.00004028815],"category_scores_gemma":[0.01730075,0.00008906759,0.001297971,0.0001622634,0.0004948397,0.00002741426,0.00006010347,0.003345288,0.00003665328],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001019644,"about_ca_system_score_gemma":0.001871096,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003134366,"about_ca_topic_score_gemma":0.00001336239,"domain_scores_codex":[0.9874648,0.003978357,0.007683141,0.0002024288,0.0003525641,0.0003186742],"domain_scores_gemma":[0.9514946,0.03975093,0.007729649,0.0003708696,0.0003554262,0.0002985761],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005498377,0.0002745453,0.007042693,0.001967135,0.0004519565,0.000009050709,0.00003074362,0.000001162391,1.043796e-8,0.0009337106,0.00197476,0.9867644],"study_design_scores_gemma":[0.0009992312,0.0009363559,0.01540258,0.004665649,0.000825749,0.0004651215,0.00003004946,0.00001830863,2.448211e-8,0.000825785,0.9757527,0.00007840582],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0007199864,0.9805337,0.001478584,0.01486796,0.001289053,0.0005569314,0.000001942834,0.000008902796,0.0005428997],"genre_scores_gemma":[0.0009604225,0.9893883,0.002198593,0.003964644,0.003268212,0.00001373764,0.0000042435,0.00002119305,0.0001806425],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.986686,"threshold_uncertainty_score":0.9989541,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2983079501","doi":"10.1016/j.jclinepi.2019.10.014","title":"GRADE guidelines 26: informative statements to communicate the findings of systematic reviews of interventions","year":2019,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1188,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Cochrane; Impact","funders":"","keywords":"Grading (engineering); Certainty; CLARITY; Systematic review; Psychological intervention; Medicine; Psychology; Medical education; MEDLINE; Applied psychology; Nursing; Political science; Mathematics; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.9806397354455053,"gpt":0.7703581198119908,"spread":0.2102816156335146,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7451009,0.0002310649,0.02021569,0.0003878062,0.00004461509,0.00003773969,0.004490309,0.0001393285,0.001895107],"category_scores_gemma":[0.8073615,0.00007832693,0.009592271,0.0008118977,0.0002015029,0.0003026933,0.0004407264,0.0005527588,0.001391603],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001843831,"about_ca_system_score_gemma":0.00008694707,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001249268,"about_ca_topic_score_gemma":0.00001312318,"domain_scores_codex":[0.5005208,0.2428347,0.2515635,0.0005941144,0.003995324,0.000491468],"domain_scores_gemma":[0.4050651,0.3873731,0.191911,0.007103818,0.008120141,0.0004268762],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000145415,0.00053776,0.4955896,0.02183944,0.003620949,0.00000189315,0.001936875,0.002134988,0.00002871162,0.01869953,0.4461159,0.009349046],"study_design_scores_gemma":[0.003726401,0.006005561,0.3203757,0.07898101,0.005588049,0.0001845361,0.009340196,0.0218222,0.00003803243,0.1242006,0.4289047,0.0008330187],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7477371,0.01998314,0.1642985,0.05273576,0.004150673,0.008188128,0.00004725243,0.000005017203,0.002854466],"genre_scores_gemma":[0.9254409,0.005785876,0.05882176,0.006704325,0.0001550542,0.00003734076,0.000002328403,0.00001886475,0.003033538],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1777039,"threshold_uncertainty_score":0.999386,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3092985072","doi":"10.1016/j.jclinepi.2020.10.007","title":"Cochrane Rapid Reviews Methods Group offers evidence-informed guidance to conduct rapid reviews","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1157,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Cochrane; Ottawa Hospital; Canadian Agency for Drugs and Technologies in Health; University of Ottawa","funders":"Donau-Universität Krems; Ottawa Hospital Research Institute","keywords":"Systematic review; Interim; Medicine; Cochrane collaboration; MEDLINE; Evidence-based medicine; Family medicine; Alternative medicine; Medical education; Pathology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.9707839184494348,"gpt":0.7507483730391079,"spread":0.2200355454103269,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8554755,0.0007568916,0.04492948,0.00042054,0.0001431167,0.0001773711,0.005925846,0.000532195,0.01957487],"category_scores_gemma":[0.9787758,0.0003265734,0.0162937,0.002397397,0.0003991413,0.0007382256,0.0004300883,0.001797677,0.007609154],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006691647,"about_ca_system_score_gemma":0.0004105371,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005194652,"about_ca_topic_score_gemma":0.000007113455,"domain_scores_codex":[0.215968,0.5718848,0.2025352,0.002948837,0.005248254,0.001414954],"domain_scores_gemma":[0.07407095,0.7493689,0.1582949,0.008488555,0.005065235,0.004711404],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001520539,0.00004436909,0.007961277,0.0002707519,0.0002281871,0.00001157338,0.0001480095,0.00003076081,0.00009367547,0.0004963577,0.5883952,0.4021678],"study_design_scores_gemma":[0.0005131597,0.001720892,0.009695281,0.001310627,0.0005836805,0.0000873843,0.00009317729,0.0010897,0.000008721669,0.003190225,0.9814007,0.0003064204],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.003669223,0.3280217,0.5092484,0.1485635,0.004924651,0.002720895,0.000008539158,0.00001033617,0.00283276],"genre_scores_gemma":[0.003142234,0.1892404,0.6674808,0.1357368,0.003098459,0.0000575195,0.000002788846,0.00003110491,0.001209939],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4018614,"threshold_uncertainty_score":0.9999186,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2924322406","doi":"10.1016/j.jclinepi.2019.03.008","title":"Improving the content validity of the mixed methods appraisal tool: a modified e-Delphi study","year":2019,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1060,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institut National de la Recherche Scientifique; Université Laval; Armand Frappier Museum; Université de Sherbrooke; McGill University","funders":"","keywords":"Content validity; Delphi method; Delphi; Content (measure theory); Computer science; Medicine; Psychometrics; Mathematics; Clinical psychology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.913647252048127,"gpt":0.7217088427898263,"spread":0.1919384092583007,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.4035975,0.0004123632,0.00978965,0.0001901229,0.0003169063,0.00003615573,0.005055657,0.001433143,0.00004831349],"category_scores_gemma":[0.6236115,0.0001829731,0.005265867,0.0006348238,0.002279865,0.0001231284,0.001090004,0.005801183,0.00001196969],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001762178,"about_ca_system_score_gemma":0.003640884,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009549141,"about_ca_topic_score_gemma":0.0001433084,"domain_scores_codex":[0.7658667,0.2173581,0.01382301,0.0006519146,0.001378791,0.0009215453],"domain_scores_gemma":[0.5112237,0.4650704,0.02034822,0.0016989,0.001332023,0.00032673],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006831619,0.0004264289,0.001550818,0.0008000756,0.0005531164,0.00000870345,0.0002805307,0.000008889871,4.192791e-7,0.004985818,0.004163862,0.987153],"study_design_scores_gemma":[0.0006479775,0.001306518,0.002262882,0.002049185,0.00173555,0.00004367688,0.001836407,0.00009418619,4.327856e-7,0.004369773,0.9853548,0.0002986471],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001407135,0.944713,0.02249537,0.007398196,0.01799506,0.005136712,0.0000262718,0.00004315124,0.0007850978],"genre_scores_gemma":[0.001965791,0.9847728,0.01026316,0.000316075,0.002302873,0.00006708709,8.053703e-7,0.00004667318,0.0002647277],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9868544,"threshold_uncertainty_score":0.9998632,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2135760566","doi":"10.1016/j.jclinepi.2014.12.014","title":"The number of subjects per variable required in linear regression analyses","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Statistical Methods and Bayesian Inference","field":"Mathematics","cited_by":1043,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Institute for Clinical Evaluative Sciences; Sunnybrook Health Science Centre","funders":"","keywords":"Statistics; Linear regression; Confidence interval; Mathematics; Regression analysis; Regression dilution; Standard error; Regression; Population; Segmented regression; Statistic; Linear model; Proper linear model; Standard deviation; Polynomial regression; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.6415066932237838,"gpt":0.6428740076196767,"spread":0.001367314395892882,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04954595,0.0001218461,0.002025786,0.00005077617,0.00003166608,0.000004548729,0.0003435565,0.0002899169,0.00009483183],"category_scores_gemma":[0.496775,0.00005873999,0.0002973753,0.000178787,0.0003637662,0.0000682057,0.00007662733,0.000761232,0.00001105569],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002433086,"about_ca_system_score_gemma":0.0003244648,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003743033,"about_ca_topic_score_gemma":0.000007405153,"domain_scores_codex":[0.9857101,0.008753437,0.004832412,0.000164158,0.0002438375,0.0002960123],"domain_scores_gemma":[0.837486,0.1582838,0.003112083,0.0003191407,0.0005433549,0.0002556275],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001327958,0.0004225902,0.3212742,0.00006744874,0.0001561981,0.00004551138,0.0001089729,0.00002922449,0.00008212155,0.6353695,0.01523833,0.02587794],"study_design_scores_gemma":[0.0008359525,0.0003271981,0.02097146,0.0001932364,0.00006063806,0.00005687734,0.0000821918,0.001657058,0.00002560003,0.9741181,0.001606188,0.00006552201],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.128018,0.0004554573,0.8615987,0.003755742,0.001965586,0.0001170795,0.00000561056,0.000008339763,0.004075577],"genre_scores_gemma":[0.08733977,0.0003094772,0.9114112,0.0003401587,0.0004566621,0.000001456911,3.328153e-7,0.00001050098,0.0001304314],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.447229,"threshold_uncertainty_score":0.9786925,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2571766406","doi":"10.1016/j.jclinepi.2010.02.005","title":"CONSORT 2010 Statement: Updated guidelines for reporting parallel group randomised trials","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":998,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Medical Research Council; Canadian Institutes of Health Research; Institut National de la Santé et de la Recherche Médicale; University of Oxford; National Institute for Health and Care Research; Cancer Research UK; Janssen Scientific Affairs; Johns Hopkins University; McMaster University; Ottawa Hospital Research Institute; University of California, Irvine; University of Ottawa; Johns Hopkins Bloomberg School of Public Health; University of Pennsylvania","keywords":"Consolidated Standards of Reporting Trials; Rigour; Medicine; Psychological intervention; Randomized controlled trial; Neglect; Clinical trial; Gold standard (test); Statement (logic); Alternative medicine; Medical physics; Physical therapy; Family medicine; Nursing; Surgery; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.9755207433903736,"gpt":0.7526271829763337,"spread":0.22289356041404,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9611894,0.0003696145,0.0346669,0.0003567996,0.0001358142,0.0001551848,0.001996519,0.0005481489,0.008207042],"category_scores_gemma":[0.9938681,0.0001470154,0.01584456,0.0003812614,0.0002711082,0.0002509374,0.0001078811,0.001158047,0.0002502747],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001011003,"about_ca_system_score_gemma":0.0003549034,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008878604,"about_ca_topic_score_gemma":0.00003225266,"domain_scores_codex":[0.2116308,0.2311575,0.5498989,0.001906047,0.004395458,0.001011334],"domain_scores_gemma":[0.01681167,0.5773515,0.3903989,0.002947639,0.01172972,0.000760617],"domain_codex":"reporting","domain_gemma":"methods","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001726579,0.0001102351,0.1051477,0.00001775553,0.001103879,0.00001638011,0.00001624889,0.0001904738,0.0001490457,0.004458854,0.8528444,0.03421839],"study_design_scores_gemma":[0.01325887,0.000384139,0.02329914,0.00004120324,0.001020399,0.0001610487,0.00009925351,0.009647842,0.000004942504,0.1538116,0.7980694,0.0002020888],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2281069,0.001025605,0.7040406,0.04951267,0.01399345,0.002304096,0.00002911321,0.00000746566,0.0009801312],"genre_scores_gemma":[0.1026068,0.0007438999,0.863751,0.01686449,0.006839664,0.00009160917,0.00003483183,0.00004086586,0.00902688],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3461939,"threshold_uncertainty_score":0.9940115,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2404984931","doi":"10.1016/j.jclinepi.2016.04.014","title":"Specifying a target trial prevents immortal time bias and other self-inflicted injuries in observational analyses","year":2016,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":974,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Jewish General Hospital; McGill University; McGill University Health Centre","funders":"National Center for Advancing Translational Sciences; National Cancer Institute","keywords":"Observational study; Emulation; Randomized controlled trial; Computer science; Medical physics; Research design; Simple (philosophy); Clinical trial; Medicine; Psychology; Statistics; Social psychology; Surgery; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.8894193828691276,"gpt":0.6870352047744127,"spread":0.2023841780947149,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03209012,0.0005453135,0.01091304,0.0004618366,0.00003850229,0.0000140979,0.0005590029,0.001273811,0.0003493402],"category_scores_gemma":[0.1817413,0.0003221478,0.00164865,0.0002685804,0.0003237695,0.000255146,0.0002018199,0.0018237,0.00002003887],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001367519,"about_ca_system_score_gemma":0.0006435767,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004273882,"about_ca_topic_score_gemma":0.000003027041,"domain_scores_codex":[0.975041,0.01126213,0.01241356,0.0004828413,0.0003222349,0.0004781997],"domain_scores_gemma":[0.8614943,0.1249712,0.0126586,0.0004081633,0.0002218118,0.0002458826],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.009361404,0.002869226,0.02738507,0.01051036,0.006798446,0.0002627368,0.0001654081,0.000006508214,0.000003683149,0.0641276,0.01662694,0.8618826],"study_design_scores_gemma":[0.005144324,0.001130475,0.0004353772,0.01155969,0.0007072682,0.0001061902,0.000003410881,0.00003764535,6.229564e-7,0.3657453,0.6146924,0.0004372375],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.003012915,0.9862737,0.007548017,0.0003645431,0.0008503029,0.001386047,0.0001015147,0.0001103379,0.0003526204],"genre_scores_gemma":[0.00001609266,0.8535389,0.1441202,0.0003103035,0.001753426,0.00003521402,0.000008386639,0.00006459206,0.0001529369],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8614454,"threshold_uncertainty_score":0.9999231,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2792308249","doi":"10.1016/j.jclinepi.2018.01.012","title":"GRADE guidelines: 18. How ROBINS-I and other tools to assess risk of bias in nonrandomized studies should be used to rate the certainty of a body of evidence","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":875,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Impact","funders":"Medical Research Council; National Institute for Health and Care Research","keywords":"Randomized controlled trial; Confounding; Medicine; Guideline; Psychological intervention; Systematic review; Metric (unit); Evidence-based practice; MEDLINE; Physical therapy; Psychology; Alternative medicine; Operations management; Surgery; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.9922080303196605,"gpt":0.7562047525184826,"spread":0.2360032778011779,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7222725,0.0002768773,0.01759936,0.0004318453,0.00004531242,0.0000421915,0.001793845,0.0002629801,0.0003244255],"category_scores_gemma":[0.9588136,0.00009257078,0.003080061,0.001026936,0.0006580211,0.0001581665,0.0002891446,0.0005682398,0.00001288918],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001623044,"about_ca_system_score_gemma":0.0001817541,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008354595,"about_ca_topic_score_gemma":0.000322116,"domain_scores_codex":[0.6803086,0.2425579,0.07231442,0.001089765,0.003202219,0.0005270815],"domain_scores_gemma":[0.1780036,0.7578502,0.05344001,0.002658985,0.007662172,0.0003850131],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002788334,0.0002149086,0.8667255,0.000117274,0.001964292,0.000004425764,0.001153706,0.00214987,0.0007863179,0.0007344125,0.1163055,0.007055467],"study_design_scores_gemma":[0.01656477,0.008267613,0.8078396,0.00479277,0.004060465,0.0000532347,0.00845709,0.02016348,0.0005453454,0.05625051,0.0723142,0.0006908709],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9013082,0.00185814,0.02810057,0.0673906,0.0005133757,0.0007821497,0.00001749222,7.854154e-7,0.00002873387],"genre_scores_gemma":[0.9679206,0.001336455,0.02275203,0.007484027,0.0002923115,0.0000132576,1.015905e-7,0.000009404044,0.0001918238],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5152923,"threshold_uncertainty_score":0.9969854,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2047586716","doi":"10.1016/j.jclinepi.2012.01.012","title":"GRADE guidelines: 12. Preparing Summary of Findings tables—binary outcomes","year":2012,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":846,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institute for Work & Health; McMaster University","funders":"","keywords":"Observational study; Relative risk; Confidence interval; Absolute risk reduction; Point estimation; Randomized controlled trial; Medicine; Meta-analysis; Statistics; Baseline (sea); Mathematics; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.9676604359397987,"gpt":0.7295634591413548,"spread":0.2380969767984439,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.7827396,0.001012092,0.09814519,0.001217543,0.00008933523,0.00008316266,0.006493169,0.001641915,0.003593243],"category_scores_gemma":[0.8551962,0.0003988456,0.04230101,0.0009897376,0.0004111423,0.0004072721,0.0007805214,0.002458094,0.0008380822],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007121701,"about_ca_system_score_gemma":0.0007845265,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001977183,"about_ca_topic_score_gemma":0.00001376671,"domain_scores_codex":[0.5064657,0.216577,0.2679209,0.001888782,0.005997736,0.00114984],"domain_scores_gemma":[0.2421504,0.5290853,0.2174446,0.006274911,0.003915596,0.001129203],"domain_codex":null,"domain_gemma":"methods","domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000122061,0.0001726488,0.09566723,0.003072057,0.002322683,0.00001326006,0.00001504133,0.00002782864,2.887277e-8,0.00068696,0.3086146,0.5893955],"study_design_scores_gemma":[0.000225104,0.0002043542,0.003200295,0.005442475,0.006073753,0.0002366905,0.00002398781,0.0001181709,1.409143e-8,0.004484751,0.9797014,0.0002890042],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0001102117,0.9889181,0.003359311,0.001107911,0.004395101,0.0006596419,0.00003704695,0.000003173792,0.001409477],"genre_scores_gemma":[0.00004085525,0.9633791,0.02787089,0.0009574231,0.001681349,0.00001392079,0.00001409178,0.00004325159,0.005999116],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6710868,"threshold_uncertainty_score":0.9999399,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2616456691","doi":"10.1016/j.jclinepi.2017.05.006","title":"The GRADE Working Group clarifies the construct of certainty of evidence","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":797,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; McMaster University; Impact","funders":"Medical Research Council; Chief Scientist Office, Scottish Government Health and Social Care Directorate; Statens beredning för medicinsk och social utvärdering; University of Aberdeen; Parker Institute for Cancer Immunotherapy; Scottish Government; Oak Foundation","keywords":"Certainty; Grading (engineering); Brainstorming; Systematic review; Construct (python library); Guideline; Management science; Computer science; Psychology; Medicine; MEDLINE; Mathematics; Artificial intelligence; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.9727773223646747,"gpt":0.811914680918852,"spread":0.1608626414458227,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.1694176,0.000109267,0.001576645,0.00005488759,0.001545213,0.000007518648,0.001782995,0.0003976258,0.00007755162],"category_scores_gemma":[0.5636954,0.00004548629,0.0004023357,0.00009968404,0.003199909,0.0001533577,0.000303954,0.00282354,0.000009900847],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000039653,"about_ca_system_score_gemma":0.001143192,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004258962,"about_ca_topic_score_gemma":0.0003594376,"domain_scores_codex":[0.9580613,0.03003603,0.01054772,0.0002089702,0.000453042,0.0006928907],"domain_scores_gemma":[0.5941338,0.3852924,0.01893571,0.0008229022,0.0005872305,0.0002279657],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002060786,0.00001277847,0.919225,0.00006273232,0.00004278838,0.000001497711,0.0007068763,0.000009156526,0.00002916134,0.04202832,0.01541816,0.02225745],"study_design_scores_gemma":[0.0007171181,0.0003420918,0.8845659,0.0006494702,0.00003297331,0.00001358981,0.001518152,0.0001323823,0.000006846393,0.03955743,0.07241614,0.00004793126],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4858378,0.0004310318,0.002450995,0.5053867,0.004798545,0.0004398256,0.000007121981,0.00000484509,0.0006430596],"genre_scores_gemma":[0.9689288,0.002813931,0.002743169,0.0244578,0.0009627001,0.00000757519,1.027185e-7,0.000006305705,0.00007966344],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4830909,"threshold_uncertainty_score":0.9997547,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1992205884","doi":"10.1016/j.jclinepi.2013.11.013","title":"Developing Core Outcome Measurement Sets for Clinical Trials: OMERACT Filter 2.0","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":784,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University of Ottawa","funders":"","keywords":"Outcome (game theory); Medicine; Health care; Set (abstract data type); Core (optical fiber); Standardization; Voting; Process (computing); Computer science; Political science; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.9713478092818285,"gpt":0.7772782648495306,"spread":0.194069544432298,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7080917,0.0002017277,0.004722482,0.0001909201,0.0002668872,0.00003035203,0.00117824,0.0009583646,0.0001613421],"category_scores_gemma":[0.9054617,0.0001418454,0.002291661,0.0001930477,0.0009179014,0.0001770784,0.0001335138,0.001835057,0.00004713652],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002209582,"about_ca_system_score_gemma":0.001432922,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008566189,"about_ca_topic_score_gemma":0.0001358476,"domain_scores_codex":[0.9019932,0.0740212,0.02082244,0.0006034874,0.001403005,0.001156717],"domain_scores_gemma":[0.4134131,0.5684077,0.01276377,0.000673157,0.003488872,0.001253431],"domain_codex":null,"domain_gemma":"methods","domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0009265302,0.000224088,0.4813417,0.00003972572,0.000273677,0.00001026925,0.00008990239,0.00001074885,0.000003707983,0.04135254,0.141896,0.3338311],"study_design_scores_gemma":[0.001760383,0.001046797,0.1128684,0.0001334658,0.00008604949,0.000009691476,0.0001396969,0.0005169878,0.000003329318,0.1404966,0.7427449,0.0001937663],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05357726,0.0006658373,0.6543523,0.2714943,0.01410737,0.001737157,0.0000133685,0.0001061851,0.003946218],"genre_scores_gemma":[0.6643741,0.003693948,0.2931347,0.02530454,0.01303135,0.00005907871,0.000003435199,0.00005524453,0.000343625],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6107969,"threshold_uncertainty_score":0.7972513,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2064347247","doi":"10.1016/j.jclinepi.2012.08.001","title":"GRADE guidelines: 13. Preparing Summary of Findings tables and evidence profiles—continuous outcomes","year":2012,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":761,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Measure (data warehouse); Outcome (game theory); Standard deviation; Guideline; Construct (python library); Statistics; Medicine; Computer science; Duration (music); Mathematics; Data mining; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.8906265183209625,"gpt":0.6541961937295419,"spread":0.2364303245914207,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2871699,0.0005482703,0.02345905,0.0006559563,0.00008921758,0.00002350993,0.0009280745,0.001337815,0.0001292369],"category_scores_gemma":[0.4575163,0.0004674176,0.002294157,0.0001979996,0.0004064778,0.0006695562,0.0002830428,0.001517301,0.0001456361],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002447889,"about_ca_system_score_gemma":0.0007431352,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004495307,"about_ca_topic_score_gemma":0.00004671607,"domain_scores_codex":[0.9332954,0.008070447,0.05695691,0.0007771338,0.000153066,0.0007470346],"domain_scores_gemma":[0.7957245,0.142305,0.06010571,0.0008424998,0.0003829066,0.0006394105],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003731826,0.000225595,0.7837275,0.03368926,0.001304792,0.0000041428,0.0001308103,0.00001879044,1.673492e-8,0.01311611,0.06570972,0.102036],"study_design_scores_gemma":[0.0004845962,0.0002904129,0.01594409,0.01925556,0.000435774,0.0001271669,0.00005407319,0.00009986721,2.290612e-8,0.006418506,0.9564694,0.0004205892],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001103519,0.9848357,0.0009944695,0.009149966,0.002841286,0.0007708849,0.0001290805,0.00001292967,0.000162122],"genre_scores_gemma":[0.0002023135,0.9773746,0.01585349,0.004016543,0.002041094,0.00003712271,0.00001339896,0.00005979328,0.0004016988],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8907596,"threshold_uncertainty_score":0.9999586,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2107021177","doi":"10.1016/j.jclinepi.2012.01.006","title":"GRADE guidelines: 11. Making an overall rating of confidence in effect estimates for a single outcome and for all outcomes","year":2012,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":745,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Confidence interval; Outcome (game theory); Rating scale; Guideline; Rating system; Ordinal Scale; Medicine; Statistics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.9431571239167648,"gpt":0.7198952943374226,"spread":0.2232618295793422,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2629874,0.0004612468,0.01946389,0.0005168389,0.00005755156,0.00002285732,0.0005416685,0.0009358196,0.00001990482],"category_scores_gemma":[0.4709972,0.0003936654,0.001873644,0.00007529616,0.0001819283,0.0004043645,0.00007872067,0.0006584417,0.000008791665],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002331351,"about_ca_system_score_gemma":0.0002742448,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001130806,"about_ca_topic_score_gemma":0.00008076359,"domain_scores_codex":[0.9505931,0.004559597,0.04351988,0.0006066789,0.0000750617,0.0006456824],"domain_scores_gemma":[0.7164995,0.2394232,0.04306113,0.0004587429,0.0002421098,0.0003153011],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000116735,0.0003803037,0.8176863,0.05010478,0.0008536898,0.000002525337,0.0001786325,0.0001749889,1.487349e-7,0.06247474,0.001922966,0.0661042],"study_design_scores_gemma":[0.005123549,0.003199819,0.0216252,0.01476202,0.001055781,0.000176397,0.00008938467,0.008280009,9.829644e-8,0.06908484,0.8755426,0.001060318],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.002425495,0.9619191,0.02464381,0.006681822,0.002080616,0.001983494,0.0002394118,0.000009560222,0.0000166471],"genre_scores_gemma":[0.003643284,0.7545324,0.2248371,0.01381468,0.002655857,0.0002741198,0.0000677826,0.0001368729,0.00003790466],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8736196,"threshold_uncertainty_score":0.9998515,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2164957370","doi":"10.1016/j.jclinepi.2013.10.019","title":"The statistical significance of randomized controlled trial results is frequently fragile: a case for a Fragility Index","year":2014,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":736,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Western University; Ottawa Hospital; Health Sciences Centre; Canada Research Chairs; University of Manitoba; University of Ottawa; Manitoba Health; Hamilton Health Sciences; London Health Sciences Centre; McMaster University; Population Health Research Institute","funders":"Heart and Stroke Foundation of Canada","keywords":"Fragility; Randomized controlled trial; Statistical significance; Medicine; Index (typography); Sample size determination; Internal medicine; Statistics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.8635471367377616,"gpt":0.6857694704772885,"spread":0.1777776662604731,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.9326245,0.000914989,0.1845104,0.0004494544,0.0002194949,0.0001868783,0.00415523,0.001526163,0.001048257],"category_scores_gemma":[0.9878337,0.0002796719,0.07006512,0.0006456337,0.001757158,0.00008919548,0.0001786394,0.002494366,0.0001197669],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005584757,"about_ca_system_score_gemma":0.001888095,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002591817,"about_ca_topic_score_gemma":0.0000194951,"domain_scores_codex":[0.130844,0.5917771,0.2704313,0.001826489,0.004355904,0.0007652483],"domain_scores_gemma":[0.01867399,0.7549772,0.217049,0.003771446,0.004965544,0.0005628219],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","study_design_scores_codex":[0.4595084,0.0001905635,0.00001909794,0.001306135,0.00637812,0.00005858078,0.00002002948,0.00000954426,1.846727e-9,0.005460846,0.1088052,0.4182435],"study_design_scores_gemma":[0.3399585,0.0005907613,0.000002436778,0.000777382,0.007713699,0.0002110091,0.00001350248,0.00254,2.307621e-9,0.04934354,0.5987028,0.0001464522],"study_design_candidate":"randomized_trial","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00003176498,0.7457857,0.2359383,0.002109077,0.003979987,0.01146836,0.000329624,0.000001705962,0.0003555396],"genre_scores_gemma":[0.0005276387,0.9830716,0.01059013,0.0009355883,0.002625811,0.0007789495,0.00001115684,0.00003254186,0.001426537],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4898975,"threshold_uncertainty_score":0.9999655,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2145171366","doi":"10.1016/j.jclinepi.2010.08.010","title":"Conducting quantitative synthesis when comparing medical interventions: AHRQ and the Effective Health Care Program","year":2011,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":736,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"H2020 European Research Council; Agency for Healthcare Research and Quality","keywords":"Psychological intervention; Transparency (behavior); Consistency (knowledge bases); Agency (philosophy); Health care; Management science; Inclusion (mineral); Comparative effectiveness research; Computer science; Clinical study design; Research design; Medicine; Risk analysis (engineering); Process management; Psychology; Clinical trial; Nursing; Political science; Engineering; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.9616347699983405,"gpt":0.8095308987224958,"spread":0.1521038712758447,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1523793,0.0001468493,0.002508577,0.0001382269,0.0006752486,0.000004677405,0.000468382,0.0002719576,0.0004047415],"category_scores_gemma":[0.4999295,0.0000823801,0.000455954,0.0001572674,0.001446061,0.0001814499,0.0002281899,0.002434193,0.00003712094],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001248719,"about_ca_system_score_gemma":0.001397257,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001026214,"about_ca_topic_score_gemma":0.0007552376,"domain_scores_codex":[0.9215868,0.06834704,0.008682768,0.0002968215,0.0003638725,0.0007227174],"domain_scores_gemma":[0.649789,0.3379453,0.01011239,0.0003043892,0.0008568644,0.0009920869],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001038093,0.0001361591,0.7438741,0.0008108772,0.0002270226,0.00000852377,0.0564534,0.000001206529,1.279298e-7,0.0549215,0.007248691,0.1352803],"study_design_scores_gemma":[0.01114232,0.004868296,0.8054223,0.004955574,0.0002029594,0.0001272811,0.1151866,0.001254371,0.000001777357,0.03736824,0.01918117,0.0002890444],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.777316,0.00283187,0.01928405,0.190894,0.003877387,0.003331784,0.00001292107,0.00006346142,0.002388541],"genre_scores_gemma":[0.9206896,0.0006914769,0.04204714,0.03569109,0.0006117256,0.0002373125,7.997108e-7,0.00001436297,0.00001645869],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3475502,"threshold_uncertainty_score":0.9998673,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2766211624","doi":"10.1016/j.jclinepi.2017.10.005","title":"Advances in the GRADE approach to rate the certainty in estimates from a network meta-analysis","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":733,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; University of Toronto; McMaster University; Impact","funders":"","keywords":"Pairwise comparison; Certainty; Grading (engineering); Quality of evidence; Meta-analysis; Computer science; Econometrics; Management science; Mathematics; Medicine; Artificial intelligence; Economics; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.9561725517383401,"gpt":0.6977475494769513,"spread":0.2584250022613889,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad","open_science"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7547663,0.0003154299,0.02212654,0.0003076317,0.000248879,0.0003889246,0.007801542,0.0002168102,0.0008634268],"category_scores_gemma":[0.7331273,0.00008713619,0.01384227,0.001273625,0.0003592452,0.000331723,0.0002668353,0.001189432,0.0001503704],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001460164,"about_ca_system_score_gemma":0.00007553743,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001872809,"about_ca_topic_score_gemma":0.001135374,"domain_scores_codex":[0.6576855,0.2762834,0.06073594,0.001466555,0.003030644,0.0007979233],"domain_scores_gemma":[0.3761539,0.5636846,0.05174101,0.007313307,0.0007749785,0.0003322124],"domain_codex":null,"domain_gemma":"methods","domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007745654,0.000175672,0.8038155,0.000004934005,0.01617683,0.00001908586,0.0002849289,0.1452618,1.609169e-7,0.006166206,0.02013148,0.00788589],"study_design_scores_gemma":[0.0002229639,0.00007084177,0.647064,0.000007284811,0.02298345,0.000008168204,0.0003090808,0.04270917,5.757326e-8,0.2514016,0.03512523,0.00009818023],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2251687,0.05641964,0.3712043,0.3288556,0.002699965,0.002341064,0.00003525849,0.000004342926,0.0132712],"genre_scores_gemma":[0.952601,0.0008584418,0.03516518,0.0104982,0.0006326729,0.00003876701,0.000001873177,0.00000680992,0.0001970686],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7274323,"threshold_uncertainty_score":0.9975667,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2754736027","doi":"10.1016/j.jclinepi.2017.08.010","title":"Living systematic review: 1. Introduction—the why, what, when, and how","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":671,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; Impact","funders":"National Health and Medical Research Council; Medical Research Council; National Centre for the Replacement, Refinement and Reduction of Animals in Research","keywords":"Systematic review; Currency; Resource (disambiguation); Risk analysis (engineering); Computer science; Data science; Medicine; Management science; MEDLINE; Economics; Political science; Macroeconomics","retraction":null,"screen_n_in":null,"score":{"opus":0.8855397792812411,"gpt":0.6523637085831975,"spread":0.2331760706980436,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8110153,0.0002608085,0.01902929,0.0001383219,0.0004187918,0.001212782,0.003918345,0.0002008362,0.001449357],"category_scores_gemma":[0.9605533,0.00008704329,0.004591198,0.0001388823,0.0005492684,0.001102286,0.0003714449,0.0008851174,0.0003185493],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001377258,"about_ca_system_score_gemma":0.00008090583,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002668049,"about_ca_topic_score_gemma":0.00001330837,"domain_scores_codex":[0.7068331,0.2305157,0.05779253,0.001103427,0.003289712,0.0004654349],"domain_scores_gemma":[0.1499239,0.6112636,0.217978,0.01415163,0.005823047,0.0008597998],"domain_codex":null,"domain_gemma":"methods","domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006662429,0.0000350097,0.04512022,0.007912996,0.0005905643,0.000008145451,0.00006633378,0.000004704012,6.168221e-7,0.002681461,0.9343443,0.009228971],"study_design_scores_gemma":[0.0004774469,0.0005975078,0.1130681,0.0645076,0.005700349,0.001939444,0.001299974,0.003467138,3.14996e-7,0.1020265,0.7064838,0.0004318243],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.005879878,0.1828438,0.02805963,0.7756385,0.006219619,0.0009700566,0.000001283646,0.00000239283,0.0003848666],"genre_scores_gemma":[0.321546,0.4205137,0.03798262,0.1531819,0.02316451,0.00008866171,0.000001479414,0.00007407543,0.04344694],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.6224566,"threshold_uncertainty_score":0.999824,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092282228","doi":"10.1016/j.jclinepi.2013.08.003","title":"The CARE guidelines: consensus-based clinical case report guideline development","year":2013,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":661,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Ottawa Hospital","funders":"Department of Orthopedic Surgery, Baylor College of Medicine","keywords":"Checklist; Guideline; Timeline; Medicine; Psychological intervention; Medical education; MEDLINE; Systematic review; Transparency (behavior); Informed consent; Health care; Family medicine; Alternative medicine; Nursing; Psychology; Computer science; Political science; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.7002852489669151,"gpt":0.6670484953116461,"spread":0.03323675365526901,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1261843,0.0003951751,0.003765498,0.0001448493,0.0003018208,0.00003170089,0.0004309794,0.0007537719,0.0004806666],"category_scores_gemma":[0.7363281,0.0002272126,0.001809443,0.0002387747,0.0008907389,0.0001352188,0.0001744002,0.002573724,0.0002364834],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001525155,"about_ca_system_score_gemma":0.004714586,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002367938,"about_ca_topic_score_gemma":0.0001998821,"domain_scores_codex":[0.9427356,0.00745284,0.04768385,0.0006739004,0.000713225,0.0007405857],"domain_scores_gemma":[0.608228,0.3321462,0.03301705,0.002373405,0.02179393,0.002441467],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001077709,0.0003340883,0.2537985,0.00003474539,0.0004676393,0.01599052,0.00002089842,0.0001641568,0.000004488441,0.00007263566,0.390853,0.3371817],"study_design_scores_gemma":[0.007880893,0.002396623,0.08736497,0.0001911335,0.000650795,0.08170382,0.001509442,0.004677013,0.00001302642,0.001112791,0.8121931,0.0003064133],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.6902515,0.002113275,0.02726184,0.2713206,0.007136241,0.001267435,0.000006384685,0.00006280538,0.0005799737],"genre_scores_gemma":[0.3212724,0.0008935886,0.5639157,0.1047785,0.008344156,0.00003824928,0.00007893872,0.00008374274,0.0005946849],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6101438,"threshold_uncertainty_score":0.9997274,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2528915441","doi":"10.1016/j.jclinepi.2016.09.009","title":"GRADE Evidence to Decision (EtD) frameworks for adoption, adaptation, and de novo development of trustworthy recommendations: GRADE-ADOLOPMENT","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":654,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Health Sciences Centre; University of Toronto; McMaster University","funders":"Ministry of Health – Kingdom of Saudi Arabia; McMaster University","keywords":"Trustworthiness; Adaptation (eye); Evidence-based medicine; MEDLINE; Evidence-based practice; Medicine; Computer science; Knowledge management; Psychology; Political science; Alternative medicine; Internet privacy; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.7121950992587792,"gpt":0.6287703723840937,"spread":0.0834247268746855,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04453924,0.0001710422,0.001558845,0.0002148385,0.00007917776,0.000005792828,0.0001791837,0.0004579397,0.0001077402],"category_scores_gemma":[0.4739626,0.0001105394,0.0003425973,0.0001756394,0.0001502652,0.0002710559,0.00008197017,0.0006277951,0.000007659051],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001521572,"about_ca_system_score_gemma":0.0009851666,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006575663,"about_ca_topic_score_gemma":0.00004621577,"domain_scores_codex":[0.9879655,0.001516819,0.009532667,0.0003502727,0.0003050031,0.0003297726],"domain_scores_gemma":[0.8197288,0.1732956,0.004638584,0.000290215,0.00145532,0.0005915068],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003955623,0.0003265062,0.1748431,0.00004914418,0.0001661221,0.000003963052,0.0002453974,0.0001268935,0.0001633017,0.0006392731,0.009636904,0.8098437],"study_design_scores_gemma":[0.01167796,0.004705071,0.8169553,0.003852575,0.0004924565,0.0003223415,0.0006777852,0.0009618281,0.0001630802,0.03968136,0.120226,0.0002841503],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.3134963,0.0003170809,0.5907179,0.09442657,0.0006167226,0.0004127797,0.000003690034,0.000006265496,0.000002759368],"genre_scores_gemma":[0.3639088,0.002684704,0.6250932,0.007773686,0.000474957,0.0000247251,0.000004425476,0.00001329393,0.00002224552],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8095596,"threshold_uncertainty_score":0.9838479,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1987609279","doi":"10.1016/j.jclinepi.2008.10.012","title":"An evidence-based practice guideline for the peer review of electronic search strategies","year":2009,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":627,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Institute of Population and Public Health; Children's Hospital of Eastern Ontario","funders":"University of Ottawa","keywords":"Systematic review; Checklist; Computer science; Guideline; MEDLINE; Quality (philosophy); Resource (disambiguation); Information retrieval; Peer review; Knowledge management; Data science; Medicine; Psychology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.9673765442294219,"gpt":0.7858036557685306,"spread":0.1815728884608913,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.9413009,0.0007052926,0.05527131,0.0004671712,0.0001197072,0.0002052029,0.00810604,0.0008178233,0.002480363],"category_scores_gemma":[0.9706985,0.0002331364,0.02833861,0.001460612,0.0003911387,0.0007167083,0.0001023625,0.002960637,0.0001881361],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008646508,"about_ca_system_score_gemma":0.007967058,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00000934656,"about_ca_topic_score_gemma":0.000006115546,"domain_scores_codex":[0.215309,0.5377226,0.2311232,0.002107764,0.01250956,0.001227901],"domain_scores_gemma":[0.03728359,0.7726178,0.1540638,0.00589038,0.0296857,0.0004587382],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000434069,0.0001081196,0.0000147224,0.009125702,0.0007838032,0.000003613557,0.00000308569,0.0001673237,1.034579e-8,0.003576334,0.3032942,0.6828797],"study_design_scores_gemma":[0.0001668149,0.001631492,0.00002082,0.03987585,0.009038013,0.0001551183,0.00006157651,0.00150443,1.099765e-8,0.007288707,0.9400817,0.0001755209],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[2.263364e-7,0.7793129,0.1563218,0.0619164,0.0005751691,0.001638835,0.00001595483,0.000001510889,0.0002172118],"genre_scores_gemma":[0.000003825765,0.9365493,0.04370797,0.01743576,0.00167338,0.00003349251,0.00001644163,0.00002393625,0.0005558761],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6827042,"threshold_uncertainty_score":0.9993396,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2087259067","doi":"10.1016/s0895-4356(02)00537-1","title":"Comparative responsiveness of generic and specific quality-of-life instruments","year":2003,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":568,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University; McMaster University; London Health Sciences Centre","funders":"","keywords":"Metric (unit); Medicine; Quality of life (healthcare); Statistics; Mathematics; Operations management","retraction":null,"screen_n_in":null,"score":{"opus":0.9391656927325536,"gpt":0.6811658925384191,"spread":0.2579998001941345,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2232531,0.0003937669,0.02785262,0.0006802749,0.00005570675,0.000007947257,0.0005781674,0.0009600428,0.0001923067],"category_scores_gemma":[0.142222,0.0003687499,0.001801243,0.0002814713,0.0006453391,0.000183618,0.0001003511,0.001110869,0.0001088411],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001913846,"about_ca_system_score_gemma":0.001206654,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005141973,"about_ca_topic_score_gemma":0.000005006676,"domain_scores_codex":[0.9066305,0.03038811,0.06175052,0.0006607584,0.0001382645,0.000431862],"domain_scores_gemma":[0.8233504,0.09093599,0.08425064,0.0006425189,0.0003316717,0.0004887937],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001095867,0.001650759,0.1991096,0.07818655,0.007044682,0.000009031006,0.0009425433,0.0001800803,2.367873e-7,0.4274019,0.04393659,0.2404421],"study_design_scores_gemma":[0.001057121,0.0005002022,0.01442838,0.002544621,0.00009076948,0.00003256568,0.0001316232,0.00002848213,4.250764e-8,0.01200267,0.9688922,0.00029139],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.009495231,0.9837584,0.001562609,0.001582119,0.00233937,0.0005246148,0.0002368214,0.000003079374,0.0004976782],"genre_scores_gemma":[0.0006278449,0.9876288,0.008649603,0.002331718,0.0006282479,0.0000118176,0.00001450144,0.00003009624,0.00007739474],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9249555,"threshold_uncertainty_score":0.9998764,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"}]}