{"meta":{"query_hash":"4d5d67e28eb3","filters":{"category":"metaepi_broad"},"cohort_total":233,"direct_labels_cover":233,"predictions_cover":233,"exported":233,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/4d5d67e28eb3","api":"https://metacan.xera.ac/api/v1/cohort?category=metaepi_broad"},"results":[{"id":"W1493255413","doi":"10.3138/cjpe.027.003","title":"Capturing the Complexity of Evaluations of Health Promotion Interventions: A Scoping Review","year":2012,"lang":"en","type":"review","venue":"Canadian Journal of Program Evaluation","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Lloydminster Hospital; University of Calgary","funders":"","keywords":"Psychological intervention; Perspective (graphical); Promotion (chess); Grey literature; Health promotion; Management science; Psychology; Applied psychology; Computer science; MEDLINE; Medicine; Public health; Nursing; Political science; Engineering; Artificial intelligence","score_opus":0.9727255468434597,"score_gpt":0.7916901593614977,"score_spread":0.18103538748196202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1493255413","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018616322,0.97321373,0.0006892736,0.004612012,0.00094421,0.020262394,0.000117751006,0.0000083703535,0.00013366068],"genre_scores_gemma":[0.000963637,0.99409944,0.0022095873,0.00039145257,0.00028139705,0.0018902518,0.000110507106,0.00003442926,0.000019297215],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9770094,0.0140734725,0.0066926586,0.00020618862,0.0012988774,0.0007193867],"domain_scores_gemma":[0.9814976,0.0009931073,0.013065869,0.0005133277,0.003359902,0.00057022774],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.05778972,0.00025634287,0.0019050954,0.0008203111,0.0007890927,0.000018176934,0.0006260421,0.00017154655,0.0014562749],"category_scores_gemma":[0.007360358,0.00018305678,0.00065226975,0.0013550917,0.00043353773,0.00034616402,0.00004400105,0.0008879217,0.000029057337],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[5.398449e-7,0.000033567732,0.000051317813,0.19636038,0.000048812355,1.114732e-7,0.0016367561,0.0000013806771,3.1307206e-8,0.00028147985,0.00055943197,0.80102617],"study_design_scores_gemma":[0.0003874985,0.0003872594,0.00040663683,0.84298515,0.0017808998,0.000027758819,0.000550012,0.00003291992,1.8508103e-7,0.00050852046,0.15277648,0.00015669706],"about_ca_topic_score_codex":0.003432831,"about_ca_topic_score_gemma":0.033390384,"teacher_disagreement_score":0.80086946,"about_ca_system_score_codex":0.0018746322,"about_ca_system_score_gemma":0.053313218,"threshold_uncertainty_score":0.9994565},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1544000882","doi":"10.1111/j.1756-5391.2012.01173.x","title":"Systematic reviews of TCM trials: how does inclusion of Chinese trials affect outcome?","year":2012,"lang":"en","type":"article","venue":"Journal of Evidence-Based Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Inclusion (mineral); English language; Clinical trial; Chinese language; Systematic review; MEDLINE; Randomized controlled trial; China; Alternative medicine; Medicine; Computer science; Medical education; Psychology; Pathology; Linguistics; Social psychology; Political science","score_opus":0.9254087096431709,"score_gpt":0.6418932184013989,"score_spread":0.283515491241772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1544000882","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38564122,0.48095945,0.071555436,0.040302485,0.009081956,0.012014627,0.000026140666,0.000008131528,0.00041056535],"genre_scores_gemma":[0.98966813,0.003777136,0.0035599447,0.00042142146,0.0016908749,0.00003660743,0.0000011957098,0.000017875831,0.00082682143],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.6303498,0.23563015,0.10921378,0.00080768246,0.023329087,0.0006694524],"domain_scores_gemma":[0.38558534,0.3831993,0.2162828,0.0060567074,0.007872635,0.0010032163],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8492686,0.0005973679,0.037499912,0.0018333021,0.00012852259,0.00010640393,0.0027436735,0.00017772199,0.0063042007],"category_scores_gemma":[0.933216,0.0001485867,0.008555588,0.0025896144,0.00021962752,0.0010803626,0.00025539182,0.00037255188,0.000069134985],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018399614,0.0014401148,0.5241669,0.19458123,0.0052865897,0.000058488655,0.011027563,0.00016563926,0.06524648,0.000490934,0.14578661,0.04990954],"study_design_scores_gemma":[0.022962999,0.009835026,0.058029577,0.7365054,0.068451986,0.0005901997,0.009401921,0.004052696,0.009448092,0.011387677,0.06703042,0.0023039936],"about_ca_topic_score_codex":0.00001280025,"about_ca_topic_score_gemma":0.000006322286,"teacher_disagreement_score":0.6040269,"about_ca_system_score_codex":0.00010273201,"about_ca_system_score_gemma":0.0002551734,"threshold_uncertainty_score":0.9946042},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1561379059","doi":"10.1371/journal.pone.0132634","title":"PEDro or Cochrane to Assess the Quality of Clinical Trials? A Meta-Epidemiological Study","year":2015,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":173,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Fondation pour la Recherche Médicale; Physiotherapy Foundation of Canada; Alberta Innovates; Killam Trusts; National Institutes of Health; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; University of Alberta; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute; Bill and Melinda Gates Foundation; Canadian Institutes of Health Research; National Science Foundation","keywords":"Blinding; Medicine; Meta-analysis; Systematic review; Clinical trial; MEDLINE; Physical therapy; Internal medicine","score_opus":0.9978832001452151,"score_gpt":0.8031065913405215,"score_spread":0.1947766088046936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1561379059","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049421,0.98433703,0.00072234916,0.0004572561,0.0002733341,0.012021552,0.00021259165,0.000010250355,0.0014714525],"genre_scores_gemma":[0.000144131,0.97631323,0.0057988935,0.00034878813,0.0007326962,0.0018200643,0.000021763888,0.000037078113,0.014783349],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.10566914,0.7451407,0.12154703,0.0033050608,0.023765158,0.00057293044],"domain_scores_gemma":[0.113553755,0.7561658,0.09788492,0.022738481,0.008476942,0.0011801195],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.93417895,0.0011043375,0.14991784,0.00038639217,0.00011986047,0.0005167568,0.007663617,0.00058061734,0.01905786],"category_scores_gemma":[0.9231139,0.0002626773,0.02818557,0.0029801282,0.00018061834,0.00010104362,0.0009175164,0.0010752594,0.0050944267],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019888073,0.018956227,0.0019172131,0.01861689,0.14596933,0.000027236392,0.00034400416,0.0000025674774,2.7930022e-7,0.00093058497,0.106453225,0.70658356],"study_design_scores_gemma":[0.00033265044,0.0007960787,0.00024718975,0.0019218684,0.14471927,0.000003288578,0.00038323112,0.000032026514,6.2390534e-8,0.00063489884,0.8505335,0.00039592525],"about_ca_topic_score_codex":0.000025971513,"about_ca_topic_score_gemma":0.00009582097,"teacher_disagreement_score":0.7440803,"about_ca_system_score_codex":0.000042313004,"about_ca_system_score_gemma":0.00075321546,"threshold_uncertainty_score":0.99998254},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1570138353","doi":"10.1111/j.1365-2753.2007.00817.x","title":"Accuracy assessment of prediction in patient outcomes","year":2008,"lang":"en","type":"review","venue":"Journal of Evaluation in Clinical Practice","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Medicine; Outcome (game theory); Clinical Practice; Health care; Precision medicine; MEDLINE; Disease; Intensive care medicine; Physical therapy; Internal medicine","score_opus":0.268524647334157,"score_gpt":0.6142842616869206,"score_spread":0.34575961435276364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1570138353","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001293386,0.98536915,0.006022184,0.0024677303,0.0035159145,0.0012006706,0.0000049839864,0.000011347992,0.0012786887],"genre_scores_gemma":[0.0006306333,0.9511188,0.047779523,0.00025154994,0.00016296846,0.00002892846,0.0000053650956,0.000014994419,0.0000072263088],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9773205,0.011975876,0.007590154,0.00040322606,0.0024987373,0.00021149505],"domain_scores_gemma":[0.94859093,0.036219914,0.012655279,0.000675024,0.0017341435,0.00012469296],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025729727,0.0002439048,0.0019054953,0.0007338527,0.000038187998,0.000047351412,0.00077602593,0.00039945665,0.00004562067],"category_scores_gemma":[0.112550326,0.00018857306,0.0005825396,0.00090451614,0.00004260185,0.0014343726,0.00021044562,0.00326249,0.000009955649],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010344283,0.00058449554,0.0072932765,0.0007224869,0.000064196436,0.000070785005,0.00013909183,0.0011914616,4.5999076e-9,0.00022320292,0.0005564825,0.98914415],"study_design_scores_gemma":[0.0012101813,0.0012016733,0.03926456,0.008319847,0.0002991072,0.0007342652,0.000042203552,0.034986995,1.7138062e-8,0.00039427416,0.9133355,0.00021137603],"about_ca_topic_score_codex":0.00005259751,"about_ca_topic_score_gemma":0.000010408735,"teacher_disagreement_score":0.9889328,"about_ca_system_score_codex":0.0007117345,"about_ca_system_score_gemma":0.0042172633,"threshold_uncertainty_score":0.999037},"labels":[{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1821441292","doi":"10.1186/s13012-015-0286-1","title":"The effectiveness of knowledge translation interventions for promoting evidence-informed decision-making among nurses in tertiary care: a systematic review and meta-analysis","year":2015,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Peter's Hospital; Hamilton Health Sciences; Toronto Metropolitan University; Hamilton General Hospital; Lakehead University; McMaster Children's Hospital; McMaster University","funders":"McMaster University; London Health Sciences Centre; Canadian Institutes of Health Research; Hamilton Health Sciences","keywords":"CINAHL; Psychological intervention; Knowledge translation; Medicine; Data extraction; MEDLINE; Meta-analysis; Nursing research; Systematic review; Health care; Health services research; Nursing; Health administration; Public health; Knowledge management; Pathology","score_opus":0.5148330095571396,"score_gpt":0.701256680182869,"score_spread":0.1864236706257294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1821441292","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00008306305,0.97790897,0.0010150133,0.00005892743,0.00026988998,0.020545624,0.000077433986,0.000010275787,0.000030801504],"genre_scores_gemma":[0.008553582,0.97542894,0.00054525945,0.00002378714,0.000018144785,0.0153446,0.000049947637,0.000012276583,0.000023465094],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99154854,0.0038511525,0.002734925,0.0004894719,0.0007915596,0.00058434624],"domain_scores_gemma":[0.96501017,0.031358723,0.001663698,0.00044325946,0.0013465607,0.00017758917],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04311352,0.00021739144,0.002248049,0.001002996,0.0011488978,0.00008820398,0.00068929134,0.000078512196,0.00003849755],"category_scores_gemma":[0.015037328,0.00012153059,0.00070164405,0.004247657,0.0003243516,0.00094741664,0.00011334664,0.00025152214,0.0000055202345],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037791544,0.000011907909,0.0003398158,0.92559683,0.0008040965,6.070458e-8,0.0048704036,5.235003e-7,9.879551e-8,0.000038515394,0.000041545172,0.06829242],"study_design_scores_gemma":[0.00032235618,0.00015329912,0.0027485501,0.7928192,0.18576835,0.0000017594565,0.013450913,0.0001944847,7.4724466e-7,0.00029893906,0.003908349,0.00033305475],"about_ca_topic_score_codex":0.00016103438,"about_ca_topic_score_gemma":0.003564139,"teacher_disagreement_score":0.18496425,"about_ca_system_score_codex":0.000808387,"about_ca_system_score_gemma":0.0053152232,"threshold_uncertainty_score":0.99325943},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1837422480","doi":"10.1111/j.1360-0443.2012.03867.x","title":"Assessment of generalizability, applicability and predictability (GAP) for evaluating external validity in studies of universal family‐based prevention of alcohol misuse in young people: systematic methodological review of randomized controlled trials","year":2012,"lang":"en","type":"review","venue":"Addiction","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"Plan Nacional sobre Drogas; National Institutes of Health; University of Oxford; National Institute for Health and Care Research; Oxford Brookes University","keywords":"Generalizability theory; External validity; Internal validity; Randomized controlled trial; Psychology; Observational study; Systematic review; Population; Criterion validity; Clinical psychology; PsycINFO; Medicine; MEDLINE; Construct validity; Psychometrics; Social psychology; Developmental psychology; Environmental health","score_opus":0.5351974563246056,"score_gpt":0.550507421152536,"score_spread":0.015309964827930456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1837422480","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081854,0.8836934,0.0026380287,0.000007436509,0.00014121231,0.031588405,0.00005229623,0.000010871111,0.000014364102],"genre_scores_gemma":[0.15612227,0.8325111,0.007494228,0.0000023876864,0.000025712736,0.0037267157,0.00009819297,0.000014482181,0.000004867456],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9703992,0.021105785,0.0071709245,0.00044227103,0.0006901393,0.00019170568],"domain_scores_gemma":[0.9579949,0.03420257,0.0065456517,0.000526461,0.0006784662,0.000051966577],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08332534,0.0004009996,0.023632584,0.000303909,0.0000183434,0.0000021461237,0.000100708734,0.00025880485,0.0000279738],"category_scores_gemma":[0.030853964,0.00023475132,0.0025679523,0.00040153452,0.00023577211,0.00008367388,0.000042254887,0.00017428122,3.8723925e-8],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01669751,0.0012185484,0.039043464,0.9311073,0.002712337,3.1814375e-7,0.00024075859,0.0000070888836,0.00014604583,0.00007857807,0.0000016752333,0.008746386],"study_design_scores_gemma":[0.28879237,0.001004191,0.019385576,0.6009226,0.08762259,0.0000054213706,0.00040291608,0.001197337,0.00007451591,0.00033056707,0.0000039741262,0.00025794498],"about_ca_topic_score_codex":0.00007413866,"about_ca_topic_score_gemma":0.00008605244,"teacher_disagreement_score":0.3301847,"about_ca_system_score_codex":0.0004550477,"about_ca_system_score_gemma":0.0004014235,"threshold_uncertainty_score":0.9908626},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1850986795","doi":"10.1186/1745-6215-16-s1-p24","title":"Completeness of outcome description in studies for low back pain rehabilitation interventions: a survey of trials included in Cochrane reviews","year":2015,"lang":"en","type":"article","venue":"Trials","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Arthritis Research Centre of Canada; University of British Columbia","funders":"","keywords":"Medicine; Psychological intervention; Rehabilitation; Physical therapy; Alternative medicine; Completeness (order theory); Systematic review; MEDLINE; Physical medicine and rehabilitation; Nursing; Pathology","score_opus":0.6664556406432591,"score_gpt":0.5615910426219709,"score_spread":0.10486459802128822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1850986795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9690378,0.013204382,0.004309773,0.0010492795,0.00051585736,0.011765777,0.000082797145,0.000012817717,0.000021549205],"genre_scores_gemma":[0.9908616,0.00046249546,0.0076460545,0.000054103577,0.00005857843,0.00061142456,0.00021542393,0.000015665362,0.0000746302],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97175294,0.019698292,0.0077369516,0.00029549017,0.00033598547,0.0001803565],"domain_scores_gemma":[0.9651356,0.030807307,0.002448138,0.0003943664,0.0011389537,0.00007568241],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19616014,0.00016298823,0.0041868417,0.0004892632,0.000012293621,0.0000050962212,0.00007951379,0.000118711156,0.000029876664],"category_scores_gemma":[0.47982726,0.00011594015,0.0006407523,0.0005810271,0.00014100442,0.00011333791,0.000026479314,0.00008345902,0.0000048731563],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019752702,0.0041202423,0.7186275,0.15236698,0.0004523131,9.358801e-7,0.011127678,0.00024254636,0.053379495,0.0007101611,0.0068075815,0.032411866],"study_design_scores_gemma":[0.027030682,0.003934852,0.94148517,0.0192298,0.00016090629,3.4854577e-7,0.0024471064,0.00042449954,0.00040681518,0.004516633,0.00015306346,0.00021015244],"about_ca_topic_score_codex":0.00087768846,"about_ca_topic_score_gemma":0.0024397275,"teacher_disagreement_score":0.28366712,"about_ca_system_score_codex":0.00019070416,"about_ca_system_score_gemma":0.000084502615,"threshold_uncertainty_score":0.8277223},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1966512523","doi":"10.1186/1472-6963-13-528","title":"A governance model for integrated primary/secondary care for the health-reforming first world – results of a systematic review","year":2013,"lang":"en","type":"review","venue":"BMC Health Services Research","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":116,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Health informatics; Integrated care; Health administration; Nursing research; Nursing; Health care; Grey literature; CINAHL; Corporate governance; Population health; Health services research; Health policy; Inclusion (mineral); Public health; MEDLINE; Business; Political science; Psychological intervention; Psychology","score_opus":0.18176772037647074,"score_gpt":0.5574195498135738,"score_spread":0.37565182943710307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966512523","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.8956747e-7,0.92273474,0.00065926963,0.0039504464,0.0008146758,0.067712314,0.0037497415,0.00004421624,0.00033412446],"genre_scores_gemma":[0.0000055718574,0.90225965,0.002155571,0.0054739676,0.00030616493,0.06574684,0.0027048478,0.00011902906,0.021228367],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9872846,0.0039855777,0.0052989963,0.00081190927,0.0011723707,0.0014465309],"domain_scores_gemma":[0.9773355,0.010615643,0.0050309314,0.001584547,0.0050633047,0.00037007645],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.012628373,0.00053864106,0.004081724,0.0004177638,0.0032053017,0.00005601508,0.0016270938,0.00040421766,0.000058904785],"category_scores_gemma":[0.0010732157,0.00030686267,0.0005335677,0.0020244343,0.000079331934,0.0003128232,0.00031712302,0.0020486536,0.000101416284],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.0001872452,0.00005055057,5.759693e-7,0.92557245,0.000054794466,3.901028e-8,0.007313227,0.0000020045507,1.3381565e-8,0.0006639108,0.022964906,0.043190267],"study_design_scores_gemma":[0.00038046902,0.00011073347,0.0000021117776,0.5287135,0.000080339705,4.5195523e-7,0.006041608,0.0021996356,2.1808585e-8,0.000023943327,0.46231884,0.00012828493],"about_ca_topic_score_codex":0.0036980268,"about_ca_topic_score_gemma":0.03770177,"teacher_disagreement_score":0.43935394,"about_ca_system_score_codex":0.0041255313,"about_ca_system_score_gemma":0.05970972,"threshold_uncertainty_score":0.99993837},"labels":[{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1974429147","doi":"10.1136/annrheumdis-2014-eular.2210","title":"THU0416 Attrition Bias in Rheumatoid Arthritis Randomised Trials with Different Modified Intention-To-Treat Approaches: A Meta-Epidemiological Study","year":2014,"lang":"en","type":"article","venue":"Annals of the Rheumatic Diseases","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; Population; Rheumatoid arthritis; Meta-analysis; Internal medicine; Intention-to-treat analysis; Sample size determination; Physical therapy; Imputation (statistics); Study heterogeneity; Missing data; Statistics","score_opus":0.6572351615281036,"score_gpt":0.44747438123377986,"score_spread":0.2097607802943237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974429147","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9457786,0.0005577875,0.04773262,0.0009078414,0.000040020634,0.004547081,0.000058239202,0.0001901363,0.00018766335],"genre_scores_gemma":[0.99482375,0.000497969,0.0024047112,0.0001434373,0.0000103230095,0.0020306432,0.0000133119365,0.000037550988,0.000038294053],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99232614,0.0042371014,0.0019797503,0.00047047794,0.0005766143,0.00040990443],"domain_scores_gemma":[0.9866925,0.010833746,0.0011123366,0.000990726,0.00017682964,0.0001938524],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0050612288,0.0005110107,0.0031926022,0.00022062649,0.00010218041,0.000051840783,0.00055886805,0.000094773,0.00009092163],"category_scores_gemma":[0.033633053,0.00024221106,0.00085681217,0.00035311352,0.00018752142,0.0001815049,0.0001820125,0.0001852763,0.0000045936545],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.049207836,0.066729434,0.09167966,0.006591593,0.020461792,0.00004156403,0.012112012,0.0061140787,0.0004670206,0.4710855,0.016228653,0.25928086],"study_design_scores_gemma":[0.015849346,0.0015384281,0.023208547,0.003472989,0.0012486029,0.000008746874,0.001630544,0.002030072,0.0023899353,0.94789886,0.000008056888,0.00071586703],"about_ca_topic_score_codex":0.00009714511,"about_ca_topic_score_gemma":0.00010068565,"teacher_disagreement_score":0.47681338,"about_ca_system_score_codex":0.000032299024,"about_ca_system_score_gemma":0.000031430467,"threshold_uncertainty_score":0.98770803},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1980348059","doi":"10.1177/000841740807500513","title":"Qualitative Meta-Synthesis: Reflections on the Utility and Challenges in Occupational Therapy","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Occupational Therapy","topic":"Occupational Therapy Practice and Research","field":"Health Professions","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University; Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Qualitative research; Phenomenon; Interpretation (philosophy); Computer science; Management science; Engineering ethics; Knowledge management; Epistemology; Psychology; Sociology; Engineering; Social science","score_opus":0.901061825158874,"score_gpt":0.6193784157795532,"score_spread":0.2816834093793208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980348059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93105793,0.022570478,0.000109261346,0.038389113,0.0005302974,0.0009495767,0.00020331614,0.000014467024,0.0061755446],"genre_scores_gemma":[0.96827704,0.027415937,0.00042516305,0.0028563475,0.00042400757,0.00031967816,0.000008738921,0.0000270907,0.00024600697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942885,0.0034825075,0.0008194561,0.00025748042,0.0006988176,0.0004532593],"domain_scores_gemma":[0.9893129,0.008625752,0.0005116457,0.000266804,0.0009245629,0.0003583211],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004650114,0.00023421417,0.0004398062,0.00066479493,0.0015519602,0.00002270559,0.00032979544,0.00018920668,0.004308974],"category_scores_gemma":[0.0014568865,0.0001427847,0.00020237741,0.00044901497,0.00031515642,0.00039343597,0.000010802955,0.0010843794,0.00004798061],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.032119304,0.001894849,0.34602502,0.0001419682,0.009567751,0.00040088972,0.30662632,0.0002584395,0.0006285435,0.16123383,0.067816556,0.07328654],"study_design_scores_gemma":[0.001650565,0.0004658282,0.8131975,0.00008186389,0.00003274695,0.00006121584,0.013361976,0.000024516088,0.000109237,0.007297666,0.1634707,0.00024615932],"about_ca_topic_score_codex":0.0022673705,"about_ca_topic_score_gemma":0.009824029,"teacher_disagreement_score":0.4671725,"about_ca_system_score_codex":0.00024841202,"about_ca_system_score_gemma":0.004833943,"threshold_uncertainty_score":0.9997479},"labels":[{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1985235854","doi":"10.1177/135245850000600509","title":"Multiple sclerosis, disease modifying treatments and depression: a critical methodological review","year":2000,"lang":"en","type":"review","venue":"Multiple Sclerosis Journal","topic":"Multiple Sclerosis Research Studies","field":"Medicine","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre","funders":"","keywords":"Depression (economics); Mood; Psychiatry; Disease; Psychology; Clinical psychology; Mood disorders; Multiple sclerosis; Major depressive disorder; Placebo; Medicine; Anxiety; Alternative medicine; Internal medicine","score_opus":0.5577539936427163,"score_gpt":0.46577594370169356,"score_spread":0.09197804994102271,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985235854","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014925444,0.99417686,0.0002295937,0.00070419133,0.0005010896,0.003347132,0.00045322155,0.00019940357,0.00023923679],"genre_scores_gemma":[0.0007153794,0.98380333,0.01151226,0.0006930046,0.0014674863,0.0011355574,0.00019380433,0.00027237725,0.000206808],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98761874,0.0035357613,0.0027697461,0.0019552996,0.0021572097,0.0019632191],"domain_scores_gemma":[0.9867304,0.006939636,0.00082401274,0.0014337559,0.0005849706,0.0034872394],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0030861732,0.0017854944,0.006588359,0.00072440796,0.0015383218,0.00044595497,0.0007810935,0.0007608926,0.0017623238],"category_scores_gemma":[0.02601716,0.0012222127,0.0026781377,0.00086814415,0.0009201184,0.00047804546,0.000812281,0.0032885051,0.00022458589],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039310835,0.00081348687,0.0020746198,0.040818322,0.0010910757,0.0003384638,0.00004843816,0.000001430295,0.000028030992,0.0000014423249,0.0074664894,0.9469251],"study_design_scores_gemma":[0.005331594,0.00035551251,0.019812316,0.4101314,0.008978278,0.0011179232,0.000039147264,0.00026204152,0.0000082559045,0.000016786085,0.55256236,0.001384424],"about_ca_topic_score_codex":0.00003334294,"about_ca_topic_score_gemma":0.0000057912966,"teacher_disagreement_score":0.94554067,"about_ca_system_score_codex":0.0006734593,"about_ca_system_score_gemma":0.0007180591,"threshold_uncertainty_score":0.9997615},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1998831987","doi":"10.1136/bmjopen-2014-005491","title":"Assessing bias in osteoarthritis trials included in Cochrane reviews: protocol for a meta-epidemiological study","year":2014,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Ottawa Hospital; Cochrane","funders":"National Health and Medical Research Council; University of Ottawa; Medical Research Council; Parker Institute for Cancer Immunotherapy; Canadian Institutes of Health Research; Oak Foundation","keywords":"Medicine; Epidemiology; Protocol (science); Meta-analysis; Osteoarthritis; Alternative medicine; Cochrane collaboration; Systematic review; MEDLINE; Physical therapy; Family medicine; Internal medicine; Pathology; Cochrane Library","score_opus":0.9811986829709822,"score_gpt":0.7555210505783807,"score_spread":0.22567763239260152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998831987","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00481998,0.00023899414,0.0073712836,0.0014617252,0.000091305825,0.979772,0.000007672538,0.000004567497,0.006232471],"genre_scores_gemma":[0.019911652,0.0000026570765,0.017623108,0.0007686071,0.00010066148,0.9602454,0.0000041733256,0.000012978575,0.0013308108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.5092608,0.4163206,0.06432213,0.0032834536,0.0059474995,0.0008655379],"domain_scores_gemma":[0.86546403,0.103653595,0.022605328,0.0070757014,0.0009339904,0.0002673365],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.85681033,0.00046905075,0.023500567,0.00044978372,0.00012747639,0.0026337018,0.0036451803,0.00013766921,0.007564977],"category_scores_gemma":[0.71849495,0.00017932673,0.0030001178,0.0017050356,0.000042490636,0.00076655846,0.0008315811,0.00020599787,0.00069424475],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010119154,0.003013588,0.24682085,0.0017220255,0.001440612,0.00006476354,0.0025284488,0.00029791467,0.00011163308,0.0038300287,0.18494265,0.5542156],"study_design_scores_gemma":[0.016165126,0.0017916285,0.05224356,0.002409727,0.0016283906,0.000020247067,0.0023966245,0.0067498963,0.000027508353,0.03204161,0.8835153,0.0010103728],"about_ca_topic_score_codex":0.00011214911,"about_ca_topic_score_gemma":0.001101248,"teacher_disagreement_score":0.6985727,"about_ca_system_score_codex":0.0000432807,"about_ca_system_score_gemma":0.00012164879,"threshold_uncertainty_score":0.99840164},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2001201455","doi":"10.1136/bmjopen-2013-004527","title":"Methodological characteristics and treatment effect sizes in oral health randomised controlled trials: Is there a relationship? Protocol for a meta-epidemiological study","year":2014,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; Killam Trusts; University of Alberta; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute; Fondation pour la Recherche Médicale; Alpha Omega Foundation","keywords":"Medicine; Sample size determination; Protocol (science); Randomized controlled trial; Meta-analysis; Epidemiology; Intervention (counseling); Research design; MEDLINE; Clinical trial; Placebo; Alternative medicine; Physical therapy; Statistics; Psychiatry; Internal medicine; Pathology","score_opus":0.9742725078857929,"score_gpt":0.7329682702713417,"score_spread":0.2413042376144512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001201455","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021705756,0.00006744426,0.019669777,0.0031748277,0.00004415247,0.95470387,0.000022217528,0.0000061366964,0.0006058107],"genre_scores_gemma":[0.07789339,0.0000016577776,0.020487363,0.0005873015,0.000059824033,0.89946383,0.0000041920807,0.00000897566,0.0014934399],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.46782643,0.50702095,0.021367755,0.0015749827,0.0017978059,0.00041208044],"domain_scores_gemma":[0.36649677,0.61314255,0.016567161,0.0030169245,0.00046264267,0.00031395844],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.800721,0.00050417206,0.032241408,0.00017847819,0.00021224374,0.00094555895,0.0010720962,0.0001329654,0.0032543214],"category_scores_gemma":[0.722715,0.0001400415,0.0039307894,0.00039397337,0.000048895847,0.00013381692,0.00019990739,0.00012426468,0.00008213591],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10878471,0.0023413496,0.66144127,0.00033132097,0.013127583,0.000011806459,0.002403493,0.000040796986,0.000008195908,0.0035274245,0.026404457,0.1815776],"study_design_scores_gemma":[0.47374648,0.016345412,0.37690476,0.00019175494,0.009576299,0.0000133184085,0.0009250059,0.032574493,0.0000051401726,0.027543008,0.06140215,0.0007721654],"about_ca_topic_score_codex":0.00007471153,"about_ca_topic_score_gemma":0.00012695654,"teacher_disagreement_score":0.36496177,"about_ca_system_score_codex":0.000048422877,"about_ca_system_score_gemma":0.000108761385,"threshold_uncertainty_score":0.9976568},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2007317588","doi":"10.1007/s13187-010-0183-x","title":"Effective Teaching Strategies and Methods of Delivery for Patient Education: A Systematic Review and Practice Guideline Recommendations","year":2010,"lang":"en","type":"review","venue":"Journal of Cancer Education","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":334,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; McMaster University; Grand River Hospital; Sudbury Regional Hospital; Ontario Clinical Oncology Group; University Health Network","funders":"Ontario Ministry of Health and Long-Term Care; University Health Network; Cancer Care Ontario","keywords":"Medicine; Guideline; Medical education; Teaching method; Anxiety; Recall; Multimedia; Psychology; Pedagogy; Computer science; Pathology","score_opus":0.2071370985328947,"score_gpt":0.6437488558854468,"score_spread":0.43661175735255214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007317588","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003902049,0.97992975,0.0008183412,0.007005887,0.0027472249,0.009154704,0.000052307758,0.000008578358,0.000279308],"genre_scores_gemma":[0.000010841634,0.86879003,0.12381751,0.0018488877,0.00037337933,0.00499999,0.00007170882,0.00003838088,0.000049264294],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9876434,0.008012318,0.00370116,0.00023235302,0.00022340388,0.00018731513],"domain_scores_gemma":[0.9729791,0.010953411,0.010920577,0.00056591013,0.004411796,0.00016918092],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.004217071,0.00029266483,0.002119932,0.00038105602,0.0004618234,0.00003541703,0.00029402997,0.00030149272,0.000024844583],"category_scores_gemma":[0.011751372,0.00022607994,0.00020430401,0.00023222013,0.000056882014,0.0007881903,0.000101611666,0.0015731765,8.6969465e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008846054,0.000087954446,0.0000024337298,0.4528334,0.0001189032,1.3134937e-8,0.0022946596,8.0864936e-8,4.2949068e-7,0.00044844992,0.005348551,0.53885627],"study_design_scores_gemma":[0.000080396625,0.00011446836,0.000001976298,0.37883854,0.0043388307,0.000041037943,0.015409065,0.0000021081485,1.8617442e-7,0.0002678575,0.60079014,0.00011537684],"about_ca_topic_score_codex":0.00032677056,"about_ca_topic_score_gemma":0.000051783765,"teacher_disagreement_score":0.5954416,"about_ca_system_score_codex":0.0006367931,"about_ca_system_score_gemma":0.014392916,"threshold_uncertainty_score":0.9965731},"labels":[{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2007795708","doi":"10.1371/journal.pone.0080233","title":"Knowledge Transfer on Complex Social Interventions in Public Health: A Scoping Study","year":2013,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Centre de Liaison Sur l'Intervention et la Prévention Psychosociales; Université Laval; Centre Hospitalier de l’Université de Montréal; Université de Montréal","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Public health; Knowledge transfer; Field (mathematics); Knowledge management; Exploratory research; Data science; Conceptual framework; Computer science; Management science; Psychology; Medicine; Sociology; Social science; Engineering","score_opus":0.9795260618445067,"score_gpt":0.7529023926355171,"score_spread":0.2266236692089897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007795708","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027590885,0.9160923,0.00015117378,0.013480251,0.0006067499,0.059595715,0.00088183995,0.0004117184,0.006021183],"genre_scores_gemma":[0.0015582107,0.97430384,0.0002473528,0.0034794959,0.00083544996,0.017829379,0.00020877647,0.00014343989,0.0013940564],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98296446,0.0101162605,0.0037956515,0.00073953957,0.0007685883,0.0016155327],"domain_scores_gemma":[0.995365,0.0025407132,0.00072049565,0.00052267546,0.00032474156,0.00052632374],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0057307878,0.00047122873,0.0030696183,0.0013271732,0.0014050413,0.00005503085,0.00072286115,0.00030521926,0.00465355],"category_scores_gemma":[0.0009946753,0.00040881702,0.00041983929,0.0017960664,0.00008910159,0.00022664249,0.0002155146,0.001957435,0.0053412244],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057601137,0.014882289,0.000512074,0.37165877,0.00046294974,0.000002918639,0.06616631,2.8959175e-8,3.591249e-7,0.0012165097,0.010584046,0.534508],"study_design_scores_gemma":[0.0027461362,0.0016058258,0.0027849288,0.321949,0.00029771824,6.2256754e-7,0.004583122,0.000011040713,3.3292736e-8,0.00003966525,0.66515243,0.00082949403],"about_ca_topic_score_codex":0.00069388753,"about_ca_topic_score_gemma":0.0054503926,"teacher_disagreement_score":0.6545684,"about_ca_system_score_codex":0.0024123667,"about_ca_system_score_gemma":0.0065713245,"threshold_uncertainty_score":0.999895},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2009497067","doi":"10.1002/ebch.282","title":"<i>The Cochrane Library</i> and Long‐Acting Beta‐agonist Treatment for Childhood Asthma: An Overview of Reviews","year":2008,"lang":"en","type":"article","venue":"Evidence-Based Child Health A Cochrane Review Journal","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta; University of Ottawa","funders":"","keywords":"Asthma; Medicine; Cochrane Library; Systematic review; Placebo; Inhaled corticosteroids; Formoterol; B2 receptor; Meta-analysis; Pediatrics; Physical therapy; MEDLINE; Internal medicine; Alternative medicine; Budesonide","score_opus":0.09366244879714936,"score_gpt":0.3933631038727442,"score_spread":0.29970065507559485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2009497067","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031730644,0.9448922,0.00017313646,0.048062596,0.00018771266,0.0033671272,0.00003563864,0.000044311055,0.00006418037],"genre_scores_gemma":[0.009610944,0.9655682,0.0012507901,0.022100091,0.0011202467,0.00015798776,0.000045760058,0.00006735069,0.00007864193],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948123,0.0010648422,0.0021928768,0.0005121433,0.00067823794,0.0007396139],"domain_scores_gemma":[0.9950778,0.0009232204,0.00170997,0.00077179726,0.00020730382,0.0013099168],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0022490697,0.0005209002,0.0022967404,0.00013436016,0.001970457,0.00006314094,0.000297199,0.0000959714,0.00013533684],"category_scores_gemma":[0.0007914341,0.00030556464,0.0009899179,0.00044592365,0.00030934415,0.00069762504,0.000033758206,0.0005346795,0.000008677139],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011719109,0.001608431,0.01171363,0.09045883,0.00022647221,0.00023346285,0.00032969387,0.000008005367,0.000023922228,0.00022758225,0.011608093,0.88238996],"study_design_scores_gemma":[0.0046751797,0.00780033,0.034560055,0.33521068,0.0007291626,0.0043831305,0.0000398137,0.0000315236,0.0001651232,0.000016853273,0.6119535,0.00043465395],"about_ca_topic_score_codex":0.000008143407,"about_ca_topic_score_gemma":0.000008706304,"teacher_disagreement_score":0.8819553,"about_ca_system_score_codex":0.00011939106,"about_ca_system_score_gemma":0.0026151033,"threshold_uncertainty_score":0.9999396},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2018803201","doi":"10.1016/s0895-4356(99)00160-2","title":"Randomized trials versus observational studies in adolescent pregnancy prevention","year":2000,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Adolescent Sexual and Reproductive Health","field":"Health Professions","cited_by":94,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Observational study; Randomized controlled trial; Medicine; Psychological intervention; CINAHL; PsycINFO; Pregnancy; MEDLINE; Family medicine; Psychiatry; Surgery; Internal medicine","score_opus":0.9380215926437274,"score_gpt":0.7360098352874899,"score_spread":0.20201175735623755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018803201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9095352,0.021401737,0.0015257892,0.044811234,0.01838167,0.002795219,0.000006712345,0.00002970165,0.0015126801],"genre_scores_gemma":[0.78691846,0.14878437,0.013041874,0.015580771,0.020785011,0.0002140157,0.000025581652,0.00006459543,0.014585335],"study_design_codex":"randomized_trial","study_design_gemma":"observational","domain_scores_codex":[0.8795796,0.1023109,0.016858045,0.000401983,0.00028082414,0.0005686444],"domain_scores_gemma":[0.6621632,0.32159957,0.014226069,0.00046972866,0.0010971909,0.00044425094],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17700537,0.00019164498,0.007367685,0.00012894135,0.00017217828,9.952893e-7,0.0002116023,0.00047991943,0.0008701438],"category_scores_gemma":[0.41809028,0.0001115708,0.0010825901,0.00017477009,0.00048607154,0.00015106848,0.00004963954,0.002277213,0.00011457706],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.47690928,0.001945216,0.3827553,0.000774741,0.00085166417,0.00003201828,0.0010067645,0.00040912116,0.000002331863,0.009457876,0.021923915,0.10393176],"study_design_scores_gemma":[0.38966817,0.0012670159,0.5075793,0.005719026,0.00025461506,0.000010177884,0.00086093205,0.00016475447,6.55908e-7,0.072980575,0.021285426,0.0002093402],"about_ca_topic_score_codex":0.000012045725,"about_ca_topic_score_gemma":0.000020224834,"teacher_disagreement_score":0.2410849,"about_ca_system_score_codex":0.00014822994,"about_ca_system_score_gemma":0.00079741643,"threshold_uncertainty_score":0.98934835},"labels":[{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2022418062","doi":"10.1186/1471-2288-14-127","title":"Methodological and ethical issues in research using social media: a metamethod of Human Papillomavirus vaccine studies","year":2014,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Social media; Credibility; Research ethics; Transparency (behavior); Generalizability theory; CLARITY; Psychology; Internet privacy; Informed consent; Public relations; Medicine; Computer science; World Wide Web; Political science; Alternative medicine","score_opus":0.9767535309614988,"score_gpt":0.79382938185026,"score_spread":0.18292414911123878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022418062","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9436165,0.007402748,0.006665877,0.038154993,0.0018718956,0.0015720982,0.0000025786821,0.00006593098,0.00064737006],"genre_scores_gemma":[0.48046312,0.009616658,0.50154525,0.00047377733,0.006709131,0.001073583,0.000005361878,0.00006191145,0.00005120682],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.621241,0.36914933,0.0014224274,0.0009548473,0.005272823,0.00195958],"domain_scores_gemma":[0.12963955,0.86573625,0.0003272894,0.00049817865,0.0026363546,0.0011623771],"candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.5161341,0.0002277571,0.002084801,0.0013574495,0.0015658484,0.000038854294,0.0010181735,0.0022052855,0.0004886158],"category_scores_gemma":[0.9159092,0.00019557198,0.00013005677,0.0029401642,0.009052991,0.00009632319,0.000831946,0.0055443756,0.000010637621],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049843173,0.00028162118,0.02466813,0.0008862897,0.00008374181,0.000030144534,0.19837204,0.0000010169535,0.0046905396,0.57319635,0.0010606545,0.19623104],"study_design_scores_gemma":[0.0023376308,0.0009198562,0.07340495,0.00058869104,0.00005690474,0.00001158009,0.1527998,0.0002502733,0.0015042037,0.7537033,0.013953406,0.00046939374],"about_ca_topic_score_codex":0.019138053,"about_ca_topic_score_gemma":0.039740916,"teacher_disagreement_score":0.49658692,"about_ca_system_score_codex":0.00053886673,"about_ca_system_score_gemma":0.002754661,"threshold_uncertainty_score":0.999734},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2026016649","doi":"10.1016/s2352-3026(15)00003-4","title":"Rituximab plus standard of care for treatment of primary immune thrombocytopenia: a systematic review and meta-analysis","year":2015,"lang":"en","type":"review","venue":"The Lancet Haematology","topic":"Platelet Disorders and Treatments","field":"Medicine","cited_by":138,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Blood Services; McMaster University","funders":"","keywords":"Medicine; Rituximab; Internal medicine; Splenectomy; Meta-analysis; Immune thrombocytopenia; Relative risk; Randomized controlled trial; Confidence interval; Gastroenterology; Platelet; Lymphoma","score_opus":0.15312143755456406,"score_gpt":0.40161448540477473,"score_spread":0.24849304785021067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026016649","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014797254,0.98963577,0.000018696344,0.00035171412,0.000019403764,0.008310744,0.0013716015,0.0000144031255,0.0002628662],"genre_scores_gemma":[0.0001117655,0.99708855,0.00042545528,0.00007830674,0.000009270857,0.0014540083,0.0006440685,0.000034025972,0.00015452575],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9974514,0.00039381484,0.0013338049,0.0003402701,0.00022076508,0.0002599224],"domain_scores_gemma":[0.9968106,0.00039769112,0.0013039527,0.0011601967,0.00026843688,0.000059134825],"candidate_categories":["metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.00044722777,0.00047539623,0.06881621,0.0001469546,0.000041135074,0.000005164859,0.00021968395,0.00020074914,0.000036692214],"category_scores_gemma":[0.00007515257,0.00020878183,0.0026269408,0.00032534395,0.00016113676,0.000019956673,0.000061211,0.000075806835,0.0000050045046],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008751555,0.000112943875,5.867447e-7,0.82252455,0.17557348,0.00011766875,0.00017909851,6.771768e-8,1.8422924e-8,0.00017073346,0.00009871233,0.0011346339],"study_design_scores_gemma":[0.0026000692,0.0008441381,2.7688432e-7,0.018982762,0.95128196,0.0012493595,0.0000525433,4.6657902e-7,0.0000014383802,0.000059487298,0.024793467,0.00013403218],"about_ca_topic_score_codex":0.0000423223,"about_ca_topic_score_gemma":0.000046655023,"teacher_disagreement_score":0.8035418,"about_ca_system_score_codex":0.00020736111,"about_ca_system_score_gemma":0.00040235292,"threshold_uncertainty_score":0.9450082},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2028540474","doi":"10.1371/journal.pone.0003684","title":"Following 411 Cochrane Protocols to Completion: A Retrospective Cohort Study","year":2008,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Institute of Population and Public Health; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Cochrane Library; Medicine; Systematic review; MEDLINE; Protocol (science); Confidence interval; Cohort study; Hazard ratio; Internal medicine; Alternative medicine; Pathology","score_opus":0.7904036982622812,"score_gpt":0.5202770186509911,"score_spread":0.2701266796112901,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028540474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9384473,0.00004355062,0.0014649257,0.00041594903,0.000046363668,0.04695478,0.000007919869,0.000019181389,0.012600009],"genre_scores_gemma":[0.9660405,0.0000013535281,0.0059458488,0.00023540549,0.00011828254,0.015380266,0.0000027146677,0.000015154333,0.012260486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9708427,0.004354732,0.005365117,0.0012290041,0.01791808,0.00029033553],"domain_scores_gemma":[0.99170554,0.0010070606,0.0014411205,0.003546787,0.002073678,0.00022582081],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.07070532,0.00026384435,0.0067094667,0.00028623588,0.00034486552,0.00036990846,0.0013175561,0.000046141104,0.0079653235],"category_scores_gemma":[0.033174545,0.00014501746,0.0010009877,0.0019113657,0.00003211441,0.00017476338,0.00016254326,0.00015359458,0.008924771],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009725714,0.0020215793,0.98548293,0.000019494079,0.00088479184,0.000035745314,0.0010073029,0.0000036755696,0.0003397694,0.00008142435,0.010072348,0.00004124028],"study_design_scores_gemma":[0.00041233463,0.00049376645,0.9952177,0.00015760043,0.00044673606,0.000005350201,0.00034050934,0.00035952544,0.00011806205,0.0003555614,0.0018782115,0.0002146689],"about_ca_topic_score_codex":0.00002046622,"about_ca_topic_score_gemma":0.00004016539,"teacher_disagreement_score":0.03753077,"about_ca_system_score_codex":0.00009200547,"about_ca_system_score_gemma":0.000044947923,"threshold_uncertainty_score":0.99294156},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2045910459","doi":"10.1016/j.jclinepi.2009.06.007","title":"A scale for distinguishing efficacy from effectiveness was adapted and applied to stroke rehabilitation studies","year":2009,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Care; Lawson Health Research Institute; Western University","funders":"Canadian Institutes of Health Research","keywords":"Confidence interval; Physical therapy; Medicine; Kappa; Rehabilitation; Randomized controlled trial; Reliability (semiconductor); Stroke (engine); Operationalization; Internal medicine; Mathematics","score_opus":0.3121866161788805,"score_gpt":0.5622545008997024,"score_spread":0.2500678847208219,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045910459","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023672245,0.9668515,0.0027873726,0.002285221,0.001957378,0.0023054006,0.00005570262,0.000022004586,0.00006317607],"genre_scores_gemma":[0.0010163952,0.9329438,0.06242023,0.0007100629,0.0027248415,0.00006926585,0.00003133184,0.000040239196,0.00004380035],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9881795,0.004546929,0.0061399615,0.0005961548,0.00020755423,0.00032989206],"domain_scores_gemma":[0.639286,0.35616654,0.0033070317,0.0002813754,0.00053796184,0.00042110268],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02290842,0.0003954497,0.014195168,0.00033264715,0.00007029161,0.000008929096,0.00016598607,0.00078413665,0.000005406775],"category_scores_gemma":[0.404944,0.00022570467,0.002476292,0.00016739723,0.0002927182,0.00004312955,0.0000623586,0.0011815662,0.000005932728],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016320277,0.00026027704,0.0041390476,0.006906931,0.0009387534,0.0000044288945,0.000105311374,0.000011667763,0.0000013335498,0.00010397334,0.0012874516,0.98460877],"study_design_scores_gemma":[0.004880783,0.008534531,0.13321143,0.043989535,0.004011639,0.00007507231,0.00023038378,0.000012477444,4.7266965e-7,0.003128671,0.8015927,0.0003322727],"about_ca_topic_score_codex":0.0000038903945,"about_ca_topic_score_gemma":0.0000032509097,"teacher_disagreement_score":0.98427653,"about_ca_system_score_codex":0.00016944876,"about_ca_system_score_gemma":0.00035565344,"threshold_uncertainty_score":0.9703533},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2059874779","doi":"10.1371/journal.pone.0020185","title":"Epidemiology, Quality and Reporting Characteristics of Systematic Reviews of Traditional Chinese Medicine Interventions Published in Chinese Journals","year":2011,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Alberta; Lanzhou University","keywords":"Systematic review; Medicine; Psychological intervention; Epidemiology; MEDLINE; Alternative medicine; Specialty; Meta-analysis; Data extraction; Family medicine; Publication bias; China; Quality (philosophy); Pathology; Psychiatry","score_opus":0.9767140384802047,"score_gpt":0.6506685977850202,"score_spread":0.3260454406951845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059874779","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"reporting","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018743579,0.9923156,0.0004669695,0.00014690812,0.00017245857,0.0040757013,0.00013734438,0.0000031989916,0.0008074709],"genre_scores_gemma":[0.0014033685,0.99438375,0.0028130417,0.000036655812,0.00021160989,0.00042548633,0.00011775509,0.000023871384,0.00058443326],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.65656275,0.107030354,0.22854504,0.0019561,0.005404152,0.0005016261],"domain_scores_gemma":[0.42981786,0.09357694,0.46262395,0.009010531,0.004447906,0.0005228071],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5611646,0.0007313179,0.06898637,0.0017016372,0.000058413887,0.000073411225,0.00193064,0.00032916607,0.009331256],"category_scores_gemma":[0.8737319,0.0002836093,0.0068911677,0.0026030897,0.00027121688,0.00032793215,0.00021904024,0.0006599831,0.00007341059],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026286316,0.000912645,0.048751865,0.92950326,0.0018381763,0.000004291636,0.00025665428,3.0748286e-8,0.0000017974546,0.0008226486,0.0004897143,0.017416311],"study_design_scores_gemma":[0.00023600893,0.00013077314,0.0806347,0.8883978,0.010239952,0.00010566891,0.000061915736,0.00007244158,5.9337395e-8,0.01641998,0.0032450892,0.0004556089],"about_ca_topic_score_codex":0.000032793476,"about_ca_topic_score_gemma":0.00003403057,"teacher_disagreement_score":0.3125673,"about_ca_system_score_codex":0.000052142575,"about_ca_system_score_gemma":0.00011755475,"threshold_uncertainty_score":0.9999616},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2068264290","doi":"10.1002/jrsm.1123","title":"A scoping review of scoping reviews: advancing the approach and enhancing the consistency","year":2014,"lang":"en","type":"review","venue":"Research Synthesis Methods","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3082,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; Public Health Agency of Canada","funders":"Ontario Ministry of Agriculture, Food and Rural Affairs","keywords":"Consistency (knowledge bases); Computer science; Management science; Data science; Artificial intelligence; Engineering","score_opus":0.923851977769396,"score_gpt":0.7277039479738097,"score_spread":0.19614802979558632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068264290","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.881358e-8,0.89128095,0.08701174,0.00036275727,0.00015053486,0.013085499,0.0000071714053,0.0000063993734,0.008094846],"genre_scores_gemma":[2.5862494e-7,0.8728453,0.12292083,0.00017121351,0.0002188215,0.0030648229,0.0000024582473,0.000061287676,0.00071502157],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.3442413,0.60252833,0.03582132,0.0033598873,0.012536934,0.0015122361],"domain_scores_gemma":[0.16755807,0.7719051,0.031214796,0.023746068,0.0049097296,0.00066622894],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8674546,0.0010387482,0.032336485,0.0010539858,0.0012318883,0.0012375886,0.0076147914,0.00033329125,0.0019210866],"category_scores_gemma":[0.7785432,0.0003363213,0.0071474602,0.006299767,0.0010373698,0.00023951859,0.0017099698,0.0017074734,0.0004517362],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.055199e-7,0.000009484009,5.3205434e-7,0.3897209,0.0001654179,4.8441433e-7,0.00005685872,1.8669775e-7,0.0000012501804,0.00030912814,0.0018305465,0.6079048],"study_design_scores_gemma":[0.000012652012,0.000010991995,2.3074124e-7,0.53863424,0.0013004079,0.000038747992,0.00014691554,0.00007943699,0.0000053457666,0.00023877142,0.4593396,0.00019265861],"about_ca_topic_score_codex":0.000017628292,"about_ca_topic_score_gemma":0.000016865028,"teacher_disagreement_score":0.60771215,"about_ca_system_score_codex":0.00013023637,"about_ca_system_score_gemma":0.0015124232,"threshold_uncertainty_score":0.99990886},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2081069584","doi":"10.1097/01.sla.0000154258.30305.df","title":"Evaluating Meta-analyses in the General Surgical Literature","year":2005,"lang":"en","type":"article","venue":"Annals of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":131,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Calgary","funders":"","keywords":"Medicine; Meta-analysis; MEDLINE; Concordance; Critical appraisal; Systematic review; Evidence-based medicine; Family medicine; Alternative medicine; Internal medicine; Pathology","score_opus":0.9842320020590651,"score_gpt":0.6970802859876226,"score_spread":0.2871517160714425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081069584","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9401754,0.038705286,0.00007147048,0.014033352,0.00010727894,0.000283581,0.000022979557,0.000003053748,0.0065975552],"genre_scores_gemma":[0.99168384,0.00023902173,0.0014050583,0.002077,0.0002809549,0.000035867386,0.000011153463,0.0000073746437,0.004259737],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.95726943,0.023803476,0.0105428,0.00075137283,0.0072784172,0.0003544836],"domain_scores_gemma":[0.9675193,0.024183692,0.0037793354,0.002940191,0.0014894012,0.00008811528],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27311307,0.0002597481,0.004710898,0.00063189253,0.00007430485,0.00060608704,0.0012647597,0.00008586672,0.009595282],"category_scores_gemma":[0.036067273,0.00008852242,0.0068822186,0.0028659853,0.00005551543,0.00037570472,0.00006852684,0.00019251126,0.0004994694],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038599752,0.00040279844,0.029675728,0.000085372325,0.0058482643,0.00013459571,0.0029387937,0.006120134,0.00038310917,0.0040738136,0.8113729,0.13892594],"study_design_scores_gemma":[0.0002695895,0.00006099486,0.057011124,0.00013205742,0.005283858,0.00015979643,0.0010857697,0.027202189,0.0013811698,0.01486777,0.89176846,0.00077724847],"about_ca_topic_score_codex":0.000017081993,"about_ca_topic_score_gemma":0.000016597141,"teacher_disagreement_score":0.2370458,"about_ca_system_score_codex":0.00000392645,"about_ca_system_score_gemma":0.000056799323,"threshold_uncertainty_score":0.99131006},"labels":[{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2081631580","doi":"10.1016/j.jmpt.2013.04.001","title":"Manipulative and Multimodal Therapy for Upper Extremity and Temporomandibular Disorders: A Systematic Review","year":2013,"lang":"en","type":"review","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Temporomandibular Joint Disorders","field":"Health Professions","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Memorial Chiropractic College","funders":"","keywords":"Medicine; Chiropractic; Manual therapy; Physical therapy; Randomized controlled trial; MEDLINE; Orthopedic surgery; Physical medicine and rehabilitation; Alternative medicine; Surgery; Pathology","score_opus":0.4647909135108516,"score_gpt":0.4799292772683735,"score_spread":0.015138363757521867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081631580","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009865562,0.98945105,0.00039618547,0.00031874285,0.00016499551,0.008550769,0.00005406127,0.000026246833,0.00005139806],"genre_scores_gemma":[0.001158372,0.9958806,0.001104295,0.0009238336,0.00019895626,0.00048190754,0.000044372366,0.000085778025,0.000121872414],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9934662,0.0026932668,0.0024045063,0.0005656417,0.00033102912,0.0005393341],"domain_scores_gemma":[0.99295527,0.0028501858,0.003265834,0.00036654083,0.00032378305,0.00023837906],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015880433,0.0008670094,0.0051904214,0.00017978366,0.000544134,0.000041044066,0.00030422932,0.0007334409,0.000076446566],"category_scores_gemma":[0.0003175588,0.00047528514,0.0006630417,0.00017374073,0.00030365345,0.00024358594,0.00019854936,0.0013819644,0.000007699328],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017623574,0.00034498298,0.0005070722,0.9185761,0.002997726,0.000008942685,0.001530262,3.7452196e-7,0.000015939007,0.0012808677,0.00084307295,0.07371843],"study_design_scores_gemma":[0.003817464,0.0026304768,0.002726982,0.5739197,0.00689745,0.00011727193,0.0014726028,0.0002134006,3.0846988e-7,0.024218084,0.38236243,0.0016238277],"about_ca_topic_score_codex":0.000013433795,"about_ca_topic_score_gemma":0.000003461991,"teacher_disagreement_score":0.38151935,"about_ca_system_score_codex":0.00009229973,"about_ca_system_score_gemma":0.00012979154,"threshold_uncertainty_score":0.99976987},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2096833901","doi":"10.1371/journal.pone.0088008","title":"Quantifying Bias in Randomized Controlled Trials in Child Health: A Meta-Epidemiological Study","year":2014,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Canadian Institutes of Health Research","keywords":"Epidemiology; Randomized controlled trial; Meta-analysis; Medicine; MEDLINE; Environmental health; Biology; Internal medicine","score_opus":0.9817470593674227,"score_gpt":0.6519590330899844,"score_spread":0.3297880262774383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096833901","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014971562,0.9530569,0.00035568944,0.0008172194,0.00014734385,0.044478644,0.00002128772,0.0000115455005,0.00096170336],"genre_scores_gemma":[0.0007163549,0.9849271,0.0018639308,0.0003703247,0.00020986833,0.0107133,0.00002520355,0.000040518793,0.0011334014],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.045418743,0.8011624,0.1395652,0.0030830395,0.009936431,0.0008341788],"domain_scores_gemma":[0.08946429,0.78603655,0.1148095,0.008275912,0.0009261728,0.00048757068],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.94928885,0.0016628269,0.4463966,0.0033798157,0.00013392865,0.0008348197,0.003374443,0.00052500557,0.007294501],"category_scores_gemma":[0.9237,0.00050166587,0.0609404,0.0035337722,0.000098009,0.0001198615,0.000298566,0.0013209912,0.0024052707],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.017912343,0.03241106,0.0019237332,0.05848724,0.40685248,0.00015339172,0.0015925242,0.000054724427,1.17047755e-7,0.004295456,0.007902191,0.46841472],"study_design_scores_gemma":[0.3408185,0.00057509285,0.000052453957,0.05057988,0.30759272,0.000015919122,0.00035226383,0.003479317,3.5923716e-8,0.0023793948,0.29242018,0.0017342465],"about_ca_topic_score_codex":0.00012371823,"about_ca_topic_score_gemma":0.0005874893,"teacher_disagreement_score":0.4666805,"about_ca_system_score_codex":0.00013668042,"about_ca_system_score_gemma":0.00030529944,"threshold_uncertainty_score":0.9997435},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2102685275","doi":"10.1186/2046-4053-2-24","title":"A protocol for a systematic review on the impact of unpublished studies and studies published in the gray literature in meta-analyses","year":2013,"lang":"en","type":"review","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"European Commission; McMaster University","keywords":"Medicine; Grey literature; Meta-analysis; Systematic review; MEDLINE; Cochrane Library; Publication bias; Gray (unit); Protocol (science); Inclusion and exclusion criteria; Gerontology; Alternative medicine; Pathology","score_opus":0.9180444448269799,"score_gpt":0.6734652623171064,"score_spread":0.24457918250987354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102685275","genre_codex":"review","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.3959824e-7,0.5444773,0.000018479932,0.00031462713,0.000051476738,0.45497355,0.000032121636,0.000003616765,0.00012868067],"genre_scores_gemma":[0.0000014872909,0.49876806,0.0001676879,0.0002172592,0.00003579773,0.49994346,0.000009013341,0.00003716607,0.00082008383],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.5639909,0.3256722,0.096413024,0.0034434332,0.009424353,0.0010560548],"domain_scores_gemma":[0.52832544,0.2607465,0.16740736,0.032379437,0.010775697,0.00036557735],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.57098264,0.0033209713,0.13903429,0.0022757843,0.00023171457,0.004017989,0.008564133,0.00041524487,0.00061921973],"category_scores_gemma":[0.6502359,0.0006125668,0.032557193,0.011660253,0.0002821168,0.000995461,0.00048556284,0.001062481,0.00043019722],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016910736,0.000082349616,0.0000013613802,0.88807774,0.016721485,0.000004649245,0.0014271917,7.3940157e-7,1.8298195e-8,0.0007809234,0.09211556,0.00078630296],"study_design_scores_gemma":[0.0001905577,0.00013727798,5.838609e-7,0.88765126,0.052628376,0.000081927734,0.0014966821,0.000030540927,1.9080648e-8,0.0022654333,0.055029307,0.0004880366],"about_ca_topic_score_codex":0.000018768289,"about_ca_topic_score_gemma":0.000052214593,"teacher_disagreement_score":0.10647709,"about_ca_system_score_codex":0.0003485228,"about_ca_system_score_gemma":0.0003241393,"threshold_uncertainty_score":0.9996326},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2102903042","doi":"10.1186/2046-4053-2-88","title":"How should we evaluate the risk of bias of physical therapy trials?: a psychometric and meta-epidemiological approach towards developing guidelines for the design, conduct, and reporting of RCTs in Physical Therapy (PT) area: a study protocol","year":2013,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Alberta Innovates; Killam Trusts; Fondation pour la Recherche Médicale; University of Alberta; Canadian Institutes of Health Research; Physiotherapy Foundation of Canada; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Medicine; Epidemiology; Randomized controlled trial; Meta-analysis; Physical therapy; Research design; Pathology","score_opus":0.9844898175982594,"score_gpt":0.6756415085022591,"score_spread":0.30884830909600025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102903042","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.104559354,0.035441335,0.09523479,0.0025297175,0.00006434312,0.7621102,0.000010409339,0.0000063382026,0.000043538974],"genre_scores_gemma":[0.44213796,0.0022247694,0.030571844,0.00014871014,0.00011247352,0.5246442,8.874256e-7,0.000031405514,0.0001277589],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.80639464,0.14653203,0.041282736,0.0012993976,0.004121628,0.00036958768],"domain_scores_gemma":[0.70664203,0.16660531,0.11307159,0.0068668798,0.0066412357,0.00017295868],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.62581885,0.0008596817,0.031210506,0.0004195696,0.00014422831,0.0003723549,0.0015969689,0.00010613379,0.000045684414],"category_scores_gemma":[0.6230486,0.00017403462,0.0049657742,0.0028380656,0.00024452977,0.00023104204,0.0001492538,0.00024203239,0.0000035281453],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084418355,0.006052303,0.033550642,0.21299121,0.057200506,0.0000028985328,0.05232253,0.0009858508,0.0033346927,0.0038051552,0.025444217,0.6034658],"study_design_scores_gemma":[0.019273367,0.010282649,0.038950767,0.016086565,0.057811346,0.00016925072,0.064479955,0.651675,0.0019880205,0.11619088,0.019738348,0.0033538863],"about_ca_topic_score_codex":0.00006179273,"about_ca_topic_score_gemma":0.0000049236596,"teacher_disagreement_score":0.6506891,"about_ca_system_score_codex":0.000019328143,"about_ca_system_score_gemma":0.000117296106,"threshold_uncertainty_score":0.9831722},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2103669116","doi":"10.1186/1748-5908-9-54","title":"Applications of social constructivist learning theories in knowledge translation for healthcare professionals: a scoping review","year":2014,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":326,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Interdisciplinary Research in Rehabilitation; McGill University","funders":"McGill University","keywords":"CINAHL; Constructivism (international relations); Social constructivism; Knowledge translation; PsycINFO; Health care; Constructivist teaching methods; Psychological intervention; Context (archaeology); Epistemology; MEDLINE; Medicine; Psychology; Sociology; Knowledge management; Social science; Nursing; Computer science; Pedagogy; Politics; Teaching method; Political science","score_opus":0.7546677192685569,"score_gpt":0.793139881474038,"score_spread":0.03847216220548111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103669116","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000009136227,0.9428148,0.02196604,0.0023295106,0.00047319586,0.031020839,0.00047432186,0.00008063608,0.00083148706],"genre_scores_gemma":[0.00049018377,0.9724782,0.0026925292,0.0014968879,0.00027950623,0.022136638,0.00028582662,0.000049191272,0.000091015296],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99025047,0.0030316487,0.004003828,0.0008307148,0.0008522787,0.001031082],"domain_scores_gemma":[0.986463,0.008374379,0.003492392,0.00034218805,0.0011258477,0.00020217313],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.01644733,0.00034637595,0.0017730332,0.0009886165,0.0023537087,0.000029101318,0.0007322467,0.00018238575,0.00029982],"category_scores_gemma":[0.002112428,0.0003119932,0.0002059938,0.0038398104,0.0006618915,0.0005256571,0.00014964482,0.00064532924,0.000049578575],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030056472,0.000012874232,0.00006678832,0.22982888,0.0000043048253,2.967514e-8,0.0059388345,6.805174e-8,0.0000013691598,0.015254362,0.00018968718,0.7486998],"study_design_scores_gemma":[0.00079978514,0.000063542066,0.000038938906,0.14742623,0.000091050344,0.0000017831444,0.0056478903,0.000010204167,0.0000027194048,0.0006067548,0.8449916,0.0003194692],"about_ca_topic_score_codex":0.00008417993,"about_ca_topic_score_gemma":0.0008170929,"teacher_disagreement_score":0.84480196,"about_ca_system_score_codex":0.000710431,"about_ca_system_score_gemma":0.014333477,"threshold_uncertainty_score":0.99993324},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2103936380","doi":"10.1146/annurev-publhealth-031811-124540","title":"Advertising of Prescription-Only Medicines to the Public: Does Evidence of Benefit Counterbalance Harm?","year":2012,"lang":"en","type":"review","venue":"Annual Review of Public Health","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Harm; Scrutiny; Medical prescription; Direct-to-consumer advertising; Causality (physics); Medicine; Public health; Public economics; Health care; Business; Family medicine; Psychology; Nursing; Economics; Political science","score_opus":0.5564649027992554,"score_gpt":0.6081295504974032,"score_spread":0.051664647698147825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103936380","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000023708793,0.934309,0.000048933045,0.05842712,0.0019609365,0.0032260537,0.0016224936,0.00003612078,0.00034564172],"genre_scores_gemma":[0.0014833794,0.977273,0.00006572052,0.019573735,0.0008367622,0.00023372337,0.00012818264,0.000051841707,0.00035364312],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9884761,0.0045989472,0.0039627943,0.0006283673,0.00092403794,0.0014097745],"domain_scores_gemma":[0.9902022,0.0025373688,0.0030777806,0.0009777085,0.0016088325,0.0015961177],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016723499,0.0006518276,0.003964593,0.00029413935,0.00025827633,0.000016307971,0.0017764695,0.0007778445,0.0012932447],"category_scores_gemma":[0.0034815453,0.00037604594,0.00064993044,0.0015186418,0.0005552868,0.00063523615,0.00040462476,0.002518232,0.000055802615],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012396773,0.00021176417,0.0002317294,0.29902238,0.0002061703,0.0000015499594,0.0004789441,1.1819112e-7,0.0000010433466,0.0018027294,0.017749203,0.68028194],"study_design_scores_gemma":[0.00014857654,0.0002584293,0.00007225872,0.1265122,0.0006690765,0.000054081553,0.00015761684,0.000003235934,0.000004893191,0.000017404496,0.87185144,0.00025077796],"about_ca_topic_score_codex":0.00015675048,"about_ca_topic_score_gemma":0.00008014984,"teacher_disagreement_score":0.85410225,"about_ca_system_score_codex":0.0003103074,"about_ca_system_score_gemma":0.0043192934,"threshold_uncertainty_score":0.99986917},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2111376665","doi":"10.1177/0306624x12447771","title":"A Meta-Analysis of Moral Reconation Therapy","year":2012,"lang":"en","type":"review","venue":"International Journal of Offender Therapy and Comparative Criminology","topic":"Psychology of Moral and Emotional Judgment","field":"Neuroscience","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Psychology; Medicine; Psychotherapist","score_opus":0.9301869343671447,"score_gpt":0.47731096573716825,"score_spread":0.4528759686299765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111376665","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044990014,0.99286723,0.00012986003,0.00050687714,0.001099209,0.00019640011,0.00008434778,0.0000066725524,0.000610405],"genre_scores_gemma":[0.042495217,0.9563383,0.00015070791,0.00063250354,0.00018697999,0.000019043096,0.000020988404,0.00001053667,0.0001457138],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970163,0.000815378,0.0011476012,0.00031435303,0.00050650944,0.0001998567],"domain_scores_gemma":[0.99675566,0.0006872258,0.0019253137,0.00016374134,0.0003837558,0.00008430172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042559867,0.00035694402,0.0028952337,0.0011607964,0.00004985245,0.000027912301,0.0007305106,0.00021081963,0.0008785339],"category_scores_gemma":[0.000020502473,0.00022679193,0.0019560081,0.00023084441,0.00034807008,0.00023879582,0.00005559848,0.00042706894,0.000009801402],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005264998,0.00096019794,0.000021402435,0.000079559744,0.24510276,0.000038223672,0.0011195225,0.000023502686,0.0002597783,0.019104205,0.00028330507,0.73248106],"study_design_scores_gemma":[0.0013440868,0.0007326173,0.00057441235,0.00010246575,0.092770815,0.0008899009,0.00008974843,0.000019088257,0.000917912,0.0036763535,0.8984349,0.00044772678],"about_ca_topic_score_codex":0.0000054795114,"about_ca_topic_score_gemma":0.0000013216574,"teacher_disagreement_score":0.8981516,"about_ca_system_score_codex":0.00005117994,"about_ca_system_score_gemma":0.00008674535,"threshold_uncertainty_score":0.961933},"labels":[{"model":"gpt","categories":["metaepi_narrow","metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2125820775","doi":"10.1002/j.0022-0337.2004.68.9.tb03849.x","title":"Implementing Evidence‐Based Practice in Undergraduate Teaching Clinics: A Systematic Review and Recommendations","year":2004,"lang":"en","type":"review","venue":"Journal of Dental Education","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Evidence-based dentistry; Medical education; Curriculum; Systematic review; Evidence-based practice; Psychological intervention; Evidence-based medicine; MEDLINE; Quality (philosophy); Psychology; Health care; Medicine; Alternative medicine; Nursing; Pedagogy","score_opus":0.25863639948707423,"score_gpt":0.6457552192344075,"score_spread":0.38711881974733325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125820775","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000830787,0.98356664,0.000056695928,0.010811969,0.0017965055,0.0034587102,0.000005830049,0.000006376008,0.00028895368],"genre_scores_gemma":[0.00005425723,0.9937181,0.0027476202,0.002280057,0.00038133838,0.0003871871,0.000032299748,0.000022202024,0.00037693756],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9895358,0.005481896,0.0036318782,0.00025202314,0.00054421317,0.00055417564],"domain_scores_gemma":[0.9868894,0.006664294,0.005322963,0.00026864358,0.0005122795,0.00034242249],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021000968,0.00022071059,0.0015193917,0.0007684047,0.00062569766,0.0000671592,0.0003664017,0.00016553722,0.0001029121],"category_scores_gemma":[0.029930575,0.00016485545,0.0001976351,0.00068426493,0.00003236859,0.0013065309,0.00008269364,0.0022244372,0.00009824663],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000031192124,0.00020259386,0.00006138883,0.9088467,0.000032282736,0.0000016182025,0.00068694144,1.3426185e-7,3.4304556e-8,0.00014293569,0.0052424422,0.08477981],"study_design_scores_gemma":[0.0001177251,0.00007625294,0.000009883246,0.73362553,0.00090686674,0.00008952656,0.006285298,0.000002380886,7.134076e-9,0.00008707478,0.25869936,0.00010007169],"about_ca_topic_score_codex":0.000350841,"about_ca_topic_score_gemma":0.0001154169,"teacher_disagreement_score":0.25345692,"about_ca_system_score_codex":0.0021848418,"about_ca_system_score_gemma":0.02133907,"threshold_uncertainty_score":0.984209},"labels":[{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2146200566","doi":"10.1016/j.annemergmed.2008.05.036","title":"The Relative Efficacy of Meperidine for the Treatment of Acute Migraine: A Meta-analysis of Randomized Controlled Trials","year":2008,"lang":"en","type":"review","venue":"Annals of Emergency Medicine","topic":"Migraine and Headache Studies","field":"Medicine","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Institute of Neurological Disorders and Stroke","keywords":"Medicine; Dihydroergotamine; Migraine; Randomized controlled trial; Odds ratio; Relative risk; Anesthesia; Adverse effect; Clinical trial; Antiemetic; Confidence interval; Meta-analysis; Ketorolac; Triptans; Nausea; Internal medicine; Analgesic","score_opus":0.5200886805233103,"score_gpt":0.5377539528548487,"score_spread":0.017665272331538473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146200566","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000030385025,0.9800074,0.00012581656,0.005936956,0.0001566329,0.012400166,0.0005616825,0.000007527545,0.00077342876],"genre_scores_gemma":[0.00016734547,0.9862375,0.00006964398,0.00003139868,0.00035450992,0.0021026027,0.00022637645,0.000041981126,0.01076862],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.98583204,0.0021732503,0.010203173,0.00042982845,0.0010022422,0.00035948996],"domain_scores_gemma":[0.92468715,0.061330315,0.010280624,0.0012363968,0.0023531513,0.00011239036],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaepi_broad"],"category_scores_codex":[0.011224581,0.0008365526,0.058742434,0.00079944835,0.00013807838,7.637189e-7,0.00036627715,0.00023354281,0.0011293192],"category_scores_gemma":[0.03524367,0.00025969793,0.06485598,0.0016967407,0.0010278311,0.000024140485,0.00003449143,0.00017641005,6.132933e-7],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.04515186,0.00060948933,0.0000010677111,0.0024303668,0.90150994,0.0000017150436,0.0023377126,0.0000015404446,0.000010552331,0.000720111,0.040745556,0.006480114],"study_design_scores_gemma":[0.06258278,0.0018892142,0.0000033406986,0.00067237846,0.6301617,0.0000015568878,0.00013073723,0.000019952851,0.000029365608,0.0000611423,0.30434388,0.00010395072],"about_ca_topic_score_codex":0.0004408542,"about_ca_topic_score_gemma":0.000064511594,"teacher_disagreement_score":0.2713482,"about_ca_system_score_codex":0.000016175874,"about_ca_system_score_gemma":0.00029947545,"threshold_uncertainty_score":0.9999855},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2150288182","doi":"10.1016/s0140-6736(14)61133-8","title":"Health interventions for people who are homeless","year":2014,"lang":"en","type":"review","venue":"The Lancet","topic":"Homelessness and Social Issues","field":"Health Professions","cited_by":314,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Respite care; Psychological intervention; Assertive community treatment; Mental health; Medicine; Intervention (counseling); Nursing; Case management; Health care; Mental illness; Psychiatry","score_opus":0.23725616397547042,"score_gpt":0.5367720883114878,"score_spread":0.29951592433601737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150288182","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014281881,0.99149644,0.00068281335,0.0020255307,0.0011787685,0.0027218924,0.0008141689,0.00012274749,0.0009433565],"genre_scores_gemma":[0.0003535554,0.98877794,0.000047802747,0.00032728308,0.005338464,0.0021111665,0.00026942213,0.00008149357,0.0026928857],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99627155,0.0016172637,0.00094076,0.0002825887,0.00014991128,0.0007379496],"domain_scores_gemma":[0.9964438,0.0013019626,0.0012452104,0.000790848,0.00011177336,0.000106386724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020737725,0.00028626912,0.009537031,0.00007081761,0.0013001024,0.000028752513,0.00078926375,0.00033034274,0.00014730524],"category_scores_gemma":[0.00022745637,0.00016991083,0.0008335217,0.00023843587,0.000043655727,0.000031477168,0.0001714464,0.00088232674,0.00035664256],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005766733,0.000027565007,0.00013978391,0.34438995,0.000104170744,2.119003e-7,0.0071328683,8.6891994e-8,4.632972e-10,0.012409278,0.029503888,0.60628647],"study_design_scores_gemma":[0.00029428228,0.000028218728,0.00020730762,0.110181384,0.00014693009,8.038227e-8,0.004827224,0.0000017410412,1.5948939e-9,0.0006398016,0.8835134,0.00015964004],"about_ca_topic_score_codex":0.000483911,"about_ca_topic_score_gemma":0.01728343,"teacher_disagreement_score":0.8540095,"about_ca_system_score_codex":0.00017973945,"about_ca_system_score_gemma":0.00036267887,"threshold_uncertainty_score":0.99994683},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2151318777","doi":"10.1177/1740774509344440","title":"Constructing common cohorts from trials with overlapping eligibility criteria: implications for comparing effect sizes between trials","year":2009,"lang":"en","type":"article","venue":"Clinical Trials","topic":"Diabetes, Cardiovascular Risks, and Lipoproteins","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St Joseph's Health Care","funders":"National Institute of Diabetes and Digestive and Kidney Diseases; National Heart, Lung, and Blood Institute; National Institutes of Health","keywords":"Medicine; Glycemic; Clinical trial; Psychological intervention; Disease; Type 2 diabetes; Randomized controlled trial; Diabetes mellitus; Research design; Physical therapy; Gerontology; Internal medicine","score_opus":0.3252983017345073,"score_gpt":0.5344054550213949,"score_spread":0.20910715328688761,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151318777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9744333,0.0017523488,0.008134746,0.0017719141,0.0010320542,0.0108036,0.00074598443,0.00031061954,0.0010154141],"genre_scores_gemma":[0.9831714,0.00014493997,0.0072970134,0.00044170773,0.007860624,0.00036911893,0.0006382978,0.00005480157,0.0000221103],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9753748,0.014347645,0.007877952,0.0012395923,0.00050748035,0.0006525102],"domain_scores_gemma":[0.83523816,0.15819816,0.0035137397,0.0019437979,0.00041760004,0.00068851875],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13492721,0.000549269,0.017095728,0.00013760847,0.00029069165,0.00023298843,0.00030763293,0.00058496936,0.00007290059],"category_scores_gemma":[0.21895926,0.00037899145,0.0040860362,0.0002891459,0.0003217061,0.00017635575,0.00007009224,0.00061907177,0.000014328063],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004703657,0.00024255156,0.23180434,0.00012561798,0.0038202342,0.000005148343,0.000031522835,0.0000038917,0.0007778879,0.00012460341,0.001332134,0.7570284],"study_design_scores_gemma":[0.049978998,0.003780742,0.8988707,0.001466253,0.016675204,0.000014665051,0.00009150215,0.0000730112,0.008377696,0.012847487,0.007027441,0.0007963063],"about_ca_topic_score_codex":0.0006052152,"about_ca_topic_score_gemma":0.000081614,"teacher_disagreement_score":0.7562321,"about_ca_system_score_codex":0.00012537096,"about_ca_system_score_gemma":0.0002654328,"threshold_uncertainty_score":0.9998662},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2160194973","doi":"10.1586/14737167.8.3.273","title":"Systematic review of economic evaluations of Alzheimer’s disease medications","year":2008,"lang":"en","type":"article","venue":"Expert Review of Pharmacoeconomics & Outcomes Research","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; McMaster University Medical Centre","funders":"","keywords":"Pharmacoeconomics; Medicine; Disease; Economic evaluation; Intensive care medicine; Cost effectiveness; Health economics; Actuarial science; Economics; Risk analysis (engineering); Public health; Pathology","score_opus":0.3929277369869546,"score_gpt":0.6398002024196178,"score_spread":0.24687246543266317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160194973","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025680058,0.9457377,0.00017105,0.041094683,0.000556119,0.005771959,0.0009449137,0.00002816711,0.003127378],"genre_scores_gemma":[0.021736084,0.9591999,0.001619202,0.015077234,0.00018133155,0.0015638605,0.0001754995,0.00007728917,0.0003695702],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9830209,0.001974056,0.013163458,0.00077835977,0.00046210733,0.000601111],"domain_scores_gemma":[0.9864377,0.0036564015,0.006749042,0.0019682492,0.0006552831,0.0005333698],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.04174153,0.00037336332,0.0047206446,0.0008683738,0.0002271633,0.000013336588,0.0013371627,0.00010749027,0.0049854536],"category_scores_gemma":[0.00974145,0.0004026279,0.0009430418,0.0003941081,0.00058145466,0.00056356454,0.00024982778,0.0003548568,0.0018243825],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012685377,0.00039522452,0.004674761,0.7982859,0.0012265504,0.0000015357078,0.00087654765,0.000036553247,0.000012810538,0.035457227,0.15894629,0.000073900126],"study_design_scores_gemma":[0.004885977,0.00038156722,0.009866052,0.9057911,0.0015943376,0.00005488581,0.0012136954,0.0076944507,0.0006675167,0.008910087,0.05633912,0.0026011849],"about_ca_topic_score_codex":0.00050332054,"about_ca_topic_score_gemma":0.000009688614,"teacher_disagreement_score":0.10750521,"about_ca_system_score_codex":0.0007349869,"about_ca_system_score_gemma":0.001653463,"threshold_uncertainty_score":0.9998426},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2164404559","doi":"10.1136/bmjopen-2014-005297","title":"Interpreting trial results following use of different intention-to-treat approaches for preventing attrition bias: a meta-epidemiological study protocol","year":2014,"lang":"en","type":"article","venue":"BMJ Open","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Parker Institute for Cancer Immunotherapy; Oak Foundation","keywords":"Medicine; Protocol (science); Attrition; Epidemiology; Selection bias; Publication bias; Alternative medicine; Meta-analysis; Environmental health; Pathology","score_opus":0.8468178363736624,"score_gpt":0.5865171235954936,"score_spread":0.2603007127781688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164404559","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13026954,3.3986635e-7,0.28690958,0.00013637102,0.00005070685,0.58199924,0.000019154768,0.000161063,0.00045401306],"genre_scores_gemma":[0.33645946,3.5653517e-8,0.15157378,0.000029031713,0.00003961213,0.51166457,0.000011788148,0.000026458216,0.00019527705],"study_design_codex":"randomized_trial","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9957054,0.0014763727,0.0016654468,0.00056142034,0.00028128986,0.00031005082],"domain_scores_gemma":[0.9922353,0.005903223,0.0009811192,0.0006703017,0.000130256,0.00007979857],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0086612385,0.0003238663,0.001413947,0.0001134771,0.00011213154,0.0001432549,0.00056237594,0.00011561802,0.000011715375],"category_scores_gemma":[0.04870853,0.00020686019,0.00054236787,0.00014383285,0.000029693794,0.0004133851,0.00082698365,0.00014417229,0.0000013221922],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.55674386,0.042335205,0.039098985,0.010475752,0.011903017,0.000035553283,0.01893378,0.00043485875,0.010945414,0.17075813,0.018149382,0.1201861],"study_design_scores_gemma":[0.14563084,0.03836998,0.0017616124,0.0077164234,0.005774295,0.000012165874,0.0048843385,0.018242978,0.030854527,0.7425047,0.0013926477,0.0028555149],"about_ca_topic_score_codex":0.00005373886,"about_ca_topic_score_gemma":0.00007925493,"teacher_disagreement_score":0.5717466,"about_ca_system_score_codex":0.000068471534,"about_ca_system_score_gemma":0.00002005343,"threshold_uncertainty_score":0.95930463},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2165271154","doi":"10.1093/pubmed/fdu050","title":"The benefits and challenges of conducting an overview of systematic reviews in public health: a focus on physical activity","year":2014,"lang":"en","type":"article","venue":"Journal of Public Health","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Public health; MEDLINE; Alternative medicine; Medicine; Scientific literature; Cochrane collaboration; Management science; Psychology; Engineering ethics; Political science; Nursing; Engineering","score_opus":0.9583424756036388,"score_gpt":0.5984104860565596,"score_spread":0.3599319895470793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165271154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62812406,0.2443006,0.000821167,0.12402749,0.00029599087,0.0020559067,0.0000065062745,0.000002363668,0.00036590506],"genre_scores_gemma":[0.9645457,0.03463785,0.00036751718,0.00029095457,0.00011526048,0.00001531357,1.6961563e-7,0.000009321876,0.000017896837],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8804961,0.09447116,0.017867167,0.0006474854,0.0058226986,0.00069542084],"domain_scores_gemma":[0.9514273,0.013207353,0.031181931,0.002113076,0.0014094944,0.0006608768],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.46236452,0.0002447742,0.007540371,0.00059452344,0.00016130807,0.00032176447,0.0012993698,0.000057697245,0.00003306778],"category_scores_gemma":[0.09675643,0.00009700352,0.00092627486,0.0011421503,0.00008130257,0.00065784605,0.0000840046,0.00037103708,0.000011063545],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042170122,0.00047822142,0.00065679516,0.017163165,0.00010032028,4.403184e-7,0.0040466054,0.0000056698455,0.000007566894,0.06426157,0.00052003225,0.91275537],"study_design_scores_gemma":[0.008639709,0.026796373,0.27135012,0.14489946,0.0008029549,0.0013633829,0.07190019,0.048783764,0.0000871388,0.06993276,0.35283822,0.0026059086],"about_ca_topic_score_codex":0.00005174861,"about_ca_topic_score_gemma":0.00030080418,"teacher_disagreement_score":0.9101495,"about_ca_system_score_codex":0.000118796335,"about_ca_system_score_gemma":0.00062829425,"threshold_uncertainty_score":0.91085196},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2167473079","doi":"10.1093/humrep/des342","title":"Methodological quality of systematic reviews in subfertility: a comparison of Cochrane and non-Cochrane systematic reviews in assisted reproductive technologies","year":2012,"lang":"en","type":"article","venue":"Human Reproduction","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"University of Auckland","keywords":"Systematic review; Data extraction; Cochrane Library; Medicine; MEDLINE; Meta-analysis; Biology; Pathology","score_opus":0.9080448907257459,"score_gpt":0.6256176361119402,"score_spread":0.2824272546138057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167473079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7702892,0.21382427,0.0023239348,0.00023975286,0.00033883617,0.012556912,0.0000030395836,0.000022564946,0.0004015049],"genre_scores_gemma":[0.9909869,0.0015045765,0.006042673,0.000008289104,0.0000597392,0.00095445337,0.00000572763,0.0000140447,0.00042363675],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.8330001,0.11175391,0.047018234,0.0031199406,0.004481306,0.00062649115],"domain_scores_gemma":[0.92752934,0.015490561,0.038724422,0.016109504,0.001996997,0.00014920316],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.52974904,0.0005405755,0.021460336,0.0011557733,0.0000942375,0.000097070246,0.0011434228,0.0002742012,0.00015195728],"category_scores_gemma":[0.5073236,0.00027333162,0.0013284681,0.0032855454,0.00035716465,0.00042211206,0.00024239066,0.0004386265,0.00009277538],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008140031,0.0012801192,0.17238106,0.78996503,0.0002019026,0.0000014629128,0.0075290925,0.000020078609,0.022649255,0.0015645678,0.00055792293,0.0037681228],"study_design_scores_gemma":[0.0012384973,0.0004649157,0.7729962,0.17615654,0.0019478728,0.00012655936,0.027027385,0.0005953891,0.009247483,0.008652696,0.00031833682,0.0012281485],"about_ca_topic_score_codex":0.00009784201,"about_ca_topic_score_gemma":0.00017481041,"teacher_disagreement_score":0.61380845,"about_ca_system_score_codex":0.00012762209,"about_ca_system_score_gemma":0.000022691276,"threshold_uncertainty_score":0.99997187},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2204701188","doi":"10.7554/elife.08351","title":"A meta-analysis of threats to valid clinical inference in preclinical research of sunitinib","year":2015,"lang":"en","type":"review","venue":"eLife","topic":"Colorectal Cancer Treatments and Studies","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McGill University","funders":"Canadian Institutes of Health Research","keywords":"Sunitinib; Meta-analysis; Inference; Preclinical research; Computational biology; Research integrity; Medicine; Bioinformatics; Biology; Computer science; Internal medicine; Artificial intelligence; Engineering ethics; Cancer","score_opus":0.9145509575040137,"score_gpt":0.7022478235203603,"score_spread":0.2123031339836534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2204701188","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00061382406,0.99413204,0.0000019433628,0.00014213026,0.00006382444,0.0012451407,0.00021388564,0.000008109142,0.0035790992],"genre_scores_gemma":[0.002832925,0.9952365,0.00026664577,0.00004950947,0.000086746215,0.000322627,0.00007526189,0.000021342179,0.0011084075],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946351,0.0011466921,0.0022393158,0.0005610293,0.0011241647,0.00029371775],"domain_scores_gemma":[0.992288,0.0051028607,0.00042840478,0.0008077179,0.0011157638,0.00025728744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063713314,0.00028508564,0.010159855,0.00095278997,0.000020152602,0.000006121078,0.00025897648,0.0002974668,0.00031684595],"category_scores_gemma":[0.0048583043,0.00017066248,0.0030625262,0.0026559744,0.00023931646,0.000018285984,0.00034128598,0.00065713126,0.000031605683],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038264072,0.0014957933,0.0058195135,0.0041602105,0.34058583,0.00006420196,0.00050552515,0.0000026805799,3.6262094e-8,0.00010658095,0.0013621462,0.64551485],"study_design_scores_gemma":[0.00055905024,0.0019930792,0.0021265184,0.0013303627,0.46812,0.0000013712207,0.0000649732,0.0000026921036,9.617096e-7,0.00002872325,0.525614,0.00015824441],"about_ca_topic_score_codex":0.00034398912,"about_ca_topic_score_gemma":0.0008532103,"teacher_disagreement_score":0.6453566,"about_ca_system_score_codex":0.00013081623,"about_ca_system_score_gemma":0.0012700581,"threshold_uncertainty_score":0.6959414},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2287844929","doi":"10.1136/bmjopen-2015-008562","title":"What is the influence of randomisation sequence generation and allocation concealment on treatment effects of physical therapy trials? A meta-epidemiological study","year":2015,"lang":"en","type":"review","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; University of Alberta; Physiotherapy Foundation of Canada","keywords":"Medicine; Epidemiology; Meta-analysis; Alternative medicine; Sequence (biology); Public health; MEDLINE; Physical therapy; Gerontology; Internal medicine; Pathology","score_opus":0.9578471903528902,"score_gpt":0.6968038048601565,"score_spread":0.26104338549273376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2287844929","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01744215,0.90300345,0.0001322808,0.00030056608,0.00014600997,0.07889667,0.000021918338,0.000001786729,0.000055164273],"genre_scores_gemma":[0.012001357,0.9725461,0.00018328294,0.00018781624,0.00012325375,0.014476277,0.000029949306,0.000012494718,0.00043944575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8752403,0.108355716,0.011689297,0.0011306702,0.0034406746,0.00014333164],"domain_scores_gemma":[0.93735325,0.040358905,0.017863233,0.0033896498,0.0009448658,0.00009009578],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.25977823,0.0006103638,0.022856496,0.00014739965,0.00008529533,0.0007136922,0.0016848724,0.00012917278,0.000114438626],"category_scores_gemma":[0.04089486,0.00016204019,0.003546937,0.00059395476,0.00011014637,0.00040198743,0.00018642258,0.0001053055,0.00006227122],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012626025,0.0004347092,0.000022905278,0.0007320002,0.00606437,0.0000012171951,0.0026511126,0.00023929354,0.00001898614,0.0004433747,0.0009003665,0.9883654],"study_design_scores_gemma":[0.015001053,0.012216743,0.00056637643,0.009909393,0.0917971,0.000022794557,0.0021320723,0.0059553175,0.00021778655,0.0045927423,0.8561955,0.0013931025],"about_ca_topic_score_codex":0.00008946395,"about_ca_topic_score_gemma":0.000012048749,"teacher_disagreement_score":0.9869723,"about_ca_system_score_codex":0.00009638568,"about_ca_system_score_gemma":0.00031402093,"threshold_uncertainty_score":0.9916502},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2316188450","doi":"10.9778/cmajo.20150036","title":"Current use of routinely collected health data to complement randomized controlled trials: a meta-epidemiological survey","year":2016,"lang":"en","type":"article","venue":"CMAJ Open","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Epidemiology; Randomized controlled trial; Complement (music); Medicine; Environmental health; Internal medicine; Biology","score_opus":0.9025846780532691,"score_gpt":0.6125923435989659,"score_spread":0.2899923344543033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2316188450","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005421582,0.0006277115,0.953148,0.0058944393,0.00021346318,0.030510198,0.0037393526,0.00026345567,0.00018179772],"genre_scores_gemma":[0.3312789,0.001445268,0.6565381,0.001653878,0.000117506774,0.0069593363,0.0006683755,0.00010379042,0.0012348217],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.971487,0.02193644,0.004866547,0.0007369371,0.00043765982,0.000535446],"domain_scores_gemma":[0.8899136,0.1045975,0.0028633552,0.0018444697,0.000513236,0.00026782052],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08152683,0.00039582571,0.012688917,0.00013370921,0.00008725864,0.000083209816,0.0016860826,0.00007867317,0.001013559],"category_scores_gemma":[0.31322098,0.00016879883,0.0005951107,0.00030026012,0.00014249753,0.00033840974,0.0018642901,0.00014502072,0.00001602711],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.29211578,0.0012865106,0.0013405762,0.00013413322,0.008137899,0.000003144251,0.00029795247,0.0000069069133,0.00088064437,0.13594614,0.5484458,0.01140447],"study_design_scores_gemma":[0.71379256,0.0012300739,0.0032640316,0.0011690609,0.0044694706,0.0000055750606,0.000049940994,0.0009934767,0.0008116418,0.23528185,0.037674308,0.0012580167],"about_ca_topic_score_codex":0.0020917726,"about_ca_topic_score_gemma":0.0024346872,"teacher_disagreement_score":0.5107715,"about_ca_system_score_codex":0.0001342102,"about_ca_system_score_gemma":0.0003320012,"threshold_uncertainty_score":0.9998996},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2319079108","doi":"10.1016/j.joca.2016.01.101","title":"Assessing bias in osteoarthritis trials included in cochrane reviews: A meta-epidemiological study","year":2016,"lang":"en","type":"article","venue":"Osteoarthritis and Cartilage","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa; Cochrane","funders":"","keywords":"Blinding; Meta-analysis; Medicine; Systematic review; Publication bias; Reporting bias; MEDLINE; Study heterogeneity; Physical therapy; Sample size determination; Randomized controlled trial; Clinical trial; Psychological intervention; Epidemiology; Random effects model; Cochrane Library; Internal medicine; Statistics; Psychiatry","score_opus":0.8062375650609488,"score_gpt":0.5538883201150719,"score_spread":0.25234924494587685,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2319079108","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92985994,0.06259112,0.000260249,0.0013309473,0.00023580818,0.003096169,0.00003916762,0.000011176807,0.002575439],"genre_scores_gemma":[0.99472517,0.002134489,0.0005589177,0.000423915,0.00010388285,0.00072428054,0.000004344964,0.000020184827,0.00130481],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.86197925,0.10453553,0.026175344,0.0025502252,0.0038801217,0.00087952596],"domain_scores_gemma":[0.96725404,0.024211073,0.005109867,0.0027313526,0.00038028386,0.00031340352],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.39478216,0.00070386496,0.017010285,0.00072311616,0.00016312282,0.0012079262,0.0010216512,0.0002276163,0.008281958],"category_scores_gemma":[0.20990098,0.00027503193,0.0028000358,0.001719583,0.00018251195,0.00095324387,0.00035841673,0.0002856595,0.00078347075],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007194213,0.0004230778,0.18708356,0.00007761864,0.00010265689,0.0005484025,0.0013252598,0.0000036453034,0.010663638,0.00055890606,0.004702922,0.79443836],"study_design_scores_gemma":[0.05442749,0.0093862675,0.324402,0.009667398,0.008267507,0.0007979345,0.027860902,0.00012916913,0.003651456,0.052259363,0.50279945,0.006351022],"about_ca_topic_score_codex":0.000032132237,"about_ca_topic_score_gemma":0.003131215,"teacher_disagreement_score":0.78808737,"about_ca_system_score_codex":0.000053436484,"about_ca_system_score_gemma":0.000056993773,"threshold_uncertainty_score":0.9999945},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W233084541","doi":"10.3138/cjpe.017.006","title":"Public Training Programs in Canada: A Meta-evaluation","year":2002,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Summative assessment; Formative assessment; Training (meteorology); Program evaluation; Medical education; Political science; Public relations; Psychology; Pedagogy; Public administration; Medicine; Geography","score_opus":0.9006990989952361,"score_gpt":0.5282974646477141,"score_spread":0.37240163434752205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W233084541","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95176154,0.0044805794,0.00038953143,0.021945722,0.0020647643,0.004387647,0.0000110163755,0.000016725782,0.014942487],"genre_scores_gemma":[0.9975076,0.0000129305845,0.001590763,0.00028367026,0.00012555979,0.00034971564,0.000015469677,0.000012669992,0.0001016728],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9902838,0.0014958618,0.0016387617,0.00030869636,0.0057129962,0.0005598889],"domain_scores_gemma":[0.9930124,0.00026770963,0.0009877279,0.00035695813,0.004672662,0.00070249895],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.033242255,0.00018879346,0.00049217435,0.001144385,0.00018774414,0.00057723647,0.00063075434,0.00007882191,0.015695544],"category_scores_gemma":[0.00586014,0.00014375198,0.00020112119,0.0019555113,0.00006684631,0.001150254,0.000011219119,0.0003306842,0.00005078962],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026508728,0.000039424176,0.02816503,0.0000019171475,0.00009709614,0.000009592594,0.0020124305,0.0025774606,0.0000022635004,0.00016523058,0.0022207813,0.9647061],"study_design_scores_gemma":[0.0024604027,0.00047759543,0.10485934,0.000047863487,0.0008388146,0.00011277623,0.009278659,0.7696825,0.000009431111,0.008765075,0.10308641,0.00038110942],"about_ca_topic_score_codex":0.34388363,"about_ca_topic_score_gemma":0.99592984,"teacher_disagreement_score":0.964325,"about_ca_system_score_codex":0.003129474,"about_ca_system_score_gemma":0.03065914,"threshold_uncertainty_score":0.99548054},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2332511819","doi":"10.1016/j.jclinepi.2016.03.025","title":"A third of systematic reviews changed or did not specify the primary outcome: a PROSPERO register study","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":75,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Canadian Agency for Drugs and Technologies in Health; Canada Research Chairs; University of Ottawa; University of Toronto; St. Michael's Hospital","funders":"National Institute for Health and Care Research; Canadian Institutes of Health Research; University of Ottawa","keywords":"Register (sociolinguistics); Outcome (game theory); Medicine; Family medicine; Linguistics; Mathematics; Philosophy","score_opus":0.973059586795305,"score_gpt":0.7017350610403976,"score_spread":0.2713245257549074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2332511819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6607638,0.02269896,0.085503444,0.18998541,0.011888866,0.024647303,0.00004520236,0.000015444251,0.0044515613],"genre_scores_gemma":[0.92579305,0.0039873566,0.013071754,0.01792451,0.002385559,0.00021117058,4.3457655e-7,0.000039492206,0.036586657],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.36173517,0.41012102,0.21928465,0.0015963922,0.0064931195,0.0007696474],"domain_scores_gemma":[0.24820343,0.55665314,0.18293864,0.008427211,0.003244152,0.00053344853],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.83257693,0.00043666648,0.041071776,0.00029976983,0.000091395144,0.00007756902,0.0044674375,0.0002855428,0.0023403973],"category_scores_gemma":[0.908933,0.00009707595,0.01089545,0.0007690291,0.00042844616,0.00023656478,0.00034653806,0.0007659407,0.0012175393],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005755729,0.00074020936,0.80445004,0.0036884523,0.0013416947,0.000047723985,0.00047284696,0.0000027723536,0.000022760589,0.0012581903,0.17224659,0.015153172],"study_design_scores_gemma":[0.0037533364,0.00439577,0.81431526,0.008494236,0.0036926465,0.0005016407,0.000981987,0.00015760295,0.0000029123798,0.010053804,0.15318087,0.00046996397],"about_ca_topic_score_codex":0.000004040135,"about_ca_topic_score_gemma":0.000042513737,"teacher_disagreement_score":0.26502925,"about_ca_system_score_codex":0.00004986512,"about_ca_system_score_gemma":0.00015475738,"threshold_uncertainty_score":0.9995601},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2528175253","doi":"10.7717/peerj.2429","title":"Prevention of necrotizing enterocolitis with probiotics: a systematic review and meta-analysis","year":2016,"lang":"en","type":"review","venue":"PeerJ","topic":"Infant Nutrition and Health","field":"Nursing","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; London Health Sciences Centre","funders":"London Health Sciences Centre","keywords":"Necrotizing enterocolitis; Medicine; Meta-analysis; Randomized controlled trial; Internal medicine; Enterocolitis; Incidence (geometry); Clinical trial; Probiotic; Relative risk; Cochrane Library; Sepsis; Gestational age; MEDLINE; Systematic review; Pediatrics; Intensive care medicine; Confidence interval; Pregnancy","score_opus":0.09907042979141645,"score_gpt":0.39237747844070814,"score_spread":0.2933070486492917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528175253","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.559348e-8,0.99288857,0.00017070273,0.0004341574,0.00002776017,0.0060864897,0.00018056895,0.0000321346,0.0001795355],"genre_scores_gemma":[0.000005072873,0.99736243,0.00059822685,0.00023968557,0.000021500062,0.00063537265,0.00007902697,0.00003484138,0.001023825],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99720275,0.0006560177,0.0012853506,0.00035807883,0.0002699203,0.00022789254],"domain_scores_gemma":[0.9975829,0.00015822248,0.001481723,0.0005048648,0.0001871135,0.00008516331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084008777,0.000334878,0.00870449,0.00034062812,0.000064867025,0.00003329901,0.00012365881,0.00013194374,0.00025345493],"category_scores_gemma":[0.00007827172,0.00017974265,0.0019101796,0.0004488688,0.000043513966,0.00007970217,0.000029165956,0.0001554518,0.000025758374],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034119453,0.000030625437,2.4340974e-7,0.96499306,0.033139613,0.0000017454656,0.000027254928,7.332232e-9,2.5090772e-8,0.00011087049,0.00017170398,0.0015214378],"study_design_scores_gemma":[0.00008877714,0.00010445087,2.5952363e-7,0.27409324,0.6809193,0.00006843026,0.000004481376,3.6191074e-7,4.195168e-7,0.000019581803,0.044551775,0.000148939],"about_ca_topic_score_codex":0.000014577143,"about_ca_topic_score_gemma":0.000029773115,"teacher_disagreement_score":0.69089985,"about_ca_system_score_codex":0.000082303326,"about_ca_system_score_gemma":0.000049176688,"threshold_uncertainty_score":0.7329692},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2536368941","doi":"10.1093/ejo/cjw062","title":"Historical controls in orthodontics: need for larger meta-epidemiological studies","year":2016,"lang":"en","type":"letter","venue":"European Journal of Orthodontics","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta; Alberta Innovates; Killam Trusts; Alberta Innovates - Health Solutions; Women and Children's Health Research Institute; Children's Health Research Institute","keywords":"Orthodontics; Epidemiology; Medicine; Dentistry; Pathology","score_opus":0.9015952426937508,"score_gpt":0.5451367677650194,"score_spread":0.3564584749287314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2536368941","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005886607,0.040513422,0.27153364,0.6789598,0.0044573937,0.0013638209,0.00007515552,0.000009713173,0.0024984237],"genre_scores_gemma":[0.0027227763,0.0035036467,0.2620895,0.5234507,0.028529808,0.000077957266,0.000020378553,0.00040271206,0.17920254],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.80653983,0.13975085,0.043288272,0.0018389517,0.0073164813,0.0012655925],"domain_scores_gemma":[0.891587,0.06587945,0.03267287,0.003339142,0.006224659,0.0002968845],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.4444004,0.0011375252,0.022594867,0.0013466954,0.0001421854,0.00052847614,0.0041449186,0.00040438314,0.0013604093],"category_scores_gemma":[0.343845,0.00041194982,0.015638612,0.00069491455,0.00017146266,0.00029312816,0.00031492565,0.0022165936,0.00052989786],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004665121,0.000034257453,0.009838042,0.000112257985,0.0056479895,0.0012902832,0.00011764107,0.000024399611,0.0000083439,0.00013436592,0.97869486,0.0040509333],"study_design_scores_gemma":[0.00087340485,0.00032271072,0.0007974132,0.00018826942,0.0067865252,0.00015973482,0.0000727794,0.00004244061,8.0959865e-7,0.001256878,0.9890705,0.0004285316],"about_ca_topic_score_codex":8.2775364e-7,"about_ca_topic_score_gemma":0.0000034662473,"teacher_disagreement_score":0.17670411,"about_ca_system_score_codex":0.00036923008,"about_ca_system_score_gemma":0.00016058239,"threshold_uncertainty_score":0.9998332},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2612870289","doi":"10.15173/ijsap.v1i1.3119","title":"A Systematic Literature Review of Students as Partners in Higher Education","year":2017,"lang":"en","type":"article","venue":"International Journal for Students as Partners","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":597,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"General partnership; Reciprocity (cultural anthropology); Systematic review; Higher education; Space (punctuation); Scale (ratio); Pedagogy; Psychology; Medical education; Sociology; Political science; Medicine; MEDLINE; Computer science; Social psychology","score_opus":0.10269377469213052,"score_gpt":0.6131118316714596,"score_spread":0.5104180569793291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612870289","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52500373,0.05662496,0.000041241663,0.10572963,0.066103645,0.006988013,0.000051266925,0.00007907859,0.23937841],"genre_scores_gemma":[0.88524693,0.04298728,0.00012847054,0.002593906,0.00090548524,0.00027955198,0.000019134208,0.000019187597,0.067820035],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966361,0.00029408728,0.00071193266,0.00020320136,0.0019164503,0.00023825819],"domain_scores_gemma":[0.9975121,0.00014894016,0.0010339718,0.0002651644,0.0008606718,0.00017914028],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00267441,0.00014339163,0.0003060173,0.0001892955,0.0005447002,0.0010829584,0.0019615497,0.00007147741,0.0006139565],"category_scores_gemma":[0.0014148714,0.00012538045,0.0001832566,0.00011091052,0.00008290327,0.00077276694,0.0001271166,0.00023554303,0.000061919076],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046693516,0.0067066555,0.39567572,0.02772327,0.0035286734,0.00020087099,0.057619084,0.00003708476,0.000058972844,0.299568,0.2017248,0.006689937],"study_design_scores_gemma":[0.0022923488,0.00017434444,0.088883,0.14780036,0.0002676437,0.000048011643,0.009142586,0.0000015970928,0.000017709535,0.0047042468,0.74618876,0.00047940528],"about_ca_topic_score_codex":0.00023009017,"about_ca_topic_score_gemma":0.00007343676,"teacher_disagreement_score":0.54446393,"about_ca_system_score_codex":0.0004063376,"about_ca_system_score_gemma":0.00047083216,"threshold_uncertainty_score":0.999954},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2615663954","doi":"10.1200/jco.2014.32.15_suppl.3057","title":"A systematic review of immune-related adverse event (irAE) reporting in clinical trials of immune checkpoint inhibitors (ICIs).","year":2014,"lang":"en","type":"review","venue":"Journal of Clinical Oncology","topic":"Cancer Immunotherapy and Biomarkers","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Princess Margaret Cancer Centre; University Health Network","funders":"","keywords":"Medicine; Clinical trial; Adverse effect; Consolidated Standards of Reporting Trials; Internal medicine; MEDLINE; Confidence interval; Systematic review","score_opus":0.27038554086918604,"score_gpt":0.5699617890490783,"score_spread":0.2995762481798923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615663954","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00085519656,0.98913306,0.0000140176935,0.00056868524,0.0043328516,0.0046979194,0.000008609142,0.000009080664,0.00038056207],"genre_scores_gemma":[0.0007354099,0.9974202,0.0003118961,0.00036701054,0.00083261664,0.000073042014,0.000020566707,0.000069680915,0.00016958374],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.77526426,0.018611109,0.20414259,0.0005076776,0.0010610136,0.00041335367],"domain_scores_gemma":[0.6956469,0.024147645,0.27760315,0.0011262953,0.001124892,0.00035110864],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.37718326,0.0006253833,0.05124045,0.00063899276,0.000024118515,0.000004483997,0.00064081035,0.0023188028,0.00028578276],"category_scores_gemma":[0.35988414,0.00037159488,0.034231503,0.0008217558,0.00057903246,0.000083882056,0.00017064334,0.0038851008,0.000012402822],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027394847,0.0015421677,0.00007558413,0.6352636,0.0053757876,0.00037565795,0.00002433911,3.1621994e-7,0.000007767261,0.000005912426,0.0003113608,0.354278],"study_design_scores_gemma":[0.0115460465,0.0069270693,0.00049255055,0.8416497,0.019058999,0.0014823354,0.000050554085,0.0000036783388,0.0000063759308,0.00001833645,0.1185092,0.00025513384],"about_ca_topic_score_codex":0.000054498014,"about_ca_topic_score_gemma":0.000006873134,"teacher_disagreement_score":0.35402286,"about_ca_system_score_codex":0.00055535516,"about_ca_system_score_gemma":0.0071431603,"threshold_uncertainty_score":0.9998736},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2620826610","doi":"10.1016/j.jclinepi.2017.05.017","title":"A systematic survey on reporting and methods for handling missing participant data for continuous outcomes in randomized controlled trials","year":2017,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Statistical Methods and Bayesian Inference","field":"Mathematics","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; Impact","funders":"","keywords":"Missing data; Randomized controlled trial; Medicine; Interquartile range; Imputation (statistics); MEDLINE; Clinical trial; Statistics; Surgery; Internal medicine; Mathematics","score_opus":0.9405744797648787,"score_gpt":0.763690149918479,"score_spread":0.17688432984639968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620826610","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015292214,0.44952187,0.54398,0.00020552464,0.0011005386,0.0050657145,0.00011518927,0.0000043871464,0.000005250249],"genre_scores_gemma":[0.000002246514,0.43329653,0.5659041,0.000079750214,0.00033859655,0.00031039058,0.000012741934,0.00003284423,0.000022850434],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.46564835,0.39720544,0.13436544,0.0013235132,0.000351273,0.0011059837],"domain_scores_gemma":[0.011204932,0.85019875,0.1366738,0.0011192143,0.00051808613,0.00028520206],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.86807144,0.00062488305,0.16247077,0.00029287147,0.0001458978,0.00009884395,0.0009307473,0.001006642,0.000005432174],"category_scores_gemma":[0.9985148,0.00028588445,0.007154574,0.000052126663,0.00037467643,0.0000754366,0.00017252662,0.0012128756,3.2064696e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.03110057,0.00021225584,0.00015985538,0.10872371,0.0077517163,0.000024382658,0.000018355664,2.0059683e-7,2.9758652e-8,0.01993326,0.00022439503,0.83185124],"study_design_scores_gemma":[0.13236086,0.00061097124,0.000047515285,0.1921717,0.03230661,0.00008581176,0.000011390047,0.0063408352,3.142833e-8,0.63240886,0.003264421,0.0003909823],"about_ca_topic_score_codex":0.00002098454,"about_ca_topic_score_gemma":0.000012663776,"teacher_disagreement_score":0.8314603,"about_ca_system_score_codex":0.000030813353,"about_ca_system_score_gemma":0.0007908432,"threshold_uncertainty_score":0.99995935},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2738634406","doi":"10.1177/1049731517718940","title":"A Systematic Survey of Control Groups in Behavioral and Social Science Trials","year":2017,"lang":"en","type":"article","venue":"Research on Social Work Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; McMaster University Medical Centre; Impact","funders":"","keywords":"Data extraction; Randomized controlled trial; MEDLINE; Psychological intervention; Intervention (counseling); Cochrane Library; Meta-analysis; Behavioural sciences; Medicine; Treatment and control groups; Psychology; Clinical psychology; Psychiatry; Psychotherapist; Surgery; Biology; Internal medicine","score_opus":0.9478805604741037,"score_gpt":0.7232155535404406,"score_spread":0.2246650069336631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738634406","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9538054,0.0012054512,0.00045181994,0.012629599,0.0005554565,0.0067429263,0.000093706636,0.0000074509753,0.024508197],"genre_scores_gemma":[0.99868727,0.000023426483,0.00014330013,0.000060810646,0.0001128386,0.00011207832,0.0000012364758,0.0000104686815,0.0008486015],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.71845144,0.23928118,0.01362463,0.0017486354,0.025821047,0.0010730616],"domain_scores_gemma":[0.8481169,0.12678415,0.013673159,0.003124908,0.008083505,0.00021738197],"candidate_categories":["metaresearch","sts","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.8136718,0.00021874755,0.005503086,0.00090734183,0.0028071457,0.004447833,0.0034909071,0.0001607029,0.0005574083],"category_scores_gemma":[0.71341574,0.00012003156,0.00067384023,0.00353258,0.0014176326,0.0012417008,0.0004286663,0.00067469553,0.00050238846],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0076302,0.006632193,0.3897044,0.009951879,0.0026338722,0.00034876622,0.053292695,0.000012664745,0.0017120754,0.26926258,0.10180086,0.1570178],"study_design_scores_gemma":[0.002547006,0.0002924222,0.9731216,0.0010364959,0.00051938073,0.000006973678,0.015666695,0.00026754139,0.000020835694,0.0033316838,0.0027767688,0.0004125981],"about_ca_topic_score_codex":0.00052313745,"about_ca_topic_score_gemma":0.0001823141,"teacher_disagreement_score":0.5834172,"about_ca_system_score_codex":0.00015466879,"about_ca_system_score_gemma":0.00046014634,"threshold_uncertainty_score":0.99849105},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2749388036","doi":"10.1177/0022034517725049","title":"Impact of Selection Bias on Treatment Effect Size Estimates in Randomized Trials of Oral Health Interventions: A Meta-epidemiological Study","year":2017,"lang":"en","type":"review","venue":"Journal of Dental Research","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics; University of Alberta","funders":"","keywords":"Selection bias; Meta-analysis; Epidemiology; Randomized controlled trial; Psychological intervention; Medicine; Sample size determination; Oral health; Effect modification; Environmental health; Selection (genetic algorithm); Statistics; Dentistry; Confidence interval; Internal medicine; Computer science; Mathematics; Psychiatry; Pathology","score_opus":0.9859906141623999,"score_gpt":0.8396295782838669,"score_spread":0.146361035878533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2749388036","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076722484,0.97808415,0.00088828965,0.000031580068,0.00039732805,0.012621342,0.00025895936,0.000008245147,0.000037842365],"genre_scores_gemma":[0.002802078,0.9369317,0.059576582,0.0000012082081,0.00016026704,0.00042151322,0.0000022138886,0.0000480612,0.000056319088],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.7887486,0.19320612,0.015055876,0.00047628113,0.001915487,0.0005976062],"domain_scores_gemma":[0.24072504,0.7440867,0.013790346,0.0005592316,0.00055051665,0.00028820452],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.39669845,0.00063443935,0.040490534,0.0012410365,0.00009446629,0.00006680262,0.0007997012,0.00040295382,0.0005341789],"category_scores_gemma":[0.9190332,0.00025548902,0.017764425,0.000551915,0.0004685759,0.00007477305,0.00018820264,0.0017164019,0.00000618795],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.05611753,0.009903557,0.000677562,0.014773244,0.031560622,0.00009783376,0.000049734546,0.000004180853,0.0000012565476,0.0002918303,0.00037921764,0.88614345],"study_design_scores_gemma":[0.29510933,0.22264238,0.0013809913,0.13310225,0.06186797,0.00035107715,0.000110126704,0.00007055094,0.000049664348,0.28395683,0.00063206814,0.0007267734],"about_ca_topic_score_codex":0.0004981416,"about_ca_topic_score_gemma":0.000067591514,"teacher_disagreement_score":0.8854166,"about_ca_system_score_codex":0.0013414948,"about_ca_system_score_gemma":0.0010153367,"threshold_uncertainty_score":0.99998975},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2750781151","doi":"10.1136/bmjopen-2017-015886","title":"Scoping review protocol: education initiatives for medical psychiatry collaborative care","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; University Health Network; Trillium Health Centre; University of Toronto","funders":"Hospital for Sick Children; University of Toronto; Ontario Ministry of Health and Long-Term Care; Medical Psychiatry Alliance; Centre for Addiction and Mental Health","keywords":"Medicine; Health care; Protocol (science); Medical education; Collaborative Care; Descriptive statistics; Mental health; Nursing; Alternative medicine; Psychiatry","score_opus":0.41217486699205347,"score_gpt":0.6752642165252536,"score_spread":0.2630893495332001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750781151","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020587136,0.0007018996,0.000034950044,0.008304414,0.0017858559,0.86552346,0.00008341045,0.000016327134,0.12334384],"genre_scores_gemma":[0.00042743783,0.00017136114,0.0034686006,0.022700833,0.000568948,0.9716908,0.00027706195,0.000017440389,0.00067751604],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9978289,0.0005227413,0.00074602687,0.000258346,0.00033088788,0.0003130735],"domain_scores_gemma":[0.997571,0.00017629135,0.000930276,0.000596692,0.00046118867,0.0002645308],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018498147,0.00012146714,0.00033136344,0.000024607898,0.0025280856,0.000040913703,0.0006905555,0.00011299857,0.00094783603],"category_scores_gemma":[0.00072899094,0.00009690792,0.000034659046,0.000055369746,0.000044147433,0.00038694325,0.00040423547,0.00019839239,0.00015128957],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008706355,0.00040945847,0.17432716,0.62224567,0.000027719001,8.5644416e-7,0.007791437,4.5654787e-8,4.6728255e-7,0.014691895,0.14814064,0.031494003],"study_design_scores_gemma":[0.003980554,0.0006845858,0.011571316,0.8539876,0.00002323347,4.317899e-7,0.012492689,0.000006147421,0.000013623079,0.001162808,0.11577988,0.00029716143],"about_ca_topic_score_codex":0.00019449955,"about_ca_topic_score_gemma":0.002513487,"teacher_disagreement_score":0.23174189,"about_ca_system_score_codex":0.00012821279,"about_ca_system_score_gemma":0.015279975,"threshold_uncertainty_score":0.9999654},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2756094298","doi":"10.1136/ebmed-2017-110798","title":"What does expert opinion in guidelines mean? a meta-epidemiological study","year":2017,"lang":"en","type":"review","venue":"Evidence-Based Medicine","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Guideline; Observational study; CLARITY; Medicine; Expert opinion; Evidence-based medicine; Evidence-based practice; Family medicine; MEDLINE; Alternative medicine; Pathology; Intensive care medicine","score_opus":0.934234501038434,"score_gpt":0.7009597189922305,"score_spread":0.23327478204620344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756094298","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014979963,0.9121943,0.0001927012,0.07438689,0.0059177885,0.007102703,0.000010994885,0.00014123328,0.00003841961],"genre_scores_gemma":[0.000067783214,0.9787335,0.002031612,0.00871586,0.0076115443,0.0019025069,0.0003813958,0.00012739624,0.0004284065],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9823679,0.003986571,0.008747175,0.0020974772,0.0019504447,0.0008504786],"domain_scores_gemma":[0.964281,0.026692992,0.004089397,0.0031629126,0.0011364318,0.0006372398],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.028759964,0.0015302339,0.011952052,0.00094347366,0.00020097362,0.00012695152,0.0010876268,0.0007750569,0.0021738724],"category_scores_gemma":[0.21570525,0.0007154682,0.0018428767,0.0006673709,0.00053553295,0.0014003833,0.0003349974,0.0018805627,0.00015031501],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004012448,0.000711383,0.00037136843,0.00715709,0.0016284203,0.00034252653,0.00023994765,0.0000037384161,0.0000012424443,0.0000085244155,0.029257316,0.9598772],"study_design_scores_gemma":[0.00312249,0.002506773,0.00013751724,0.13953836,0.011007054,0.00007603854,0.0015821398,0.0000770148,5.3034654e-7,0.00006510001,0.8413488,0.000538161],"about_ca_topic_score_codex":0.0022547774,"about_ca_topic_score_gemma":0.00059727376,"teacher_disagreement_score":0.959339,"about_ca_system_score_codex":0.00059902016,"about_ca_system_score_gemma":0.0019078997,"threshold_uncertainty_score":0.99974465},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2763139081","doi":"10.1186/s13012-017-0648-y","title":"Organizational participatory research: a systematic mixed studies review exposing its extra benefits and the key factors associated with them","year":2017,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Pharmacists Association; Université de Montréal; Université de Sherbrooke; Douglas Mental Health University Institute; McGill University","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Health services research; Health administration; Medicine; Health informatics; Citizen journalism; Participatory action research; Nursing research; Value (mathematics); Public health; Key (lock); Public relations; Knowledge management; Sociology; Nursing; Political science; Computer science","score_opus":0.9823586787688844,"score_gpt":0.7849291663275012,"score_spread":0.19742951244138318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2763139081","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009596061,0.98342675,0.0000132738305,0.0020036423,0.0004765522,0.01256376,0.0002630456,0.000067961795,0.00022542413],"genre_scores_gemma":[0.003024305,0.99125355,0.00006850123,0.0015947381,0.00009030815,0.0037361335,0.00004850378,0.0000491004,0.00013485247],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98313785,0.008313889,0.0028723357,0.00091479847,0.0032495237,0.0015116001],"domain_scores_gemma":[0.9676277,0.023285486,0.0040409327,0.000995833,0.0036179137,0.00043215335],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05217391,0.00046413933,0.00215683,0.00047793984,0.0100120725,0.00029223436,0.0015595753,0.00011987368,0.00037573738],"category_scores_gemma":[0.051283054,0.00024692394,0.0001015245,0.0029607338,0.0023854023,0.000991381,0.00073318224,0.0008147011,0.00015395891],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014914607,0.00005256139,0.0014947877,0.77616453,0.0005624246,0.0000074317054,0.099859625,4.7159136e-7,0.000002359594,0.04085775,0.005769622,0.07521354],"study_design_scores_gemma":[0.0037233105,0.00016473283,0.0014936837,0.7553376,0.0020596588,0.00002685357,0.05805571,0.000015924239,0.000010891179,0.00043239174,0.17753665,0.0011425696],"about_ca_topic_score_codex":0.000053254535,"about_ca_topic_score_gemma":0.00041204214,"teacher_disagreement_score":0.17176703,"about_ca_system_score_codex":0.0013025005,"about_ca_system_score_gemma":0.0072020427,"threshold_uncertainty_score":0.9999983},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2766184587","doi":"10.1186/s40510-017-0196-7","title":"Effectiveness of en masse versus two-step retraction: a systematic review and meta-analysis","year":2017,"lang":"en","type":"review","venue":"Progress in Orthodontics","topic":"Orthodontics and Dentofacial Orthopedics","field":"Dentistry","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Meta-analysis; Dentistry; Randomized controlled trial; Orthodontics; Surgery; Internal medicine","score_opus":0.18654494011674747,"score_gpt":0.4686407095626851,"score_spread":0.2820957694459376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766184587","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008786069,0.99330235,0.0004452432,0.000010429681,0.00076906494,0.004751027,0.0003124353,0.00005313996,0.00034755399],"genre_scores_gemma":[0.0001547628,0.99536604,0.002562627,0.000007044553,0.00006480063,0.0010221367,0.00015457385,0.00011997555,0.00054804736],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9899106,0.004641711,0.002831376,0.0010597184,0.0010372202,0.0005193493],"domain_scores_gemma":[0.9900385,0.0029845715,0.0039020618,0.00245925,0.00040806364,0.00020753824],"candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.00898363,0.0010136287,0.017039774,0.0007510525,0.00014143059,0.000298963,0.00092481385,0.0008251872,0.00008103392],"category_scores_gemma":[0.0024955394,0.0007675448,0.004772052,0.0011837692,0.0002733378,0.00025153437,0.00050400087,0.0010986233,0.000031924876],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027890326,0.00011731092,0.004886171,0.87546265,0.111577414,0.00035549275,0.000009958277,4.4723913e-7,3.030312e-9,0.00053005334,0.000008788596,0.0070237983],"study_design_scores_gemma":[0.0004719409,0.00006864161,0.00024368863,0.07067263,0.8995192,0.000088054825,0.000004795082,0.0000143111865,1.764444e-7,0.0000034852947,0.028258273,0.00065481424],"about_ca_topic_score_codex":0.00004509601,"about_ca_topic_score_gemma":0.00028263003,"teacher_disagreement_score":0.80479,"about_ca_system_score_codex":0.00015310278,"about_ca_system_score_gemma":0.00020838721,"threshold_uncertainty_score":0.99947757},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","research_integrity","scholarly_communication"],"domain":"evaluation","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2767159407","doi":"10.1136/bmjopen-2017-018856","title":"Association between statistical significance and time to publication among systematic reviews: a study protocol for a meta-epidemiological investigation","year":2017,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Japan Society for the Promotion of Science","keywords":"Medicine; Publication bias; Protocol (science); Family medicine; Clinical trial; Systematic review; Meta-analysis; Epidemiology; Publication; Peer review; Psychological intervention; MEDLINE; Medical education; Alternative medicine; Pathology; Psychiatry","score_opus":0.9313157082465333,"score_gpt":0.6675016834766426,"score_spread":0.2638140247698907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767159407","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010566063,0.000007639369,0.02433292,0.004663386,0.00002228043,0.9677949,0.000057836674,0.000007191483,0.002057258],"genre_scores_gemma":[0.005251097,1.54582e-7,0.015819438,0.0003433247,0.00008147814,0.9580355,0.000014325678,0.000010532692,0.020444103],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9462198,0.036150314,0.012633798,0.0014800567,0.0031951717,0.00032087398],"domain_scores_gemma":[0.9526178,0.02080832,0.019536309,0.0047544125,0.00192688,0.0003562405],"candidate_categories":["metaresearch","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.43747333,0.00032799857,0.0075542433,0.00014376514,0.0005588166,0.0060063666,0.0031075007,0.000110508634,0.0028724002],"category_scores_gemma":[0.62210315,0.00014013749,0.0006667792,0.0003478492,0.000054531243,0.0009712196,0.000613615,0.000104688406,0.002754623],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038969145,0.00012038511,0.43077576,0.004538728,0.0021996042,9.023231e-7,0.0005080431,0.000004691786,0.000010259132,0.0014698589,0.55792946,0.0024033396],"study_design_scores_gemma":[0.0015330492,0.0007942432,0.88735014,0.0016773328,0.008051565,0.0000019166973,0.00027303057,0.008953924,0.0000067976603,0.023167167,0.06747135,0.00071950327],"about_ca_topic_score_codex":0.00006146828,"about_ca_topic_score_gemma":0.00005321489,"teacher_disagreement_score":0.49045813,"about_ca_system_score_codex":0.00008978706,"about_ca_system_score_gemma":0.00008086727,"threshold_uncertainty_score":0.9980391},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2769378808","doi":"10.1016/j.jclinepi.2017.10.014","title":"Same family, different species: methodological conduct and quality varies according to purpose for five types of knowledge synthesis","year":2017,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":126,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; Ottawa Hospital; University of Toronto; University of Alberta; St. Michael's Hospital","funders":"National Health and Medical Research Council; Medical Research Council; Canadian Institutes of Health Research; University of Ottawa","keywords":"Systematic review; Medicine; Protocol (science); Citation; Missing data; MEDLINE; Medical physics; Statistics; Alternative medicine; Computer science; Mathematics; Pathology; Library science","score_opus":0.9944644201276043,"score_gpt":0.7932841591772162,"score_spread":0.2011802609503881,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769378808","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00088795717,0.9360163,0.057754178,0.0011107625,0.002202947,0.0012349755,0.00013523473,0.0000019947977,0.00065565086],"genre_scores_gemma":[0.00026932042,0.936711,0.058992453,0.00032511505,0.0011394008,0.00005603066,0.0000029122766,0.00002095898,0.00248282],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.56424093,0.34397092,0.087403744,0.0018896664,0.0018384213,0.0006563144],"domain_scores_gemma":[0.045667466,0.85280406,0.094747335,0.0033223336,0.0027621263,0.0006966966],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.7123786,0.00073568313,0.09167862,0.0006064063,0.00017959325,0.00017626332,0.0040843864,0.001111367,0.0006405377],"category_scores_gemma":[0.9657862,0.00027633336,0.01804075,0.00032155644,0.0007635977,0.00014246618,0.00071250764,0.0011440748,0.00011316413],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010262367,0.00011589016,0.0028787702,0.004096586,0.0018590945,0.000003180125,0.0000473515,0.000002119314,5.162671e-7,0.0073761814,0.014894789,0.9686229],"study_design_scores_gemma":[0.00017847466,0.0005622373,0.0069206995,0.0033762795,0.0038342401,0.000036838777,0.00021662316,0.000040805,2.6253596e-7,0.022077227,0.96249723,0.00025908064],"about_ca_topic_score_codex":0.000008558354,"about_ca_topic_score_gemma":0.000017856923,"teacher_disagreement_score":0.9683638,"about_ca_system_score_codex":0.000048381757,"about_ca_system_score_gemma":0.0004640268,"threshold_uncertainty_score":0.9999689},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2772564313","doi":"10.1016/j.jclinepi.2017.11.022","title":"Flaws in the application and interpretation of statistical analyses in systematic reviews of therapeutic interventions were common: a cross-sectional analysis","year":2017,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":85,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; St. Michael's Hospital; Ottawa Hospital; University of Ottawa","funders":"National Health and Medical Research Council; Generalitat Valenciana; University of Bristol; National Institute for Health and Care Research; Canada Research Chairs; Cancer Research UK; Medical Research Council; University of Ottawa","keywords":"Meta-analysis; Funnel plot; Interquartile range; Medicine; Random effects model; Sample size determination; Statistics; Publication bias; Subgroup analysis; Confounding; Psychological intervention; Study heterogeneity; MEDLINE; Mathematics; Internal medicine","score_opus":0.9443845471738417,"score_gpt":0.7567789989945132,"score_spread":0.1876055481793285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2772564313","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46753833,0.0059765466,0.52414846,0.0010084221,0.0002050745,0.0008474623,0.000013586773,4.60939e-7,0.0002616517],"genre_scores_gemma":[0.99539346,0.00070937333,0.0036073832,0.00018276925,0.000045375124,0.000026696916,0.0000030760193,0.0000029051816,0.000028995439],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7754369,0.1462049,0.07578049,0.0006241291,0.001734559,0.0002190429],"domain_scores_gemma":[0.6667369,0.24091008,0.08787781,0.0030514281,0.0012952295,0.00012854293],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5300859,0.00016638404,0.014145268,0.0006695689,0.00006750179,0.000111574176,0.0018131323,0.00017365236,0.0003442761],"category_scores_gemma":[0.5043805,0.00006769574,0.005122395,0.00064872904,0.000498697,0.00021413177,0.00009111772,0.00048749044,0.000016011958],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000527737,0.00015612961,0.9849139,0.0010458664,0.0006627754,0.0000015247126,0.00011926774,0.00086209545,0.000004365626,0.0059081167,0.00009256916,0.006180624],"study_design_scores_gemma":[0.0002425098,0.00014338148,0.8928452,0.0005356895,0.0009087538,0.000014771749,0.00015205894,0.07045032,2.5218563e-7,0.03457281,0.00009083082,0.000043415235],"about_ca_topic_score_codex":0.00006916752,"about_ca_topic_score_gemma":0.00065481605,"teacher_disagreement_score":0.5278551,"about_ca_system_score_codex":0.00001861304,"about_ca_system_score_gemma":0.000051990934,"threshold_uncertainty_score":0.96694225},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2776920184","doi":"10.2106/jbjs.16.01408","title":"A Historical Analysis of Randomized Controlled Trials in Anterior Cruciate Ligament Surgery","year":2017,"lang":"en","type":"review","venue":"Journal of Bone and Joint Surgery","topic":"Knee injuries and reconstruction techniques","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Consolidated Standards of Reporting Trials; Randomized controlled trial; Confidence interval; Checklist; Anterior cruciate ligament reconstruction; MEDLINE; Randomization; Anterior cruciate ligament; Physical therapy; Internal medicine; Surgery; Psychology","score_opus":0.1492740404499428,"score_gpt":0.3919929937555513,"score_spread":0.2427189533056085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2776920184","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026147608,0.99486285,0.000056530083,0.00028307852,0.0011385909,0.0009767931,0.0000074341974,0.000008667461,0.00005129659],"genre_scores_gemma":[0.0007195208,0.99833465,0.00017506316,0.00002360905,0.00038428608,0.000055020828,0.0000018270282,0.00002320851,0.0002828123],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9731239,0.00213724,0.023830436,0.00021177727,0.0004818212,0.00021481818],"domain_scores_gemma":[0.9481641,0.011887097,0.039085317,0.00031451025,0.00035658016,0.00019240066],"candidate_categories":["metaresearch","metaepi_broad","bibliometrics"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.08011701,0.00039217345,0.120307244,0.011377909,0.000044866,0.00004911696,0.00003448063,0.00038862138,0.00008258861],"category_scores_gemma":[0.033142205,0.0002084588,0.042295717,0.000399088,0.00016623123,0.0000970611,0.000035828445,0.00052691693,3.339556e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031702098,0.00020365749,0.00042215857,0.011281198,0.018936587,0.0004947832,0.0000318143,6.178262e-8,0.0000061075743,0.0000016248596,0.0017259794,0.93519396],"study_design_scores_gemma":[0.07222408,0.00018648621,0.0003846979,0.43138647,0.14189453,0.0022251478,0.000036280646,0.000008990268,0.00002049844,0.000088432724,0.35096523,0.00057916465],"about_ca_topic_score_codex":0.00007879275,"about_ca_topic_score_gemma":0.0000029949717,"teacher_disagreement_score":0.9346148,"about_ca_system_score_codex":0.00028900968,"about_ca_system_score_gemma":0.0009843,"threshold_uncertainty_score":0.99982727},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad","bibliometrics"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2790296943","doi":"10.1177/1049732318759668","title":"A Meta-Study of Qualitative Research Examining Sport and Recreation Experiences of Indigenous Youth","year":2018,"lang":"en","type":"review","venue":"Qualitative Health Research","topic":"Recreation, Leisure, Wilderness Management","field":"Psychology","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Recreation; Indigenous; Qualitative research; Situated; Psychology; Applied psychology; Sociology; Political science; Social science; Ecology","score_opus":0.9412498822152408,"score_gpt":0.7399334983437864,"score_spread":0.20131638387145434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2790296943","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.104567006,0.8814382,0.000064295695,0.00003405088,0.00021865353,0.010349198,0.00011556228,0.00003465106,0.0031783665],"genre_scores_gemma":[0.032149173,0.95303196,0.00075680326,0.0000043255627,0.00019819553,0.009739934,0.0002831141,0.00016041532,0.0036760836],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.92466277,0.06345628,0.0038654061,0.0019638115,0.004377213,0.001674547],"domain_scores_gemma":[0.97961354,0.012512762,0.0024218366,0.0015324424,0.0034985724,0.0004208338],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.12553316,0.0006526125,0.0049912333,0.003786365,0.0008251956,0.00007955745,0.0010966625,0.00045482485,0.0004477801],"category_scores_gemma":[0.001521309,0.00051565305,0.0003066605,0.004389182,0.002658377,0.00023062892,0.00051682413,0.0017039475,0.00008465552],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016027024,0.0011393994,0.00014980973,0.01349929,0.0030516197,0.000007939965,0.8976179,6.64256e-8,2.4210891e-8,0.0028991608,0.0004113855,0.081063144],"study_design_scores_gemma":[0.0005503555,0.008400083,0.0002758871,0.003642438,0.0006435036,0.0000027286887,0.9596799,3.5944046e-7,7.1718426e-7,0.0006408758,0.025845809,0.00031735617],"about_ca_topic_score_codex":0.022631878,"about_ca_topic_score_gemma":0.00054508785,"teacher_disagreement_score":0.124011844,"about_ca_system_score_codex":0.00060885865,"about_ca_system_score_gemma":0.0018855267,"threshold_uncertainty_score":0.9997295},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2802073505","doi":"10.1183/13993003.00376-2018","title":"The effect of anti-acid therapy on survival in idiopathic pulmonary fibrosis: a methodological review of observational studies","year":2018,"lang":"en","type":"review","venue":"European Respiratory Journal","topic":"Interstitial Lung Diseases and Idiopathic Pulmonary Fibrosis","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"","keywords":"Medicine; Observational study; Pulmonary fibrosis; Idiopathic pulmonary fibrosis; Intensive care medicine; Internal medicine; Fibrosis; Lung","score_opus":0.2886020444561501,"score_gpt":0.44182245393585945,"score_spread":0.15322040947970933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802073505","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011632949,0.99612594,0.000004197668,0.000081299084,0.0007622684,0.00096029026,0.000050861654,0.000015562802,0.0008363171],"genre_scores_gemma":[0.00053268723,0.9975029,0.000047892314,0.00035398305,0.0013981854,0.000030823336,0.0000140037055,0.00008287852,0.00003663695],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98222166,0.013615348,0.002453263,0.0004500392,0.00088705966,0.00037261195],"domain_scores_gemma":[0.99517214,0.0016344653,0.0019029924,0.0006512205,0.0004630026,0.00017618953],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.016559837,0.0005982317,0.0037378538,0.00025273647,0.0002052364,0.000023582777,0.00061510067,0.0001580423,0.00004274313],"category_scores_gemma":[0.0035894227,0.00029799555,0.0017592418,0.0004939828,0.00053511886,0.00007560585,0.00016707473,0.0012397954,0.00002977589],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005455421,0.00036630136,0.0007200238,0.22558913,0.0014174369,0.0018472784,0.000051302297,7.5655095e-7,0.0002616068,0.000116018346,0.003426924,0.7607478],"study_design_scores_gemma":[0.0005292386,0.01197743,0.001455397,0.40565047,0.0007482783,0.0003594836,0.000012558815,5.33522e-7,0.000028792745,0.000007635885,0.5789949,0.00023525332],"about_ca_topic_score_codex":4.8569484e-7,"about_ca_topic_score_gemma":1.2251606e-7,"teacher_disagreement_score":0.76051253,"about_ca_system_score_codex":0.0001551596,"about_ca_system_score_gemma":0.0004540628,"threshold_uncertainty_score":0.9999472},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2885318744","doi":"10.1016/j.jval.2018.06.010","title":"Valuation of Health and Nonhealth Outcomes from Next-Generation Sequencing: Approaches, Challenges, and Solutions","year":2018,"lang":"en","type":"review","venue":"Value in Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":76,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; Canadian Centre for Applied Research in Cancer Control; University of British Columbia","funders":"Canadian Cancer Society Research Institute; Canadian Centre for Applied Research in Cancer Control; Cancer Research Institute","keywords":"Valuation (finance); MEDLINE; Health care; Preference; Actuarial science; Computer science; Data science; Management science; Medicine; Economics; Biology; Accounting; Microeconomics","score_opus":0.9440262427380309,"score_gpt":0.4852302784682474,"score_spread":0.45879596426978353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2885318744","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003219891,0.97857255,0.00095995417,0.01558664,0.00068299676,0.002984064,0.0007020283,0.000039490213,0.00015028493],"genre_scores_gemma":[0.0005200302,0.99021846,0.0059128148,0.001830478,0.00048684317,0.00025818925,0.00065841543,0.00008113693,0.000033649318],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98275286,0.0042631566,0.010577032,0.0013871808,0.00020739235,0.00081238936],"domain_scores_gemma":[0.98784614,0.0019066514,0.008886935,0.0008310794,0.000057965524,0.00047125842],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.046060704,0.00052232033,0.005310892,0.0009645778,0.00035840343,0.00006723393,0.00026350826,0.0004886098,0.000024030149],"category_scores_gemma":[0.0026128278,0.0006066962,0.0001945215,0.000294065,0.00016155124,0.00043834883,0.00011855873,0.00047614414,0.000083320076],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006912223,0.00027698156,0.0009999434,0.11639571,0.00028915252,5.392517e-7,0.019841544,0.00013586515,2.3688916e-8,0.23881085,0.0026906347,0.6205518],"study_design_scores_gemma":[0.001906591,0.0009829312,0.0024980088,0.025406146,0.000080401835,0.000027960938,0.0036588362,0.052197285,3.9904407e-8,0.039444864,0.8721809,0.0016160362],"about_ca_topic_score_codex":0.026508575,"about_ca_topic_score_gemma":0.0012496322,"teacher_disagreement_score":0.86949027,"about_ca_system_score_codex":0.00301948,"about_ca_system_score_gemma":0.0038984776,"threshold_uncertainty_score":0.99963844},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2886516149","doi":"10.1136/bmjebm-2018-111024.40","title":"40 How fragile is the evidence base? a meta-epidemiologic study of the fragilityindex derived from 374 randomised trials","year":2018,"lang":"en","type":"article","venue":"","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Fragility; Randomized controlled trial; Meta-analysis; Sample size determination; False positive paradox; Medicine; Statistics; Index (typography); Computer science; Mathematics; Internal medicine","score_opus":0.7901114122054491,"score_gpt":0.49293071844313197,"score_spread":0.29718069376231715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886516149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8660358,0.004243983,0.0056541474,0.11645231,0.0010106665,0.005142647,0.00033258466,0.000052334723,0.0010755106],"genre_scores_gemma":[0.96919054,0.00012355718,0.0009522169,0.027570277,0.0005381994,0.00066896516,0.00000437812,0.000026214357,0.00092565047],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9817071,0.009098092,0.0074064406,0.0010252264,0.00023254818,0.0005306123],"domain_scores_gemma":[0.9459751,0.04330856,0.0076649915,0.002627652,0.0002531784,0.00017047669],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12366382,0.0003702838,0.0039621857,0.00014291886,0.00057811296,0.00011979096,0.0012843542,0.00022183824,0.007694352],"category_scores_gemma":[0.10444811,0.00021587123,0.0009839339,0.0003693134,0.0003754989,0.00044167647,0.00027053105,0.00030504694,0.00061019865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037143857,0.0023002706,0.49745795,0.00043406617,0.017117968,0.0000020706286,0.06029989,0.0004076193,0.00041399058,0.017189916,0.39990485,0.0007570373],"study_design_scores_gemma":[0.047869213,0.0018263098,0.6667724,0.0003565515,0.0030596233,0.0000051542693,0.04170156,0.03575674,0.001845718,0.14582163,0.052722927,0.002262168],"about_ca_topic_score_codex":0.008816908,"about_ca_topic_score_gemma":0.0014849078,"teacher_disagreement_score":0.34718192,"about_ca_system_score_codex":0.00019909164,"about_ca_system_score_gemma":0.0001784634,"threshold_uncertainty_score":0.9977835},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2888025021","doi":"10.1093/scan/nsy072","title":"Meta-analysis of ERP investigations of pain empathy underlines methodological issues in ERP research","year":2018,"lang":"en","type":"review","venue":"Social Cognitive and Affective Neuroscience","topic":"Neural and Behavioral Psychology Studies","field":"Neuroscience","cited_by":121,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Fonds de Recherche du Québec - Santé; Canadian Institutes of Health Research","keywords":"Empathy; Psychology; Flexibility (engineering); Cognitive psychology; Reliability (semiconductor); Cognition; Meta-analysis; Social psychology; Neuroscience","score_opus":0.9030527721176843,"score_gpt":0.6320929554922415,"score_spread":0.2709598166254428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888025021","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05476884,0.94001365,0.0001471691,0.00059533643,0.0003065459,0.0025483856,0.0010606766,0.000049679318,0.00050972967],"genre_scores_gemma":[0.1336536,0.8652106,0.00006191264,0.00041030213,0.00008570189,0.00032261512,0.000008609257,0.000025841819,0.00022081014],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.98296833,0.013834573,0.00071643945,0.0013510305,0.0006592292,0.00047039514],"domain_scores_gemma":[0.98671,0.012041716,0.0005803596,0.00018087422,0.0004015197,0.000085496875],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.004363484,0.0004083711,0.0035348495,0.0011566542,0.0005071107,0.00003908695,0.00046978684,0.00025516367,0.00002117963],"category_scores_gemma":[0.013094,0.0002746512,0.0012305498,0.0068029715,0.007985782,0.00016961651,0.0004118291,0.000734369,0.0000030590454],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048834755,0.0073039,0.0049925796,0.013597993,0.026621135,0.00074726244,0.026956618,0.000002798192,0.06927546,0.008839609,0.0014374063,0.8397369],"study_design_scores_gemma":[0.0024318253,0.016268196,0.03957107,0.0047980845,0.75933444,0.000094068964,0.011635576,0.00011256049,0.05116991,0.050808284,0.057615954,0.0061600576],"about_ca_topic_score_codex":0.00008377873,"about_ca_topic_score_gemma":0.000106242944,"teacher_disagreement_score":0.83357686,"about_ca_system_score_codex":0.000026458061,"about_ca_system_score_gemma":0.00010708491,"threshold_uncertainty_score":0.99997056},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2889636695","doi":"10.1002/lom3.10273","title":"Methodological review and meta‐analysis of dilution assays for estimates of virus‐ and grazer‐mediated phytoplankton mortality","year":2018,"lang":"en","type":"article","venue":"Limnology and Oceanography Methods","topic":"Microbial Community Ecology and Physiology","field":"Environmental Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Dilution; Virus; Mortality rate; Biology; Meta-analysis; Demography; Virology; Medicine; Internal medicine","score_opus":0.187349636260773,"score_gpt":0.43220506717327944,"score_spread":0.24485543091250644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889636695","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9419317,0.022466999,0.03428797,0.00033512726,0.00005705145,0.00046485153,0.00018377161,0.000027231756,0.000245276],"genre_scores_gemma":[0.7052842,0.011787433,0.281606,0.0011628122,0.000009486039,0.000035207788,0.00009859611,0.000008511189,0.00000777199],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99706084,0.0020498014,0.0003510225,0.00030651674,0.000038541137,0.00019326767],"domain_scores_gemma":[0.99641496,0.0029958163,0.0002563407,0.00024629835,0.000030726693,0.000055855067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032115667,0.0001628883,0.0012359873,0.00013753246,0.00016296258,0.0000025029913,0.00013354186,0.00025360467,0.00055059686],"category_scores_gemma":[0.00052932114,0.00012189938,0.00023480276,0.0005332879,0.0025167568,0.00006545908,0.00020254239,0.00015342694,4.554425e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066255964,0.0005676963,0.6547018,0.0018520181,0.09037374,0.000001696626,0.001172669,0.00001593214,0.23614289,0.0065604798,0.00086561166,0.007082851],"study_design_scores_gemma":[0.00038115354,0.0011781994,0.8000473,0.000010753792,0.14406392,0.000011087879,0.000040369003,0.000444212,0.018270984,0.034109965,0.0011588708,0.00028317902],"about_ca_topic_score_codex":0.000084812804,"about_ca_topic_score_gemma":0.00028643134,"teacher_disagreement_score":0.24731803,"about_ca_system_score_codex":0.0000027868955,"about_ca_system_score_gemma":0.0000035778917,"threshold_uncertainty_score":0.9273095},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2890588440","doi":"10.1016/j.jclinepi.2018.08.019","title":"Lack of transparency in reporting narrative synthesis of quantitative data: a methodological assessment of systematic reviews","year":2018,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Medical Research Council; McMaster University","keywords":"Transparency (behavior); Systematic review; Narrative review; Medicine; Narrative; MEDLINE; Accounting; Computer science; Political science; Business; Intensive care medicine; Computer security","score_opus":0.9948432497923828,"score_gpt":0.8785193252618085,"score_spread":0.11632392453057427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890588440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8232793,0.0006339999,0.15252188,0.01785057,0.0016959431,0.0028182834,0.00010068251,0.000006738707,0.0010925892],"genre_scores_gemma":[0.7302659,0.0012048025,0.26596618,0.0023172877,0.00018625059,0.000040487812,0.0000011508943,0.0000069971293,0.000010919166],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.73807424,0.18579124,0.0743195,0.0005258028,0.0006056252,0.00068357924],"domain_scores_gemma":[0.11823163,0.7336804,0.14412221,0.0012185938,0.002357449,0.00038968035],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.47365928,0.00015490851,0.009008804,0.0002630843,0.00008387026,6.985662e-7,0.00082843605,0.00033536667,0.00026018775],"category_scores_gemma":[0.8964843,0.00009375927,0.00040716803,0.000539617,0.00088954874,0.00021134455,0.00014845736,0.00113627,0.000005182551],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034434226,0.0003094539,0.9365078,0.034405395,0.00018102898,0.000009182215,0.013522538,0.000028122535,0.00033328988,0.010073861,0.0029727018,0.0013122435],"study_design_scores_gemma":[0.0016774476,0.00413722,0.92712444,0.03388321,0.00027816926,0.000023630908,0.019000242,0.0025082014,0.00006804107,0.010305313,0.00081060565,0.00018349526],"about_ca_topic_score_codex":0.0002003271,"about_ca_topic_score_gemma":0.00022318172,"teacher_disagreement_score":0.61984265,"about_ca_system_score_codex":0.000075040116,"about_ca_system_score_gemma":0.0018917596,"threshold_uncertainty_score":0.61582386},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2892809183","doi":"10.1016/j.apmr.2018.07.415","title":"Trends in Randomized Controlled Trials Of Technology-Based Interventions For Upper Limb Motor Recovery Post Stroke","year":2018,"lang":"en","type":"article","venue":"Archives of Physical Medicine and Rehabilitation","topic":"Stroke Rehabilitation and Recovery","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lawson Health Research Institute","funders":"","keywords":"Physical medicine and rehabilitation; Rehabilitation; Stroke (engine); Psychological intervention; Upper limb; Motor function; Randomized controlled trial; Physical therapy; Medicine; Surgery; Engineering","score_opus":0.02007942061728634,"score_gpt":0.35263441828369424,"score_spread":0.3325549976664079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2892809183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98158604,0.0013262391,0.0022754427,0.010877755,0.00019122373,0.002685964,0.000085949934,0.000023965053,0.00094744656],"genre_scores_gemma":[0.9848808,0.00006339869,0.013998111,0.000071511306,0.00022852299,0.0003660832,0.000047417852,0.000012961876,0.00033117988],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9974008,0.0004624256,0.0015554525,0.00024673512,0.00019124505,0.00014330895],"domain_scores_gemma":[0.9492353,0.04965275,0.00059467135,0.0001966089,0.0002555307,0.000065133194],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019786502,0.00015982924,0.0032972589,0.003176179,0.000030538133,0.000002270277,0.000055503,0.00007931307,0.000044302582],"category_scores_gemma":[0.05842678,0.0000924758,0.0030308478,0.0002891329,0.0019096271,0.000053437234,0.0000147128685,0.00010984911,5.0910296e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.41475993,0.0017974915,0.0023342199,0.0024692123,0.00074434705,3.531256e-7,0.0034520642,0.000009529031,0.3075603,0.009288598,0.00012647294,0.25745746],"study_design_scores_gemma":[0.75209826,0.0993245,0.05885486,0.017288469,0.0024721804,0.0000024304993,0.0065218084,0.012457051,0.008335153,0.042058527,0.0002896307,0.0002971024],"about_ca_topic_score_codex":0.000024745123,"about_ca_topic_score_gemma":0.0000076219208,"teacher_disagreement_score":0.33733836,"about_ca_system_score_codex":0.000014151513,"about_ca_system_score_gemma":0.000059712187,"threshold_uncertainty_score":0.9495045},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2901357801","doi":"10.1186/s12891-018-2337-7","title":"Pilot randomized controlled trials in the orthopaedic surgery literature: a systematic review","year":2018,"lang":"en","type":"review","venue":"BMC Musculoskeletal Disorders","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Western University; University of Toronto; McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; MEDLINE; Checklist; Physical therapy; Systematic review; Clinical trial; Orthopedic surgery; Consolidated Standards of Reporting Trials; Evidence-based medicine; Alternative medicine; Surgery; Internal medicine; Pathology","score_opus":0.4697155841341039,"score_gpt":0.4995283016012352,"score_spread":0.029812717467131267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901357801","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000015336876,0.9294133,0.0013444914,0.00027572294,0.001284516,0.064819075,0.000050753813,0.000020118847,0.0027904774],"genre_scores_gemma":[0.000021688697,0.9714335,0.00016098819,0.00063817773,0.00038635192,0.023483863,0.00023026431,0.00009314388,0.0035520277],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.25189555,0.6333907,0.097958565,0.002904381,0.012888847,0.00096192374],"domain_scores_gemma":[0.1392792,0.7493911,0.092952535,0.016117778,0.0018602218,0.0003991996],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.86980295,0.0025121947,0.1970099,0.0027534715,0.00026976576,0.0030497743,0.0069217123,0.0004471189,0.005167917],"category_scores_gemma":[0.8901376,0.0007261539,0.2034336,0.008947499,0.00044310853,0.00037799418,0.0002695181,0.0010530157,0.0059688874],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005855816,0.00015469165,0.0000050122603,0.92792696,0.0032577368,0.000007184435,0.000079363825,1.9051768e-7,1.3587597e-9,0.00058469287,0.05464157,0.012757012],"study_design_scores_gemma":[0.020836087,0.000044952292,0.0000014354937,0.6820997,0.052332442,0.000037555954,0.00008173178,0.000046616336,2.0997595e-10,0.001447399,0.24230534,0.0007667519],"about_ca_topic_score_codex":0.000015293506,"about_ca_topic_score_gemma":0.00020817584,"teacher_disagreement_score":0.24582727,"about_ca_system_score_codex":0.0000890855,"about_ca_system_score_gemma":0.0009314245,"threshold_uncertainty_score":0.99951893},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2901826044","doi":"10.1093/ije/dyy239","title":"How often can meta-analyses of individual-level data individualize treatment? A meta-epidemiologic study","year":2018,"lang":"en","type":"review","venue":"International Journal of Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital","funders":"Canadian Institutes of Health Research; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Laura and John Arnold Foundation","keywords":"Subgroup analysis; Meta-analysis; Medicine; Cochrane Library; MEDLINE; Randomized controlled trial; Internal medicine; Biology","score_opus":0.9907924205974797,"score_gpt":0.7172303309820024,"score_spread":0.27356208961547734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2901826044","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000041195115,0.9816108,0.0059165102,0.0033241438,0.0016426125,0.0014352525,0.005821424,0.0000047385042,0.00020334538],"genre_scores_gemma":[0.00045683255,0.96510607,0.026933603,0.0011269536,0.0013429824,0.00016129792,0.0008198588,0.00006403263,0.0039883484],"study_design_codex":"meta_analysis","study_design_gemma":"not_applicable","domain_scores_codex":[0.7422636,0.18481266,0.059850182,0.0031049578,0.009160831,0.00080773904],"domain_scores_gemma":[0.63932323,0.18030466,0.15804045,0.01248094,0.009204438,0.0006462953],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.470414,0.0018159581,0.07460891,0.0037006843,0.00011589333,0.00059119717,0.02699345,0.0007299705,0.008299517],"category_scores_gemma":[0.5215519,0.0006480249,0.035088368,0.0016190264,0.0005851132,0.0006768075,0.0024054023,0.000927817,0.00026088263],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018570294,0.0006218968,0.0012193029,0.00024335679,0.6077243,0.00011867309,0.00020018732,0.00002277863,1.5680611e-7,0.0004393044,0.13308981,0.25630164],"study_design_scores_gemma":[0.00029067846,0.00057258445,0.00018245526,0.00019218646,0.29532042,0.00047285133,0.00020284975,0.000022102595,2.8863354e-7,0.00577676,0.6966591,0.0003077263],"about_ca_topic_score_codex":0.00020615614,"about_ca_topic_score_gemma":0.00020728225,"teacher_disagreement_score":0.5635693,"about_ca_system_score_codex":0.0002679116,"about_ca_system_score_gemma":0.001089187,"threshold_uncertainty_score":0.9995971},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2902864468","doi":"10.1111/jebm.12332","title":"Traffic accidents, maxillofacial injuries and risk factors: A systematic review of observational studies","year":2018,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Facial Trauma and Fracture Management","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Observational study; Medicine; Web of science; Cochrane Library; Poison control; Demography; Injury prevention; Meta-analysis; Environmental health; Internal medicine","score_opus":0.40014623957982814,"score_gpt":0.4597323569938587,"score_spread":0.05958611741403058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2902864468","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026196105,0.9949056,0.000055601686,0.0016012916,0.0008127943,0.0023110488,0.00002157456,0.000014351797,0.00001581469],"genre_scores_gemma":[0.00009920229,0.9977387,0.00031242656,0.0007602896,0.00086408877,0.000038536047,0.000026880729,0.000041471543,0.00011837409],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9929094,0.0005853227,0.004120125,0.00033600398,0.0017820538,0.0002671328],"domain_scores_gemma":[0.9892764,0.0021052607,0.0061511304,0.0005028855,0.0016857979,0.00027851274],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00480774,0.0006578878,0.008358857,0.0007703543,0.00009376825,0.000016968004,0.00037739615,0.00022838674,0.00014225903],"category_scores_gemma":[0.026569478,0.00030706837,0.00095522177,0.0006814549,0.0006304494,0.0002769701,0.000071213595,0.0007230208,0.0000059710464],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000921819,0.000084658765,0.0002498482,0.95522004,0.0027607845,0.00006990052,0.00024036613,5.3786334e-7,1.9392733e-7,0.000011096791,0.0038317356,0.037438635],"study_design_scores_gemma":[0.0006130859,0.0020083596,0.00024195419,0.82693785,0.04177759,0.00010512111,0.00023399833,0.0000016796313,0.0000010930773,0.000014364567,0.12787324,0.0001916563],"about_ca_topic_score_codex":0.000011833385,"about_ca_topic_score_gemma":0.0000026691027,"teacher_disagreement_score":0.1282822,"about_ca_system_score_codex":0.0002597031,"about_ca_system_score_gemma":0.00077486783,"threshold_uncertainty_score":0.99993813},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2911968494","doi":"10.1136/bmjebm-2018-111057","title":"Use of modified intention-to-treat analysis in studies of direct oral anticoagulants and risk of selection bias: a systematic review","year":2019,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier de l’Université de Montréal","funders":"Fonds de Recherche du Québec - Santé","keywords":"Selection (genetic algorithm); Risk analysis (engineering); Selection bias; Medicine; Intensive care medicine; Psychology; Actuarial science; Computer science; Business; Artificial intelligence; Pathology","score_opus":0.5686784527537067,"score_gpt":0.5045638600117248,"score_spread":0.06411459274198184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2911968494","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017711039,0.9899677,0.0002542753,0.0002827995,0.000103988976,0.0075679505,0.000023436567,0.00001712889,0.000011585111],"genre_scores_gemma":[0.00520394,0.99383104,0.00031394305,0.000055806286,0.00006044392,0.000059235594,0.00005837406,0.00002461369,0.00039261614],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.993974,0.0012847815,0.0032992042,0.0004456423,0.0008087247,0.0001876828],"domain_scores_gemma":[0.9904341,0.0049069775,0.0032188185,0.00065528613,0.0006900176,0.00009481291],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0044198935,0.00043263214,0.011644305,0.0022614459,0.000019716592,0.000004655714,0.00012474672,0.0001436813,0.000033395067],"category_scores_gemma":[0.027442748,0.00025424123,0.0008559121,0.003703985,0.0001633839,0.00012616735,0.00006659931,0.00015940139,0.0000033171343],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015011287,0.000020657058,0.056460988,0.92883676,0.0045141103,0.0000055881364,0.0000613212,0.000055253004,0.0000049935106,0.000010958071,0.00016947444,0.009709801],"study_design_scores_gemma":[0.00065635185,0.00054553867,0.0026127666,0.8563666,0.1388536,0.000004195192,0.00006500849,0.00032466894,0.000008871146,0.0000023052323,0.0003968511,0.0001632725],"about_ca_topic_score_codex":0.0008178712,"about_ca_topic_score_gemma":0.000105957544,"teacher_disagreement_score":0.13433948,"about_ca_system_score_codex":0.00012984367,"about_ca_system_score_gemma":0.00019800136,"threshold_uncertainty_score":0.999991},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2918006074","doi":"10.14740/cr813","title":"Anti-Hypertensive Effect of Sacubitril/Valsartan: A Meta-Analysis of Randomized Controlled Trials","year":2019,"lang":"en","type":"article","venue":"Cardiology Research","topic":"Blood Pressure and Hypertension Studies","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Valsartan; Blood pressure; Sacubitril, Valsartan; Sacubitril; Ambulatory blood pressure; Cardiology; Internal medicine; Olmesartan; Randomized controlled trial; Heart failure; Calcium channel blocker; ACE inhibitor; Angiotensin-converting enzyme","score_opus":0.21121824656528804,"score_gpt":0.4462133553230914,"score_spread":0.23499510875780338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918006074","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.673259,0.30615374,0.00003230594,0.001764254,0.00022864627,0.008097919,0.00007526081,0.000025899039,0.01036297],"genre_scores_gemma":[0.9962088,0.0014927257,0.000035499525,0.00023030756,0.000105623374,0.0003941121,0.000021632562,0.000017056595,0.0014942538],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.98015463,0.016263247,0.001764985,0.00046706418,0.00092948123,0.00042057992],"domain_scores_gemma":[0.9424032,0.053217072,0.000519275,0.00085052283,0.002907616,0.00010233212],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.048832692,0.00025869752,0.08886287,0.0013756161,0.00005913741,0.000006549057,0.0001735573,0.00029552588,0.00050682307],"category_scores_gemma":[0.02545648,0.00012031534,0.013287201,0.0010898607,0.0008272917,0.000027152932,0.00015122003,0.00044600116,0.000042640782],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.13899328,0.000037139045,0.0049440926,0.00014788113,0.81425977,0.00006660007,0.00008516663,0.00004667646,0.037090417,0.00013671498,0.004160641,0.000031657702],"study_design_scores_gemma":[0.18848358,0.0006630595,0.0008096294,0.000014342982,0.80056554,0.000027139411,0.00011577191,0.00014759909,0.008586719,0.000029575258,0.00047250374,0.00008451378],"about_ca_topic_score_codex":0.00006482854,"about_ca_topic_score_gemma":0.0000010447835,"teacher_disagreement_score":0.3229498,"about_ca_system_score_codex":0.0000069816947,"about_ca_system_score_gemma":0.00012552447,"threshold_uncertainty_score":0.9965945},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2928825510","doi":"10.1097/corr.0000000000000690","title":"Is the Risk of Infection Lower with Sutures than with Staples for Skin Closure After Orthopaedic Surgery? A Meta-analysis of Randomized Trials","year":2019,"lang":"en","type":"review","venue":"Clinical Orthopaedics and Related Research","topic":"Surgical Sutures and Adhesives","field":"Medicine","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medicine; Orthopedic surgery; Surgery; Randomized controlled trial; Meta-analysis; Sports medicine; Closure (psychology); MEDLINE; Physical therapy; Internal medicine","score_opus":0.3512710627236364,"score_gpt":0.5029919533418621,"score_spread":0.1517208906182257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2928825510","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010926945,0.9813284,0.00004125224,0.0005627912,0.00023479888,0.0062623117,0.0005215906,0.000016591162,0.00010528731],"genre_scores_gemma":[0.010181634,0.9870537,0.000076090575,0.000049748076,0.00025676299,0.0006406572,0.00021315519,0.00008754162,0.0014407076],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9804581,0.0115642855,0.0046817213,0.001014155,0.0017106858,0.00057106663],"domain_scores_gemma":[0.8985732,0.095562115,0.0029849561,0.0010520148,0.00148625,0.00034146188],"candidate_categories":["metaresearch","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad","research_integrity"],"category_scores_codex":[0.056828626,0.00064247305,0.020957688,0.0011580037,0.00017476217,0.00005568963,0.00020428846,0.0013642502,0.00069380517],"category_scores_gemma":[0.017578602,0.0002186453,0.047810644,0.0029547869,0.0023829306,0.000050191607,0.00013905426,0.0026895576,0.000003706357],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.075100385,0.0006565718,0.018414693,0.010615124,0.8342543,0.00008074508,0.00010409678,0.0000088751185,2.9392428e-8,0.00014550424,0.00070045603,0.059919186],"study_design_scores_gemma":[0.01901652,0.0014859708,0.00249825,0.0030763105,0.7834014,0.000031161166,0.000035625897,0.000053412816,5.400891e-7,0.000081500926,0.1900306,0.00028869737],"about_ca_topic_score_codex":0.00018334012,"about_ca_topic_score_gemma":0.00009294641,"teacher_disagreement_score":0.18933015,"about_ca_system_score_codex":0.000020915959,"about_ca_system_score_gemma":0.0010207637,"threshold_uncertainty_score":0.99993217},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2936104433","doi":"10.1136/bmjsem-2019-000512","title":"Population attributable fraction of leading non-communicable cardiovascular diseases due to leisure-time physical inactivity: a systematic review","year":2019,"lang":"en","type":"review","venue":"BMJ Open Sport & Exercise Medicine","topic":"Physical Activity and Health","field":"Medicine","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Coastal Health Research Institute; University of British Columbia","funders":"Institute of Aging; Canadian Institutes of Health Research; Michael Smith Health Research BC","keywords":"Attributable risk; Physical activity; Medicine; Population; Environmental health; Fraction (chemistry); Gerontology; Physical therapy; Chemistry","score_opus":0.11255515656908595,"score_gpt":0.4393836801993876,"score_spread":0.3268285236303017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936104433","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00032450797,0.95843303,0.00010864688,0.00026538456,0.00015994124,0.039719842,0.00007901604,0.00006332281,0.0008463264],"genre_scores_gemma":[0.0024846932,0.9904787,0.00008771433,0.0001740263,0.0005854149,0.0033555178,0.0016892226,0.00015050094,0.0009941973],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9940762,0.00041342838,0.0022156455,0.0009872774,0.0016750358,0.00063243014],"domain_scores_gemma":[0.9932566,0.00047048373,0.0018961787,0.0033995907,0.0003466495,0.0006304782],"candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.0026422883,0.0008857878,0.062409237,0.00038719684,0.0001719116,0.000034321685,0.0008950041,0.0003130173,0.00012994558],"category_scores_gemma":[0.0007429812,0.00062115444,0.0018073218,0.0015343422,0.00009341868,0.0005972282,0.0006032714,0.0009838355,0.00064057705],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016347245,0.0010502319,0.00005524454,0.92477834,0.0008690642,0.000099890545,0.00004632995,0.000003455431,0.0000028621482,0.00001843228,0.0016486045,0.07126404],"study_design_scores_gemma":[0.0008746501,0.00064509193,0.00020159975,0.90085775,0.042140946,0.00019064413,0.000037619597,0.00005855479,0.000003439802,0.000026323734,0.05441741,0.00054599455],"about_ca_topic_score_codex":0.0031151967,"about_ca_topic_score_gemma":0.000006782945,"teacher_disagreement_score":0.07071805,"about_ca_system_score_codex":0.00080153905,"about_ca_system_score_gemma":0.000836495,"threshold_uncertainty_score":0.99962395},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2938572552","doi":"10.1016/j.spinee.2019.04.004","title":"Measurement properties of walking outcome measures for neurogenic claudication: a systematic review and meta analysis","year":2019,"lang":"en","type":"review","venue":"The Spine Journal","topic":"Peripheral Artery Disease Management","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Royal University","funders":"","keywords":"Medicine; Physical therapy; Intraclass correlation; Neurogenic claudication; CINAHL; Meta-analysis; Context (archaeology); Intermittent claudication; Physical medicine and rehabilitation; MEDLINE; Quality of life (healthcare); Checklist; Claudication; Systematic review; Lumbar spinal stenosis; Psychometrics; Internal medicine; Surgery; Psychological intervention; Lumbar; Arterial disease","score_opus":0.31576574117060874,"score_gpt":0.3746876458398428,"score_spread":0.05892190466923408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938572552","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000014169166,0.9922538,0.00043113006,0.0012364787,0.000047236794,0.005979512,0.000007473095,0.000013155639,0.00002983015],"genre_scores_gemma":[0.00036576102,0.99780065,0.00009073289,0.0007565465,0.00007228752,0.00054879143,0.0000039758816,0.000036889636,0.00032439208],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9963197,0.0005304586,0.0017880494,0.0002549558,0.0008934584,0.00021334684],"domain_scores_gemma":[0.9969672,0.00000754958,0.0016713766,0.0007728438,0.0004592049,0.00012183426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033377986,0.00038674672,0.00632039,0.00026628978,0.00010589183,0.000052875133,0.00035555052,0.000052299503,0.00004791229],"category_scores_gemma":[0.00044425597,0.00016621595,0.0032406242,0.00044678766,0.000048987044,0.00005723546,0.00009075247,0.0002839383,0.000007083686],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021404835,0.000043269258,4.174736e-7,0.854564,0.1417329,0.0000020870416,0.000016150509,9.265208e-7,0.0000032745627,0.000012178393,0.000094251736,0.0035283836],"study_design_scores_gemma":[0.00016970233,0.00008709344,0.0000185833,0.11220125,0.87492275,0.00018520984,0.000010828398,0.000010782586,3.9793264e-7,0.0000028515299,0.012252944,0.00013757247],"about_ca_topic_score_codex":0.0000017235252,"about_ca_topic_score_gemma":0.0000018988002,"teacher_disagreement_score":0.7423628,"about_ca_system_score_codex":0.00014997051,"about_ca_system_score_gemma":0.00018629392,"threshold_uncertainty_score":0.67780894},"labels":[{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2939565443","doi":"10.5716/wp19006.pdf","title":"What do we really know about the impacts of improved grain legumes and dryland cereals? A critical review of 18 impact studies","year":2019,"lang":"en","type":"review","venue":"","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of British Columbia","funders":"Universidade Estadual de Campinas","keywords":"Agronomy; Agroforestry; Environmental science; Agricultural engineering; Biology; Engineering","score_opus":0.35878354271755236,"score_gpt":0.581311468393108,"score_spread":0.22252792567555563,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2939565443","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010627479,0.986177,9.4400616e-7,0.004912978,0.0012976972,0.0050864164,0.0006415217,0.00003351802,0.0018392571],"genre_scores_gemma":[0.00008502895,0.997698,0.000104215396,0.00075067964,0.00017732398,0.00023484399,0.00009005373,0.00005648162,0.0008033838],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932196,0.0021662684,0.0027566855,0.000523992,0.00042300185,0.0009104483],"domain_scores_gemma":[0.990371,0.0056473436,0.0014748053,0.001074002,0.0010086539,0.00042420614],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003599546,0.00062438153,0.004361364,0.00032891205,0.00068223797,0.00003773908,0.00048566738,0.0007401842,0.0011735419],"category_scores_gemma":[0.0037062292,0.00032838644,0.0007431677,0.00052924966,0.00046476722,0.00040725307,0.00042888237,0.00143324,0.00009552862],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019660782,0.000056743625,0.000080650396,0.7448005,0.00045148862,0.0000013865099,0.002410916,1.5431725e-8,1.1183732e-7,0.008198568,0.0397176,0.20426235],"study_design_scores_gemma":[0.00022312326,0.00021361798,0.00007284431,0.4485432,0.0011268021,0.0000063156754,0.0022624617,0.0000021611124,3.7970594e-8,0.00082951144,0.546509,0.00021086811],"about_ca_topic_score_codex":0.0051722424,"about_ca_topic_score_gemma":0.004955396,"teacher_disagreement_score":0.5067915,"about_ca_system_score_codex":0.00027402767,"about_ca_system_score_gemma":0.0031862736,"threshold_uncertainty_score":0.9999168},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2964854296","doi":"10.14740/jocmr3887","title":"Simultaneous, Delayed and Liver-First Hepatic Resections for Synchronous Colorectal Liver Metastases: A Systematic Review and Network Meta-Analysis","year":2019,"lang":"en","type":"review","venue":"Journal of Clinical Medicine Research","topic":"Hepatocellular Carcinoma Treatment and Prognosis","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Meta-analysis; Hazard ratio; Confidence interval; Pairwise comparison; Ranking (information retrieval); Internal medicine; Randomized controlled trial; Oncology; Systematic review; Overall survival; Surgery; Gastroenterology; MEDLINE; Statistics; Artificial intelligence; Computer science; Mathematics","score_opus":0.4932523526304464,"score_gpt":0.5143128979229559,"score_spread":0.021060545292509447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964854296","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039703664,0.9884084,0.00024008071,0.0011125668,0.0001490892,0.009899094,0.00008492992,0.000012508828,0.00005361427],"genre_scores_gemma":[0.0014180699,0.9950452,0.001069679,0.00018648304,0.00097173254,0.00055217004,0.000096176605,0.0000820398,0.0005784802],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9856356,0.0054969615,0.005730947,0.0007594512,0.0016626914,0.00071438524],"domain_scores_gemma":[0.9345913,0.05886,0.0026153165,0.00077823305,0.0021250397,0.0010301409],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029487915,0.0006722009,0.023075916,0.0011405876,0.00028995646,0.00006153295,0.00039664848,0.0005802026,0.00036874332],"category_scores_gemma":[0.029261904,0.00034923022,0.0057631996,0.0020242438,0.0006292833,0.00010160221,0.0001959739,0.0022846153,0.000025189176],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002438039,0.00028052935,0.00020389938,0.71469116,0.26795694,0.0011959787,0.00004206481,0.000001059039,1.577163e-8,0.000015047095,0.0029734443,0.012396029],"study_design_scores_gemma":[0.0011257282,0.008160363,0.0000046810446,0.12674768,0.7908647,0.001286279,0.000028742863,0.001491193,5.2930254e-8,0.000012100464,0.07006296,0.00021551714],"about_ca_topic_score_codex":0.00010712185,"about_ca_topic_score_gemma":0.00010374711,"teacher_disagreement_score":0.5879435,"about_ca_system_score_codex":0.0002083613,"about_ca_system_score_gemma":0.0010701393,"threshold_uncertainty_score":0.999896},"labels":[{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2974839292","doi":"10.1136/bmj.l5221","title":"Design characteristics, risk of bias, and reporting of randomised controlled trials supporting approvals of cancer drugs by European Medicines Agency, 2014-16: cross sectional analysis","year":2019,"lang":"en","type":"article","venue":"BMJ","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":244,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Medical Research Council; Economic and Social Research Council; U.S. Department of the Treasury; National Institute for Health and Care Research; Bill and Melinda Gates Foundation; Harvard University; National Institutes of Health; National Science Foundation","keywords":"Medicine; Clinical trial; Randomized controlled trial; Reporting bias; Research design; Clinical endpoint; Publication bias; MEDLINE; Family medicine; Meta-analysis; Internal medicine; Statistics","score_opus":0.4469013499055617,"score_gpt":0.5635049915159488,"score_spread":0.11660364161038711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974839292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8103694,0.00023863757,0.18450333,0.000056859717,0.00049334613,0.0031267898,0.0005046466,0.000023849769,0.0006831415],"genre_scores_gemma":[0.8246808,0.00020069466,0.17425919,0.00002292837,0.00031435702,0.00007849102,0.000012476423,0.00003724221,0.00039383778],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9723406,0.011123768,0.015030037,0.00046997578,0.0007687268,0.00026689234],"domain_scores_gemma":[0.79089457,0.16438042,0.043200485,0.00055650563,0.000851522,0.00011650574],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.16630846,0.00023784366,0.0059397924,0.00017630396,0.000043190317,0.000020237765,0.00018652492,0.00013628058,0.00097319874],"category_scores_gemma":[0.68727046,0.00016069545,0.0009832832,0.00028043718,0.00026298684,0.000041422074,0.00007482371,0.00018467617,0.0000016760165],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027121015,0.00045451193,0.88763595,0.0019625581,0.01576965,0.000008532779,0.0010558015,0.0001426707,0.042897124,0.00046169004,0.005372381,0.017118128],"study_design_scores_gemma":[0.2687288,0.0011455744,0.4423322,0.001504433,0.041817173,0.000011264689,0.00063375366,0.015548165,0.09109859,0.13568956,0.000064988766,0.00142549],"about_ca_topic_score_codex":0.00015394995,"about_ca_topic_score_gemma":0.0000019708702,"teacher_disagreement_score":0.52096194,"about_ca_system_score_codex":0.00002159463,"about_ca_system_score_gemma":0.00012660003,"threshold_uncertainty_score":0.99994004},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2978471806","doi":"10.1093/cdn/nzz104","title":"Methods for the Selection of Covariates in Nutritional Epidemiology Studies: A Meta-Epidemiological Review","year":2019,"lang":"en","type":"review","venue":"Current Developments in Nutrition","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; Western University; University of Ottawa; Population Health Research Institute; McMaster University; Impact","funders":"Canadian Institutes of Health Research","keywords":"Epidemiology; Meta-analysis; Covariate; Selection (genetic algorithm); Nutritional epidemiology; Medicine; Computer science; Statistics; Internal medicine; Mathematics","score_opus":0.765916361887563,"score_gpt":0.6576582437527565,"score_spread":0.10825811813480646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978471806","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.4197378e-7,0.9846618,0.0034587597,0.0013779493,0.001050825,0.009331893,0.00007257316,0.000026693393,0.000019040059],"genre_scores_gemma":[5.3023416e-7,0.8710128,0.11723761,0.000861018,0.00017456977,0.009846134,0.0008186999,0.00002901835,0.000019601404],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919649,0.0029329616,0.0036130133,0.0007423296,0.00019778845,0.0005490017],"domain_scores_gemma":[0.9832999,0.014671834,0.0012527361,0.0002811295,0.00040454755,0.00008985433],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.012602348,0.00054796966,0.0073381756,0.0006981992,0.000084633495,0.0000037074533,0.00022919115,0.00042615773,0.00008594842],"category_scores_gemma":[0.008146266,0.00033268495,0.0010848771,0.0011414774,0.00013362843,0.00006787751,0.00008205747,0.0010342703,0.000012766111],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054464148,0.00058501965,0.00020500468,0.4148192,0.0007180599,7.403716e-7,0.000013066299,2.5672662e-7,2.0257437e-7,0.0014556899,0.005137417,0.57701087],"study_design_scores_gemma":[0.001408984,0.00009325661,0.00016114544,0.21173783,0.0029551375,0.00005275479,0.000012189883,0.000027600505,8.226532e-7,0.0031325223,0.7802069,0.00021085549],"about_ca_topic_score_codex":0.000003616276,"about_ca_topic_score_gemma":0.0000025827367,"teacher_disagreement_score":0.7750695,"about_ca_system_score_codex":0.0008384987,"about_ca_system_score_gemma":0.0005594823,"threshold_uncertainty_score":0.9999125},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2987382174","doi":"10.7554/elife.08351.015","title":"Author response: A meta-analysis of threats to valid clinical inference in preclinical research of sunitinib","year":2015,"lang":"en","type":"peer-review","venue":"","topic":"Animal testing and alternatives","field":"Veterinary","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; McGill University","funders":"","keywords":"Sunitinib; Inference; Meta-analysis; Computational biology; Psychology; Medicine; Bioinformatics; Oncology; Biology; Data science; Computer science; Internal medicine; Artificial intelligence; Cancer","score_opus":0.9606442935144826,"score_gpt":0.7394399394582948,"score_spread":0.22120435405618777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987382174","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44340503,0.16175932,0.0009130557,0.23325472,0.0021848688,0.010983634,0.014564413,0.00056107476,0.13237388],"genre_scores_gemma":[0.3533493,0.0012437647,0.009060661,0.00069188484,0.0002427624,0.00030515774,0.00030376186,0.00009726935,0.6347054],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9801839,0.012166378,0.0038278694,0.0012282224,0.0020461525,0.00054746005],"domain_scores_gemma":[0.947016,0.04604182,0.0011121662,0.0018989237,0.0035146682,0.00041642017],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.056678973,0.00045427564,0.0061344025,0.0015575539,0.00003660911,0.000026057778,0.0014890978,0.0005441303,0.003852688],"category_scores_gemma":[0.10513886,0.00032826944,0.0025027862,0.003257892,0.00052165915,0.00006852213,0.0011166626,0.0018676452,0.00014269051],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012501042,0.0027106267,0.0051522832,0.0033067586,0.12980126,0.00040328555,0.00085639424,0.00004636492,0.00007916069,0.0008408868,0.8370054,0.007296554],"study_design_scores_gemma":[0.0016805314,0.034286343,0.037953284,0.0068591675,0.31225574,0.000024047833,0.000545533,0.0009088566,0.000080378544,0.0037075111,0.5995317,0.0021668698],"about_ca_topic_score_codex":0.0020197178,"about_ca_topic_score_gemma":0.0007312158,"teacher_disagreement_score":0.50233155,"about_ca_system_score_codex":0.0000702382,"about_ca_system_score_gemma":0.0011099087,"threshold_uncertainty_score":0.9999169},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2988645757","doi":"10.1186/s40814-019-0500-z","title":"The reporting of progression criteria in protocols of pilot trials designed to assess the feasibility of main trials is insufficient: a meta-epidemiological study","year":2019,"lang":"en","type":"article","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute; McMaster University; Hamilton Health Sciences; University Health Network; Toronto General Hospital; St. Joseph’s Healthcare Hamilton; Impact","funders":"","keywords":"Medicine; Odds ratio; Confidence interval; Clinical trial; Sample size determination; Randomized controlled trial; Meta-analysis; Intervention (counseling); Odds; MEDLINE; Family medicine; Internal medicine; Logistic regression; Psychiatry; Statistics","score_opus":0.9811647581245485,"score_gpt":0.7154181071887392,"score_spread":0.2657466509358093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988645757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91752833,0.002525234,0.0003141157,0.0008402827,0.000114934104,0.07852174,0.0000401719,0.0000038856797,0.000111311485],"genre_scores_gemma":[0.99208784,0.000031431522,0.0013672828,0.00005319232,0.000023586148,0.006293298,4.999337e-7,0.000006963239,0.00013592803],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.55955315,0.30506465,0.12051409,0.004061662,0.009803853,0.001002604],"domain_scores_gemma":[0.64029133,0.2480947,0.09410888,0.010955385,0.0062999544,0.0002497457],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.79534763,0.00046713452,0.018758466,0.00021248138,0.00023463766,0.00017316821,0.0013995022,0.00006416024,0.0003083206],"category_scores_gemma":[0.75425017,0.00013240958,0.0022931434,0.001565592,0.0004596126,0.0001294341,0.0007253569,0.00018591422,0.000007329747],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021155246,0.00228944,0.98032236,0.0004946621,0.001980735,9.654694e-7,0.0047053415,0.000012644167,0.0040157586,0.00025973935,0.00096738286,0.0028354279],"study_design_scores_gemma":[0.0021090794,0.0076469094,0.95139676,0.00027706768,0.0017669583,0.0000020278467,0.020722518,0.00018236708,0.001128101,0.014372467,0.00016760995,0.0002281099],"about_ca_topic_score_codex":0.000055943416,"about_ca_topic_score_gemma":0.0001511957,"teacher_disagreement_score":0.08073819,"about_ca_system_score_codex":0.000050561786,"about_ca_system_score_gemma":0.00011724527,"threshold_uncertainty_score":0.9958091},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3004444768","doi":"10.1089/neu.2019.6844","title":"Interventions to Optimize Spinal Cord Perfusion in Patients with Acute Traumatic Spinal Cord Injuries: A Systematic Review","year":2020,"lang":"en","type":"review","venue":"Journal of Neurotrauma","topic":"Spinal Cord Injury Research","field":"Medicine","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute; McMaster University; University of Calgary","funders":"","keywords":"Medicine; Spinal cord; Adverse effect; Anesthesia; Spinal cord injury; Randomized controlled trial; Perfusion; Meta-analysis; Surgery; Internal medicine","score_opus":0.18083616643952471,"score_gpt":0.4725873115280886,"score_spread":0.29175114508856387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004444768","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004548846,0.9842112,0.00012170295,0.00073973904,0.0003346912,0.009890714,0.000043108943,0.000028913026,0.000081069644],"genre_scores_gemma":[0.0006793863,0.9962925,0.0015389138,0.00067460234,0.00019197258,0.00030731776,0.000023311824,0.00016851691,0.00012351906],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9911241,0.00096021144,0.0045603123,0.0006169647,0.0021152645,0.00062317826],"domain_scores_gemma":[0.9943968,0.00014575379,0.0027987706,0.00083571067,0.00095675694,0.00086619216],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0012166928,0.0008733917,0.0075599025,0.0014554459,0.00009147299,0.00011761785,0.0010487234,0.00021164429,0.00020042702],"category_scores_gemma":[0.00172295,0.0005679808,0.0020111427,0.002135973,0.000099984616,0.00027832322,0.00025318295,0.002650506,0.00017148787],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01502838,0.0005866962,0.00001624463,0.8140001,0.0003813514,0.0017645573,0.000014090466,1.5563711e-7,4.4938378e-7,0.0000033289061,0.00059563154,0.167609],"study_design_scores_gemma":[0.0018400482,0.12956044,0.0006609507,0.84509176,0.009674549,0.002890193,0.000027573187,0.0000018698687,3.1501887e-7,0.0000018708002,0.009866568,0.00038384058],"about_ca_topic_score_codex":0.0000045745082,"about_ca_topic_score_gemma":0.0000034730076,"teacher_disagreement_score":0.16722517,"about_ca_system_score_codex":0.0006829452,"about_ca_system_score_gemma":0.000928058,"threshold_uncertainty_score":0.9996772},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3008884145","doi":"10.2196/15467","title":"Patient-Reported Outcome Measures in Cystic Fibrosis: Protocol for a Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Cystic Fibrosis Research Advances","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; CINAHL; Checklist; MEDLINE; Observational study; PsycINFO; Systematic review; Prom; Protocol (science); Cochrane Library; Guideline; Patient-reported outcome; Quality of life (healthcare); Family medicine; Strengthening the reporting of observational studies in epidemiology; Randomized controlled trial; Physical therapy; Alternative medicine; Pathology; Nursing; Psychology; Psychological intervention","score_opus":0.45367009772988054,"score_gpt":0.6189611267007018,"score_spread":0.16529102897082126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008884145","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.5194025e-9,0.37306568,0.000024670915,0.00021093288,0.0000039385686,0.626316,0.00009169077,0.00012809892,0.00015896534],"genre_scores_gemma":[8.396703e-9,0.13028926,0.0012867771,0.0001023584,0.00016689395,0.8672536,0.00010751599,0.00029269615,0.00050090917],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9809201,0.004208261,0.0058284705,0.0019343413,0.0049170456,0.002191784],"domain_scores_gemma":[0.9894224,0.003443073,0.0016124531,0.0025904696,0.0018074883,0.0011241583],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0072985603,0.0012247366,0.009549029,0.0013977678,0.00023391674,0.00030240967,0.0012963867,0.00061708357,0.00021668032],"category_scores_gemma":[0.039478682,0.00081714644,0.0016279618,0.003666011,0.00037654812,0.00026899832,0.00073152024,0.0033198586,0.0004416417],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00086269184,0.00074216723,0.000013180772,0.87904096,0.00022455964,0.00048359137,0.000033111904,6.6353714e-8,0.0000032871176,0.000024795947,0.01282525,0.105746366],"study_design_scores_gemma":[0.0016678779,0.002309681,9.719246e-7,0.49768183,0.00013433784,0.00013836032,0.000010346322,0.000005499597,0.0000027999472,0.000035911493,0.49768388,0.00032849386],"about_ca_topic_score_codex":0.000013156554,"about_ca_topic_score_gemma":0.000009384464,"teacher_disagreement_score":0.48485863,"about_ca_system_score_codex":0.0017612107,"about_ca_system_score_gemma":0.0044276365,"threshold_uncertainty_score":0.9994279},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3011157861","doi":"10.1136/bmjebm-2019-111331","title":"Adjuvant-containing control arms in pivotal quadrivalent human papillomavirus vaccine trials: restoration of previously unpublished methodology","year":2020,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"U.S. Food and Drug Administration; National Institute for Health and Care Research; Laura and John Arnold Foundation; European Respiratory Society; American Association of Colleges of Pharmacy","keywords":"Clinical trial; Medicine; Blinding; Family medicine; Informed consent; Placebo; Alternative medicine; Internal medicine; Pathology","score_opus":0.5405509864717235,"score_gpt":0.5166450541185875,"score_spread":0.023905932353135984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011157861","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56625146,0.041249335,0.03967319,0.33745068,0.0009081879,0.012120694,0.00003603736,0.0003232374,0.001987143],"genre_scores_gemma":[0.9892677,0.00050520216,0.0011484092,0.0067533557,0.0018664235,0.00029301914,0.00007321462,0.000044909913,0.000047781275],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99168825,0.00300873,0.0025392286,0.00074135297,0.0013863298,0.0006361154],"domain_scores_gemma":[0.990784,0.0062958077,0.0007933067,0.0006364882,0.00078769797,0.0007027062],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015478769,0.00037330645,0.0029029136,0.0005383274,0.00006992899,0.000019413881,0.0003505746,0.00025051605,0.0042243153],"category_scores_gemma":[0.05733848,0.00026636486,0.00028287328,0.0010651809,0.00025377455,0.0002975286,0.000067087,0.0008142403,0.00001533989],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1497984,0.0010217649,0.36812747,0.008237397,0.00069133047,0.0014632972,0.008456782,0.0007677126,0.23246169,0.0020103042,0.02038618,0.20657769],"study_design_scores_gemma":[0.14093357,0.058890324,0.7440165,0.0109835835,0.0024332707,0.00008638735,0.004345104,0.01078572,0.020266348,0.0012863552,0.0048063514,0.0011664852],"about_ca_topic_score_codex":0.0016351249,"about_ca_topic_score_gemma":0.0004572315,"teacher_disagreement_score":0.4230162,"about_ca_system_score_codex":0.0003153449,"about_ca_system_score_gemma":0.0010055259,"threshold_uncertainty_score":0.99997884},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"not_applicable","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3011957638","doi":"10.1016/j.isjp.2020.03.002","title":"Characteristics, results, and reporting of contemporary surgical trials: A systematic review and analysis","year":2020,"lang":"en","type":"review","venue":"International Journal of Surgery Protocols","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto; Health Sciences Centre; Ottawa Hospital","funders":"","keywords":"Categorical variable; Medicine; Randomized controlled trial; Protocol (science); Normality; Descriptive statistics; Quartile; Continuous variable; Sample size determination; Medical physics; Statistics; Surgery; Alternative medicine; Confidence interval; Mathematics; Internal medicine","score_opus":0.9122179476274483,"score_gpt":0.6378596023219139,"score_spread":0.2743583453055345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011957638","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000276769,0.9633893,0.00030931618,0.0005119496,0.00018709469,0.03505288,0.00035102072,0.000002490163,0.00019322423],"genre_scores_gemma":[0.00006239959,0.9938845,0.00036157243,0.00009677335,0.00027975527,0.004886822,0.000053640575,0.000022778415,0.00035178004],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8105493,0.036629558,0.14376672,0.0010161189,0.007836917,0.00020137319],"domain_scores_gemma":[0.6478836,0.04456053,0.2999916,0.0015280689,0.005709032,0.00032713238],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.44806224,0.00062523125,0.0648157,0.0020521805,0.00004295712,0.0009502566,0.001835266,0.0002111596,0.00046599697],"category_scores_gemma":[0.5576158,0.00027660592,0.01375538,0.0018618882,0.00011008319,0.00036361974,0.00029699356,0.0005058998,0.00002751997],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000098421806,0.0001058737,0.001633503,0.7557702,0.030416243,0.0013907027,0.000072791976,1.8711239e-7,1.1953385e-7,0.00009266053,0.015234777,0.1951845],"study_design_scores_gemma":[0.00016462932,0.00003129979,0.00006058117,0.34439063,0.020856043,0.0012542022,0.000018872926,0.00002324323,1.5289818e-7,0.00006421881,0.6329336,0.00020248865],"about_ca_topic_score_codex":0.000002988657,"about_ca_topic_score_gemma":2.814582e-7,"teacher_disagreement_score":0.61769885,"about_ca_system_score_codex":0.000063706786,"about_ca_system_score_gemma":0.00085054437,"threshold_uncertainty_score":0.9999686},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3028180553","doi":"10.3389/fmed.2020.00280","title":"Comparative Effects Between Direct Oral Anticoagulants for Acute Venous Thromboembolism: Indirect Comparison From Randomized Controlled Trials","year":2020,"lang":"en","type":"review","venue":"Frontiers in Medicine","topic":"Venous Thromboembolism Diagnosis and Management","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"Guangdong Medical Research Foundation","keywords":"Medicine; Apixaban; Rivaroxaban; Edoxaban; Dabigatran; Randomized controlled trial; Intensive care medicine; Clinical trial; Internal medicine; Warfarin; Atrial fibrillation","score_opus":0.11428727362436142,"score_gpt":0.43380823222900977,"score_spread":0.31952095860464835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028180553","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009747132,0.9481796,0.005416791,0.00060453726,0.00601365,0.037550643,0.00048284465,0.0002095188,0.001444961],"genre_scores_gemma":[0.00074564124,0.97912353,0.0065513877,0.0004989654,0.0035470573,0.005285399,0.003890271,0.00020626633,0.00015149445],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9842288,0.005455422,0.006539198,0.0015456511,0.0011729096,0.0010580419],"domain_scores_gemma":[0.9784361,0.015883882,0.0040381146,0.0008602502,0.0001826214,0.0005990481],"candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.009182325,0.0018038818,0.19560856,0.0013413676,0.00017601826,0.000070104215,0.0007025422,0.00087548024,0.00010911389],"category_scores_gemma":[0.00800188,0.0010886545,0.0041654743,0.000909937,0.0006282445,0.000095598014,0.00017470813,0.0012135924,0.0000498201],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.042173896,0.0013798155,0.00019106457,0.015627539,0.18197116,0.00039886616,0.0032824986,0.0000021318826,0.0000022952393,0.00004830801,0.3065503,0.44837213],"study_design_scores_gemma":[0.28280774,0.0011671865,0.00014316259,0.032612197,0.2577145,0.000004926829,0.000252072,0.0002826039,0.000012860747,0.00032545312,0.42387635,0.00080095936],"about_ca_topic_score_codex":0.0002819895,"about_ca_topic_score_gemma":0.000015575144,"teacher_disagreement_score":0.44757116,"about_ca_system_score_codex":0.00053196726,"about_ca_system_score_gemma":0.00051938795,"threshold_uncertainty_score":0.99947065},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3028673208","doi":"10.2147/clep.s242080","title":"&lt;p&gt;Meta-Analyses Proved Inconsistent in How Missing Data Were Handled Across Their Included Primary Trials: A Methodological Survey&lt;/p&gt;","year":2020,"lang":"en","type":"article","venue":"Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Veterans Affairs Canada; Sunnybrook Health Science Centre; University of Toronto; McMaster University; Health Sciences Centre; Impact","funders":"","keywords":"Missing data; Meta-analysis; Systematic review; Medicine; MEDLINE; Statistics; Clinical trial; Data mining; Computer science; Internal medicine; Mathematics","score_opus":0.9942150291509889,"score_gpt":0.7434143475047398,"score_spread":0.25080068164624914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3028673208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20934436,0.06674291,0.4842418,0.22338364,0.0034454123,0.00771551,0.0026932503,0.00014294169,0.0022901515],"genre_scores_gemma":[0.70750964,0.0018811161,0.23166609,0.052467976,0.0020582422,0.0003567234,0.0014255275,0.0001099067,0.002524793],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.10682896,0.8078198,0.072826564,0.007503453,0.0033294298,0.0016918303],"domain_scores_gemma":[0.026883774,0.9176652,0.037907567,0.014184093,0.0017948349,0.0015645593],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.8889294,0.0011431504,0.05438826,0.00030285082,0.00033414923,0.00065080106,0.008987207,0.0012996024,0.0041627255],"category_scores_gemma":[0.97667277,0.00047003257,0.012385113,0.002544274,0.0011975608,0.00047666693,0.0044013914,0.0015531307,0.00081219064],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020439958,0.001304518,0.27860957,0.00040736952,0.026681341,0.00010777043,0.0007506516,0.00044958066,0.0036797584,0.001074353,0.5140764,0.17081466],"study_design_scores_gemma":[0.003676334,0.0008152379,0.4128377,0.000094095994,0.009899461,0.00004045341,0.00034983936,0.10468144,0.000029546349,0.027215011,0.4389941,0.001366755],"about_ca_topic_score_codex":0.000037365437,"about_ca_topic_score_gemma":0.0005287001,"teacher_disagreement_score":0.49816525,"about_ca_system_score_codex":0.0000742051,"about_ca_system_score_gemma":0.0005404945,"threshold_uncertainty_score":0.9999969},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3030582648","doi":"10.1200/jco.2020.38.15_suppl.e19206","title":"Associations between safety and tolerability and reporting of health-related quality of life in phase III randomized trials in common solid tumors.","year":2020,"lang":"en","type":"article","venue":"Journal of Clinical Oncology","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Princess Margaret Cancer Centre; University of Toronto","funders":"","keywords":"Medicine; Tolerability; Internal medicine; Discontinuation; Adverse effect; Quality of life (healthcare); Clinical trial; Randomized controlled trial; Breast cancer; Oncology; Cancer","score_opus":0.8178381080444754,"score_gpt":0.6405963177570368,"score_spread":0.17724179028743858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030582648","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9130295,0.0019354634,0.000603967,0.08310431,0.0002210293,0.00077787077,0.00014066113,0.0000033942526,0.00018377695],"genre_scores_gemma":[0.9950092,0.0006048453,0.0012278426,0.0029479072,0.00018384129,0.000004703229,0.000010140916,0.0000083228715,0.0000032001476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7580551,0.029931717,0.21095484,0.0004918374,0.00021003932,0.00035646342],"domain_scores_gemma":[0.5103522,0.15392411,0.3342941,0.0003467966,0.00038025164,0.0007025624],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.584612,0.00012652444,0.025176097,0.0002464297,0.000044210818,0.000008935583,0.00014178165,0.00036588963,0.00004550499],"category_scores_gemma":[0.6059029,0.00012709605,0.000548277,0.0002226908,0.00026885743,0.0002172347,0.00006132239,0.00075359805,0.000001597921],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012375536,0.0006042729,0.9764614,0.00025898096,0.00026161197,0.0000022314384,0.0026171238,0.00012876527,0.0000012955844,0.0027952613,0.00018670179,0.004306784],"study_design_scores_gemma":[0.13519034,0.0010224578,0.84667397,0.00012972932,0.000028617747,0.000001804282,0.0004809134,0.0014662439,9.0991557e-7,0.014739507,0.0001639132,0.00010161413],"about_ca_topic_score_codex":0.0030391144,"about_ca_topic_score_gemma":0.0005420978,"teacher_disagreement_score":0.24770293,"about_ca_system_score_codex":0.00030452642,"about_ca_system_score_gemma":0.0014771858,"threshold_uncertainty_score":0.9892962},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3032356396","doi":"10.1136/bmjebm-2019-111326","title":"Evaluating the quality of systematic reviews and meta-analyses published on direct oral anticoagulants in the past 5 years","year":2020,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Venous Thromboembolism Diagnosis and Management","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Public Health Ontario; University of Toronto; McMaster University","funders":"","keywords":"Systematic review; Checklist; Medicine; Data extraction; MEDLINE; Guideline; Meta-analysis; Quality (philosophy); Quality Score; Medical physics; Family medicine; Internal medicine; Pathology; Psychology","score_opus":0.7738296929297955,"score_gpt":0.5664963431092327,"score_spread":0.20733334982056284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3032356396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61653084,0.05772997,0.00021419176,0.30790246,0.00019832604,0.016413432,0.000009340586,0.00005708318,0.0009443781],"genre_scores_gemma":[0.97485113,0.001135211,0.00030301593,0.022897495,0.00017723527,0.00058533635,0.0000072585763,0.0000144327305,0.000028881124],"study_design_codex":"systematic_review","study_design_gemma":"observational","domain_scores_codex":[0.9931137,0.00322114,0.0015995917,0.00040528073,0.0014214278,0.00023884006],"domain_scores_gemma":[0.99335444,0.0046548215,0.0008295079,0.0008859073,0.00015395811,0.000121375146],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020697394,0.00025094303,0.0031179087,0.00013373271,0.00006291398,0.000036538848,0.0003473901,0.00004750232,0.00022294735],"category_scores_gemma":[0.03269328,0.000098824974,0.00028223745,0.0007438897,0.0002075056,0.000111942645,0.000056619898,0.00023878763,0.000011467311],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0040655737,0.0042948476,0.089374095,0.51219475,0.022689614,0.0007307793,0.038859762,0.0022624293,0.016987747,0.004286528,0.28979072,0.014463133],"study_design_scores_gemma":[0.008190617,0.011543699,0.76569396,0.07198083,0.12355578,0.0000291994,0.00892744,0.007117992,0.00064016576,0.0002488603,0.0012392254,0.0008322516],"about_ca_topic_score_codex":0.00067530497,"about_ca_topic_score_gemma":0.00004276442,"teacher_disagreement_score":0.67631984,"about_ca_system_score_codex":0.0000340397,"about_ca_system_score_gemma":0.00008440357,"threshold_uncertainty_score":0.97545475},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3039344762","doi":"10.1136/annrheumdis-2020-217237","title":"Population characteristics as important contextual factors in rheumatological trials: an exploratory meta-epidemiological study from an OMERACT Working Group","year":2020,"lang":"en","type":"review","venue":"Annals of the Rheumatic Diseases","topic":"Rheumatoid Arthritis Research and Therapies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa","funders":"Odense Universitetshospital; Oak Foundation","keywords":"Medicine; Epidemiology; Population; Meta-analysis; Physical therapy; Family medicine; Internal medicine; Gerontology; Environmental health","score_opus":0.4342632187980843,"score_gpt":0.4729137158865182,"score_spread":0.03865049708843388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039344762","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3189391,0.6776414,0.0000039315364,0.00012807659,0.00022011177,0.0025075416,0.00048113387,0.000074834374,0.000003875802],"genre_scores_gemma":[0.39433125,0.60407156,0.00001718313,0.00009477978,0.000082734536,0.00029254385,0.0010563931,0.00005169489,0.0000018496447],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98109233,0.011894457,0.004445974,0.0009115578,0.0010466621,0.0006090309],"domain_scores_gemma":[0.98869425,0.006441811,0.0027705997,0.0011752613,0.00012786368,0.00079018826],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0045408625,0.0009866487,0.011924762,0.0002875377,0.00017367363,0.00013148908,0.0008617882,0.00033839475,0.0005076461],"category_scores_gemma":[0.025446588,0.0004829425,0.0025157225,0.0004818514,0.00025893733,0.00037596727,0.0002744062,0.0008191894,0.000018766155],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084349414,0.005061229,0.08493754,0.0022530896,0.008458403,0.00017334461,0.0013819184,9.3089824e-7,5.0540064e-7,0.0003321359,0.00015946559,0.89639795],"study_design_scores_gemma":[0.008444112,0.012350182,0.71829396,0.11042976,0.01631878,0.00015013613,0.016576653,0.00043287635,0.0000047179833,0.011532053,0.101329826,0.004136932],"about_ca_topic_score_codex":0.00068229804,"about_ca_topic_score_gemma":0.00013858969,"teacher_disagreement_score":0.892261,"about_ca_system_score_codex":0.000059398164,"about_ca_system_score_gemma":0.00034269918,"threshold_uncertainty_score":0.99976224},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3048211970","doi":"10.1016/j.jclinepi.2020.08.002","title":"Abbreviated and comprehensive literature searches led to identical or very similar effect estimates: a meta-epidemiological study","year":2020,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Health Economics; University of Alberta","funders":"","keywords":"Interquartile range; Meta-analysis; Confidence interval; Medicine; Odds ratio; MEDLINE; Epidemiology; Statistics; Systematic review; Internal medicine; Mathematics; Biology","score_opus":0.9657825327774562,"score_gpt":0.7373159784020075,"score_spread":0.22846655437544872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048211970","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00059164286,0.98380446,0.006010921,0.00456506,0.0012461068,0.003678452,0.000056721175,0.000011328486,0.000035331734],"genre_scores_gemma":[0.00014478016,0.973561,0.020205524,0.004390755,0.0012765676,0.00011584032,0.000014957355,0.000054581236,0.00023602172],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.35168427,0.5268719,0.11291221,0.0033443097,0.004151956,0.001035326],"domain_scores_gemma":[0.11836913,0.81235003,0.059819687,0.0037207394,0.0031903957,0.0025500068],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.65717435,0.0022846272,0.18118617,0.0011588108,0.00017743459,0.0005645743,0.0049922173,0.0018434811,0.0028388405],"category_scores_gemma":[0.95434874,0.00070771464,0.043487135,0.0032226245,0.0005618383,0.00027348098,0.0013700783,0.005560776,0.0015128099],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007511529,0.00062727946,0.0113522485,0.0064770095,0.051405083,0.0026392918,0.00015866791,0.00007999734,9.162844e-8,0.00033451302,0.1296183,0.79655635],"study_design_scores_gemma":[0.0007525465,0.0062327664,0.002774846,0.004219295,0.03344564,0.0013661206,0.00006581525,0.00059915934,1.2755401e-8,0.002857459,0.9471851,0.00050121953],"about_ca_topic_score_codex":0.0000039070906,"about_ca_topic_score_gemma":0.000005131004,"teacher_disagreement_score":0.8175668,"about_ca_system_score_codex":0.0000732152,"about_ca_system_score_gemma":0.0006131437,"threshold_uncertainty_score":0.9995374},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3083911301","doi":"10.1093/cid/ciaa1353","title":"Methodological and Reporting Quality of Noninferiority Randomized Controlled Trials Comparing Antibiotic Therapies: A Systematic Review","year":2020,"lang":"en","type":"review","venue":"Clinical Infectious Diseases","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University","funders":"","keywords":"Medicine; Blinding; Randomized controlled trial; Systematic review; MEDLINE; Confidence interval; Protocol (science); Meta-analysis; Odds ratio; Intensive care medicine; Food and drug administration; Internal medicine; Alternative medicine; Medical emergency","score_opus":0.9643438506930195,"score_gpt":0.7238925584481332,"score_spread":0.24045129224488637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083911301","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006186457,0.9698381,0.0043041916,0.000090987836,0.00059716013,0.024393411,0.00006169143,0.00004204692,0.00061053754],"genre_scores_gemma":[0.0012845267,0.99672663,0.00036399544,0.00034502384,0.00025062595,0.0008235548,0.00002533646,0.000036235735,0.00014404769],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.2640335,0.54007304,0.18922669,0.0022055528,0.0041122646,0.00034894038],"domain_scores_gemma":[0.013138097,0.65111005,0.32772294,0.0051603788,0.0021483807,0.0007201332],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.84135014,0.0013412589,0.35951012,0.0004101409,0.00018790006,0.0009175332,0.0017277546,0.00055431,0.0011938182],"category_scores_gemma":[0.9859631,0.0004709346,0.07878127,0.0016489619,0.00075047824,0.00014316206,0.00051481737,0.00085320906,0.00024705287],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006367039,0.00028612788,0.0022934224,0.93041986,0.016424332,0.000018793753,0.000023135839,3.5894405e-7,2.4870882e-8,0.0010239802,0.00052025344,0.048353005],"study_design_scores_gemma":[0.0436874,0.0001830603,0.00024286265,0.6784086,0.25241867,0.0000469403,0.0000705759,0.00030505634,1.4319971e-8,0.0037632352,0.019895328,0.0009782303],"about_ca_topic_score_codex":0.000011120854,"about_ca_topic_score_gemma":0.0000036761082,"teacher_disagreement_score":0.28072885,"about_ca_system_score_codex":0.00005162014,"about_ca_system_score_gemma":0.0005830393,"threshold_uncertainty_score":0.99993384},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3087727097","doi":"10.1186/s43058-020-00068-8","title":"Advancing the pragmatic measurement of sustainment: a narrative review of measures","year":2020,"lang":"en","type":"review","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"National Institute on Drug Abuse; National Institute of Mental Health; U.S. Department of Health and Human Services","keywords":"Narrative; History; Political science; Linguistics; Philosophy","score_opus":0.6523923922329052,"score_gpt":0.7300703640853611,"score_spread":0.07767797185245584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3087727097","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000010946403,0.96132654,0.0011599399,0.026004018,0.00024191485,0.009090727,0.00029470123,0.000039615865,0.0018414691],"genre_scores_gemma":[0.00025011727,0.99076134,0.0025271685,0.0034396916,0.000042026302,0.0028558099,0.00006794074,0.000030230978,0.00002569422],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98329633,0.0067142053,0.005247871,0.00054058165,0.0033080275,0.0008929524],"domain_scores_gemma":[0.9809501,0.0051281406,0.0066273636,0.003083899,0.0038960166,0.00031448007],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.027348073,0.00037813451,0.0017149311,0.00051807787,0.002631937,0.000025691097,0.004865682,0.00008473107,0.00051249005],"category_scores_gemma":[0.0133237485,0.00026323757,0.0002992298,0.005465651,0.0016523321,0.00057720277,0.0015141863,0.0008365759,0.000059846603],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030767135,0.00006184613,0.000042454147,0.1284549,0.000119876946,2.7495207e-7,0.051156875,4.3711583e-7,0.00004956443,0.010383556,0.025036734,0.7846904],"study_design_scores_gemma":[0.0002399493,0.000062499275,0.000024820034,0.04398291,0.00033156414,0.000002303327,0.031323444,0.000007838077,0.0000075785256,0.00012131542,0.92371595,0.0001798374],"about_ca_topic_score_codex":0.000304634,"about_ca_topic_score_gemma":0.0005698143,"teacher_disagreement_score":0.8986792,"about_ca_system_score_codex":0.0017947115,"about_ca_system_score_gemma":0.020253714,"threshold_uncertainty_score":0.999982},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3089040936","doi":"10.1111/jep.13482","title":"Determinants that influence knowledge brokers' and opinion leaders' role to close knowledge practice gaps in rehabilitation: A realist review","year":2020,"lang":"en","type":"review","venue":"Journal of Evaluation in Clinical Practice","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Centre for Interdisciplinary Research in Rehabilitation","funders":"","keywords":"Context (archaeology); Knowledge translation; Mechanism (biology); Knowledge management; Psychological intervention; Outcome (game theory); Rehabilitation; Psychology; Computer science; Medicine; Nursing; Economics; Epistemology","score_opus":0.688466216630974,"score_gpt":0.7610447456251737,"score_spread":0.0725785289941997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089040936","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012411033,0.9374675,0.00002594435,0.051080972,0.0019440538,0.0066036386,0.00003212927,0.000014957003,0.0027067],"genre_scores_gemma":[0.00007322756,0.9684415,0.0080527775,0.021856034,0.0008809083,0.0005664141,0.000010374257,0.0000531566,0.00006563686],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9262461,0.05816468,0.01191946,0.0010022584,0.0018829032,0.00078456785],"domain_scores_gemma":[0.75692123,0.22135353,0.014004795,0.0009180181,0.005655501,0.0011469478],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13231581,0.00049187744,0.0031523695,0.0008827299,0.0003063882,0.000058797676,0.0006880464,0.0006955318,0.00018352442],"category_scores_gemma":[0.61879224,0.00042780495,0.0003486338,0.0026823927,0.00022629222,0.002940408,0.00038482144,0.004742505,0.0006918959],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029802282,0.00047906887,0.0016872786,0.04370391,0.0000516426,0.000036910285,0.018132139,0.0000034752757,1.0309816e-7,0.00014477824,0.043199673,0.892263],"study_design_scores_gemma":[0.0015816265,0.00076861086,0.0025970456,0.09766631,0.0006725984,0.00014770156,0.007722665,0.000059549508,1.7962948e-8,0.00016265782,0.8883179,0.00030334343],"about_ca_topic_score_codex":0.000200789,"about_ca_topic_score_gemma":0.0007747087,"teacher_disagreement_score":0.89195967,"about_ca_system_score_codex":0.0018421964,"about_ca_system_score_gemma":0.014028696,"threshold_uncertainty_score":0.9998174},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3093133284","doi":"10.5539/ijef.v12n11p1","title":"Governance and Performance in Insurance Companies: A Bibliometric Analysis and A Meta-Analysis","year":2020,"lang":"en","type":"article","venue":"International Journal of Economics and Finance","topic":"Insurance and Financial Risk Management","field":"Economics, Econometrics and Finance","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Corporate governance; Accounting; Meta-analysis; Point (geometry); Quantitative analysis (chemistry); Business; Insurance industry; Empirical research; Actuarial science; Finance; Statistics","score_opus":0.04692001812354021,"score_gpt":0.24029358453952596,"score_spread":0.19337356641598574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093133284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9755288,0.01940649,0.0012164119,0.0028963261,0.0001014553,0.000082726096,0.0002456539,0.0000027386964,0.000519424],"genre_scores_gemma":[0.91194123,0.08621774,0.0009072156,0.0008006606,0.000056513694,0.0000060284397,0.000002705403,0.000008920295,0.000058963196],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99833196,0.000011719199,0.0010350529,0.0003815215,0.000058520734,0.000181245],"domain_scores_gemma":[0.9985639,0.00006362469,0.0010859153,0.00012336808,0.00009911999,0.000064099135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005363098,0.00018239292,0.0012416563,0.0076540546,0.0000469337,0.00021338878,0.00031370798,0.000062639636,0.000023849067],"category_scores_gemma":[0.000075655706,0.00018995743,0.0003608827,0.009602693,0.00008898621,0.0008677745,0.000120394005,0.00018282753,0.000004550288],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020841531,0.00008652913,0.8039316,0.000030331466,0.03716482,0.00003261187,0.00073550735,0.017233506,6.5975917e-7,0.13309379,0.000030137282,0.007452077],"study_design_scores_gemma":[0.0006641095,0.00011626934,0.95078063,0.0000029168946,0.003580198,0.000007840469,0.00002365172,0.031464066,0.000006333357,0.002453551,0.010681215,0.00021919327],"about_ca_topic_score_codex":0.00016770096,"about_ca_topic_score_gemma":0.00011471709,"teacher_disagreement_score":0.14684904,"about_ca_system_score_codex":0.000049599083,"about_ca_system_score_gemma":0.000015444155,"threshold_uncertainty_score":0.77462393},"labels":[{"model":"gemma","categories":["bibliometrics","metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["bibliometrics"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3097681315","doi":"10.1186/s40814-020-00712-z","title":"More pilot trials could plan to use qualitative data: a meta-epidemiological study","year":2020,"lang":"en","type":"article","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Population Health Research Institute; Laurentian University; McMaster University; Hamilton Health Sciences; Toronto General Hospital; University Health Network; Impact; Health Sciences Centre","funders":"","keywords":"Qualitative research; Medicine; Qualitative property; Psychological intervention; Clinical trial; Research design; Randomized controlled trial; Confidence interval; Data collection; Family medicine; Odds ratio; Clinical study design; Physical therapy; Nursing; Internal medicine","score_opus":0.9954596694666988,"score_gpt":0.7332717440502268,"score_spread":0.26218792541647207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097681315","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9435537,0.011328282,0.0040959227,0.030819392,0.00027016498,0.008770748,0.0009606556,0.00003912206,0.00016201768],"genre_scores_gemma":[0.99163586,0.00012943152,0.0038731808,0.0033024638,0.00013250666,0.00026766578,0.00001746659,0.000010869309,0.0006305315],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.8851428,0.08963238,0.016110513,0.0039583202,0.0046406393,0.00051533856],"domain_scores_gemma":[0.7321855,0.24026987,0.009515725,0.01275678,0.003853143,0.001418994],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.35441625,0.00064344634,0.015324447,0.0001405645,0.00036389206,0.00066339405,0.0019719817,0.000046993664,0.00073599647],"category_scores_gemma":[0.68352556,0.0002393008,0.0012410311,0.0011520775,0.00029087393,0.00049625663,0.001721309,0.0002532118,0.00046205914],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016931281,0.0018782242,0.3874937,0.00025924196,0.031110577,0.000027729347,0.12229067,0.000031633634,0.00006568444,0.0010890366,0.45226538,0.0017949807],"study_design_scores_gemma":[0.0033799948,0.012343433,0.4426449,0.00004455004,0.021553792,0.000005762323,0.45174026,0.0012695485,0.000006812019,0.017802518,0.04787775,0.0013306914],"about_ca_topic_score_codex":0.0001075637,"about_ca_topic_score_gemma":0.00033270672,"teacher_disagreement_score":0.40438765,"about_ca_system_score_codex":0.000026375692,"about_ca_system_score_gemma":0.000035291916,"threshold_uncertainty_score":0.9992941},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3108734079","doi":"10.21203/rs.3.rs-107409/v1","title":"Patient-important Outcomes Reported in Clinical Studies of Pharmacologic Treatments for COVID-19: A Protocol of a Meta-epidemiological Study","year":2020,"lang":"en","type":"preprint","venue":"Research Square","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; Impact","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Epidemiology; Meta-analysis; Protocol (science); Medicine; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Intensive care medicine; Internal medicine; Virology; Pathology; Alternative medicine; Disease; Outbreak","score_opus":0.8994438648495541,"score_gpt":0.7345655858004917,"score_spread":0.16487827904906238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108734079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6373112,0.0007836552,0.000019326917,0.0065712,0.00016655085,0.35464072,0.00033569033,0.000060812577,0.000110837726],"genre_scores_gemma":[0.73559326,0.00036725862,0.0008576348,0.0007631639,0.000058579863,0.26218325,0.00007921828,0.00003310089,0.00006453139],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98616195,0.0052092527,0.004975146,0.0012977946,0.0016425123,0.00071335374],"domain_scores_gemma":[0.97642285,0.018402323,0.002338486,0.00087565224,0.0011394627,0.0008212546],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.014236719,0.00056635117,0.005106527,0.0004526861,0.00009446985,0.000012549898,0.00036687616,0.00042260735,0.00028018496],"category_scores_gemma":[0.10589903,0.00031697104,0.0017587697,0.00057908345,0.00058050075,0.0000656639,0.0014508668,0.002215776,0.000003286736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011934074,0.012751048,0.9444705,0.0076997476,0.01871787,0.00091240986,0.0011149119,0.000047484416,0.000053692205,0.000037585174,0.0014607711,0.0007998919],"study_design_scores_gemma":[0.05713064,0.08119658,0.79099673,0.001228759,0.024308704,0.00002580041,0.013348456,0.0039475397,0.0006129103,0.009135902,0.01699538,0.0010726156],"about_ca_topic_score_codex":0.00027482037,"about_ca_topic_score_gemma":0.000038196176,"teacher_disagreement_score":0.1534738,"about_ca_system_score_codex":0.0004295863,"about_ca_system_score_gemma":0.0015621823,"threshold_uncertainty_score":0.99992824},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3110084249","doi":"10.1016/j.joca.2020.10.004","title":"Visual Analogue Scale has higher assay sensitivity than WOMAC pain in detecting between-group differences in treatment effects: a meta-epidemiological study","year":2020,"lang":"en","type":"review","venue":"Osteoarthritis and Cartilage","topic":"Osteoarthritis Treatment and Mechanisms","field":"Medicine","cited_by":85,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Dalhousie University; McMaster University; University of Toronto; St. Michael's Hospital","funders":"Arthritis Society","keywords":"WOMAC; Visual analogue scale; Medicine; Osteoarthritis; Meta-analysis; Randomized controlled trial; Placebo; Physical therapy; Internal medicine; Pathology","score_opus":0.08019099511676102,"score_gpt":0.32141410434270895,"score_spread":0.24122310922594792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110084249","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34002736,0.6559978,0.000009322458,0.000057138037,0.00012584862,0.0035260662,0.000096338095,0.00008752849,0.00007257099],"genre_scores_gemma":[0.6172987,0.38054007,0.00008721308,0.00005505942,0.00027193342,0.001380742,0.00022792206,0.0000735585,0.00006479561],"study_design_codex":"design_other","study_design_gemma":"nonrandomized_trial","domain_scores_codex":[0.98896784,0.0069168857,0.0013213664,0.0015060549,0.00040813023,0.0008797527],"domain_scores_gemma":[0.995715,0.0030151205,0.0003726061,0.00040118728,0.000029830593,0.00046623455],"candidate_categories":["metaepi_narrow"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0032017143,0.0013041075,0.008256466,0.00038371078,0.00018106836,0.00012674447,0.000100389436,0.00065792695,0.00004408307],"category_scores_gemma":[0.0004299374,0.00087707164,0.001139031,0.00062584225,0.00016620607,0.000118188385,0.00016121297,0.0007736042,0.000021844897],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070271664,0.00072622905,0.028630536,0.0012894802,0.00021928469,0.00653936,0.00029001207,2.0471104e-8,0.00012533937,0.000005871539,0.0000029858497,0.9621006],"study_design_scores_gemma":[0.07494086,0.36262017,0.041632064,0.088798314,0.080052935,0.0018533162,0.004789604,0.00003422134,0.0012024151,0.0003673017,0.3341056,0.009603172],"about_ca_topic_score_codex":0.00020590163,"about_ca_topic_score_gemma":0.007864297,"teacher_disagreement_score":0.9524974,"about_ca_system_score_codex":0.00031194984,"about_ca_system_score_gemma":0.00011578478,"threshold_uncertainty_score":0.99997103},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3110163884","doi":"10.1101/2020.11.29.20237875","title":"Clinical Trials in COVID-19 Management &amp; Prevention: A Meta-epidemiological Study examining methodological quality","year":2020,"lang":"en","type":"preprint","venue":"medRxiv","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Centre Hospitalier Universitaire de Sherbrooke; University of Ottawa; Western University; St. Michael's Hospital; Ted Rogers Centre for Heart Research; Impact; Toronto General Hospital; University Health Network; University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research; Hamilton Health Sciences","keywords":"Medicine; Randomized controlled trial; Sample size determination; Blinding; Randomization; Clinical trial; Epidemiology; Consolidated Standards of Reporting Trials; Placebo; Internal medicine; Family medicine; Alternative medicine; Pathology","score_opus":0.9534335328935374,"score_gpt":0.7343115340039995,"score_spread":0.21912199888953787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110163884","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6926652,0.0027994015,0.18748645,0.092242084,0.0014650669,0.021372847,0.0001141764,0.0008561454,0.0009986078],"genre_scores_gemma":[0.89773774,0.0066549596,0.0706029,0.016947249,0.0013859785,0.0051368587,0.00016559285,0.00007817847,0.0012905402],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.7967527,0.1797664,0.014055825,0.005204232,0.0028202315,0.0014006048],"domain_scores_gemma":[0.2507293,0.7331905,0.0055372873,0.0057222103,0.0005905909,0.0042301207],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.39754844,0.001117919,0.015780255,0.00045488583,0.00017038487,0.00008932222,0.0013180409,0.0012319456,0.0022646417],"category_scores_gemma":[0.89843845,0.00069254695,0.0046356195,0.00082722143,0.00078574324,0.00006010498,0.008220058,0.0060901376,0.00017267479],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006170415,0.00564113,0.94808507,0.0045606564,0.01718457,0.0020904227,0.00049028546,0.0004115677,0.000014516785,0.0005032091,0.0023519148,0.012496246],"study_design_scores_gemma":[0.0073338156,0.002243311,0.9251537,0.00028999586,0.008122935,0.000001800996,0.0005826577,0.00014031568,0.0000010166274,0.021216556,0.034280274,0.0006336265],"about_ca_topic_score_codex":0.00021579867,"about_ca_topic_score_gemma":0.00015824012,"teacher_disagreement_score":0.5534241,"about_ca_system_score_codex":0.0005994061,"about_ca_system_score_gemma":0.0010024916,"threshold_uncertainty_score":0.9998013},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3116112122","doi":"10.1111/cdoe.12616","title":"Socioeconomic status and oral health‐related quality of life: A systematic review and meta‐analysis","year":2020,"lang":"en","type":"review","venue":"Community Dentistry And Oral Epidemiology","topic":"Dental Health and Care Utilization","field":"Dentistry","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Fundação de Amparo à Pesquisa do Estado do Rio Grande do Sul; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Socioeconomic status; Medicine; Observational study; Meta-analysis; Confidence interval; Scopus; Quality of life (healthcare); Critical appraisal; Demography; Study heterogeneity; Systematic review; MEDLINE; Gerontology; Environmental health; Population; Internal medicine; Pathology; Alternative medicine","score_opus":0.24911123320913814,"score_gpt":0.4792272198465582,"score_spread":0.23011598663742006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3116112122","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00090438564,0.9962272,0.000093589035,0.00018317667,0.00014135754,0.0015837683,0.00079313637,0.00004971183,0.00002367954],"genre_scores_gemma":[0.0027555819,0.99273115,0.00014139699,0.0025549137,0.000010160053,0.00012427535,0.0014871525,0.00003267139,0.00016267516],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.96417785,0.030244399,0.004405275,0.00053547224,0.00011591519,0.00052108936],"domain_scores_gemma":[0.98754746,0.0069204597,0.0038189155,0.00091536524,0.000092446186,0.00070536166],"candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.009377636,0.00060253276,0.01732453,0.0001829232,0.00041226635,0.000033568518,0.00040940178,0.00066269503,0.0002265082],"category_scores_gemma":[0.0047932453,0.00049963605,0.0012047262,0.0004342712,0.0005378407,0.00013042738,0.00061204383,0.0014745855,0.000041994932],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010387497,0.000046952566,0.0012459059,0.96311975,0.02864005,0.000008696706,0.00004691869,2.02197e-7,5.60908e-9,0.00066190446,0.00052850205,0.0056907027],"study_design_scores_gemma":[0.0009741846,0.00035770395,0.009674294,0.0314838,0.92836565,0.0011223094,0.000702457,0.000063003776,2.8561315e-8,0.002085832,0.023863625,0.001307112],"about_ca_topic_score_codex":0.0048658266,"about_ca_topic_score_gemma":0.0039726933,"teacher_disagreement_score":0.931636,"about_ca_system_score_codex":0.000096895164,"about_ca_system_score_gemma":0.00025133934,"threshold_uncertainty_score":0.99974555},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3134334065","doi":"10.1016/j.jebdp.2021.101544","title":"Influence of Sponsorship Bias on Treatment Effect Size Estimates in Randomized Trials of Oral Health Interventions: A Meta-epidemiological Study","year":2021,"lang":"en","type":"review","venue":"Journal of Evidence Based Dental Practice","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; University of Alberta","funders":"Alberta Heritage Foundation for Medical Research; Alberta Innovates; Alberta Innovates - Health Solutions","keywords":"Meta-analysis; Publication bias; Randomized controlled trial; Medicine; Epidemiology; Clinical trial; Confidence interval; Sample size determination; Psychological intervention; Random effects model; Selection bias; Reporting bias; Relative risk; MEDLINE; Internal medicine; Statistics; Psychiatry; Pathology","score_opus":0.9725301236095575,"score_gpt":0.7303173162000859,"score_spread":0.2422128074094716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134334065","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012718346,0.9787424,0.0006284066,0.0006047137,0.00024187262,0.0070125856,0.00004090865,0.000001992175,0.000008741875],"genre_scores_gemma":[0.022990769,0.9669019,0.009312577,0.00021553233,0.0000513947,0.00037737086,0.000004171643,0.00002495205,0.000121363635],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.21974352,0.6939877,0.076459765,0.0012856763,0.008109398,0.00041390222],"domain_scores_gemma":[0.05071898,0.80602294,0.13804522,0.0024666125,0.0024466456,0.00029958395],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8537911,0.0011680009,0.09789299,0.0018291683,0.00007672135,0.0004104681,0.002381393,0.00026391938,0.0021138755],"category_scores_gemma":[0.9787639,0.00036498348,0.047945827,0.003092394,0.00021592132,0.0014030719,0.0001765974,0.00093055726,0.00009273147],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.09401018,0.021739805,0.00626162,0.049006272,0.117114395,0.0022667013,0.00063373375,0.013448556,0.0000061484684,0.00042756903,0.0023878291,0.69269717],"study_design_scores_gemma":[0.0683477,0.030797707,0.001801256,0.37842274,0.44067192,0.0018677996,0.0019621972,0.0004912569,0.000027617829,0.0006568917,0.073639825,0.0013130651],"about_ca_topic_score_codex":0.0002299755,"about_ca_topic_score_gemma":0.00005319107,"teacher_disagreement_score":0.69138414,"about_ca_system_score_codex":0.0005174481,"about_ca_system_score_gemma":0.0015358902,"threshold_uncertainty_score":0.9998802},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3142062327","doi":"10.9778/cmajo.20200140","title":"Completeness of reporting for COVID-19 case reports, January to April 2020: a meta-epidemiologic study","year":2021,"lang":"en","type":"article","venue":"CMAJ Open","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Queen's University; University of Toronto; St. Michael's Hospital","funders":"Amgen","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Completeness (order theory); 2019-20 coronavirus outbreak; Medicine; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Coronavirus; Meta-analysis; MEDLINE; Disease; Infectious disease (medical specialty); Outbreak; Virology; Pathology; Political science; Mathematics","score_opus":0.5234770417953649,"score_gpt":0.546135499860114,"score_spread":0.022658458064749087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3142062327","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9432207,0.0014107078,0.0037684774,0.04131962,0.00038258245,0.008769542,0.00008916399,0.00008161094,0.0009576473],"genre_scores_gemma":[0.96240497,0.000017238823,0.006517008,0.02918504,0.0001694959,0.00062277535,0.00009046778,0.000030321604,0.0009626684],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953443,0.00037472585,0.0027008562,0.000830357,0.00028686607,0.00046291287],"domain_scores_gemma":[0.9937241,0.0016203772,0.0018083387,0.0013081381,0.0006271129,0.0009119546],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008556453,0.00025026093,0.002133385,0.00010132447,0.00024584786,0.000045924175,0.0001635605,0.00011061513,0.0003760047],"category_scores_gemma":[0.067645565,0.0001913483,0.00036681595,0.00051159854,0.00004195537,0.00010099282,0.0005971259,0.00020413865,0.0000062689173],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012442818,0.0014920485,0.5867663,0.0035794554,0.0023520973,0.31918472,0.005315554,0.00024529218,0.0021885447,0.00021482239,0.072663136,0.004753764],"study_design_scores_gemma":[0.010018138,0.007630518,0.38855234,0.000616833,0.009858015,0.1473893,0.029713113,0.0002699586,0.0027766058,0.0038143825,0.3978684,0.0014924078],"about_ca_topic_score_codex":0.024940873,"about_ca_topic_score_gemma":0.0074194074,"teacher_disagreement_score":0.32520527,"about_ca_system_score_codex":0.00026556055,"about_ca_system_score_gemma":0.0029474392,"threshold_uncertainty_score":0.9815521},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3154585211","doi":"10.1016/j.jid.2021.02.287","title":"265 A meta-epidemiologic study of power and sample size in randomized controlled trials published in dermatology journals","year":2021,"lang":"en","type":"article","venue":"Journal of Investigative Dermatology","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Queen's University; Women's College Hospital; McMaster University; University of Toronto","funders":"","keywords":"Sample size determination; Medicine; Randomized controlled trial; Meta-analysis; Consolidated Standards of Reporting Trials; Sample (material); MEDLINE; Outcome (game theory); Statistics; Internal medicine; Mathematics","score_opus":0.2074584655249477,"score_gpt":0.44687235754155613,"score_spread":0.23941389201660843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154585211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89777017,0.013747001,0.00008926385,0.08640158,0.00020310441,0.0016950436,0.00000767496,0.00000665442,0.00007948696],"genre_scores_gemma":[0.98787487,0.0011956567,0.0025445668,0.008238552,0.000043795466,0.00007346137,0.0000015429238,0.0000172678,0.00001030515],"study_design_codex":"observational","study_design_gemma":"randomized_trial","domain_scores_codex":[0.968243,0.022541028,0.007884057,0.00034114503,0.0004642799,0.00052650727],"domain_scores_gemma":[0.7676263,0.21646215,0.011197522,0.00060932466,0.0030183028,0.001086384],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.02044174,0.00038390214,0.019896915,0.001333095,0.000048286063,0.00003283882,0.00017466456,0.00038474906,0.0005393107],"category_scores_gemma":[0.56202227,0.00022330304,0.0012398284,0.00079272734,0.00063436915,0.00029469896,0.000090143265,0.0012396161,8.509248e-7],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.29163593,0.004848208,0.59702694,0.0010472294,0.026828807,0.023763722,0.024995096,0.00013361119,0.022744857,0.0027716428,0.003897017,0.00030694972],"study_design_scores_gemma":[0.7369062,0.0010932041,0.1560695,0.0005425503,0.0052458956,0.0163444,0.007340111,0.00015525903,0.00898692,0.06691496,0.00011905331,0.00028195383],"about_ca_topic_score_codex":0.00038360318,"about_ca_topic_score_gemma":0.0006981426,"teacher_disagreement_score":0.54158056,"about_ca_system_score_codex":0.000127434,"about_ca_system_score_gemma":0.0020922455,"threshold_uncertainty_score":0.99465376},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3158629300","doi":"10.1186/s12893-021-01278-0","title":"Bias estimation in study design: a meta-epidemiological analysis of transcatheter versus surgical aortic valve replacement","year":2021,"lang":"en","type":"article","venue":"BMC Surgery","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Women's College Hospital; University of Toronto; Institute for Work & Health; Western University","funders":"University of Toronto; Canadian Institutes of Health Research; University of Ottawa","keywords":"Medicine; Aortic valve replacement; Propensity score matching; Stenosis; Randomized controlled trial; Aortic valve stenosis; Surgery; Aortic valve; Internal medicine; Epidemiology; Cardiology; Meta-analysis","score_opus":0.6141875518604735,"score_gpt":0.4766740758921051,"score_spread":0.13751347596836838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158629300","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7083968,0.00016307269,0.2907833,0.00003388581,0.000051625837,0.00038953347,0.0000056057324,0.000108183,0.00006800531],"genre_scores_gemma":[0.9282903,0.000030655618,0.07133145,0.00001545347,0.0000076283327,0.0002622665,0.000019814686,0.000015594465,0.000026814007],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9958096,0.0018705529,0.001233905,0.0004402717,0.0003620416,0.00028360277],"domain_scores_gemma":[0.973603,0.025270384,0.000347872,0.000589661,0.00012509897,0.00006397584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050786473,0.00024355609,0.0017164595,0.00041796037,0.000026005262,0.000013149421,0.000105338775,0.000119069635,0.0005053596],"category_scores_gemma":[0.007827071,0.00018312263,0.0015495423,0.0013205466,0.000054913013,0.0001097858,0.00004870683,0.00015667277,0.0000032745893],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038659219,0.011026831,0.8866314,0.00041658626,0.043199833,0.00029071333,0.0030702122,0.032831103,0.00039204126,0.012031813,0.0009442208,0.0052993004],"study_design_scores_gemma":[0.007409279,0.003181731,0.3450291,0.00045552076,0.1404983,0.000046490193,0.005217322,0.21489352,0.030614765,0.24844484,0.00021037464,0.0039987867],"about_ca_topic_score_codex":0.000026249874,"about_ca_topic_score_gemma":0.0001118249,"teacher_disagreement_score":0.5416024,"about_ca_system_score_codex":0.000094636714,"about_ca_system_score_gemma":0.000099234785,"threshold_uncertainty_score":0.93702996},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3163788934","doi":"10.1186/s12874-021-01295-w","title":"Quality assessment tools used in systematic reviews of in vitro studies: A systematic review","year":2021,"lang":"en","type":"review","venue":"BMC Medical Research Methodology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Al-Azhar University; Zagazig University; McMaster University","keywords":"Systematic review; Medical physics; Protocol (science); Guideline; Scopus; Quality assessment; Medicine; Computer science; MEDLINE; Pathology; External quality assessment; Alternative medicine; Biology","score_opus":0.9945041192763169,"score_gpt":0.8198052753117314,"score_spread":0.17469884396458546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163788934","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000002628009,0.95138794,0.015179634,0.00025129673,0.00045934337,0.032209642,0.000032572967,0.000005706168,0.000471251],"genre_scores_gemma":[0.000001815443,0.947226,0.035698086,0.00023419125,0.000089087116,0.015213303,0.000051169685,0.000055516004,0.0014308146],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.021803804,0.845766,0.09581819,0.0035196648,0.031603508,0.0014888234],"domain_scores_gemma":[0.024821851,0.9162979,0.035824,0.016420325,0.0056327987,0.0010031105],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"category_scores_codex":[0.9613585,0.0014289073,0.16688412,0.0040598945,0.00011060417,0.000367389,0.010656685,0.0013205624,0.006820119],"category_scores_gemma":[0.988098,0.00061345473,0.013921045,0.015254443,0.0007777135,0.00023152902,0.002333131,0.003926601,0.0014525205],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036713425,0.00018421133,0.00001551367,0.9400328,0.000779301,0.00013133153,0.0002087565,1.82326e-7,6.114476e-7,0.0015269826,0.0022518027,0.05486484],"study_design_scores_gemma":[0.00025365214,0.0000563287,0.0000033698857,0.9377954,0.0024317298,0.000102680926,0.0017284206,0.00007081704,2.547394e-7,0.0008316234,0.056312937,0.0004127887],"about_ca_topic_score_codex":0.00008380972,"about_ca_topic_score_gemma":0.0008124691,"teacher_disagreement_score":0.15296309,"about_ca_system_score_codex":0.001177859,"about_ca_system_score_gemma":0.007898412,"threshold_uncertainty_score":0.9999759},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3172845662","doi":"10.1186/s12916-021-02008-2","title":"Utilization of the evidence from studies with no events in meta-analyses of adverse events: an empirical investigation","year":2021,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Medical Research Council; National Health and Medical Research Council; Qatar National Library","keywords":"Systematic review; Medicine; Meta-analysis; Adverse effect; MEDLINE; Internal medicine","score_opus":0.951712016036363,"score_gpt":0.6398872374389903,"score_spread":0.3118247785973727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172845662","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98434937,0.007303016,0.0066654733,0.0010467592,0.00013987078,0.00039779264,0.000006446047,0.0000015368527,0.00008973976],"genre_scores_gemma":[0.99373966,0.00011071354,0.004849961,0.00025205786,0.0000423824,0.000021823522,0.000009947655,0.000005014155,0.0009684507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9757277,0.013291159,0.005685157,0.0006231412,0.0045744623,0.00009840299],"domain_scores_gemma":[0.9833187,0.0069116955,0.0043641934,0.0026185713,0.0027081277,0.000078731],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037238527,0.00019219691,0.0034258827,0.00019453373,0.000037906244,0.000004260979,0.00075992785,0.000043115004,0.002704557],"category_scores_gemma":[0.14314534,0.0000610181,0.00065300585,0.0024457434,0.00017192302,0.0002729145,0.00010579211,0.00007761607,0.000034273],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001749747,0.000049926108,0.99279994,0.00009534943,0.0012820547,0.0000011216952,0.0021725574,0.00076455844,0.0014643184,0.000025715291,0.0011875293,0.00013941994],"study_design_scores_gemma":[0.00049631833,0.00013153425,0.96853566,0.0010076003,0.00902125,0.0000023901373,0.0072974884,0.005882036,0.0029206977,0.0043962565,0.00020221337,0.00010653165],"about_ca_topic_score_codex":0.00016324464,"about_ca_topic_score_gemma":0.0013981297,"teacher_disagreement_score":0.10590681,"about_ca_system_score_codex":0.000025266441,"about_ca_system_score_gemma":0.0001896791,"threshold_uncertainty_score":0.9982071},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3178874129","doi":"10.1186/s12916-021-02020-6","title":"Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canada Research Chairs; University of Toronto; University of New Brunswick","funders":"Medical Research Council; Cancer Research UK; Laura and John Arnold Foundation","keywords":"Observational study; Medicine; Statistical significance; Sample size determination; Meta-analysis; Randomized controlled trial; Critical appraisal; Interquartile range; Null hypothesis; Statistics; Internal medicine; Pathology; Alternative medicine","score_opus":0.9664124400435993,"score_gpt":0.644063745652456,"score_spread":0.3223486943911432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178874129","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9115167,0.00257767,0.08127822,0.001644123,0.0002663593,0.00092456373,0.00011214459,0.0000041965063,0.0016760131],"genre_scores_gemma":[0.9934319,0.000049156683,0.004959896,0.00011681938,0.00010863724,0.000033372206,0.000012081852,0.00000577064,0.0012823228],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9774802,0.011839691,0.0048426837,0.0007819343,0.0049355463,0.0001199533],"domain_scores_gemma":[0.9399869,0.05012484,0.0054901,0.0018205931,0.0024616006,0.00011599446],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04458718,0.0002585213,0.0043391376,0.00023987638,0.00006840519,0.000042231743,0.00050477753,0.00006650997,0.004103136],"category_scores_gemma":[0.37348142,0.0001030986,0.001216285,0.0011715492,0.00020455907,0.00014477293,0.000079767524,0.00017245175,0.000030012145],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020930346,0.0006092362,0.9267674,0.0009974089,0.010703223,0.000017226092,0.010003567,0.002238053,0.0051487163,0.017500827,0.017542878,0.008262142],"study_design_scores_gemma":[0.0005518494,0.0010723894,0.94324636,0.00040354588,0.011933449,0.0000048914962,0.0056599784,0.0025089786,0.013555201,0.01770432,0.0031118284,0.0002472093],"about_ca_topic_score_codex":0.000078963916,"about_ca_topic_score_gemma":0.000065514745,"teacher_disagreement_score":0.32889426,"about_ca_system_score_codex":0.000018024804,"about_ca_system_score_gemma":0.00014646571,"threshold_uncertainty_score":0.9968073},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3178875310","doi":"10.1186/s13012-021-01140-0","title":"Barriers and facilitators to implementing evidence-based guidelines in long-term care: a qualitative evidence synthesis","year":2021,"lang":"en","type":"review","venue":"Implementation Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":291,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Institute for Aging; University of Waterloo; McMaster University; Canada Research Chairs; Centre for Excellence in Mining Innovation; University of Toronto; Dalhousie University","funders":"Norwegian Institute of Public Health; Canadian Institutes of Health Research; McMaster University","keywords":"CINAHL; Knowledge translation; Medicine; Nursing; MEDLINE; Staffing; Long-term care; Critical appraisal; Implementation research; Health administration; Health services research; Inclusion (mineral); Teamwork; Qualitative research; Health care; Nursing research; Public health; Psychological intervention; Psychology; Alternative medicine; Knowledge management","score_opus":0.8042982745295546,"score_gpt":0.7805708647425855,"score_spread":0.023727409786969078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178875310","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073462953,0.97028476,0.0027578545,0.006726724,0.0009968373,0.010592837,0.0010906833,0.00013512274,0.00006889201],"genre_scores_gemma":[0.0029381984,0.96933275,0.0092922095,0.009307458,0.00022846863,0.008664646,0.00004762102,0.000084010484,0.00010460429],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97931254,0.007494509,0.005386986,0.0023543555,0.002692187,0.0027594313],"domain_scores_gemma":[0.9671842,0.025473498,0.0020224175,0.0010844832,0.0027590017,0.0014763981],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03234766,0.00078242033,0.0020182496,0.0025117989,0.0026310624,0.0003584662,0.0016046828,0.00022309988,0.0021869722],"category_scores_gemma":[0.07791011,0.0007242605,0.00023637798,0.007652044,0.00067348906,0.0025934686,0.0011453375,0.00075547956,0.00020488635],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010188713,0.000004086058,0.013421776,0.014415736,0.000018534118,0.000013759722,0.055962313,0.0000023560021,0.000027249598,0.0002003159,0.0015118766,0.9144118],"study_design_scores_gemma":[0.0009781811,0.00023703928,0.0056801112,0.11370333,0.00037205731,0.000009634366,0.2171958,0.000015632597,0.000096214084,0.000021229422,0.66003066,0.0016601075],"about_ca_topic_score_codex":0.00346789,"about_ca_topic_score_gemma":0.0063210814,"teacher_disagreement_score":0.9127517,"about_ca_system_score_codex":0.0037067675,"about_ca_system_score_gemma":0.025557585,"threshold_uncertainty_score":0.99952084},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3182386410","doi":"10.1097/ccm.0000000000005195","title":"Coronavirus Disease 2019 as Cause of Viral Sepsis: A Systematic Review and Meta-Analysis*","year":2021,"lang":"en","type":"review","venue":"Critical Care Medicine","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":179,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Meta-analysis; Coronavirus disease 2019 (COVID-19); Sepsis; Coronavirus; 2019-20 coronavirus outbreak; Disease; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Intensive care medicine; Virology; Pandemic; Immunology; Infectious disease (medical specialty); Internal medicine; Outbreak","score_opus":0.361154865756216,"score_gpt":0.5950817646424796,"score_spread":0.2339268988862636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182386410","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.7026751e-7,0.9857618,0.000041694017,0.009499367,0.000070812326,0.0038919435,0.0005527296,0.0000408328,0.00014060065],"genre_scores_gemma":[0.00017852614,0.9902437,0.00004074348,0.0065430854,0.00014371701,0.00091987534,0.00049160054,0.00006600439,0.0013727514],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9918069,0.0015818027,0.0029306172,0.0011679226,0.0019295246,0.0005831971],"domain_scores_gemma":[0.9735381,0.020680008,0.00042620362,0.002015483,0.0018200463,0.0015201516],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018629287,0.0008360071,0.025769936,0.00044922018,0.00008531653,0.000017959823,0.00036078366,0.00027499805,0.0021303766],"category_scores_gemma":[0.2283967,0.0004565077,0.0046255346,0.0013742773,0.001507645,0.000050469927,0.0005446617,0.0010429543,0.00006409405],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011433566,0.00009187194,0.0000044878193,0.8919568,0.103770226,0.0012068413,0.00004119031,3.1071735e-8,2.5137165e-8,0.00055376213,0.00059492746,0.0017684238],"study_design_scores_gemma":[0.000237128,0.00037147795,0.0000042121355,0.22849669,0.7142612,0.000016650733,0.000098641685,0.0000010121379,3.2987074e-8,0.000027252627,0.056254417,0.00023129789],"about_ca_topic_score_codex":0.00011660547,"about_ca_topic_score_gemma":0.000007496073,"teacher_disagreement_score":0.6634601,"about_ca_system_score_codex":0.00022714867,"about_ca_system_score_gemma":0.0012181217,"threshold_uncertainty_score":0.99978864},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3192941963","doi":"10.1111/jebm.12440","title":"Comparing and combining evidence of treatment effects in randomized and nonrandomized studies on the use of misoprostol to prevent postpartum hemorrhage","year":2021,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"Maternal and fetal healthcare","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Misoprostol; Medicine; Randomized controlled trial; Confidence interval; Odds ratio; Meta-analysis; Placebo; MEDLINE; Relative risk; Obstetrics; Pregnancy; Internal medicine; Abortion; Alternative medicine","score_opus":0.4126879839645758,"score_gpt":0.4530451666427994,"score_spread":0.040357182678223635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192941963","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06696076,0.92504597,0.00002864152,0.004064195,0.00031459786,0.003576755,0.0000030604488,0.0000033912756,0.0000026280004],"genre_scores_gemma":[0.06112304,0.9376012,0.0004967728,0.00041745626,0.00015300167,0.00010538545,0.0000024145488,0.000024855202,0.00007587598],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9936243,0.0022019346,0.0028932043,0.00031655785,0.0007198243,0.00024411987],"domain_scores_gemma":[0.9640715,0.032305624,0.002402266,0.0003535662,0.0005691212,0.00029790783],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005626046,0.00049764523,0.009934409,0.00056723866,0.000046442678,0.0000132371615,0.00014251452,0.00012817461,0.0000127400135],"category_scores_gemma":[0.019548103,0.00020372853,0.00059209426,0.00033205366,0.00039301027,0.00011607902,0.00007535798,0.0005239042,4.7287023e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2870779,0.0010979978,0.0012137223,0.39266878,0.0031533996,0.0033663078,0.004840796,0.00007961935,0.00029116674,0.00008149346,0.00020475202,0.30592406],"study_design_scores_gemma":[0.08447317,0.009027326,0.00006670343,0.898142,0.0055692657,0.0006854057,0.00025827446,0.0001972598,0.00024560103,0.000012937215,0.0011538452,0.00016821148],"about_ca_topic_score_codex":0.00019053646,"about_ca_topic_score_gemma":0.000022222697,"teacher_disagreement_score":0.5054732,"about_ca_system_score_codex":0.00029581325,"about_ca_system_score_gemma":0.0006914561,"threshold_uncertainty_score":0.98871064},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3193216869","doi":"10.1161/jaha.120.020513","title":"Representation of Women in Randomized Trials in Cardiac Surgery: A Meta‐Analysis","year":2021,"lang":"en","type":"review","venue":"Journal of the American Heart Association","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Medicine; Randomized controlled trial; Cochrane Library; Meta-analysis; Internal medicine; Clinical trial; Sample size determination; MEDLINE; Psychological intervention; Inclusion and exclusion criteria; Surgery; Alternative medicine","score_opus":0.10371017795454268,"score_gpt":0.4127714158278478,"score_spread":0.30906123787330514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3193216869","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007509391,0.9900238,0.0000041841313,0.0013518536,0.00020987999,0.00081305637,0.000012601149,0.0000028469767,0.00007242078],"genre_scores_gemma":[0.002251868,0.9968945,0.00008622003,0.00014206055,0.00016533167,0.000067416586,0.000012119825,0.000017878841,0.00036262642],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9612514,0.033680882,0.003677586,0.00016819518,0.0009414284,0.0002805167],"domain_scores_gemma":[0.92427075,0.068187684,0.0068563563,0.00029360203,0.00028838316,0.00010321081],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.07294405,0.00021693925,0.059141092,0.001153159,0.000015205527,0.00002211385,0.000091788264,0.00013629616,0.000046177596],"category_scores_gemma":[0.06330025,0.00011938232,0.04653271,0.004180687,0.0000533556,0.0000615554,0.000024658277,0.00044094212,0.0000010916696],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005652695,0.0003248929,0.2237921,0.0015867256,0.7086925,0.00009648912,0.000928974,0.00005992368,0.0000028171123,0.000026087895,0.0011782217,0.057658564],"study_design_scores_gemma":[0.008672792,0.000050800536,0.021384481,0.0016607301,0.7252405,0.000042132695,0.00038536146,0.000004356738,0.0000052998653,0.00001836911,0.24231014,0.00022499565],"about_ca_topic_score_codex":0.0005107905,"about_ca_topic_score_gemma":0.000009927875,"teacher_disagreement_score":0.24113192,"about_ca_system_score_codex":0.0016838025,"about_ca_system_score_gemma":0.0008402865,"threshold_uncertainty_score":0.96301603},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W3196952617","doi":"10.21203/rs.3.rs-665009/v2","title":"Topic overlap and research waste at the ‘Overviews of systematic reviews’ level: a meta-research study","year":2021,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nova Scotia Health Authority; University of Ottawa; McMaster University; University of British Columbia","funders":"","keywords":"Scope (computer science); Systematic review; Psychological intervention; Data science; Computer science; MEDLINE; Psychology; Information retrieval; Management science; Engineering; Political science","score_opus":0.9763343927920256,"score_gpt":0.7055023385718725,"score_spread":0.2708320542201531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196952617","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53536034,0.39822882,0.00022314556,0.0033486919,0.0005181418,0.053962775,0.00022313133,0.000011488275,0.008123471],"genre_scores_gemma":[0.8689404,0.01272568,0.00045690927,0.00004829711,0.00037548997,0.011274537,0.000038613874,0.00009683296,0.10604321],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.25238696,0.61366725,0.028092338,0.006186612,0.09695947,0.0027073456],"domain_scores_gemma":[0.7446672,0.1598202,0.008078748,0.039101966,0.047265068,0.0010668593],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","sts","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","open_science","insufficient_payload"],"category_scores_codex":[0.83979994,0.001009341,0.01809539,0.0036496671,0.0018701071,0.0061826017,0.011831177,0.0005677106,0.015545658],"category_scores_gemma":[0.43801907,0.00039532222,0.007139139,0.011103197,0.0013555661,0.00032488248,0.02241296,0.0060517113,0.0033705498],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001250165,0.0028834112,0.030565629,0.4690053,0.020105852,0.00043889895,0.05640037,0.00021645628,0.0005358368,0.0041566268,0.40343142,0.012135193],"study_design_scores_gemma":[0.0025035068,0.0033388191,0.031041123,0.08741086,0.013398245,0.00018327458,0.59594244,0.008052693,0.0006645066,0.030569784,0.22367692,0.0032178217],"about_ca_topic_score_codex":0.0012081261,"about_ca_topic_score_gemma":0.0026034524,"teacher_disagreement_score":0.5395421,"about_ca_system_score_codex":0.000634287,"about_ca_system_score_gemma":0.0012452065,"threshold_uncertainty_score":0.99984986},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3202107667","doi":"10.1016/j.cjco.2021.09.015","title":"Sex, Race, and Age Differences in Cardiovascular Outcomes in Implantable Cardioverter–Defibrillator Randomized Controlled Trials: A Systematic Review and Meta-analysis","year":2021,"lang":"en","type":"review","venue":"CJC Open","topic":"Cardiac pacing and defibrillation studies","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; St. Michael's Hospital; Toronto Rehabilitation Institute; University of Waterloo; McGill University Health Centre; Queen's University; University of Toronto; University Health Network; University of Ontario Institute of Technology","funders":"","keywords":"Medicine; Randomized controlled trial; CINAHL; Implantable cardioverter-defibrillator; Odds ratio; Meta-analysis; Sudden cardiac death; Internal medicine; MEDLINE; Psychological intervention","score_opus":0.14021283057226855,"score_gpt":0.3994996188610652,"score_spread":0.2592867882887967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3202107667","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000006826965,0.9631382,0.00001507079,0.000025855654,0.000060485436,0.021020932,0.00016187891,0.00001809655,0.015552641],"genre_scores_gemma":[0.00042399485,0.9926144,0.000051569466,0.00012075275,0.00002895266,0.0038844224,0.00007456185,0.000038108104,0.0027632643],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.98238814,0.011460228,0.004249411,0.00094783277,0.0006275899,0.0003267935],"domain_scores_gemma":[0.98733133,0.009995989,0.0012979076,0.0011165956,0.00011087722,0.00014728903],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaepi_broad"],"category_scores_codex":[0.022537922,0.00086393213,0.28997648,0.0007479855,0.00007201667,0.00033928468,0.00009546334,0.00025892473,0.000012227349],"category_scores_gemma":[0.009479488,0.00042693928,0.021481713,0.001011518,0.00009539908,0.00010151869,0.0004090354,0.00026751158,0.000005049574],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046952514,0.000010749263,0.000052819785,0.26345912,0.7351762,0.00003394402,0.00008929475,7.8698605e-7,4.4956616e-9,0.000012273952,0.00027887506,0.00041639645],"study_design_scores_gemma":[0.050882697,0.000010190028,0.0000070739584,0.04297151,0.8813731,0.00045948348,0.00008884831,0.0000016131064,1.5177978e-8,0.0000045581937,0.023837952,0.0003629773],"about_ca_topic_score_codex":0.0005054613,"about_ca_topic_score_gemma":0.00005859776,"teacher_disagreement_score":0.26849476,"about_ca_system_score_codex":0.000089699475,"about_ca_system_score_gemma":0.00018858688,"threshold_uncertainty_score":0.99981827},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3203021509","doi":"10.1016/j.ocarto.2021.100215","title":"The state of trial registrations in the field of Orthopaedics in years 2015–2020. A meta-epidemiological study","year":2021,"lang":"en","type":"review","venue":"Osteoarthritis and Cartilage Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Hand and Upper Limb Clinic; St. Joseph's Hospital; University of Toronto; Queen's University; Canadian Institute for Military and Veteran Health Research","funders":"","keywords":"Medicine; Randomized controlled trial; Epidemiology; Population; Meta-analysis; Orthopedic surgery; Trial registration; MEDLINE; Prospective cohort study; Surgery; Internal medicine; Environmental health","score_opus":0.6498741816734732,"score_gpt":0.5627773797430697,"score_spread":0.08709680193040348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203021509","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050013755,0.98761475,0.0000079633555,0.00032492005,0.0001260628,0.0053727566,0.00007533456,5.199424e-7,0.001476315],"genre_scores_gemma":[0.0055773887,0.9918593,0.00008490477,0.00008787668,0.000037206188,0.00091623317,0.000015130895,0.000009072951,0.0014128534],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9359346,0.046495583,0.013927654,0.0009824472,0.002388206,0.0002715149],"domain_scores_gemma":[0.9712659,0.02087075,0.004793054,0.0027503737,0.00026270436,0.000057205176],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1530054,0.000330561,0.010571766,0.00012676549,0.000086222964,0.00075531367,0.002692266,0.00012723124,0.00077527197],"category_scores_gemma":[0.038006097,0.00011574829,0.0026475857,0.0015494766,0.00010377037,0.00012277627,0.000526346,0.00038439818,0.000016798744],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062423926,0.00016018415,0.0001311093,0.00020766782,0.00020792484,0.00010276025,0.00066741987,0.000003100953,1.2515707e-7,0.00038752978,0.010595989,0.9874738],"study_design_scores_gemma":[0.001794501,0.00066603586,0.000069032925,0.00085665646,0.0017955333,0.000018167284,0.0019103719,0.000003294516,1.3079799e-7,0.0007640437,0.99198025,0.00014199196],"about_ca_topic_score_codex":0.0001105895,"about_ca_topic_score_gemma":0.0085881455,"teacher_disagreement_score":0.98733175,"about_ca_system_score_codex":0.000008438367,"about_ca_system_score_gemma":0.00022707753,"threshold_uncertainty_score":0.9700972},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3209288188","doi":"10.2196/28102","title":"The Application of Human-Centered Design Approaches in Health Research and Innovation: A Narrative Review of Current Practices","year":2021,"lang":"en","type":"review","venue":"JMIR mhealth and uhealth","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":357,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Radboud Universitair Medisch Centrum; Radboud Universiteit","keywords":"CINAHL; PsycINFO; Participatory design; User-centered design; Context (archaeology); Computer science; Knowledge management; Research design; Health care; Management science; MEDLINE; Medicine; Psychological intervention; Sociology; Engineering; Nursing; Social science; Human–computer interaction","score_opus":0.963688333660892,"score_gpt":0.7975905777322816,"score_spread":0.16609775592861042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209288188","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009078334,0.9750678,0.00022954521,0.011891851,0.00015549002,0.012318125,0.00009511812,0.00001519026,0.0001361162],"genre_scores_gemma":[0.00019471587,0.9931436,0.00048236933,0.0015600682,0.0001650227,0.004218901,0.00013465804,0.000034283144,0.000066389286],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97171247,0.018794054,0.006206401,0.0008782478,0.0010712518,0.0013375549],"domain_scores_gemma":[0.97543174,0.010670598,0.0113486955,0.00082009315,0.0012570135,0.00047187536],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.04647373,0.00035794455,0.0024744784,0.0010386688,0.0019991435,0.000020963429,0.00045788352,0.0002576748,0.000016694801],"category_scores_gemma":[0.0046008667,0.00025540727,0.00006289753,0.0055827727,0.0005486501,0.00019710437,0.0002886175,0.0023771387,0.0000043872424],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013736658,0.00008445941,0.00010220606,0.50046873,0.00000843753,1.6963058e-7,0.0064902557,1.7403178e-8,6.54307e-8,0.018185068,0.0047120443,0.4699348],"study_design_scores_gemma":[0.00044633867,0.00041601373,0.00024208432,0.1268355,0.000028490529,0.0000049182167,0.005180509,0.000009739907,9.653961e-8,0.00036965596,0.866329,0.0001376664],"about_ca_topic_score_codex":0.00059951807,"about_ca_topic_score_gemma":0.0004260968,"teacher_disagreement_score":0.86161697,"about_ca_system_score_codex":0.0007642948,"about_ca_system_score_gemma":0.018773632,"threshold_uncertainty_score":0.9999898},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3214101616","doi":"10.1002/mpr.1900","title":"Selective outcome reporting across psychopharmacotherapy randomized controlled trials","year":2021,"lang":"en","type":"article","venue":"International Journal of Methods in Psychiatric Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Medicine; Odds; Randomized controlled trial; Logistic regression; Odds ratio; Psychiatry; Major depressive disorder; Schizophrenia (object-oriented programming); Clinical trial; Sample size determination; Clinical psychology; Internal medicine; Mood","score_opus":0.9193925220984189,"score_gpt":0.7997913039352579,"score_spread":0.11960121816316105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214101616","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.171276,0.031280838,0.7223871,0.02101754,0.018934198,0.0036380468,0.000017451799,0.0000053631147,0.03144348],"genre_scores_gemma":[0.22282526,0.0028566073,0.75847083,0.0006805067,0.0026395065,0.00016352929,0.0000016218739,0.000035647594,0.012326459],"study_design_codex":"design_other","study_design_gemma":"randomized_trial","domain_scores_codex":[0.2665672,0.5525757,0.14907971,0.0016444256,0.029183803,0.00094912923],"domain_scores_gemma":[0.22083439,0.53169954,0.17569968,0.0038474882,0.06727524,0.00064366957],"candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.93194735,0.00031257013,0.018358555,0.0029323634,0.00014992907,0.0019088555,0.0035763737,0.0001854448,0.0085853655],"category_scores_gemma":[0.8724074,0.00013846104,0.013366422,0.0043757223,0.00014837422,0.00030465817,0.00019459792,0.0017040651,0.00014169577],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.14909463,0.001404392,0.1817975,0.00006616301,0.019595668,0.0008564552,0.0042988895,0.0012847475,0.0075839767,0.007478289,0.08444852,0.5420908],"study_design_scores_gemma":[0.5341896,0.00018870781,0.010876023,0.00024985234,0.00078395044,0.0012857334,0.005533848,0.011195262,0.0014986113,0.38408422,0.049548168,0.0005660517],"about_ca_topic_score_codex":0.000014811591,"about_ca_topic_score_gemma":0.000009633293,"teacher_disagreement_score":0.5415247,"about_ca_system_score_codex":0.0002129709,"about_ca_system_score_gemma":0.0007703848,"threshold_uncertainty_score":0.99912727},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4200240932","doi":"10.1093/nutrit/nuab093","title":"Are systematic reviews addressing nutrition for cancer prevention trustworthy? A systematic survey of quality and risk of bias","year":2021,"lang":"en","type":"review","venue":"Nutrition Reviews","topic":"Nutrition and Health in Aging","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"Narodowe Centrum Nauki; China Academy of Chinese Medical Sciences; Uniwersytet Jagielloński Collegium Medicum","keywords":"Observational study; Medicine; Systematic review; Cochrane Library; Data extraction; Meta-analysis; MEDLINE; Publication bias; Environmental health; Family medicine; Population; Internal medicine","score_opus":0.6607547283756908,"score_gpt":0.5532416583848381,"score_spread":0.10751306999085275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200240932","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022588838,0.9522502,0.0005342881,0.00006868706,0.00028395266,0.04577006,0.0010284396,0.000030237157,0.000011534418],"genre_scores_gemma":[0.000006584067,0.9728365,0.0030481475,0.00009992738,0.00022037447,0.022335479,0.0012577174,0.00007366264,0.00012163191],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9747446,0.015196937,0.008475328,0.00071749097,0.0005184803,0.0003471482],"domain_scores_gemma":[0.97794825,0.002253649,0.017214669,0.000950099,0.0014051124,0.0002282515],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.019204065,0.0006805594,0.01930679,0.0005207996,0.00015063518,0.00004296976,0.00017096041,0.0005201968,0.00006243312],"category_scores_gemma":[0.014887337,0.0005040029,0.0021199828,0.0011034199,0.000095033414,0.00012832244,0.000044329397,0.0005070278,0.000007836223],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029225424,0.0007688254,0.00013257368,0.95353156,0.00028228242,0.0000017422614,0.000028419541,1.2974995e-8,0.0000011219389,0.000045956807,0.002207049,0.04297121],"study_design_scores_gemma":[0.0013229646,0.00010117544,0.00008881926,0.7583329,0.007926468,0.000053527558,0.000052447034,0.000007950639,0.0000026760415,0.000036523532,0.23179996,0.00027455535],"about_ca_topic_score_codex":0.00011134488,"about_ca_topic_score_gemma":0.00020759483,"teacher_disagreement_score":0.2295929,"about_ca_system_score_codex":0.0002917046,"about_ca_system_score_gemma":0.00027500495,"threshold_uncertainty_score":0.99974114},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4200365875","doi":"10.22541/au.163827914.48781130/v1","title":"Empirical evaluation of fundamental principles of evidence-based medicine: a meta-epidemiological study","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Grading (engineering); Meta-analysis; Medicine; Odds ratio; Systematic review; Publication bias; Statistics; MEDLINE; Econometrics; Internal medicine; Mathematics; Chemistry","score_opus":0.9923385322462839,"score_gpt":0.7148133160779869,"score_spread":0.27752521616829695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200365875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9561247,0.012554825,0.018170256,0.0036601818,0.0004765991,0.0050376835,0.000020100377,0.000007496889,0.0039481106],"genre_scores_gemma":[0.9885376,0.000051832772,0.009326169,0.0003002619,0.00007584161,0.00042913517,0.000025268722,0.000009879439,0.0012440034],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6685302,0.23137328,0.05017403,0.0043128734,0.04514855,0.0004610373],"domain_scores_gemma":[0.919193,0.043889295,0.019581912,0.0077019217,0.009428367,0.00020544649],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6150869,0.0007099667,0.019026522,0.0006777918,0.00005873214,0.0001956599,0.0031903337,0.0003303995,0.12627871],"category_scores_gemma":[0.4582665,0.00022363059,0.007826623,0.0014808782,0.00032346917,0.00014363951,0.0013532883,0.00046508256,0.000094984396],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005161572,0.0017529619,0.9328166,0.00063720706,0.013588498,0.000008244575,0.0020134351,0.028406119,0.00014330578,0.00034441295,0.013798616,0.0064389734],"study_design_scores_gemma":[0.0011039883,0.0010475303,0.6511313,0.0010953,0.07185585,0.0000057159527,0.016106825,0.24926858,0.00016521422,0.0054520615,0.002141838,0.0006258084],"about_ca_topic_score_codex":0.00019075337,"about_ca_topic_score_gemma":0.00017016263,"teacher_disagreement_score":0.28168532,"about_ca_system_score_codex":0.00011846803,"about_ca_system_score_gemma":0.0009585096,"threshold_uncertainty_score":0.99553704},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4200475773","doi":"10.1177/15586898211054243","title":"Systematic Reviews of Systematic Quantitative, Qualitative, and Mixed Studies Reviews in Healthcare Research: How to Assess the Methodological Quality of Included Reviews?","year":2021,"lang":"en","type":"article","venue":"Journal of Mixed Methods Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; The Quebec Population Health Research Network; Université de Montréal; McGill University; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"Systematic review; Typology; Management science; Qualitative research; Multimethodology; Critical appraisal; Qualitative property; Health care; Quality (philosophy); Data science; Computer science; Psychology; Sociology; MEDLINE; Medicine; Social science; Alternative medicine; Epistemology; Engineering; Political science; Pathology","score_opus":0.9950623349363318,"score_gpt":0.8309246850568849,"score_spread":0.1641376498794469,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200475773","genre_codex":"review","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036623824,0.83684945,0.09807333,0.013916364,0.0005380087,0.013791506,0.00001960374,0.0000017838544,0.00018611406],"genre_scores_gemma":[0.016869297,0.14994316,0.8295936,0.00017632438,0.00009083119,0.0011141807,0.0000013705966,0.000034797522,0.0021764345],"study_design_codex":"systematic_review","study_design_gemma":"qualitative","domain_scores_codex":[0.035528034,0.9026488,0.04499934,0.0013453893,0.01455488,0.00092354795],"domain_scores_gemma":[0.03944444,0.85245925,0.04705703,0.009250532,0.05081795,0.0009707909],"candidate_categories":["metaresearch","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9653009,0.0006232303,0.03263963,0.0028088496,0.0004222119,0.0005571668,0.0045464076,0.00027005168,0.00022632425],"category_scores_gemma":[0.96409297,0.00024051707,0.0037621132,0.013483253,0.0009801193,0.00047938785,0.0016229923,0.0023436204,0.0001024975],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019861775,0.00042517527,0.0006249871,0.8754688,0.0014152529,0.000043780958,0.039553624,0.000007801829,0.018493269,0.022116313,0.0313756,0.010276815],"study_design_scores_gemma":[0.001316171,0.0022199827,0.0039500645,0.3731873,0.0012782334,0.0002493734,0.4936026,0.00023932914,0.0052486644,0.09788215,0.01998819,0.00083794724],"about_ca_topic_score_codex":0.000042661537,"about_ca_topic_score_gemma":0.00028993379,"teacher_disagreement_score":0.7315203,"about_ca_system_score_codex":0.0003377869,"about_ca_system_score_gemma":0.0005981488,"threshold_uncertainty_score":0.99995804},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4214868455","doi":"10.2196/35332","title":"Evaluation of Digital Interventions for Physical Activity Promotion: Protocol for a Scoping Review","year":2022,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Physical Activity and Health","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Leibniz-Gemeinschaft; Freie Hansestadt Bremen","keywords":"PsycINFO; CINAHL; Systematic review; Context (archaeology); Inclusion (mineral); Grey literature; Psychological intervention; MEDLINE; Health promotion; Promotion (chess); Medicine; Intervention (counseling); Psychology; Medical education; Nursing; Public health; Political science; Social psychology","score_opus":0.9342517862276597,"score_gpt":0.7874797437112254,"score_spread":0.14677204251643428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214868455","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[7.6424364e-8,0.026373204,0.00014625725,0.00024125705,0.000004133616,0.9723926,0.0002904152,0.00004125171,0.00051080214],"genre_scores_gemma":[1.724633e-7,0.027822705,0.000067681816,0.0000046215237,0.00043247055,0.97121483,0.00017791976,0.000074230615,0.00020538195],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9937704,0.0016031769,0.000814485,0.00071706966,0.0024974155,0.0005974288],"domain_scores_gemma":[0.99525744,0.00149856,0.00075703143,0.0007328095,0.0015343424,0.00021981297],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00802707,0.00033357664,0.0026935437,0.0002965803,0.0003254354,0.00006854499,0.0003534871,0.00015654485,0.00031279377],"category_scores_gemma":[0.003486654,0.0002604786,0.0019910915,0.00084117294,0.000161793,0.00035457753,0.00029031764,0.0011150474,0.000012995027],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019544765,0.006716178,6.682065e-8,0.49622363,0.000057993315,3.0128146e-7,0.000009997166,2.9870332e-8,6.930554e-7,0.00007054544,0.0011277396,0.4955974],"study_design_scores_gemma":[0.001565837,0.006958205,3.0566932e-7,0.51722217,0.00018014773,0.0000042955835,0.000001575458,0.00005717664,0.0000089006935,0.00058813416,0.47330305,0.00011018348],"about_ca_topic_score_codex":0.0000011937843,"about_ca_topic_score_gemma":0.0000019683994,"teacher_disagreement_score":0.4954872,"about_ca_system_score_codex":0.0009169892,"about_ca_system_score_gemma":0.0066294237,"threshold_uncertainty_score":0.99998474},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4224314394","doi":"10.1007/s10899-022-10122-w","title":"Emerging Gambling Problems and Suggested Interventions: A Systematic Review of Empirical Research","year":2022,"lang":"en","type":"review","venue":"Journal of Gambling Studies","topic":"Gambling Behavior and Treatments","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Alberta Gambling Research Institute, University of Calgary","keywords":"Scopus; Psychology; Harm; Psychological intervention; Inclusion (mineral); Intervention (counseling); Empirical research; Systematic review; Applied psychology; MEDLINE; Social psychology; Psychiatry","score_opus":0.6723972921458732,"score_gpt":0.6382039077752859,"score_spread":0.034193384370587276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224314394","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018537733,0.9966605,0.0000081331245,0.000098403936,0.0010641463,0.0018261034,0.000019768811,0.000020456937,0.00011715305],"genre_scores_gemma":[0.00011459845,0.9985438,0.00016571968,0.000020477748,0.00012671373,0.00044493095,0.000010301767,0.00007940004,0.00049403583],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9904056,0.0030297653,0.0043219863,0.00046020202,0.0012761578,0.0005062688],"domain_scores_gemma":[0.99144405,0.0028471956,0.003883439,0.0005791131,0.0011180037,0.00012820259],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010719842,0.0005085575,0.0059264177,0.0019047427,0.00034240907,0.00005426875,0.0005825873,0.00018116126,0.00016921209],"category_scores_gemma":[0.003697164,0.00034951122,0.0017771138,0.001604917,0.00021612644,0.000117027215,0.00045213578,0.0016761441,0.000013344238],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000107512815,0.00043956304,0.00008099454,0.9577583,0.0044393106,0.00022725207,0.0020442985,2.91964e-7,8.643822e-8,0.000029344836,0.0008711542,0.034098636],"study_design_scores_gemma":[0.00045788515,0.00072434044,0.000012775879,0.91571164,0.011279533,0.0010970262,0.0026775459,2.178351e-7,8.12553e-8,0.00004673644,0.067763634,0.00022857406],"about_ca_topic_score_codex":0.000012633869,"about_ca_topic_score_gemma":0.000003275314,"teacher_disagreement_score":0.066892475,"about_ca_system_score_codex":0.00036002652,"about_ca_system_score_gemma":0.00018544619,"threshold_uncertainty_score":0.9998957},"labels":[{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4224442502","doi":"10.1007/s10459-022-10103-z","title":"Exploring professional identity in rehabilitation professions: a scoping review","year":2022,"lang":"en","type":"review","venue":"Advances in Health Sciences Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Centre for Interdisciplinary Research in Rehabilitation","funders":"Fonds de Recherche du Québec - Santé","keywords":"Identity (music); Rehabilitation; Medical education; Health professions; Medicine; Psychology; Physical therapy; Health care; Political science","score_opus":0.2165631896154671,"score_gpt":0.5923900897870247,"score_spread":0.37582690017155757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224442502","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000076813456,0.9810153,0.000019696778,0.0042704055,0.0065803733,0.007616986,0.0000018967761,0.00003682376,0.00038167895],"genre_scores_gemma":[0.0000065499107,0.97409743,0.008507319,0.0022591525,0.00023352196,0.014551658,0.00023210034,0.000024758534,0.000087534354],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9941354,0.00096512213,0.00244636,0.00083693414,0.0011168595,0.0004993339],"domain_scores_gemma":[0.99708176,0.0009026515,0.0013256466,0.00047207746,0.00013018606,0.00008768046],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.008543826,0.00028463724,0.0013398608,0.0016481514,0.00044953712,0.000020335605,0.00040563723,0.00009991315,0.00035702708],"category_scores_gemma":[0.008185394,0.0002462531,0.00011900744,0.008474057,0.0002437511,0.002340696,0.00011918712,0.0011691949,0.000018668014],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019712365,0.00032799802,0.0003187638,0.2861909,9.605654e-7,3.8008272e-7,0.0004251803,0.0000028374504,4.71894e-9,0.00090602454,0.00026540377,0.7115596],"study_design_scores_gemma":[0.00007454513,0.00011066387,0.00017671575,0.55400825,0.000016209533,0.000015237735,0.0014863351,0.000007283882,1.13432375e-8,0.00038284864,0.44359073,0.00013117808],"about_ca_topic_score_codex":0.00011947854,"about_ca_topic_score_gemma":0.00017774756,"teacher_disagreement_score":0.7114284,"about_ca_system_score_codex":0.0026076753,"about_ca_system_score_gemma":0.01817216,"threshold_uncertainty_score":0.999999},"labels":[{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4231686601","doi":"10.31222/osf.io/b79mk","title":"Patient-important outcomes reported in clinical studies of pharmacologic treatments for covid-19: A protocol of a meta-epidemiological study","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; Western University; Université de Montréal; University of Saskatchewan","funders":"","keywords":"Medicine; Epidemiology; Randomized controlled trial; Protocol (science); Pandemic; MEDLINE; Coronavirus disease 2019 (COVID-19); Clinical trial; Meta-analysis; Disease; Intensive care medicine; Family medicine; Alternative medicine; Internal medicine; Pathology","score_opus":0.9322724632072774,"score_gpt":0.6826235854805558,"score_spread":0.24964887772672162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231686601","genre_codex":"empirical","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5412831,0.0012222126,0.0012358788,0.030111033,0.0008460513,0.4227562,0.0021329785,0.00012162861,0.00029096712],"genre_scores_gemma":[0.40974975,0.00018625373,0.012044384,0.014878345,0.000114807095,0.56271464,0.000100668265,0.000055674675,0.00015550829],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9635977,0.0027201774,0.03124856,0.0017847486,0.00017774681,0.00047102608],"domain_scores_gemma":[0.9614728,0.011773328,0.025094239,0.0010230195,0.00024050595,0.00039607144],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.057468195,0.0006523783,0.011139581,0.0004676315,0.000075067015,0.000016098775,0.000510406,0.0005077434,0.00045304612],"category_scores_gemma":[0.11364303,0.0005222631,0.0017419159,0.00022717136,0.00024307735,0.00010624616,0.00066299096,0.00050924235,0.000020577763],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003871668,0.0037075973,0.96473676,0.002602861,0.014674811,0.000015811445,0.0021958922,0.0005204486,4.14165e-7,0.0025701209,0.008539013,0.000049090333],"study_design_scores_gemma":[0.033865973,0.014245248,0.66551536,0.00029499657,0.0053867083,0.0000070795654,0.019867042,0.011527396,0.000019205389,0.2292139,0.017517554,0.0025395302],"about_ca_topic_score_codex":0.0016425204,"about_ca_topic_score_gemma":0.0003520169,"teacher_disagreement_score":0.2992214,"about_ca_system_score_codex":0.0008639705,"about_ca_system_score_gemma":0.00096295483,"threshold_uncertainty_score":0.9997229},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4240239701","doi":"10.31234/osf.io/c8zk2","title":"A Methodological Review of Exploratory Factor Analysis in Sexuality Research: Used Practices, Best Practices, and Data Analysis Resources","year":2017,"lang":"en","type":"review","venue":"","topic":"Cognitive and psychological constructs research","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Human sexuality; Exploratory factor analysis; Psychology; Exploratory research; Best practice; Order (exchange); Sample (material); Set (abstract data type); Exploratory analysis; Social psychology; Sociology; Data science; Computer science; Psychometrics; Political science; Social science; Clinical psychology; Business; Gender studies","score_opus":0.9750119899436716,"score_gpt":0.7506804499057284,"score_spread":0.2243315400379432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240239701","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014960935,0.9725806,0.00011884919,0.00039267036,0.00008730943,0.002028911,0.00172186,0.0000320806,0.022888074],"genre_scores_gemma":[0.00006698822,0.9942311,0.001336158,0.00011746214,0.00014414421,0.00029242242,0.0012001643,0.0000396819,0.0025718869],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9383475,0.05300044,0.0025710461,0.0034025765,0.0016618915,0.0010165392],"domain_scores_gemma":[0.943453,0.04026765,0.007935704,0.0069937627,0.0008870679,0.0004628044],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054202635,0.0007644194,0.008087897,0.0037957707,0.00029220516,0.00032338873,0.0042650914,0.0011561159,0.01336983],"category_scores_gemma":[0.09250328,0.0005135114,0.0010288219,0.009853087,0.001581279,0.00067730143,0.0028713525,0.003802481,0.0002037276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109167966,0.00073882093,0.0047087753,0.033244435,0.016494298,0.00028203643,0.00026795152,7.215122e-9,3.02361e-7,0.00014630577,0.0011979456,0.94280994],"study_design_scores_gemma":[0.0002902231,0.00024424415,0.0025735002,0.0092335325,0.022620823,0.000024368795,0.00092728925,0.0000027014846,6.5595415e-8,0.00004599236,0.96351564,0.0005216484],"about_ca_topic_score_codex":0.004536268,"about_ca_topic_score_gemma":0.0041767303,"teacher_disagreement_score":0.96231765,"about_ca_system_score_codex":0.00009233607,"about_ca_system_score_gemma":0.0005166173,"threshold_uncertainty_score":0.99973166},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4248363397","doi":"10.21203/rs.3.rs-71534/v1","title":"Bias Estimation In Study Design: A Meta-Epidemiological Analysis of Transcatheter Versus Surgical Aortic Valve Replacement","year":2020,"lang":"en","type":"preprint","venue":"Research Square (Research Square)","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; Western University","funders":"University of Toronto; Canadian Institutes of Health Research; University of Ottawa","keywords":"Meta-analysis; Estimation; Epidemiology; Medicine; Aortic valve replacement; Cardiology; Internal medicine; Economics; Stenosis","score_opus":0.8706539368585138,"score_gpt":0.6069626284785796,"score_spread":0.26369130837993415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248363397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8910901,0.01151133,0.027230434,0.043032862,0.0006376836,0.022877958,0.0019478167,0.00020716093,0.0014646737],"genre_scores_gemma":[0.9894631,0.0009070309,0.0031251428,0.000150863,0.00022898098,0.005384768,0.0004894047,0.00010623522,0.00014450887],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.93275815,0.044592243,0.012723032,0.004035383,0.0030724283,0.0028187674],"domain_scores_gemma":[0.937174,0.05452261,0.0026388555,0.003156613,0.0014215336,0.0010863602],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.3012893,0.0008554951,0.007359541,0.008176948,0.000471332,0.00037559064,0.002171248,0.0010061658,0.0030372108],"category_scores_gemma":[0.07081569,0.00086041976,0.003296491,0.0060385824,0.000716357,0.00041654802,0.0015296707,0.0048645954,0.0010096121],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010145034,0.014740066,0.40564802,0.012112945,0.09429481,0.00019345363,0.05528642,0.34617463,0.000008373493,0.039540686,0.02008365,0.0017719114],"study_design_scores_gemma":[0.007307917,0.0086533455,0.18210615,0.0006665495,0.0022875543,0.0000021290475,0.012459744,0.74267167,0.00001686455,0.039520085,0.002557959,0.0017500132],"about_ca_topic_score_codex":0.01068636,"about_ca_topic_score_gemma":0.0012184742,"teacher_disagreement_score":0.39649707,"about_ca_system_score_codex":0.0036522294,"about_ca_system_score_gemma":0.0015618466,"threshold_uncertainty_score":0.9997682},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4253731119","doi":"10.32920/14636286","title":"The effectiveness of knowledge translation interventions for promoting evidence-informed decision-making among nurses in tertiary care: a systematic review and meta-analysis","year":2021,"lang":"en","type":"review","venue":"","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Peter's Hospital; McMaster Children's Hospital; Hamilton General Hospital; McMaster University","funders":"McMaster University; London Health Sciences Centre; Canadian Institutes of Health Research; Hamilton Health Sciences","keywords":"CINAHL; Psychological intervention; Data extraction; Knowledge translation; MEDLINE; Systematic review; Meta-analysis; Health care; Psychology; Medicine; Nursing; Knowledge management; Computer science","score_opus":0.34128447801581957,"score_gpt":0.6168342622352857,"score_spread":0.27554978421946613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253731119","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00000907407,0.97703296,0.001148603,0.00006787934,0.00023015734,0.021374136,0.00003107279,0.0000123742875,0.00009374332],"genre_scores_gemma":[0.00085050496,0.9809036,0.00035956633,0.00001681235,0.000019328421,0.01762059,0.000052764823,0.00001644032,0.00016038398],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9863275,0.00923558,0.003132225,0.00044302025,0.0003605273,0.00050109735],"domain_scores_gemma":[0.9081018,0.08926933,0.0012032392,0.0005313531,0.0007641133,0.00013014495],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020321717,0.0002725599,0.0047544437,0.0006108186,0.0007153942,0.00004693612,0.00041919755,0.00020875342,0.00008876349],"category_scores_gemma":[0.026719404,0.0001367074,0.0022478374,0.0023949754,0.00009472174,0.00032083713,0.00009139736,0.00047273986,0.0000053979456],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024285275,0.00002226276,0.000103332764,0.9546537,0.004689332,1.7278379e-7,0.0015662805,2.5239402e-7,5.231178e-9,0.000036272384,0.000043096217,0.03888287],"study_design_scores_gemma":[0.000049422088,0.000028731678,0.00017396093,0.80727404,0.18934117,6.932086e-7,0.0014394051,0.00006490759,3.0611307e-8,0.000031066425,0.0014856722,0.0001109192],"about_ca_topic_score_codex":0.0001274599,"about_ca_topic_score_gemma":0.00500562,"teacher_disagreement_score":0.18465184,"about_ca_system_score_codex":0.00040755855,"about_ca_system_score_gemma":0.0026626037,"threshold_uncertainty_score":0.9814789},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4281479985","doi":"10.1136/bmjopen-2021-053417","title":"Reporting quality of clinical trial protocols: a repeated cross-sectional study about the Adherence to SPIrit Recommendations in Switzerland, CAnada and GErmany (ASPIRE-SCAGE)","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; Centre for Disability Prevention and Rehabilitation; Canadian Memorial Chiropractic College; McMaster University; Impact","funders":"University of Oxford; Bundesamt für Gesundheit; Alexander von Humboldt-Stiftung; Albert-Ludwigs-Universität Freiburg; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Medicine; Checklist; Protocol (science); Randomized controlled trial; Clinical trial; Family medicine; Consolidated Standards of Reporting Trials; Cross-sectional study; Guideline; Trial registration; Alternative medicine; Internal medicine; Pathology","score_opus":0.8625137923322216,"score_gpt":0.7433109279867433,"score_spread":0.11920286434547833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281479985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9039229,0.0000020753446,0.000003603521,0.00467129,0.0002286964,0.08945511,0.00003810868,0.0000081344715,0.0016700957],"genre_scores_gemma":[0.9353952,0.0000011825159,0.0003229316,0.00091457996,0.00015661206,0.05956492,0.000016103015,0.0000138728565,0.003614645],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9866144,0.0024879873,0.007891404,0.00075016345,0.0019487258,0.00030728456],"domain_scores_gemma":[0.985257,0.009901169,0.0027989605,0.0012082239,0.00060687633,0.00022774324],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.11872599,0.00010606816,0.00068954076,0.00005647675,0.00034530082,0.000109706576,0.0006530373,0.00010068922,0.0006682343],"category_scores_gemma":[0.14655606,0.00007998001,0.00010020447,0.00047758792,0.00013156648,0.00007017259,0.0019125567,0.001982794,0.000002124613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024452345,0.0009310466,0.9710938,0.00008418508,0.000050045768,0.00007620572,0.00037829636,0.000014418311,0.000017230694,0.00013192662,0.0006933056,0.0020772445],"study_design_scores_gemma":[0.020632353,0.0031293158,0.97227144,0.00013615389,0.000008206377,0.00001432404,0.00077487156,0.0000461359,0.0000072162834,0.00047486587,0.0024089667,0.00009612626],"about_ca_topic_score_codex":0.57099,"about_ca_topic_score_gemma":0.83677477,"teacher_disagreement_score":0.26578474,"about_ca_system_score_codex":0.00019561034,"about_ca_system_score_gemma":0.0059424164,"threshold_uncertainty_score":0.999693},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4285090825","doi":"10.1101/2022.07.11.22277498","title":"Assessment of concordance between related systematic reviews and between related guideline recommendations: protocol for a methodological survey","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; St. Michael's Hospital; Toronto Rehabilitation Institute; University Health Network; University of Toronto; McMaster University; Impact","funders":"","keywords":"Concordance; Guideline; Protocol (science); Systematic review; Clinical Practice; Medicine; MEDLINE; Psychology; Management science; Family medicine; Alternative medicine; Pathology; Political science; Engineering","score_opus":0.928813207935435,"score_gpt":0.6732457410896231,"score_spread":0.2555674668458119,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285090825","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013463519,0.001910778,0.23982431,0.0021648346,0.00070929655,0.7389176,0.0013846856,0.000045288867,0.0015796758],"genre_scores_gemma":[0.016911127,0.00018566697,0.26842856,0.00012938963,0.00012267048,0.70739925,0.0012044079,0.00008170299,0.005537204],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6925623,0.23695315,0.060869176,0.003366568,0.005699142,0.0005496744],"domain_scores_gemma":[0.864613,0.08453851,0.0413548,0.0065384647,0.002684472,0.00027078003],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.660358,0.0008566904,0.018828304,0.00069869723,0.00027538283,0.0004407091,0.0036370035,0.00051125,0.0074187904],"category_scores_gemma":[0.33351228,0.00043495157,0.0030355456,0.0019887981,0.00014936758,0.00014197598,0.001786624,0.0011567781,0.000079738114],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014346008,0.00011274342,0.90793985,0.036397733,0.0021000113,0.0000022848938,0.00024363758,0.00013434354,0.000014871467,0.0008643735,0.046893187,0.005282592],"study_design_scores_gemma":[0.0021758992,0.0006344153,0.5992535,0.014079531,0.004956615,0.000013866369,0.0003579083,0.01348007,0.000013328341,0.04874614,0.31469658,0.0015921796],"about_ca_topic_score_codex":0.000050961014,"about_ca_topic_score_gemma":0.000016994056,"teacher_disagreement_score":0.32684577,"about_ca_system_score_codex":0.00015534354,"about_ca_system_score_gemma":0.0003118722,"threshold_uncertainty_score":0.9998102},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4289132654","doi":"10.1111/jebm.12483","title":"Clinical manifestations of COVID‐19: An overview of 102 systematic reviews with evidence mapping","year":2022,"lang":"en","type":"review","venue":"Journal of Evidence-Based Medicine","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; Cochrane Library; Meta-analysis; MEDLINE; Systematic review; Coronavirus disease 2019 (COVID-19); Internal medicine; Web of science; Disease; Infectious disease (medical specialty)","score_opus":0.8614589479472008,"score_gpt":0.6529562840453669,"score_spread":0.20850266390183392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289132654","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000013438209,0.9853114,0.0020079107,0.0067943595,0.00041480944,0.005394042,0.00002009891,0.000018345483,0.000025630374],"genre_scores_gemma":[0.00011097715,0.9935884,0.0025019557,0.0023797904,0.00086903706,0.00026250992,0.000016726484,0.00007598893,0.0001946066],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9728775,0.008794836,0.012589605,0.0007593715,0.0044355243,0.00054315233],"domain_scores_gemma":[0.68962157,0.27452788,0.026025428,0.0031493297,0.0035436426,0.003132129],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.055618107,0.0008010268,0.014975359,0.0015883511,0.00016085137,0.000015205552,0.0014204097,0.00030398185,0.00214188],"category_scores_gemma":[0.64809436,0.00039258902,0.0023508468,0.0025402033,0.0014114482,0.00046376753,0.0002669457,0.0026684166,0.000010093093],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049254973,0.0004918118,0.00042064735,0.8712119,0.0010196564,0.0012986717,0.00022155553,0.000021711217,0.000002855775,0.000028278573,0.0017276913,0.12306269],"study_design_scores_gemma":[0.0012181305,0.009020588,0.00009419899,0.61243224,0.009729881,0.0003810406,0.00021339764,0.000029290208,1.8775988e-7,0.000024240591,0.3666558,0.00020099274],"about_ca_topic_score_codex":0.00010762454,"about_ca_topic_score_gemma":0.00001309598,"teacher_disagreement_score":0.59247625,"about_ca_system_score_codex":0.0010822753,"about_ca_system_score_gemma":0.017528016,"threshold_uncertainty_score":0.9998526},"labels":[{"model":"gemma","categories":["metaepi_broad","metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4293483968","doi":"10.1136/bmjopen-2021-060237","title":"Factors Associated with the Magnitude Of acUpuncture treatment effectS (FAMOUS): a meta-epidemiological study of acupuncture randomised controlled trials","year":2022,"lang":"en","type":"article","venue":"BMJ Open","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Western University; York University; Hamilton Health Sciences; University of Toronto; McMaster University; Impact","funders":"China Academy of Chinese Medical Sciences; National Natural Science Foundation of China","keywords":"Medicine; Acupuncture; Meta-analysis; Meta-regression; Randomized controlled trial; MEDLINE; Sample size determination; Internal medicine; Clinical trial; Physical therapy; Alternative medicine; Pathology; Statistics","score_opus":0.3686658038902662,"score_gpt":0.4846991083205923,"score_spread":0.11603330443032611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293483968","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8683627,0.0011054141,0.000009793547,0.0030420476,0.0000761755,0.1263892,0.00014585577,0.00004716672,0.00082162983],"genre_scores_gemma":[0.9567671,0.000023820152,0.000060316062,0.0003626813,0.000053450425,0.039990947,0.00015555935,0.00004127572,0.002544864],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9842198,0.011482338,0.0015165725,0.00064248516,0.0016082957,0.00053053803],"domain_scores_gemma":[0.957311,0.039205503,0.0018862289,0.0010225737,0.00039905994,0.00017567932],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.011704207,0.0013663692,0.016575314,0.00017105124,0.00043942267,0.00003766343,0.00071697356,0.00013742686,0.0009792444],"category_scores_gemma":[0.027335167,0.00024967195,0.0027744567,0.0005514708,0.00023523782,0.000070895294,0.0008077302,0.00047239146,0.0000012855905],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.42269647,0.020020725,0.119564004,0.00033165974,0.39620748,0.0006841345,0.0118781105,0.001083106,0.0033235194,0.000058836595,0.02341879,0.00073317246],"study_design_scores_gemma":[0.6197907,0.05193467,0.18700331,0.00012434041,0.12626493,0.000021803962,0.010865787,0.000042930526,0.002619791,0.00009239372,0.00071473554,0.00052465295],"about_ca_topic_score_codex":0.0003942172,"about_ca_topic_score_gemma":0.00036186518,"teacher_disagreement_score":0.26994255,"about_ca_system_score_codex":0.00041195215,"about_ca_system_score_gemma":0.00037956462,"threshold_uncertainty_score":0.9999955},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4293918656","doi":"10.21203/rs.3.rs-2010358/v1","title":"Methodological review of NMA bias concepts provides groundwork for the development of a list of concepts for potential inclusion in a new risk of bias tool for network meta-analysis (RoB NMA Tool)","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Innovative Research Group (Canada); Ottawa Hospital; University of British Columbia","funders":"National Institute for Health Research Applied Research Collaboration West; Medical Research Council; Department of Health and Social Care; University of Bristol; Canadian Institutes of Health Research; National Institute for Health and Care Research; NIHR Bristol Biomedical Research Centre; University Hospitals Bristol NHS Foundation Trust","keywords":"Popularity; Publication bias; Quality (philosophy); Systematic review; MEDLINE; Quality of evidence; Meta-analysis; Computer science; Inclusion (mineral); Psychology; Medicine; Social psychology; Epistemology","score_opus":0.9320928261565841,"score_gpt":0.6570412207702426,"score_spread":0.27505160538634144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293918656","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014448092,0.22491364,0.723795,0.0015281948,0.00026262525,0.032913327,0.0020378556,0.0000066399602,0.00009461803],"genre_scores_gemma":[0.27196893,0.012018272,0.6986523,0.0001635606,0.00029076284,0.012042727,0.00061497046,0.00008039557,0.0041680858],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8383831,0.10870622,0.031082993,0.0030379216,0.017594038,0.0011957703],"domain_scores_gemma":[0.7439804,0.21500036,0.02329762,0.0063987714,0.011104613,0.00021821105],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.57759917,0.0006826164,0.017523672,0.0012444446,0.0006303537,0.00022287152,0.0057023223,0.0003941136,0.0065233144],"category_scores_gemma":[0.32764035,0.00031278713,0.021326158,0.0059929425,0.0004980295,0.00012291606,0.0074839424,0.00080614275,0.0000031118284],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037672536,0.0018379352,0.015725886,0.21497846,0.28818014,0.0000065042013,0.014810055,0.09292246,0.00031899216,0.015680982,0.11730368,0.23446767],"study_design_scores_gemma":[0.0048103537,0.0036445102,0.009932857,0.016521718,0.34998512,0.0000051636616,0.011350002,0.07791668,0.0015048421,0.17689157,0.34495065,0.0024865454],"about_ca_topic_score_codex":0.00040712726,"about_ca_topic_score_gemma":0.0005496995,"teacher_disagreement_score":0.25752082,"about_ca_system_score_codex":0.00019798361,"about_ca_system_score_gemma":0.0024828736,"threshold_uncertainty_score":0.9999324},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4307503711","doi":"10.23736/s2724-5683.22.06230-5","title":"Therapeutic vs. prophylactic anticoagulation in COVID-19 patients: a systematic review and meta-analysis of real-world studies","year":2022,"lang":"en","type":"review","venue":"Minerva Cardiology and Angiology","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Meta-analysis; Coronavirus disease 2019 (COVID-19); Medicine; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Internal medicine; Intensive care medicine; Virology; Disease","score_opus":0.30400328313915576,"score_gpt":0.5143024761269444,"score_spread":0.2102991929877886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307503711","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00006156553,0.99471337,0.000009684097,0.0014381931,0.000038964972,0.0036010726,0.00008898693,0.000018097133,0.000030044625],"genre_scores_gemma":[0.0024633575,0.99241436,0.000014387818,0.003005193,0.000021815451,0.001609254,0.00020029112,0.000022534223,0.00024883464],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99247116,0.0042611067,0.0018404041,0.00082298554,0.00023755414,0.00036679104],"domain_scores_gemma":[0.9804183,0.017733956,0.0008801578,0.0006410334,0.00017934988,0.00014717563],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.00311512,0.00048519473,0.019934103,0.00118805,0.000098283395,0.000004323228,0.00016588575,0.00025684494,0.00008246269],"category_scores_gemma":[0.025482235,0.0002853012,0.002234879,0.0015984897,0.00074698543,0.000036413836,0.00041791028,0.0005306556,0.0000016704967],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004328477,0.00005810457,0.0021927322,0.7645915,0.23076206,0.000067378794,0.0000749709,0.0000062196427,6.20489e-8,0.00005916886,0.000058856524,0.0020856543],"study_design_scores_gemma":[0.00044301865,0.0006531578,0.0012972442,0.0056086495,0.9650789,0.000018747976,0.000049462193,0.000009083406,5.8776277e-9,0.0000746389,0.026525436,0.00024168145],"about_ca_topic_score_codex":0.00015421274,"about_ca_topic_score_gemma":0.00007833933,"teacher_disagreement_score":0.75898284,"about_ca_system_score_codex":0.00023863632,"about_ca_system_score_gemma":0.00028887653,"threshold_uncertainty_score":0.9999599},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4308446649","doi":"10.7717/peerj.14320","title":"Assessment of the association between periodontal disease and total cancer incidence and mortality: a meta-analysis","year":2022,"lang":"en","type":"review","venue":"PeerJ","topic":"Oral microbiology and periodontitis research","field":"Dentistry","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Meta-analysis; Internal medicine; Breast cancer; Lung cancer; Incidence (geometry); Subgroup analysis; Publication bias; Cancer; Population; Prostate cancer; Oncology; Environmental health","score_opus":0.15065719619435253,"score_gpt":0.44812607121056885,"score_spread":0.2974688750162163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308446649","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04894891,0.94447,0.000002545891,0.00005797932,0.00012800949,0.00044190636,0.0058487114,0.00000830283,0.00009363249],"genre_scores_gemma":[0.041612905,0.9529193,0.000013435832,0.000016274134,0.000074371565,0.00027522715,0.00036107725,0.000017894898,0.004709533],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99750894,0.0009337925,0.00045140032,0.00043534883,0.0004624807,0.00020800538],"domain_scores_gemma":[0.99859095,0.00038270053,0.0004885192,0.00038724692,0.000058437592,0.00009216577],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009238267,0.00023215062,0.002244541,0.00012211676,0.00023528142,0.00008788003,0.00027191546,0.00016876686,0.0029825103],"category_scores_gemma":[0.00016771504,0.00015291065,0.0014612094,0.0004657272,0.00012166175,0.00007321378,0.0006256244,0.0005653563,0.0000030281699],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018038927,0.000023705777,0.8501423,0.002547307,0.13301693,0.000019198189,0.000035930057,0.0000016295268,0.0000013747934,0.00003929754,0.000149628,0.014020887],"study_design_scores_gemma":[0.000052011113,0.000009801793,0.5959734,0.0000443514,0.28461838,0.000005494338,0.000008234016,0.0000043831114,1.6161682e-7,0.000007645129,0.11913941,0.00013673306],"about_ca_topic_score_codex":0.002048265,"about_ca_topic_score_gemma":0.0021324877,"teacher_disagreement_score":0.25416893,"about_ca_system_score_codex":0.00024650924,"about_ca_system_score_gemma":0.00036065668,"threshold_uncertainty_score":0.9979289},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4310773520","doi":"10.1016/j.jclinepi.2022.11.020","title":"Indicators of questionable research practices were identified in 163,129 randomized controlled trials","year":2022,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Public Health; Ottawa Hospital; University of Ottawa","funders":"ZonMw","keywords":"Blinding; Randomized controlled trial; Checklist; Proxy (statistics); Sample size determination; Publication bias; Medicine; Logistic regression; MEDLINE; Impact factor; Consolidated Standards of Reporting Trials; Family medicine; Meta-analysis; Statistics; Psychology; Surgery; Internal medicine","score_opus":0.9659537253604227,"score_gpt":0.7731422889942364,"score_spread":0.19281143636618625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310773520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9050728,0.018683337,0.0070323986,0.051912956,0.005206742,0.0043877074,0.000019500469,0.000002938255,0.007681627],"genre_scores_gemma":[0.987888,0.0014980998,0.0043727574,0.0008571908,0.0005354849,0.00013980536,0.0000021733872,0.0000098077935,0.004696714],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.013345846,0.8360722,0.14230552,0.00076966506,0.0070727156,0.00043401966],"domain_scores_gemma":[0.0019291795,0.7941249,0.19955583,0.0015497688,0.0025557461,0.00028457865],"candidate_categories":["metaresearch","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.98947763,0.00023848092,0.07177835,0.0027014476,0.00017147916,0.00010565714,0.003145909,0.00029511916,0.020028546],"category_scores_gemma":[0.99550444,0.00009647657,0.016644537,0.0021339278,0.0006108762,0.00028348475,0.00040395372,0.0026551476,0.00015135181],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.17781569,0.0013463752,0.48071548,0.000083724546,0.0056680283,0.000092404545,0.0003361308,0.0036560646,0.000027505152,0.06983161,0.24701639,0.013410604],"study_design_scores_gemma":[0.25409484,0.001099375,0.043941323,0.00016351332,0.00198919,0.00009946784,0.002644935,0.0075205425,0.0000040094938,0.55695516,0.13125907,0.00022857416],"about_ca_topic_score_codex":0.00007460198,"about_ca_topic_score_gemma":0.000025037602,"teacher_disagreement_score":0.48712355,"about_ca_system_score_codex":0.00006306936,"about_ca_system_score_gemma":0.0010643451,"threshold_uncertainty_score":0.99964577},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4311338564","doi":"10.1016/j.jval.2022.09.2165","title":"PCR232 The Use of EuroQol EQ-5D in the Middle East and North Africa Region: A Systematic Review","year":2022,"lang":"en","type":"review","venue":"Value in Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"CINAHL; PsycINFO; Data extraction; Systematic review; Medicine; EQ-5D; MEDLINE; Population; Inclusion (mineral); Family medicine; Psychology; Health related quality of life; Environmental health; Psychiatry; Psychological intervention; Political science; Pathology","score_opus":0.9323004053396625,"score_gpt":0.4378622853480493,"score_spread":0.49443811999161325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311338564","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000329975,0.97936386,0.000020888385,0.010567684,0.00029396007,0.009191776,0.00034353268,0.000014307529,0.00017098182],"genre_scores_gemma":[0.00003632871,0.98968416,0.00013447255,0.0079505425,0.00009806204,0.0018502816,0.00005399749,0.00005826424,0.00013387964],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.97578084,0.010413447,0.012147789,0.00079738884,0.00025244462,0.0006080947],"domain_scores_gemma":[0.9806557,0.008419103,0.009082471,0.0016787178,0.000030147172,0.00013383201],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04363389,0.00042084185,0.0059431726,0.0004878268,0.00023537029,0.00007671273,0.00096573215,0.00014421977,0.00007475124],"category_scores_gemma":[0.008659461,0.00031774788,0.00037960493,0.0013331647,0.00010113573,0.00020244044,0.00016381116,0.00085312745,0.00012373058],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014750889,0.000077583805,0.00015691687,0.9766261,0.000044747856,0.0000047051603,0.0061897393,0.0000603506,2.4485466e-11,0.008988855,0.006655382,0.0011941495],"study_design_scores_gemma":[0.00013688298,0.00006849195,0.000045637556,0.21997452,0.00006128942,0.00008537178,0.00072420423,0.00041847245,3.7964874e-11,0.00024665933,0.7780075,0.00023098488],"about_ca_topic_score_codex":0.003772407,"about_ca_topic_score_gemma":0.00034455297,"teacher_disagreement_score":0.7713521,"about_ca_system_score_codex":0.000989036,"about_ca_system_score_gemma":0.0008687248,"threshold_uncertainty_score":0.99992746},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4311586875","doi":"10.1186/s13104-022-06263-1","title":"Competition for recruitment in SARS-CoV-2 Trials in the United States: a longitudinal cohort analysis","year":2022,"lang":"en","type":"article","venue":"BMC Research Notes","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Ethica (Canada)","funders":"Narodowe Centrum Nauki","keywords":"Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Coronavirus disease 2019 (COVID-19); Cohort; 2019-20 coronavirus outbreak; Competition (biology); Medicine; Cohort study; Sars virus; Demography; Virology; Biology; Outbreak; Disease; Infectious disease (medical specialty); Internal medicine; Ecology","score_opus":0.9400359417216635,"score_gpt":0.7114902230524065,"score_spread":0.228545718669257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311586875","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97555584,0.00017371975,0.0015074995,0.016032135,0.000048050253,0.0062052496,0.00013001988,0.000018848015,0.0003286271],"genre_scores_gemma":[0.9907681,0.00059452304,0.0011343543,0.00062285777,0.00010579239,0.005749336,0.0008128628,0.000021655344,0.0001905559],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98242575,0.0107173985,0.0013162785,0.0007008632,0.0039854045,0.00085431803],"domain_scores_gemma":[0.7865826,0.21119665,0.00015499616,0.0009941761,0.00096359267,0.00010801033],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.17662902,0.0001329742,0.0008444142,0.002474014,0.0003344441,0.000095809206,0.00060514454,0.0001392225,0.000263627],"category_scores_gemma":[0.15218118,0.000094567244,0.00035128114,0.0065391324,0.0003687994,0.000048078426,0.00038447007,0.003125536,0.000015621687],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005129533,0.0018158809,0.95966077,0.00044378595,0.00052288175,0.00016248874,0.001687274,0.0018714882,0.0015478702,0.025326537,0.0012975585,0.0005339435],"study_design_scores_gemma":[0.010182945,0.004980782,0.75678295,0.000395873,0.0005054614,0.000013881371,0.009061903,0.037748907,0.0034456968,0.15915781,0.017350934,0.00037285723],"about_ca_topic_score_codex":0.0063463897,"about_ca_topic_score_gemma":0.017792854,"teacher_disagreement_score":0.20287782,"about_ca_system_score_codex":0.0007385077,"about_ca_system_score_gemma":0.000891531,"threshold_uncertainty_score":0.9991743},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4311692627","doi":"10.1053/j.ajkd.2022.10.015","title":"Sex and Gender in Randomized Controlled Trials of Adults Receiving Maintenance Dialysis: A Meta-epidemiologic Study","year":2022,"lang":"en","type":"article","venue":"American Journal of Kidney Diseases","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University; Population Health Research Institute; University of Calgary; University of Alberta","funders":"Medical Research Council","keywords":"Medicine; Randomized controlled trial; Meta-analysis; Dialysis; MEDLINE; Gerontology; Intensive care medicine; Internal medicine","score_opus":0.08894198904737506,"score_gpt":0.3763907996304896,"score_spread":0.28744881058311456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311692627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9759297,0.01802678,0.000083306375,0.0036534353,0.000167605,0.0019830365,0.000087626395,0.000010373195,0.00005817647],"genre_scores_gemma":[0.9945864,0.0013611193,0.00036377806,0.003215043,0.000117390395,0.0002980506,0.0000063729026,0.000015405307,0.000036456782],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98306423,0.012625192,0.0031850121,0.0002806656,0.0005795559,0.00026536375],"domain_scores_gemma":[0.981548,0.013034409,0.00397563,0.00031203817,0.00029723742,0.0008326575],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020533435,0.00022441286,0.010470563,0.00046874865,0.00007395841,0.000007981832,0.0001495484,0.00001899642,0.00028994848],"category_scores_gemma":[0.11429765,0.00012502236,0.0018523675,0.00044347259,0.0002463974,0.000053205615,0.00006599656,0.00032022988,1.761933e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.5972139,0.0019147774,0.35111502,0.00021773038,0.020384384,0.00038952703,0.010169015,0.00021500111,0.000061969666,0.0000207676,0.0018388605,0.016459009],"study_design_scores_gemma":[0.76229167,0.0056339577,0.082916416,0.0002554882,0.036501497,0.00026615063,0.10915265,0.00051862904,0.000014720467,0.0019616538,0.00016261711,0.00032456178],"about_ca_topic_score_codex":0.00029619082,"about_ca_topic_score_gemma":0.0000033258802,"teacher_disagreement_score":0.2681986,"about_ca_system_score_codex":0.00007551205,"about_ca_system_score_gemma":0.00074632943,"threshold_uncertainty_score":0.893163},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4313824971","doi":"10.2196/43722","title":"Accumulation of Biological and Behavioral Data of Female Sex Workers Using Respondent-Driven Sampling: Protocol for a Systematic Review","year":2023,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Respondent; Observational study; Protocol (science); Population; Sampling (signal processing); Data collection; Data quality; Scale (ratio); Data extraction; Systematic review; Observational methods in psychology; Scopus; Psychology; Medicine; MEDLINE; Environmental health; Computer science; Statistics; Alternative medicine; Geography; Biology; Political science; Engineering","score_opus":0.954106471357703,"score_gpt":0.7654041862458333,"score_spread":0.1887022851118697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4313824971","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003436277,0.035598677,0.00006217016,0.000014280133,0.0000028963905,0.96381956,0.0004347318,0.00004901771,0.000015225317],"genre_scores_gemma":[1.7243815e-7,0.033986136,0.0022173808,0.000004008194,0.000098767494,0.96276844,0.0004247991,0.00013176141,0.00036854827],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9915418,0.0024017736,0.002769696,0.0010945016,0.0014756818,0.00071652594],"domain_scores_gemma":[0.99250454,0.0022511513,0.0015562514,0.0025845743,0.00081802724,0.00028545028],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0088325245,0.0005122269,0.0047181807,0.00078169105,0.00013106067,0.000059927137,0.0012108216,0.00059612986,0.000049589777],"category_scores_gemma":[0.0048296754,0.0003421749,0.0003702388,0.0015764965,0.00040227576,0.00016910046,0.0013709499,0.0009312814,0.000022019538],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037267982,0.00046999936,0.00017424536,0.9789317,0.00014351192,0.000015109257,0.0001399995,3.7144025e-7,0.000025492393,0.000006869915,0.0005075787,0.019212408],"study_design_scores_gemma":[0.0012892358,0.001669357,0.000010346968,0.88570553,0.00033225224,0.00003124695,0.00033208024,0.0001043642,0.0000060285624,0.000014295403,0.11026678,0.00023849102],"about_ca_topic_score_codex":0.000016194841,"about_ca_topic_score_gemma":0.0000033070198,"teacher_disagreement_score":0.109759204,"about_ca_system_score_codex":0.00025779713,"about_ca_system_score_gemma":0.0015286524,"threshold_uncertainty_score":0.999903},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4318973081","doi":"10.1136/bmjebm-2022-112053","title":"Different meta-analysis methods can change judgements about imprecision of effect estimates: a meta-epidemiological study","year":2023,"lang":"en","type":"review","venue":"BMJ evidence-based medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Meta-analysis; Statistics; Random effects model; Mathematics; Medicine; Restricted maximum likelihood; Maximum likelihood; Econometrics; Internal medicine","score_opus":0.9820049695252123,"score_gpt":0.7362051535903333,"score_spread":0.24579981593487898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318973081","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026479369,0.941686,0.035551738,0.0012982978,0.00088342046,0.020254027,0.00019375369,0.000051734714,0.00005459706],"genre_scores_gemma":[0.0002460588,0.96465504,0.011140316,0.0007026578,0.000682681,0.019788336,0.00023435002,0.00014404584,0.002406525],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.6700647,0.24845043,0.05377088,0.006069376,0.020360285,0.001284344],"domain_scores_gemma":[0.6266546,0.3138774,0.040614326,0.015240023,0.0026586838,0.00095495436],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.61449736,0.0036427567,0.15125279,0.006392405,0.00028243288,0.00038423185,0.008078281,0.00077824167,0.035556857],"category_scores_gemma":[0.536687,0.001118133,0.07427885,0.016860403,0.00049318926,0.00029865943,0.0011139681,0.0011487169,0.0009962902],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035257755,0.00030827217,0.0009351403,0.013056746,0.61072904,0.000087566026,0.00019709743,0.000060264258,5.269549e-7,0.000029277599,0.011220056,0.36334074],"study_design_scores_gemma":[0.00038038517,0.0015729293,0.00061702466,0.005560864,0.8966656,0.000006883195,0.00011040448,0.0014388227,0.000001173906,0.00035358602,0.09257792,0.0007144275],"about_ca_topic_score_codex":0.00064650824,"about_ca_topic_score_gemma":0.00025075715,"teacher_disagreement_score":0.3626263,"about_ca_system_score_codex":0.0002750828,"about_ca_system_score_gemma":0.00035088262,"threshold_uncertainty_score":0.99978155},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4320007456","doi":"10.2196/preprints.45426","title":"Clinical Effectiveness, Feasibility, Acceptability, and Usability in Mobile Health Applications for Epilepsy: A Systematic Review (Preprint)","year":2022,"lang":"en","type":"review","venue":"","topic":"Mobile Health and mHealth Applications","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Systematic review; Medicine; MEDLINE; Randomized controlled trial; Consolidated Standards of Reporting Trials; Meta-analysis; Family medicine; Medical physics; Computer science; Internal medicine","score_opus":0.2069863324394874,"score_gpt":0.5815197134930307,"score_spread":0.3745333810535433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320007456","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000017766815,0.68807423,0.00089693436,0.00015305821,0.0002725608,0.30948249,0.00051823264,0.00019295384,0.00040775834],"genre_scores_gemma":[0.0000036996923,0.5177807,0.00052373845,0.0012593543,0.000098017386,0.47976387,0.0004220775,0.0000697898,0.00007873946],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.96356964,0.021056233,0.010560015,0.002787872,0.00049476535,0.0015314459],"domain_scores_gemma":[0.95462507,0.03619892,0.0037657942,0.003936459,0.00027491793,0.0011988288],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.05169294,0.0008670921,0.0113707315,0.00031081022,0.001691641,0.000018694232,0.0010964558,0.0008159497,0.0017902993],"category_scores_gemma":[0.0054025045,0.00071049784,0.0012812135,0.0014312217,0.00026962374,0.000119232536,0.0010977254,0.003283206,0.0002016274],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011092727,0.00045624128,0.0022209794,0.627291,0.00002734277,1.1837105e-7,0.000019415096,8.855939e-8,4.7218857e-10,0.0017833585,0.00046229977,0.36772805],"study_design_scores_gemma":[0.0005706388,0.00028838986,0.00040289323,0.23640396,0.00047245194,0.0000057118436,0.00012192891,0.0000050745302,7.6106815e-10,0.0010599341,0.76032406,0.0003449299],"about_ca_topic_score_codex":0.00043150567,"about_ca_topic_score_gemma":0.0008737991,"teacher_disagreement_score":0.75986177,"about_ca_system_score_codex":0.0033396762,"about_ca_system_score_gemma":0.008809626,"threshold_uncertainty_score":0.99960804},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4323536717","doi":"10.1101/2023.03.05.23286821","title":"The impact of blinding on trial results: A systematic review and meta-analysis","year":2023,"lang":"en","type":"review","venue":"medRxiv","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; Dalhousie University; McMaster University","funders":"","keywords":"Blinding; Meta-analysis; Publication bias; Medicine; Randomized controlled trial; Systematic review; MEDLINE; Odds ratio; Strictly standardized mean difference; Clinical trial; Internal medicine","score_opus":0.9072607679519703,"score_gpt":0.6315100895610637,"score_spread":0.2757506783909066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323536717","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000031125228,0.9888146,0.000043855525,0.00015392822,0.00010956384,0.009787385,0.00040601313,0.000009392403,0.0006721775],"genre_scores_gemma":[0.00001846364,0.98282075,0.000035280373,0.000035370846,0.00005168383,0.0011583666,0.00002921737,0.000043308493,0.01580757],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.87164116,0.07037715,0.04652056,0.0022137216,0.0087341545,0.0005132481],"domain_scores_gemma":[0.8595928,0.0776829,0.047146555,0.014051641,0.001235917,0.00029019464],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.40791047,0.0011461528,0.07879013,0.0018251481,0.00027562928,0.001193437,0.0047813533,0.0002532954,0.0013909861],"category_scores_gemma":[0.2663695,0.00029781068,0.068661146,0.0128931515,0.000122824,0.000100267745,0.00032153557,0.0004808673,0.002618606],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003719983,0.000032170625,0.0000012894444,0.45816323,0.5294082,0.0000066151247,0.000034369816,0.0000046770624,2.700259e-9,0.00018232579,0.010258784,0.0018711191],"study_design_scores_gemma":[0.00038616787,0.0001024364,9.821096e-7,0.021692043,0.9199297,0.0000068936565,0.000021085196,0.000038228973,7.3902227e-9,0.00011766155,0.05745814,0.00024668433],"about_ca_topic_score_codex":0.000020115338,"about_ca_topic_score_gemma":0.000021413392,"teacher_disagreement_score":0.43647116,"about_ca_system_score_codex":0.0000754468,"about_ca_system_score_gemma":0.00021914754,"threshold_uncertainty_score":0.9999474},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4323537830","doi":"10.1117/1.nph.10.2.023518","title":"Reproducibility of infant fNIRS studies: a meta-analytic approach","year":2023,"lang":"en","type":"article","venue":"Neurophotonics","topic":"Child and Animal Learning Development","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Ministerio de Ciencia e Innovación; Ikerbasque, Basque Foundation for Science","keywords":"Neuroimaging; Sample size determination; Reproducibility; Psychology; Cognitive psychology; Contrast (vision); Meta-analysis; Repetition (rhetorical device); Multiple comparisons problem; Audiology; Developmental psychology; Computer science; Artificial intelligence; Statistics; Neuroscience; Medicine; Mathematics; Linguistics","score_opus":0.18972864079193918,"score_gpt":0.37961874807244356,"score_spread":0.18989010728050437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323537830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97360045,0.0016521716,0.000006225529,0.00046838098,0.0005756141,0.0003745998,0.00001276242,0.00021887418,0.023090953],"genre_scores_gemma":[0.99379224,0.00014320508,0.00044097562,0.0003514003,0.000039773644,0.00006149603,0.000009222259,0.000033159857,0.0051285573],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9969935,0.0002347745,0.00051118864,0.0016689004,0.00028262788,0.00030904956],"domain_scores_gemma":[0.99700814,0.00022524396,0.00018437297,0.0024119061,0.00010938754,0.0000609655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025211358,0.00018522162,0.0008112471,0.00013427068,0.000072063034,0.000009814066,0.000254298,0.000057551733,0.00030293316],"category_scores_gemma":[0.0015347037,0.0001409475,0.00040464112,0.0008448606,0.00011653177,0.000023569602,0.00018606379,0.0002776228,0.0003591194],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029152995,0.008895934,0.10998365,0.0040527205,0.14132795,0.0025107916,0.21615165,0.012433966,0.062794864,0.0952596,0.3196764,0.023997167],"study_design_scores_gemma":[0.0028146454,0.0015232728,0.63528985,0.00005228332,0.008740614,0.00015092568,0.007653653,0.0021462457,0.0053118174,0.002453518,0.33224428,0.0016188887],"about_ca_topic_score_codex":0.000030419482,"about_ca_topic_score_gemma":0.0000022256154,"teacher_disagreement_score":0.5253062,"about_ca_system_score_codex":0.00002534915,"about_ca_system_score_gemma":0.000052726467,"threshold_uncertainty_score":0.57476723},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reproducibility","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reproducibility","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4366597924","doi":"10.1136/bmjopen-2022-069906","title":"Strategies used to manage overlap of primary study data by exercise-related overviews: protocol for a systematic methodological review","year":2023,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; Institute of Health Services and Policy Research","funders":"Universitat Autònoma de Barcelona; Universitat de Barcelona","keywords":"Medicine; Systematic review; MEDLINE; Psychological intervention; Cochrane Library; Protocol (science); Grey literature; Alternative medicine; Pathology; Nursing","score_opus":0.9715586565184136,"score_gpt":0.7256562755993499,"score_spread":0.2459023809190637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366597924","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022852585,0.00061740115,0.0057870904,0.00056262256,0.00007158711,0.98685586,0.00017797426,0.000021113716,0.005677812],"genre_scores_gemma":[0.00026223232,0.00003265326,0.012487685,0.00041816346,0.00001651504,0.9730215,0.00010087767,0.00003060952,0.013629768],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93702024,0.03567431,0.018692404,0.002100424,0.006086521,0.00042608168],"domain_scores_gemma":[0.9694942,0.009959846,0.00773128,0.011898245,0.000737525,0.00017888856],"candidate_categories":["metaresearch","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.43249834,0.00043271124,0.011086576,0.00028838104,0.00012515252,0.0014132989,0.011372567,0.00009318628,0.0026721382],"category_scores_gemma":[0.06146306,0.00019186585,0.0010440866,0.0036576372,0.00003444012,0.0008467201,0.0037466595,0.00011181595,0.002286346],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083185434,0.00033123186,0.00043174828,0.15272167,0.00056127395,0.000012606127,0.00075985346,0.000025300054,0.000035255052,0.0006097157,0.84065884,0.003769335],"study_design_scores_gemma":[0.009778625,0.0028612474,0.012150995,0.37771878,0.009694085,0.00004288907,0.04734631,0.016315408,0.00004006131,0.02647533,0.49420413,0.003372137],"about_ca_topic_score_codex":0.000037980066,"about_ca_topic_score_gemma":0.000029306737,"teacher_disagreement_score":0.37103528,"about_ca_system_score_codex":0.000031878084,"about_ca_system_score_gemma":0.00015318899,"threshold_uncertainty_score":0.99962336},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4367053085","doi":"10.3389/fnagi.2023.1051809","title":"Gout and risk of dementia, Alzheimer's disease or vascular dementia: a meta-epidemiology study","year":2023,"lang":"en","type":"review","venue":"Frontiers in Aging Neuroscience","topic":"Gout, Hyperuricemia, Uric Acid","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Natural Science Foundation of Zhejiang Province; National Natural Science Foundation of China","keywords":"Medicine; Dementia; Internal medicine; Vascular dementia; Meta-analysis; Publication bias; Relative risk; Gout; Cohort study; Confidence interval; Disease","score_opus":0.16801500793577467,"score_gpt":0.38459283011815293,"score_spread":0.21657782218237825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367053085","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00068713096,0.99249655,0.002218339,0.000054858185,0.0016426179,0.002713545,0.00007188793,0.00010137119,0.000013710214],"genre_scores_gemma":[0.00070045044,0.9947581,0.0036392033,0.00020629598,0.000074732496,0.00039620243,0.0000151986405,0.000097487915,0.00011227434],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99349207,0.0016739129,0.0016023997,0.0016977317,0.00071156677,0.0008223206],"domain_scores_gemma":[0.996436,0.00069367577,0.0010550348,0.0013083048,0.00005491547,0.00045205318],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0037949956,0.00070394605,0.004477812,0.0009383669,0.00017291444,0.000028332823,0.0007696426,0.00018116119,0.000015033175],"category_scores_gemma":[0.005264888,0.00048771166,0.00078030926,0.0018567606,0.0006128911,0.00015406887,0.00068102806,0.0008998118,0.0000076957385],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012007371,0.0013310196,0.67174727,0.015172757,0.033383045,0.0020988612,0.00061090436,0.0001083274,0.0000015237589,0.000014015997,0.005893529,0.26951867],"study_design_scores_gemma":[0.0021109218,0.00080631976,0.055518094,0.0048645656,0.44070348,0.000112871036,0.00041535508,0.0019196679,9.3571526e-7,0.00013765163,0.4921995,0.0012106312],"about_ca_topic_score_codex":0.00015096786,"about_ca_topic_score_gemma":0.000011556432,"teacher_disagreement_score":0.6162292,"about_ca_system_score_codex":0.00007433021,"about_ca_system_score_gemma":0.00051111233,"threshold_uncertainty_score":0.99975747},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4376270084","doi":"10.1007/s12630-023-02462-x","title":"Black representation in critical care randomized controlled trials: a meta-epidemiological study","year":2023,"lang":"en","type":"review","venue":"Canadian Journal of Anesthesia/Journal canadien d anesthésie","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Juravinski Hospital; Impact; University of Ottawa; McMaster University; University of Toronto","funders":"","keywords":"Randomized controlled trial; Medicine; Generalizability theory; Psychological intervention; Demographics; Population; Demography; Confidence interval; Epidemiology; Family medicine; Environmental health; Psychology; Nursing; Internal medicine","score_opus":0.611815265220914,"score_gpt":0.5717538600750817,"score_spread":0.04006140514583234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376270084","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002497429,0.98295134,0.000008193008,0.006597741,0.00068907515,0.0067929234,0.000020411428,0.000021614534,0.0004212478],"genre_scores_gemma":[0.008205249,0.98713833,0.00031192778,0.0001377923,0.0023582883,0.0003430801,0.000028745959,0.00023761198,0.0012389936],"study_design_codex":"case_report","study_design_gemma":"case_report","domain_scores_codex":[0.95065194,0.029228983,0.014449633,0.00096128724,0.002799689,0.0019084698],"domain_scores_gemma":[0.6124834,0.34807307,0.013323515,0.002208344,0.01010121,0.0138104595],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.1754769,0.0013839555,0.04674029,0.005203544,0.0004141912,0.0005408454,0.0016269009,0.0022726054,0.00076839124],"category_scores_gemma":[0.527124,0.00076991506,0.015726732,0.0019704055,0.0017055079,0.00027811952,0.000050299885,0.0133937,0.00008588325],"study_design_candidate":"case_report","study_design_consensus":"case_report","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01702114,0.00019362097,0.00016721206,0.0057350965,0.011264475,0.95010126,0.0017141588,0.000038538456,1.7680131e-8,0.0011151701,0.0009216795,0.011727612],"study_design_scores_gemma":[0.113268785,0.0030770889,0.000051471532,0.01822645,0.07040343,0.7621995,0.0055404603,0.000018549328,5.4285156e-8,0.004656721,0.021793334,0.00076414604],"about_ca_topic_score_codex":0.010944647,"about_ca_topic_score_gemma":0.052889913,"teacher_disagreement_score":0.35164708,"about_ca_system_score_codex":0.003084061,"about_ca_system_score_gemma":0.041944984,"threshold_uncertainty_score":0.9998911},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad","metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4377010956","doi":"10.1093/fampra/cmad052","title":"The quality of paediatric asthma guidelines: evidence underpinning diagnostic test recommendations from a meta-epidemiological study","year":2023,"lang":"en","type":"article","venue":"Family Practice","topic":"Asthma and respiratory diseases","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto","funders":"U.S. Department of Health and Human Services; National Institutes of Health; Canadian Institutes of Health Research; National Institute for Health and Care Research; Canadian Thoracic Society; National Institute for Health and Care Excellence","keywords":"Medicine; Asthma; Spirometry; Epidemiology; Family medicine; Test (biology); Diagnostic test; Pediatrics; MEDLINE; Primary care; Intensive care medicine; Pathology","score_opus":0.41210880923528265,"score_gpt":0.4964183921697496,"score_spread":0.08430958293446694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377010956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85918283,0.04594523,0.0017492761,0.08799274,0.0008295893,0.002418165,0.00020829757,0.0004799361,0.0011939403],"genre_scores_gemma":[0.9859086,0.0056339023,0.0018840317,0.0055646906,0.0004492987,0.00025144056,0.000042083797,0.000024151443,0.00024176556],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995338,0.002155445,0.0012148243,0.000426024,0.0005779564,0.00028772806],"domain_scores_gemma":[0.7961112,0.20139988,0.0007823939,0.00074362353,0.0007741653,0.0001887263],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0066764285,0.00021914359,0.00067895063,0.00008920669,0.00033874513,0.000037353755,0.00024611285,0.00008635356,0.00007176868],"category_scores_gemma":[0.46437365,0.000120750316,0.00030498617,0.0009306925,0.0001190429,0.0003205961,0.00019165722,0.0003530454,0.00021449462],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010370984,0.003770191,0.66877675,0.00014791617,0.0035239805,0.00039878825,0.0010983183,0.00051203085,0.0012099136,0.00031732302,0.23406507,0.08514264],"study_design_scores_gemma":[0.0007430311,0.0008585611,0.8412705,0.00010908656,0.0027779655,0.0000044503176,0.024356302,0.00031853298,0.000007932683,0.0002111304,0.12916364,0.0001788539],"about_ca_topic_score_codex":0.0006498115,"about_ca_topic_score_gemma":0.00003388775,"teacher_disagreement_score":0.4576972,"about_ca_system_score_codex":0.00004499277,"about_ca_system_score_gemma":0.00027266843,"threshold_uncertainty_score":0.5401382},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"evaluation","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4378903516","doi":"10.3389/ijph.2023.1605763","title":"Certainty of the Global Burden of Disease 2019 Modelled Prevalence Estimates for Musculoskeletal Conditions: A Meta-Epidemiological Study","year":2023,"lang":"en","type":"review","venue":"International Journal of Public Health","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"European Cooperation in Science and Technology; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; European Centre for Chiropractic Research Excellence; National Science Foundation","keywords":"Epidemiology; Medicine; Representativeness heuristic; Disease burden; Public health; Meta-analysis; Osteoarthritis; Physical therapy; Environmental health; Demography; Population; Statistics; Alternative medicine; Internal medicine; Pathology","score_opus":0.19646743052588023,"score_gpt":0.49710522179827116,"score_spread":0.30063779127239093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378903516","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033712902,0.9716709,0.002171393,0.015120761,0.0011570053,0.0048457514,0.001601232,0.000024681454,0.000036940262],"genre_scores_gemma":[0.036019776,0.9610032,0.0013405136,0.00023149804,0.00067721755,0.0002635497,0.00024511098,0.00004320223,0.00017596342],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99380845,0.0016071307,0.002844968,0.00029173697,0.0011670989,0.0002806078],"domain_scores_gemma":[0.9913274,0.002830367,0.0033384338,0.0003613744,0.0017539121,0.000388536],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007190975,0.00032983522,0.002858319,0.0003316456,0.000059770584,0.000018396151,0.00077097956,0.00018485665,0.00008910122],"category_scores_gemma":[0.013437016,0.0001632806,0.0033302668,0.0003822308,0.00024014172,0.000110354464,0.00014163418,0.00049243163,0.000003275877],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008608433,0.008680736,0.007926813,0.35683656,0.07029584,0.00004045516,0.0012858964,0.0034576638,0.000002417867,0.029140873,0.010799019,0.51067287],"study_design_scores_gemma":[0.023117622,0.027181212,0.11905175,0.1719658,0.07375063,0.0006054795,0.0039025662,0.018497242,4.8654096e-7,0.053761963,0.5056429,0.0025223552],"about_ca_topic_score_codex":0.000117473355,"about_ca_topic_score_gemma":0.000006216048,"teacher_disagreement_score":0.5081505,"about_ca_system_score_codex":0.00058750785,"about_ca_system_score_gemma":0.003130918,"threshold_uncertainty_score":0.9948732},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4379135156","doi":"10.1016/j.mayocpiqo.2023.04.010","title":"Inadequate Reporting of Cointerventions, Other Methodological Factors, and Treatment Estimates in Cardiovascular Trials: A Meta-Epidemiological Study","year":2023,"lang":"en","type":"article","venue":"Mayo Clinic Proceedings Innovations Quality & Outcomes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"Arts and Humanities Research Council; University of California, San Francisco; University of Bern; University of Toronto; Inselspital, Universitätsspital Bern; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; National Science Foundation","keywords":"Blinding; Medicine; Meta-analysis; Publication bias; Psychological intervention; Clinical trial; Odds ratio; MEDLINE; Confidence interval; Relative risk; Physical therapy; Internal medicine","score_opus":0.9823887722089711,"score_gpt":0.7142536049889211,"score_spread":0.26813516722005004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4379135156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99176973,0.00048444953,0.003265051,0.0018452551,0.00013754098,0.0020644285,0.000044035733,0.00004615335,0.000343367],"genre_scores_gemma":[0.9857632,0.000028745393,0.01228019,0.000114421586,0.000027358365,0.00045987085,0.000014734074,0.0000148544905,0.0012966142],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.8958231,0.027090214,0.07028135,0.0022630505,0.003983977,0.0005582916],"domain_scores_gemma":[0.59405535,0.2770793,0.11532039,0.006680341,0.006463333,0.00040126767],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.69555485,0.0005639153,0.019823296,0.0011791703,0.00018117756,0.00031567237,0.00080498535,0.00019829988,0.0013661773],"category_scores_gemma":[0.80590636,0.00022320171,0.007222652,0.0049048187,0.00017663784,0.000258474,0.0003129454,0.0002728556,0.00008845781],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012275148,0.00033101722,0.98253196,0.000056808338,0.006286945,0.0000032105197,0.0011225682,0.000014821734,0.000016476455,0.004423933,0.00057564647,0.004624349],"study_design_scores_gemma":[0.0006537297,0.0002295922,0.96037465,0.00002654955,0.0027110826,0.0000029122423,0.010227518,0.0003075387,0.00002384038,0.023450352,0.0017830133,0.00020921859],"about_ca_topic_score_codex":0.0004386644,"about_ca_topic_score_gemma":0.00007669386,"teacher_disagreement_score":0.30176777,"about_ca_system_score_codex":0.00006975272,"about_ca_system_score_gemma":0.00005852457,"threshold_uncertainty_score":0.9995467},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4380149107","doi":"10.1016/j.jval.2023.03.1885","title":"PCR107 A Systematic Review and Quality Assessment of Cardiovascular Disease-Specific Patient Reported Outcome Measures Part I: Instrument Development and Content Validity","year":2023,"lang":"en","type":"review","venue":"Value in Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Content validity; Medicine; Patient-reported outcome; Quality of life (healthcare); Health related quality of life; Disease; Content (measure theory); Physical therapy; Intensive care medicine; Psychometrics; Clinical psychology; Pathology; Nursing","score_opus":0.9256591917202315,"score_gpt":0.49881490904595216,"score_spread":0.4268442826742793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380149107","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006294466,0.9859022,0.00020175184,0.001140333,0.0005750687,0.010933979,0.0005307139,0.00005428417,0.000032202082],"genre_scores_gemma":[0.00023002758,0.9955651,0.00092123006,0.0007712254,0.00005497385,0.002186506,0.00014112607,0.00008165452,0.00004816974],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9677359,0.005739255,0.023911322,0.001418845,0.0005529629,0.0006417447],"domain_scores_gemma":[0.98361963,0.0018335363,0.012154252,0.0016739083,0.00013151052,0.0005871455],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.08547961,0.00064966624,0.012748068,0.00063187984,0.00019374694,0.00006833125,0.00029981285,0.0002295136,0.000013427248],"category_scores_gemma":[0.0059167044,0.0006542033,0.000723691,0.00048214724,0.00009613737,0.0001523436,0.000211676,0.0004498402,0.000048320635],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000016842283,0.00010651304,0.0022560528,0.9858213,0.0010105175,0.0000053268736,0.0003079318,0.00003834157,4.1404333e-10,0.0053443825,0.00017540179,0.004932515],"study_design_scores_gemma":[0.0005243391,0.00009429989,0.0028279233,0.5010521,0.00072697323,0.000017514467,0.0003146245,0.00009378933,1.235891e-8,0.00024086991,0.4932669,0.00084067235],"about_ca_topic_score_codex":0.0029515629,"about_ca_topic_score_gemma":0.000041486972,"teacher_disagreement_score":0.4930915,"about_ca_system_score_codex":0.0029381134,"about_ca_system_score_gemma":0.0015669698,"threshold_uncertainty_score":0.99959093},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4381434989","doi":"10.3390/curroncol30060443","title":"Characteristics of Phase IV Clinical Trials in Oncology: An Analysis Using the ClinicalTrials.gov Registry Data","year":2023,"lang":"en","type":"article","venue":"Current Oncology","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Medicine; Clinical trial; Adverse effect; Psychological intervention; Internal medicine; Clinical Oncology; Sample size determination; Oncology; Cancer; Intensive care medicine","score_opus":0.9697628496947025,"score_gpt":0.7983529685784945,"score_spread":0.17140988111620803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381434989","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8710501,0.00017290212,0.10714469,0.0018665516,0.013258201,0.0024300113,0.003661054,0.00019030787,0.000226153],"genre_scores_gemma":[0.34693283,0.0066244705,0.6310409,0.0006918375,0.012857243,0.00026780198,0.0012589125,0.00022069272,0.000105358195],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9175575,0.06490339,0.014317077,0.0015891925,0.0007637049,0.0008691529],"domain_scores_gemma":[0.35952663,0.6268635,0.007915604,0.0047292453,0.00046362568,0.0005014273],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2159605,0.0003697231,0.0066868616,0.00046083482,0.000116195806,0.000041448224,0.00235764,0.0009947495,0.00039575994],"category_scores_gemma":[0.7470762,0.0002596784,0.00091473473,0.0022246,0.0012867245,0.00012835697,0.0011720607,0.0016834792,0.000034988192],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004331924,0.01278039,0.047371082,0.00030426835,0.0019226259,0.00017535119,0.00040517355,0.000016739252,0.00016976155,0.01391463,0.012182715,0.90642536],"study_design_scores_gemma":[0.037484977,0.0065743546,0.031169811,0.000449962,0.024657112,0.000023700642,0.0016967165,0.24375243,0.00006795089,0.5316304,0.12109158,0.0014010363],"about_ca_topic_score_codex":0.00002242553,"about_ca_topic_score_gemma":0.00008541604,"teacher_disagreement_score":0.9050243,"about_ca_system_score_codex":0.00022526197,"about_ca_system_score_gemma":0.0011553126,"threshold_uncertainty_score":0.9999855},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4382395105","doi":"10.1177/14733250231185961","title":"Arts-based research with immigrant and racialized older adults: A scoping review","year":2023,"lang":"en","type":"review","venue":"Qualitative Social Work","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Immigration; Sociology; The arts; Gender studies; Gerontology; Psychology; Political science; Medicine; Visual arts; Art","score_opus":0.9258133317648053,"score_gpt":0.7970408334346758,"score_spread":0.1287724983301295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382395105","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000138417045,0.9894271,0.0001581771,0.001329061,0.00012635169,0.0071468307,0.000056896064,0.00018516286,0.0015565708],"genre_scores_gemma":[0.000005386993,0.992739,0.0010062649,0.00014397646,0.000519136,0.0040159468,0.000040060793,0.00013084435,0.0013993795],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.94267505,0.05066795,0.0011217253,0.0010201024,0.0029190881,0.0015960863],"domain_scores_gemma":[0.97526973,0.022230772,0.00061306404,0.0003597344,0.0010014396,0.00052524754],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.05837379,0.00053213513,0.0031346963,0.00047783574,0.0033409444,0.00027108632,0.00068128936,0.00050248177,0.00038799844],"category_scores_gemma":[0.022413155,0.0004255303,0.0004987048,0.0080749905,0.003598608,0.00017981678,0.00019327263,0.0015549518,0.00033529248],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001296123,0.000098809396,0.0000020999785,0.17089932,0.0002602842,0.00005090779,0.198217,1.4482419e-8,2.1827285e-8,0.007623684,0.003521672,0.6191966],"study_design_scores_gemma":[0.00034471916,0.00008567918,0.0000025430165,0.5585869,0.00022235932,1.3495303e-7,0.027393322,1.3945474e-7,8.402127e-8,0.0004339522,0.4124925,0.00043766355],"about_ca_topic_score_codex":0.00094393565,"about_ca_topic_score_gemma":0.0013694776,"teacher_disagreement_score":0.6187589,"about_ca_system_score_codex":0.0006935292,"about_ca_system_score_gemma":0.0056559327,"threshold_uncertainty_score":0.9999811},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4383340853","doi":"10.1016/j.jclinepi.2023.06.022","title":"Noninferiority margins exceed superiority effect estimates for mortality in cardiovascular trials in high-impact journals","year":2023,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Interquartile range; Medicine; Clinical trial; MEDLINE; Sample size determination; Guideline; Relative risk; Emergency medicine; Confidence interval; Internal medicine; Statistics","score_opus":0.9328234368721308,"score_gpt":0.7624042600171351,"score_spread":0.17041917685499564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383340853","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053280653,0.9414306,0.037866496,0.00024503632,0.009078824,0.005201507,0.00077315985,0.000056480552,0.000019808695],"genre_scores_gemma":[0.000062881496,0.789308,0.20575336,0.00006745306,0.00442404,0.00019777768,0.000010825884,0.00016703,0.000008605645],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6475059,0.2729521,0.07438421,0.0017622056,0.0012994948,0.0020960877],"domain_scores_gemma":[0.050098963,0.92207694,0.024547314,0.0016224551,0.00063629675,0.0010180115],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.7395143,0.0014140132,0.113592744,0.0011833259,0.00008003793,0.0000680063,0.0017495438,0.0045402357,0.0001927017],"category_scores_gemma":[0.98679507,0.0008746926,0.03036405,0.00119887,0.0007137425,0.00019467577,0.00038865057,0.007734035,0.00003341947],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017910018,0.0011281467,0.14243089,0.04082409,0.017763654,0.001060985,0.000019772016,0.00013813899,1.793202e-7,0.004798367,0.0014351443,0.7886096],"study_design_scores_gemma":[0.008175476,0.0028235626,0.08639856,0.033172816,0.016249552,0.00019191578,0.000005699272,0.00015174785,2.9438218e-7,0.83022594,0.021695266,0.00090919435],"about_ca_topic_score_codex":0.00026020894,"about_ca_topic_score_gemma":0.00007190728,"teacher_disagreement_score":0.82542753,"about_ca_system_score_codex":0.00065438886,"about_ca_system_score_gemma":0.0020103308,"threshold_uncertainty_score":0.999861},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4383342582","doi":"10.1186/s12913-023-09726-8","title":"Overlapping research efforts in a global pandemic: a rapid systematic review of COVID-19-related individual participant data meta-analyses","year":2023,"lang":"en","type":"review","venue":"BMC Health Services Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; McGill University; Jewish General Hospital","funders":"Institute of Genetics; Horizon 2020 Framework Programme; Universitätsklinikum Heidelberg","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Nursing research; Health informatics; Medicine; Meta-analysis; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Public health; Systematic review; Health administration; MEDLINE; Virology; Nursing; Outbreak; Pathology; Disease; Biology","score_opus":0.9838711068747567,"score_gpt":0.7652878711180463,"score_spread":0.21858323575671035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383342582","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000068302975,0.97297984,0.000063824744,0.0003742126,0.00016471758,0.023868999,0.002188626,0.0000314423,0.00032151522],"genre_scores_gemma":[0.000031272193,0.99212384,0.0004561278,0.0006235398,0.000089576926,0.004011334,0.0011926617,0.00010025617,0.001371379],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.3752578,0.47251958,0.080896914,0.007436386,0.059576157,0.0043131714],"domain_scores_gemma":[0.6788089,0.20944102,0.04648483,0.051366672,0.009407195,0.0044913464],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"category_scores_codex":[0.8470764,0.0015002202,0.061803747,0.006431811,0.0008521586,0.0018087402,0.027233975,0.000881274,0.0069618244],"category_scores_gemma":[0.23432337,0.0007046765,0.008560264,0.0490326,0.000494018,0.000666205,0.008727229,0.0031846454,0.007995173],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006395013,0.00013737925,0.000102534024,0.9726079,0.012107864,0.000048617156,0.0007611781,0.000009813101,1.3727167e-8,0.00024070697,0.0060632797,0.007914324],"study_design_scores_gemma":[0.00023159158,0.00011933733,0.000028879247,0.6344828,0.03312911,0.00007606248,0.0031016474,0.0013746865,6.2487624e-9,0.0010029401,0.32596514,0.00048780127],"about_ca_topic_score_codex":0.0032190005,"about_ca_topic_score_gemma":0.0058371094,"teacher_disagreement_score":0.61275303,"about_ca_system_score_codex":0.0010607728,"about_ca_system_score_gemma":0.018019544,"threshold_uncertainty_score":0.9997747},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4385287363","doi":"10.1136/bmjopen-2023-073232","title":"Evaluating the impact of including non-randomised studies of interventions in meta-analysis of randomised controlled trials: a protocol for a meta-epidemiological study","year":2023,"lang":"en","type":"article","venue":"BMJ Open","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"National Science Fund for Distinguished Young Scholars; Canadian Institutes of Health Research; National Natural Science Foundation of China","keywords":"Medicine; Meta-analysis; Randomized controlled trial; Concordance; Systematic review; Psychological intervention; MEDLINE; Publication bias; Population; Epidemiology; Meta-regression; Internal medicine; Environmental health; Psychiatry","score_opus":0.9906337942003213,"score_gpt":0.8021268322848917,"score_spread":0.1885069619154296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385287363","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07209261,0.00033535945,0.0034725934,0.00038318362,0.00002675472,0.9232632,0.00010014535,0.000003026766,0.0003231299],"genre_scores_gemma":[0.33525762,0.0000013344396,0.0015919514,0.00001161208,0.000009405894,0.66247326,0.0000032177938,0.0000067507226,0.00064484077],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.49953806,0.38294578,0.10585505,0.002235148,0.008728497,0.00069748226],"domain_scores_gemma":[0.37636226,0.53663,0.07500934,0.0060602077,0.005812945,0.0001252717],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.8671608,0.00047540173,0.06762571,0.0014916583,0.00014939735,0.00022385143,0.0031934313,0.00007207707,0.00594781],"category_scores_gemma":[0.7753061,0.0001263651,0.07732247,0.006045366,0.00012571561,0.00019206175,0.0009487888,0.00011793766,0.000012060439],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.031366702,0.0006140629,0.0027126458,0.0002599083,0.92701894,8.9756946e-7,0.002865176,0.03174194,0.00018052977,0.000057852412,0.002826178,0.00035519424],"study_design_scores_gemma":[0.15321234,0.0011576987,0.0036492446,0.00007701236,0.6824954,2.5788577e-7,0.006997047,0.14884518,0.00002096849,0.0033931765,0.0000073993847,0.00014426452],"about_ca_topic_score_codex":0.00024671905,"about_ca_topic_score_gemma":0.00028053293,"teacher_disagreement_score":0.26316503,"about_ca_system_score_codex":0.000034793942,"about_ca_system_score_gemma":0.00020335925,"threshold_uncertainty_score":0.9949609},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4385997249","doi":"10.1111/edt.12872","title":"Methodological assessment and overall confidence in the results of systematic reviews with meta‐analyses focusing on traumatic dental injuries: A cross‐sectional study","year":2023,"lang":"en","type":"review","venue":"Dental Traumatology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Checklist; Medicine; Systematic review; Meta-analysis; Confidence interval; Protocol (science); MEDLINE; Psychology; Alternative medicine; Pathology; Internal medicine","score_opus":0.9687362985305835,"score_gpt":0.7013148111192546,"score_spread":0.2674214874113289,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385997249","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020683952,0.96288764,0.0010312308,0.000024546258,0.00030364047,0.014427087,0.00012235406,0.000014755205,0.0005048021],"genre_scores_gemma":[0.11957965,0.87010086,0.0041688844,0.00014342117,0.000080681755,0.005321685,0.000079349506,0.000093022696,0.00043244511],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.7991314,0.15925278,0.031389456,0.0025293666,0.0071403184,0.00055667985],"domain_scores_gemma":[0.88748354,0.0914622,0.017019244,0.00354919,0.00035652015,0.00012932748],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23899733,0.0011591761,0.031549875,0.0013926837,0.0002428308,0.0010600421,0.0031172556,0.00040009647,0.0003705811],"category_scores_gemma":[0.041915003,0.0003948168,0.0051450864,0.0025331613,0.00051918544,0.00022010558,0.00027505736,0.0008967836,0.00035201324],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004044238,0.0045833816,0.042419787,0.8313603,0.069452085,0.0013508637,0.011270848,0.00015732921,0.0000018986723,0.0192004,0.0014447162,0.018353986],"study_design_scores_gemma":[0.011463282,0.010699253,0.12343317,0.3371105,0.3529112,0.020169696,0.08845294,0.0015468294,0.0000040915797,0.015899597,0.030652221,0.007657219],"about_ca_topic_score_codex":0.00017566928,"about_ca_topic_score_gemma":0.0011366182,"teacher_disagreement_score":0.4942498,"about_ca_system_score_codex":0.00014771802,"about_ca_system_score_gemma":0.00023227702,"threshold_uncertainty_score":0.99997693},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4386570142","doi":"10.1016/j.cpr.2023.102336","title":"Cognitive-behavioral treatment for gambling harm: Umbrella review and meta-analysis","year":2023,"lang":"en","type":"review","venue":"Clinical Psychology Review","topic":"Gambling Behavior and Treatments","field":"Psychology","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"National Institute on Alcohol Abuse and Alcoholism; National Institutes of Health","keywords":"Meta-analysis; PsycINFO; Psychology; Harm; Cognitive behavioral therapy; MEDLINE; Systematic review; Clinical psychology; Cognition; Randomized controlled trial; Psychiatry; Medicine; Social psychology","score_opus":0.945307245757294,"score_gpt":0.7391619732899881,"score_spread":0.20614527246730585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386570142","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000011947774,0.98428774,0.000044579756,0.00086541113,0.0011234393,0.010882205,0.0019183209,0.0002538524,0.0006232484],"genre_scores_gemma":[6.5546624e-7,0.96766275,0.000193381,0.0058733895,0.00020383378,0.012148473,0.002321954,0.00028657468,0.011309],"study_design_codex":"design_other","study_design_gemma":"meta_analysis","domain_scores_codex":[0.98649293,0.0032256588,0.0054322192,0.0034675207,0.00028965817,0.0010919947],"domain_scores_gemma":[0.9907346,0.0034901174,0.0024540161,0.0024088647,0.00030724093,0.0006051867],"candidate_categories":["metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.0039378623,0.0017832832,0.02433693,0.0005416116,0.00020774851,0.000049085855,0.00075591804,0.0014175033,0.0043392065],"category_scores_gemma":[0.00042693104,0.0011886412,0.01865128,0.0021113572,0.00049983145,0.00006004205,0.00015696195,0.0010522149,0.004067599],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018328725,0.0018281565,0.000044816385,0.07530703,0.24341413,0.00016250486,0.000009765701,1.9122477e-9,1.0180392e-9,0.000034478602,0.01728612,0.6618947],"study_design_scores_gemma":[0.0006712061,0.0006119002,0.000035597724,0.008510497,0.508558,0.00007982368,0.00000157502,1.4639644e-8,1.6777144e-9,0.000015382486,0.4810514,0.00046464274],"about_ca_topic_score_codex":0.000031285497,"about_ca_topic_score_gemma":0.000017111593,"teacher_disagreement_score":0.66143,"about_ca_system_score_codex":0.00008206199,"about_ca_system_score_gemma":0.00015317266,"threshold_uncertainty_score":0.9998789},"labels":[{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4386864680","doi":"10.1186/s12885-023-11392-2","title":"Sleep disturbances and the risk of lung cancer: a meta-epidemiological study","year":2023,"lang":"en","type":"review","venue":"BMC Cancer","topic":"Sleep and related disorders","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"China Academy of Chinese Medical Sciences; National Natural Science Foundation of China","keywords":"Publication bias; Medicine; Funnel plot; Meta-analysis; Chronotype; Internal medicine; Odds ratio; Cochrane Library; Lung cancer; Confidence interval; Oncology; Circadian rhythm","score_opus":0.15490475250364255,"score_gpt":0.44885807022148977,"score_spread":0.2939533177178472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386864680","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00018072352,0.99369735,0.00001955897,0.000066100045,0.0017942054,0.0027275826,0.00029538877,0.00007224468,0.0011468248],"genre_scores_gemma":[0.00020361868,0.99065685,0.000007971762,0.000051119903,0.0002789889,0.0067457748,0.000010222238,0.000058884645,0.0019865574],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950888,0.0025982512,0.0009765839,0.000734283,0.00021797794,0.00038406745],"domain_scores_gemma":[0.9948451,0.0033993218,0.0010269692,0.0006137077,0.000043713295,0.00007121925],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001643312,0.00054890354,0.003913055,0.0001098787,0.00014289076,0.000016515196,0.0004860904,0.00045052296,0.0012400483],"category_scores_gemma":[0.00031572775,0.0002279561,0.0013629321,0.0005715227,0.0005151126,0.000021495234,0.00015279662,0.00078580837,0.0000341279],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002976203,0.00038975885,0.02632767,0.0059155487,0.12672138,0.000014319053,0.0027205688,0.00010435597,1.8720714e-9,0.0015444217,0.02271824,0.81324613],"study_design_scores_gemma":[0.0029236923,0.00009744607,0.0025718338,0.0014624479,0.15544692,0.0000051989296,0.0009932071,0.00005793445,4.153373e-9,0.0002708063,0.83564067,0.0005298312],"about_ca_topic_score_codex":0.011961356,"about_ca_topic_score_gemma":0.003832253,"teacher_disagreement_score":0.8129225,"about_ca_system_score_codex":0.000058062145,"about_ca_system_score_gemma":0.00010141135,"threshold_uncertainty_score":0.99967295},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4387222396","doi":"10.1007/s40279-023-01941-x","title":"Certainty of Evidence Assessment in Systematic Reviews Published by High-Impact Sports Science Journals: A Meta-epidemiological Study","year":2023,"lang":"en","type":"article","venue":"Sports Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; University of Saskatchewan","funders":"","keywords":"Certainty; Systematic review; Grading (engineering); Meta-analysis; Publication bias; Quality of evidence; Medicine; Citation; Evidence-based medicine; Sports medicine; MEDLINE; Bibliometrics; Psychology; Alternative medicine; Computer science; Library science; Political science; Pathology; Mathematics; Engineering","score_opus":0.9041380651400333,"score_gpt":0.6472378102149855,"score_spread":0.25690025492504776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387222396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9399861,0.031630266,0.0018551997,0.011156284,0.0012741947,0.012554677,0.000012697115,0.000037663263,0.001492888],"genre_scores_gemma":[0.9953136,0.0013644277,0.00047071849,0.00040399126,0.00008522618,0.00036579967,0.000006772526,0.000014234682,0.001975269],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.82101566,0.05519967,0.07288496,0.0045948066,0.044542216,0.0017626924],"domain_scores_gemma":[0.92449343,0.028250879,0.032926127,0.009689182,0.0036386007,0.0010018098],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.76942444,0.0007368456,0.022291487,0.0025554616,0.00018056037,0.000370945,0.003802448,0.00015020264,0.025205199],"category_scores_gemma":[0.4696264,0.00022056364,0.002551777,0.014987709,0.0005052719,0.00092559913,0.00036341007,0.0007274688,0.0001641498],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020124171,0.0004272578,0.7546117,0.0035396141,0.0008684395,0.00032885684,0.001598331,0.00042197967,0.00026325372,0.00031967083,0.23303339,0.0045674234],"study_design_scores_gemma":[0.00055616925,0.00052759406,0.96600616,0.011610699,0.0043717646,0.00005875682,0.006218756,0.0032703455,0.0000042598563,0.0051362785,0.00183479,0.0004044038],"about_ca_topic_score_codex":0.00029586887,"about_ca_topic_score_gemma":0.000037344307,"teacher_disagreement_score":0.299798,"about_ca_system_score_codex":0.00021408474,"about_ca_system_score_gemma":0.00038201408,"threshold_uncertainty_score":0.9922236},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4387381774","doi":"10.48083/wura1857","title":"Methodological Quality of Systematic Reviews for Questions of Therapy and Prevention Published in the Urological Literature (2016–2021) Fails to Improve","year":2023,"lang":"en","type":"article","venue":"Société Internationale d’Urologie Journal","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Medicine; Weakness; Meta-analysis; Protocol (science); MEDLINE; Confidence interval; Medical physics; Alternative medicine; Surgery; Internal medicine; Pathology","score_opus":0.9138691369725518,"score_gpt":0.6449601844319653,"score_spread":0.26890895254058644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387381774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8038476,0.01550351,0.14447981,0.024086978,0.0014493525,0.009327664,0.00012961467,0.000013671354,0.0011617718],"genre_scores_gemma":[0.9706341,0.003115171,0.02141507,0.0010841563,0.00028503637,0.00093722634,0.000030218323,0.000009424764,0.0024895926],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95300996,0.03453645,0.009267006,0.0005596446,0.0023910953,0.00023581678],"domain_scores_gemma":[0.94723433,0.041410744,0.007831011,0.0012417551,0.002185876,0.00009627384],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3018903,0.00022341094,0.0032052184,0.0005534033,0.000105744475,0.000699809,0.0018856712,0.00018206367,0.0009221163],"category_scores_gemma":[0.3125693,0.00008534651,0.0018305058,0.0013405627,0.00009054459,0.0003945218,0.0001395703,0.0003884978,0.000027925162],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017350159,0.0022445798,0.10576914,0.015165486,0.0039659715,0.000047727575,0.025977645,0.0014828815,0.020961428,0.22726375,0.2735582,0.3218282],"study_design_scores_gemma":[0.0017535404,0.0014663101,0.27647772,0.0014782602,0.00027735316,0.00009524507,0.0052452963,0.0027403105,0.00006301256,0.690771,0.019252963,0.0003789872],"about_ca_topic_score_codex":0.0000028216689,"about_ca_topic_score_gemma":0.0000056827503,"teacher_disagreement_score":0.46350724,"about_ca_system_score_codex":0.000030453382,"about_ca_system_score_gemma":0.000069235524,"threshold_uncertainty_score":0.9999912},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4387695005","doi":"10.3346/jkms.2023.38.e333","title":"Causes for Retraction in the Biomedical Literature: A Systematic Review of Studies of Retraction Notices","year":2023,"lang":"en","type":"review","venue":"Journal of Korean Medical Science","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"H. Lundbeck A/S","keywords":"Misconduct; Subspecialty; Medicine; Meta-analysis; MEDLINE; Systematic review; Confidence interval; Scientific misconduct; Publication bias; Family medicine; Internal medicine; Alternative medicine; Pathology; Political science","score_opus":0.1576615077346172,"score_gpt":0.4965828687945747,"score_spread":0.3389213610599575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387695005","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010259647,0.99297905,0.00004498718,0.0041937535,0.0016676752,0.0009479235,0.00001687713,0.0000053981826,0.00013405942],"genre_scores_gemma":[0.000089790316,0.9987404,0.00013687933,0.00020680022,0.0007451501,0.000020446207,0.000003917121,0.0000066865578,0.000049964692],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99037814,0.0016990736,0.0025860642,0.00020700057,0.0048146886,0.00031504373],"domain_scores_gemma":[0.9866428,0.008053438,0.0038493515,0.00019651928,0.0010522552,0.0002056703],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07524016,0.00017741008,0.002194985,0.0005384238,0.00022666472,0.000042690288,0.0017326922,0.0009991542,0.000017941184],"category_scores_gemma":[0.15991148,0.00008625112,0.0005195613,0.0035610509,0.0021974167,0.00039902772,0.00005407096,0.0028955026,0.0000024127967],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000061816486,0.00007762997,8.937152e-7,0.9633203,0.000101796395,0.000038441427,0.0063565327,3.8597868e-8,5.953146e-7,0.0028237838,0.0054582097,0.021815605],"study_design_scores_gemma":[0.00006278503,0.00013202337,0.000001936129,0.87932557,0.0008167957,0.00010557966,0.0038586438,0.0000051458924,8.278895e-7,0.0005004917,0.11510743,0.00008276542],"about_ca_topic_score_codex":0.00007951219,"about_ca_topic_score_gemma":0.00007764728,"teacher_disagreement_score":0.10964922,"about_ca_system_score_codex":0.00026826948,"about_ca_system_score_gemma":0.0030984895,"threshold_uncertainty_score":0.99940485},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"evaluation","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad","research_integrity"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4388033764","doi":"10.1111/iwj.14351","title":"Deficiencies in reporting inclusion/exclusion criteria and characteristics of patients in randomized controlled trials of therapeutic interventions in pressure injuries: a systematic methodological review","year":2023,"lang":"en","type":"review","venue":"International Wound Journal","topic":"Pressure Ulcer Prevention and Management","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Medicine; Inclusion and exclusion criteria; Psychological intervention; Generalizability theory; Randomized controlled trial; Inclusion (mineral); Quartile; Systematic review; Adverse effect; Randomization; Sample size determination; MEDLINE; Alternative medicine; Intensive care medicine; Internal medicine; Confidence interval; Nursing; Pathology; Statistics","score_opus":0.43995663140885366,"score_gpt":0.5881098872714793,"score_spread":0.14815325586262562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388033764","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031607386,0.98522896,0.00096413086,0.00019163491,0.001548485,0.011396106,0.00008910465,0.000012178666,0.00025332518],"genre_scores_gemma":[0.004242486,0.9934661,0.00026677427,0.000095058655,0.00006762639,0.0013155047,0.00006572282,0.000024462943,0.00045627996],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.94415534,0.031358626,0.023042014,0.00031927673,0.00084229524,0.00028247983],"domain_scores_gemma":[0.94824183,0.020556303,0.030266268,0.0002532603,0.0006158742,0.0000664607],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12647131,0.00034126706,0.014432742,0.0017152955,0.00015249274,0.000029894802,0.0005109241,0.00029471001,0.00048104825],"category_scores_gemma":[0.13115223,0.00020609186,0.0019148658,0.0004589928,0.000094140996,0.00014592156,0.0012393853,0.0010668655,0.0000030084923],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005516786,0.0006735777,0.0009369561,0.962498,0.0021115998,0.000036222984,0.0023586417,0.000003900639,0.0000013343587,0.0017102406,0.00017033226,0.02398238],"study_design_scores_gemma":[0.042925227,0.000055366898,0.0017885657,0.93867266,0.0032009385,0.0000095632395,0.00029334897,0.00014960777,4.3813703e-8,0.0037840076,0.008912086,0.00020861013],"about_ca_topic_score_codex":0.00008203921,"about_ca_topic_score_gemma":0.00010917703,"teacher_disagreement_score":0.03740844,"about_ca_system_score_codex":0.00023696736,"about_ca_system_score_gemma":0.00032249442,"threshold_uncertainty_score":0.98659337},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4388422401","doi":"10.1186/s12969-023-00917-5","title":"Reporting of determinants of health inequities and participant characteristics in randomized controlled trials of juvenile idiopathic arthritis in Canada: a scoping review","year":2023,"lang":"en","type":"review","venue":"Pediatric Rheumatology","topic":"Autoimmune and Inflammatory Disorders Research","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Arthritis Research Centre of Canada; Centre for Advancing Health Outcomes; University of British Columbia Hospital; University of Ottawa; Research Canada; University of British Columbia","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Socioeconomic status; Randomized controlled trial; Arthritis; Psychological intervention; Health equity; Gerontology; Health care; Family medicine; Physical therapy; Population; Environmental health; Public health; Internal medicine; Psychiatry; Nursing","score_opus":0.16991437890352346,"score_gpt":0.4286133349586202,"score_spread":0.25869895605509674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388422401","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02874914,0.96424305,0.0000018636083,0.00005484242,0.0001368457,0.006770305,0.000032512442,0.0000065218674,0.00000491637],"genre_scores_gemma":[0.018126134,0.9808612,0.000011542843,0.000009809058,0.000011648412,0.00091099564,0.000028065027,0.000033623597,0.0000069883276],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.934648,0.0054972507,0.05840912,0.00038175465,0.00048259358,0.00058129436],"domain_scores_gemma":[0.9397574,0.0069519533,0.05262151,0.000381077,0.00020397382,0.00008406705],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07044241,0.00033398668,0.08653094,0.00092206296,0.000021377604,0.0000028284505,0.0001324834,0.00021259888,0.000027629756],"category_scores_gemma":[0.17391382,0.00024010832,0.00083312765,0.00066188915,0.0001433558,0.00003075264,0.00012620946,0.00042333326,7.9082366e-7],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017682262,0.000048938127,0.017501403,0.8427319,0.00017668368,0.00014236466,0.0001605235,1.111875e-7,1.2733912e-7,0.000011082481,0.000023472283,0.13743517],"study_design_scores_gemma":[0.06660681,0.00012149082,0.00046088296,0.93085355,0.0012727552,0.00020405075,0.00012879183,0.000045310117,6.0499656e-7,0.0000140198235,0.000100299796,0.00019141729],"about_ca_topic_score_codex":0.24880359,"about_ca_topic_score_gemma":0.13758136,"teacher_disagreement_score":0.13724375,"about_ca_system_score_codex":0.00014112289,"about_ca_system_score_gemma":0.037417326,"threshold_uncertainty_score":0.9791333},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W4389131041","doi":"10.1057/s41599-023-02403-5","title":"Evaluations of training programs to improve capacity in K*: a systematic scoping review of methods applied and outcomes assessed","year":2023,"lang":"en","type":"article","venue":"Humanities and Social Sciences Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Bill and Melinda Gates Foundation","keywords":"Inclusion (mineral); Categorization; Sample (material); Medical education; Curriculum; Sample size determination; Psychology; Systematic review; Computer science; MEDLINE; Knowledge management; Medicine; Political science; Artificial intelligence; Statistics; Pedagogy","score_opus":0.9420600838320179,"score_gpt":0.7521992021815397,"score_spread":0.1898608816504782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389131041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8643344,0.0045596147,0.003241306,0.060032386,0.0005383226,0.032265827,0.00017591528,0.0002967968,0.034555405],"genre_scores_gemma":[0.96133155,0.0026183391,0.027424706,0.0055386107,0.000017408207,0.0029768567,0.000008628316,0.000009143172,0.00007474864],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99648374,0.001792111,0.0010260629,0.00014636149,0.0002681247,0.0002836244],"domain_scores_gemma":[0.99442977,0.0045676786,0.0004949207,0.00027963586,0.0001908037,0.000037212794],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.012227169,0.000073545125,0.00048474205,0.00022964402,0.0016355843,0.000020255906,0.00041128343,0.000037080543,0.000016392143],"category_scores_gemma":[0.0018557763,0.00006335918,0.000026190432,0.0010083675,0.0007242007,0.00013686054,0.00030605576,0.0001371853,0.0000021399019],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015163479,0.00004110498,0.006372816,0.16605748,0.000016234188,2.7997688e-8,0.54114133,0.0000012123286,0.00051860005,0.2798893,0.00009588919,0.005864518],"study_design_scores_gemma":[0.0009909268,0.0002052504,0.098786205,0.1740285,0.00010864886,4.8287353e-7,0.71482927,0.0010038177,0.0000151349295,0.0090443855,0.0005744248,0.000412937],"about_ca_topic_score_codex":0.0006207812,"about_ca_topic_score_gemma":0.0026233678,"teacher_disagreement_score":0.27084488,"about_ca_system_score_codex":0.000049131817,"about_ca_system_score_gemma":0.0005529369,"threshold_uncertainty_score":0.9996641},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4389687393","doi":"10.23736/s1973-9087.23.08310-7","title":"The influence of bias in randomized controlled trials on rehabilitation intervention effect estimates: what we have learned from meta-epidemiological studies","year":2023,"lang":"en","type":"article","venue":"European Journal of Physical and Rehabilitation Medicine","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Ministero della Salute","keywords":"Blinding; Rehabilitation; Randomized controlled trial; Medicine; Meta-analysis; Publication bias; Physical therapy; Physical medicine and rehabilitation; Epidemiology; Intervention (counseling); Reporting bias; Selection bias; MEDLINE; Clinical psychology; Psychiatry; Surgery; Pathology","score_opus":0.48881372665186773,"score_gpt":0.5026068912095041,"score_spread":0.01379316455763635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389687393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86860156,0.013306337,0.0001751897,0.11636851,0.00032201764,0.0011658147,0.000008188365,0.000012080934,0.000040283026],"genre_scores_gemma":[0.9946722,0.0039491,0.00045137614,0.00045961828,0.0003250103,0.00008655893,0.00000588585,0.000014430861,0.000035854926],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9593482,0.030014083,0.00987702,0.00033090578,0.00023994176,0.00018985532],"domain_scores_gemma":[0.664882,0.32849863,0.0061327764,0.00018654726,0.00022079177,0.00007924246],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27631813,0.00022398622,0.0072612506,0.00045721544,0.00009966029,0.00003498687,0.00016638059,0.00003942669,0.000018357883],"category_scores_gemma":[0.5861516,0.00010930871,0.0011875052,0.00023229395,0.00078105956,0.00038897272,0.000034233173,0.0002679585,0.00004368811],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.2578515,0.0021464126,0.030150624,0.006569513,0.028482502,0.00003708972,0.2988199,0.12060505,0.0009844317,0.15992483,0.02009472,0.0743334],"study_design_scores_gemma":[0.2749509,0.014288981,0.12799107,0.008159671,0.0014440023,0.0000026381992,0.037401583,0.01963064,0.000011772591,0.51463103,0.0011005972,0.00038712614],"about_ca_topic_score_codex":0.000056889778,"about_ca_topic_score_gemma":0.000007919981,"teacher_disagreement_score":0.35470617,"about_ca_system_score_codex":0.00009108092,"about_ca_system_score_gemma":0.00001808662,"threshold_uncertainty_score":0.74518275},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4390574318","doi":"10.1007/s00125-023-06052-w","title":"Twenty years of participation of racialised groups in type 2 diabetes randomised clinical trials: a meta-epidemiological review","year":2024,"lang":"en","type":"review","venue":"Diabetologia","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact; McMaster University Medical Centre","funders":"McMaster University","keywords":"Medicine; Type 2 diabetes; Randomized controlled trial; Ethnic group; MEDLINE; Diabetes mellitus; Meta-analysis; Clinical trial; Epidemiology; Demography; Research design; Gerontology; Family medicine; Internal medicine","score_opus":0.8713873905798888,"score_gpt":0.7038143442371966,"score_spread":0.1675730463426922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390574318","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00082542456,0.9930317,0.0000054570446,0.00047613698,0.0006964981,0.0046254797,0.00008497243,0.000042926928,0.000211407],"genre_scores_gemma":[0.0006960817,0.99698293,0.00043588498,0.00042617074,0.00020927482,0.0008355507,0.00025210535,0.000053091328,0.00010889662],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.963721,0.021624563,0.011770531,0.0011226413,0.0010889353,0.0006723284],"domain_scores_gemma":[0.75873363,0.23514782,0.0035774938,0.0014749791,0.0007063965,0.00035970312],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.1530363,0.0005280237,0.023096299,0.0003688969,0.000013488489,0.000009744295,0.00058848184,0.0023347419,0.0005699471],"category_scores_gemma":[0.6609966,0.0003018976,0.0058259754,0.00157031,0.0008923719,0.000037219637,0.00034562484,0.0044518593,0.00012302867],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065780024,0.0007433211,0.0013936427,0.2578793,0.0065920404,0.000057318033,0.000016335316,2.349363e-7,0.0000017213875,0.0015768396,0.0037545257,0.7273269],"study_design_scores_gemma":[0.014306763,0.0032814175,0.0022520819,0.3789093,0.18603308,0.0000042761512,0.000011008202,0.00007604434,0.00001595224,0.017247088,0.39681077,0.0010522213],"about_ca_topic_score_codex":0.000007847864,"about_ca_topic_score_gemma":0.000007509467,"teacher_disagreement_score":0.7262747,"about_ca_system_score_codex":0.000088318106,"about_ca_system_score_gemma":0.0011899514,"threshold_uncertainty_score":0.9999433},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4390765507","doi":"10.1007/s11655-023-3617-0","title":"Factors and Their Impact on Treatment Effect of Acupuncture in Different Outcomes: A Meta-Regression of Acupuncture Randomized Controlled Trials","year":2024,"lang":"en","type":"review","venue":"Chinese Journal of Integrative Medicine","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Acupuncture; Medicine; Randomized controlled trial; Meta-analysis; Confidence interval; Strictly standardized mean difference; Physical therapy; Meta-regression; MEDLINE; Cochrane Library; Internal medicine; Alternative medicine; Pathology","score_opus":0.1108893715685012,"score_gpt":0.4947666850293225,"score_spread":0.38387731346082127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390765507","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038671684,0.94813836,0.0000408235,0.0009111289,0.0005644429,0.011350635,0.00021972683,0.000013818818,0.000089366826],"genre_scores_gemma":[0.119371854,0.8791373,0.000011868606,0.000019055677,0.00043162005,0.0004244846,0.00011966518,0.000085020765,0.0003991417],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.98448133,0.0070435554,0.0060212626,0.00057824235,0.0014383043,0.00043732708],"domain_scores_gemma":[0.8864808,0.10589075,0.005991019,0.0005667273,0.0006677807,0.00040293732],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.007940953,0.007900817,0.17223386,0.0030219208,0.000045583933,0.000019513052,0.00032012575,0.00057940214,0.0002971027],"category_scores_gemma":[0.075487554,0.0005474354,0.039196987,0.00077919324,0.0008686429,0.00007796018,0.00010349656,0.0019400693,8.1701603e-7],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.3032271,0.0014607923,0.0029396596,0.030387307,0.57013774,0.0006612977,0.009363643,0.0000029338307,0.00017567452,0.000017281996,0.0018881458,0.079738416],"study_design_scores_gemma":[0.3964468,0.03242037,0.0006317933,0.14493908,0.42135826,0.00031210997,0.00074588857,0.000016449665,0.00035702568,0.00026652162,0.00199248,0.00051324285],"about_ca_topic_score_codex":0.000070311144,"about_ca_topic_score_gemma":0.000030395584,"teacher_disagreement_score":0.1487795,"about_ca_system_score_codex":0.001114789,"about_ca_system_score_gemma":0.0004977192,"threshold_uncertainty_score":0.99969774},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4391147924","doi":"10.2139/ssrn.4696882","title":"Hierarchy of Patient-Reported Outcome Measures in Randomized Controlled Trials for Chronic Non-Specific Low Back Pain: A Meta-Epidemiological Study – Study Protocol","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Epidemiology; Randomized controlled trial; Medicine; Protocol (science); Meta-analysis; Outcome (game theory); Physical therapy; Chronic pain; Hierarchy; Low back pain; Alternative medicine; Internal medicine; Pathology","score_opus":0.11050970728391607,"score_gpt":0.4062562167360266,"score_spread":0.2957465094521105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391147924","genre_codex":"protocol","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2811971,0.0074660066,0.0051264954,0.0012616365,0.000637521,0.70413554,0.000009490609,0.00006379592,0.00010242589],"genre_scores_gemma":[0.6822555,0.00029458778,0.00019311173,0.000040994488,0.0004910061,0.31631693,0.000016757089,0.00007583412,0.0003152733],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9528233,0.028846005,0.012827889,0.0013928945,0.0016300326,0.002479917],"domain_scores_gemma":[0.97910064,0.013912956,0.0049490836,0.0008963412,0.00090932223,0.00023167398],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.24487555,0.0011436358,0.021195961,0.0012301417,0.00011224088,0.00008593275,0.00042232766,0.0005984028,0.00017034277],"category_scores_gemma":[0.04397351,0.00055888185,0.010240982,0.00042803504,0.00023471964,0.00005630846,0.00025849254,0.0067541827,0.000007870659],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.79975927,0.0178541,0.008818156,0.008643297,0.13608317,0.000094773044,0.0033027541,0.0015604587,0.00067282084,0.0012945106,0.00028598343,0.021630691],"study_design_scores_gemma":[0.8529336,0.026295723,0.0018386712,0.0015666847,0.0146173965,0.000048835806,0.0055136657,0.0018409858,0.000013384851,0.0944689,0.000108717184,0.00075344834],"about_ca_topic_score_codex":0.00011864199,"about_ca_topic_score_gemma":0.00044955482,"teacher_disagreement_score":0.4010584,"about_ca_system_score_codex":0.0024915196,"about_ca_system_score_gemma":0.005347149,"threshold_uncertainty_score":0.99968624},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4391656148","doi":"10.1016/j.radonc.2024.110148","title":"Applying the fragility index to randomized controlled trials evaluating total neoadjuvant therapy for rectal cancer: A methodological survey","year":2024,"lang":"en","type":"review","venue":"Radiotherapy and Oncology","topic":"Colorectal Cancer Surgical Treatments","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston Health Sciences Centre; Queen's University; McMaster University","funders":"","keywords":"Colorectal cancer; Medicine; Fragility; Index (typography); Randomized controlled trial; Neoadjuvant therapy; Oncology; Internal medicine; Cancer; Computer science; Breast cancer","score_opus":0.42799547503695806,"score_gpt":0.5724683855566545,"score_spread":0.1444729105196964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391656148","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007031105,0.9386186,0.001376956,0.0007948848,0.0021226385,0.055908512,0.00021250812,0.000093664814,0.00016912486],"genre_scores_gemma":[0.000081512626,0.8899791,0.0020650993,0.00091194495,0.0012173477,0.104636475,0.00007013391,0.000091876784,0.00094646],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97106206,0.024180157,0.0026308368,0.0011041977,0.0004324983,0.0005902438],"domain_scores_gemma":[0.9083643,0.08971504,0.0010414658,0.0004116524,0.00019577768,0.00027174794],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05292196,0.00089863973,0.02394836,0.00026060792,0.00018806565,0.00009060162,0.00022470052,0.000935941,0.0003345435],"category_scores_gemma":[0.013512246,0.00037174523,0.0040621436,0.0005066805,0.00033924144,0.00002795075,0.00007367312,0.00089247257,0.000004212144],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.28471467,0.00012509602,0.00001506048,0.00085848215,0.0069476217,0.00002278843,0.0002036768,0.000003036824,0.0000051343454,0.000020091538,0.00033609773,0.70674825],"study_design_scores_gemma":[0.2667337,0.003960008,0.000050690796,0.0020766344,0.0074263182,0.00023523798,0.00001737114,0.00089656364,8.069226e-7,0.00019313532,0.71802354,0.0003860008],"about_ca_topic_score_codex":0.0004003897,"about_ca_topic_score_gemma":0.00012816465,"teacher_disagreement_score":0.7176874,"about_ca_system_score_codex":0.0020931675,"about_ca_system_score_gemma":0.0022203636,"threshold_uncertainty_score":0.99987346},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4392298597","doi":"10.1371/journal.pone.0298411","title":"Validity and reliability International Classification of Diseases-10 codes for all forms of injury: A systematic review","year":2024,"lang":"en","type":"review","venue":"PLoS ONE","topic":"Medical Coding and Health Information","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Kappa; Cohen's kappa; Systematic review; MEDLINE; Validity; Poison control; Emergency medicine; Psychometrics; Clinical psychology; Statistics","score_opus":0.4717224928504905,"score_gpt":0.5194885194684242,"score_spread":0.04776602661793372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392298597","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000045159173,0.9881928,0.0001324042,0.0005787335,0.00017712325,0.008712889,0.0017746587,0.000050156847,0.00033610075],"genre_scores_gemma":[0.00014256811,0.994891,0.0003002772,0.00017643928,0.00010679429,0.0029869168,0.0009179342,0.000022148937,0.00045596296],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9957031,0.00055238063,0.0027819914,0.00023138167,0.00053448864,0.00019667149],"domain_scores_gemma":[0.9951872,0.0016484015,0.0020371897,0.0004363891,0.00054300984,0.00014776451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033479598,0.00020143652,0.0025233643,0.00014740742,0.00008876452,0.000005370189,0.0002311063,0.0002934007,0.00010009381],"category_scores_gemma":[0.0073937164,0.00012927015,0.00023945635,0.00016046224,0.000059865524,0.000095147094,0.000091867914,0.00044515787,0.000058402096],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000144249525,0.00015991363,0.000019723744,0.9929562,0.00013600472,3.773866e-8,0.00009031033,2.2090973e-9,1.702015e-7,0.00090476865,0.0033273995,0.0023910177],"study_design_scores_gemma":[0.00010714196,0.00010975835,0.000008943952,0.9455327,0.007682484,2.103748e-7,0.000026649652,0.00025915384,3.0910934e-7,0.0005129802,0.045653757,0.000105901316],"about_ca_topic_score_codex":0.000005663718,"about_ca_topic_score_gemma":0.0000016115889,"teacher_disagreement_score":0.04742352,"about_ca_system_score_codex":0.00024366609,"about_ca_system_score_gemma":0.0005784503,"threshold_uncertainty_score":0.8851503},"labels":[{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4392604238","doi":"10.1101/2024.03.06.24303892","title":"Publication bias in pharmacogenetics of statin-associated muscle symptoms, an umbrella review with a meta-epidemiological study","year":2024,"lang":"en","type":"review","venue":"medRxiv","topic":"Lipoproteins and Cardiovascular Health","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Centre National de la Recherche Scientifique","keywords":"Funnel plot; SLCO1B1; Publication bias; Statin; Meta-analysis; Medicine; Odds ratio; Internal medicine; Pharmacogenetics; Pharmacology; Genotype; Genetics; Biology","score_opus":0.28214524288905907,"score_gpt":0.446024021149999,"score_spread":0.16387877826093994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392604238","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00442172,0.989319,0.000008324915,0.00018713214,0.00007425309,0.005708708,0.00006928199,0.00007752977,0.00013401391],"genre_scores_gemma":[0.0012093995,0.9964302,0.00015021533,0.00037794167,0.00010784372,0.0011391884,0.0003615931,0.00009132605,0.00013228442],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99272776,0.0032315275,0.0019596557,0.00083472085,0.00085290195,0.00039343484],"domain_scores_gemma":[0.9971945,0.00023963994,0.00083188683,0.0011249154,0.00034486546,0.00026414552],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.010177835,0.00060285244,0.006521556,0.00030221918,0.000029516528,0.000018882587,0.0002902698,0.00025763173,0.00014530399],"category_scores_gemma":[0.0014082058,0.00030857197,0.0013312773,0.0016941173,0.0000633499,0.000044005486,0.00008745251,0.0008660162,0.0000339825],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012261172,0.0014180273,0.0020390386,0.13668312,0.00996319,0.00018209053,0.00008143046,6.010021e-7,4.953041e-7,0.000020551483,0.00065751624,0.8489417],"study_design_scores_gemma":[0.00089842506,0.0015843911,0.0039322483,0.043617785,0.09362678,0.00008617698,0.000026617332,0.000016427268,5.882396e-7,0.000006495144,0.8557896,0.00041444684],"about_ca_topic_score_codex":0.0002053888,"about_ca_topic_score_gemma":0.000073624105,"teacher_disagreement_score":0.8551321,"about_ca_system_score_codex":0.00017350467,"about_ca_system_score_gemma":0.00069929135,"threshold_uncertainty_score":0.99993664},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4392947957","doi":"10.1371/journal.pone.0298526","title":"Do statistical heterogeneity methods impact the results of meta- analyses? A meta epidemiological study","year":2024,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Meta-analysis; Random effects model; Statistics; Confidence interval; Study heterogeneity; Pooling; Medicine; Restricted maximum likelihood; Interquartile range; Mathematics; Sample size determination; Maximum likelihood; Internal medicine; Computer science; Artificial intelligence","score_opus":0.9732907961212317,"score_gpt":0.7002165803757118,"score_spread":0.27307421574551993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392947957","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7365089,0.053556927,0.19787349,0.0028615026,0.0001657592,0.004153626,0.0014895914,0.000044869153,0.0033453312],"genre_scores_gemma":[0.8979655,0.000052873314,0.10065769,0.000101508725,0.0000600315,0.00016877118,0.000009448489,0.000012564684,0.00097165204],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.8029982,0.16356838,0.019592816,0.002622323,0.010617591,0.000600726],"domain_scores_gemma":[0.8826216,0.10571333,0.003455351,0.0067096455,0.0012013726,0.0002987238],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.39115655,0.0004932888,0.012487937,0.0003362551,0.00011756243,0.0007191339,0.0021203363,0.00009560939,0.015070885],"category_scores_gemma":[0.22802009,0.00012816428,0.0074864044,0.00235438,0.00017023536,0.0001497275,0.00033861885,0.0003621902,0.0008332206],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021763718,0.00871711,0.014741696,0.0003257605,0.9072847,0.00011209065,0.0018351075,0.0008168663,0.0042445613,0.0057233544,0.04495695,0.011024192],"study_design_scores_gemma":[0.00069275947,0.0023834093,0.052800693,0.00007469857,0.7296615,0.000023392475,0.0011784122,0.14069305,0.0029400538,0.06205536,0.006654484,0.0008421561],"about_ca_topic_score_codex":0.00010492153,"about_ca_topic_score_gemma":0.0000514527,"teacher_disagreement_score":0.17762315,"about_ca_system_score_codex":0.000029544219,"about_ca_system_score_gemma":0.000064617685,"threshold_uncertainty_score":0.99994475},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4394792109","doi":"","title":"Meta-Analyses Proved Inconsistent in How Missing Data Were Handled Across Their Included Primary Trials: A Methodological Survey","year":2020,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Missing data; Primary (astronomy); Statistics; Computer science; Data mining; Psychology; Data science; Mathematics","score_opus":0.9953610906384595,"score_gpt":0.7960798083345333,"score_spread":0.19928128230392617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4394792109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63439435,0.25714967,0.075564116,0.015423377,0.0015303544,0.009057173,0.0033510523,0.0000586975,0.0034712183],"genre_scores_gemma":[0.9766841,0.003312403,0.015701469,0.0026426776,0.00032464942,0.00015180549,0.00022905521,0.000075898526,0.00087795395],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.68738997,0.26083815,0.033790972,0.0047969385,0.011944905,0.0012390427],"domain_scores_gemma":[0.86662024,0.09083778,0.03008426,0.008543965,0.0028714451,0.001042299],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","scholarly_communication","open_science","insufficient_payload"],"consensus_categories":["metaresearch","open_science"],"category_scores_codex":[0.5512937,0.0010190397,0.024604565,0.0011108612,0.000484326,0.015941525,0.02355189,0.00029659297,0.034385122],"category_scores_gemma":[0.4125902,0.00045412887,0.005110259,0.006051535,0.00029337246,0.004341494,0.008854848,0.00092894403,0.00008751289],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014522767,0.00097388716,0.44705075,0.0006046197,0.03598622,0.00012602967,0.0021336044,0.0005012191,0.13197756,0.000020359954,0.29553607,0.08363739],"study_design_scores_gemma":[0.002507545,0.0000516912,0.8970423,0.00037707787,0.013866313,0.000037145568,0.0016938938,0.008629874,0.0074259373,0.009935443,0.056767963,0.0016648573],"about_ca_topic_score_codex":0.0005923537,"about_ca_topic_score_gemma":0.0005047457,"teacher_disagreement_score":0.4499915,"about_ca_system_score_codex":0.000109533314,"about_ca_system_score_gemma":0.00053990236,"threshold_uncertainty_score":0.999791},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4395045665","doi":"10.1101/2024.04.22.24305806","title":"Cracking the Code: A Scoping Review to Unite Disciplines in Tackling Legal Issues in Health Artificial Intelligence","year":2024,"lang":"en","type":"review","venue":"medRxiv","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Toronto; Library and Archives Canada; Royal College of Physicians and Surgeons of Canada; Queen's University; Hospital for Sick Children; University of Ottawa","funders":"Canadian Institutes of Health Research; Hospital for Sick Children","keywords":"Code (set theory); Engineering; Engineering ethics; Computer science; Programming language","score_opus":0.3442469389447934,"score_gpt":0.5690300085512622,"score_spread":0.22478306960646877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395045665","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023667693,0.964213,0.00018642368,0.029693225,0.0012758386,0.0042897495,0.000007315842,0.00005718283,0.000040591607],"genre_scores_gemma":[0.00032809595,0.99574596,0.00019420657,0.00168739,0.0011217676,0.00056875165,0.00004799172,0.00007437797,0.00023149038],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99481875,0.00054328557,0.0028598472,0.00073329057,0.00040262225,0.0006421851],"domain_scores_gemma":[0.99806046,0.00060546224,0.00037123097,0.0006523713,0.00012820291,0.0001822728],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0041730274,0.00043992975,0.0020200578,0.00069481577,0.00014309544,0.00010937164,0.00037626404,0.00019019691,0.00006436445],"category_scores_gemma":[0.0018729508,0.00028505604,0.00026495973,0.0030367314,0.000079975995,0.00010617006,0.00015494796,0.0013126935,0.00045760238],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058142687,0.000046278717,0.00009345593,0.20321876,0.000010721544,0.000043017666,0.0013116869,0.000012063314,1.5478894e-7,0.0005167482,0.00017361813,0.7945677],"study_design_scores_gemma":[0.0000030224355,0.00007148055,0.0000052379114,0.73763275,0.00012177003,0.000037858674,0.0004710183,0.000112271155,0.0000056572235,0.000464368,0.2608667,0.00020785315],"about_ca_topic_score_codex":0.0016029724,"about_ca_topic_score_gemma":0.008566907,"teacher_disagreement_score":0.7943598,"about_ca_system_score_codex":0.00047741938,"about_ca_system_score_gemma":0.0021638332,"threshold_uncertainty_score":0.9999602},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["bibliometrics"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4396607175","doi":"10.1016/j.jscai.2024.101629","title":"B-56 | Impact of Persistent Iatrogenic Atrial Septal Defect Following Transcatheter Mitral Valve Repair: A Meta-Analysis","year":2024,"lang":"en","type":"article","venue":"Journal of the Society for Cardiovascular Angiography & Interventions","topic":"Cardiac Valve Diseases and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medicine; Cardiology; Internal medicine; Mitral valve; Meta-analysis","score_opus":0.04445524211100815,"score_gpt":0.3645031608368662,"score_spread":0.320047918725858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396607175","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05324475,0.9422227,0.0027479383,0.00007682821,0.0005479281,0.0006085398,0.0005052726,0.000031939482,0.000014093778],"genre_scores_gemma":[0.99840415,0.00028248882,0.0008787396,0.000013246614,0.00027438405,0.00002977663,0.000032879998,0.000036952068,0.000047366902],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9978299,0.00016935234,0.000749742,0.00026865816,0.000706665,0.00027566278],"domain_scores_gemma":[0.99870986,0.00008367079,0.00021814482,0.0005636255,0.0002602327,0.0001644797],"candidate_categories":["metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.0011973598,0.00026799858,0.0015958291,0.0003795728,0.00014190486,0.000054107193,0.00017078865,0.000104520244,0.000058287696],"category_scores_gemma":[0.000029578354,0.00015690274,0.99964666,0.0013605703,0.000076912045,0.00012837794,0.00003300665,0.00021181516,8.1021767e-7],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010129962,0.00024279913,0.0020426784,0.00026955034,0.99390805,0.0000080392,0.00031698655,0.0020142368,0.0000019463228,0.0000069417715,0.0009969395,0.00009051638],"study_design_scores_gemma":[0.0016860679,0.0006703157,0.0022287075,0.00013187631,0.99453664,0.000103976396,0.0002865171,0.000013337771,5.9567384e-7,0.00006187896,0.00015648072,0.00012358406],"about_ca_topic_score_codex":0.00007489827,"about_ca_topic_score_gemma":0.0000024047374,"teacher_disagreement_score":0.9980508,"about_ca_system_score_codex":0.00015990999,"about_ca_system_score_gemma":0.000121462996,"threshold_uncertainty_score":0.63983077},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4396989130","doi":"10.1681/asn.20223311s1266b","title":"Sex and Gender Considerations in Randomized Controlled Trials in Adults Receiving Chronic Dialysis: A Meta-Epidemiologic Study","year":2022,"lang":"en","type":"article","venue":"Journal of the American Society of Nephrology","topic":"Dialysis and Renal Disease Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Calgary; University of Alberta","funders":"","keywords":"Randomized controlled trial; Medicine; Meta-analysis; Dialysis; Internal medicine; Kidney disease; Intensive care medicine","score_opus":0.06676825503888333,"score_gpt":0.34291590974973396,"score_spread":0.2761476547108506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396989130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.981163,0.00526202,0.00007105244,0.0117756305,0.00005477945,0.001613335,0.0000032848102,0.0000030651427,0.000053823715],"genre_scores_gemma":[0.991301,0.0013866092,0.00048515562,0.0064902534,0.000093398536,0.0001970259,7.2362127e-7,0.000007427278,0.0000383886],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9837362,0.013121072,0.0024314679,0.00017786451,0.00034730337,0.00018607652],"domain_scores_gemma":[0.9877889,0.008356244,0.0035044765,0.00020478791,0.00008687926,0.00005867217],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030226614,0.00015609045,0.008084052,0.00021817413,0.00008776152,0.00000795855,0.00012602955,0.000026543816,0.00018742155],"category_scores_gemma":[0.005072781,0.00007641028,0.0033250707,0.0004046224,0.00040998228,0.000030891923,0.0001648192,0.00040498213,1.2896514e-7],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.46400097,0.01029936,0.103191875,0.00039530313,0.25219795,0.00033859207,0.053124208,0.06306419,0.01115771,0.0004529474,0.036722228,0.005054678],"study_design_scores_gemma":[0.62068,0.002749568,0.2933446,0.000058329475,0.041273665,0.00010873913,0.029820144,0.007677079,0.000008700309,0.0037213708,0.00034339234,0.00021446483],"about_ca_topic_score_codex":0.0002251747,"about_ca_topic_score_gemma":0.00006169044,"teacher_disagreement_score":0.21092427,"about_ca_system_score_codex":0.00014315626,"about_ca_system_score_gemma":0.00020856931,"threshold_uncertainty_score":0.99858576},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4398792297","doi":"10.1016/j.jss.2024.04.054","title":"Factors Associated With Loss to Follow-Up in Surgical Trials: A Systematic Review and Meta-Analysis","year":2024,"lang":"en","type":"review","venue":"Journal of Surgical Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; St. Michael's Hospital; Public Health Ontario; University of Toronto","funders":"","keywords":"Meta-analysis; Medicine; Systematic review; MEDLINE; Internal medicine; Biology","score_opus":0.9649304470218802,"score_gpt":0.6943321596978526,"score_spread":0.2705982873240277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398792297","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00003887296,0.9927746,0.000033615055,0.0013187407,0.000101368234,0.00513252,0.00014129833,0.0000030580313,0.00045594704],"genre_scores_gemma":[0.00028056075,0.98089355,0.00003275974,0.000030865373,0.000077487806,0.00029716975,0.000012632805,0.00005401488,0.018320944],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.7385865,0.18939985,0.044549502,0.0017724851,0.024774011,0.0009176788],"domain_scores_gemma":[0.70485324,0.24657814,0.030315435,0.005821994,0.010256611,0.0021746105],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","bibliometrics","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.7141125,0.0012404867,0.124109864,0.008510843,0.00014935716,0.002833607,0.004464244,0.00057343964,0.011979573],"category_scores_gemma":[0.30434912,0.000361958,0.04596768,0.029230183,0.00020199001,0.00030649154,0.00064672675,0.003113411,0.00090790365],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032240103,0.00019596281,0.000032801367,0.45214322,0.5252385,0.003575718,0.00015390433,0.000005307928,3.9333856e-9,0.00034938505,0.01399315,0.004279811],"study_design_scores_gemma":[0.00019801833,0.00013413794,0.0000020303341,0.054981574,0.62287027,0.00018085453,0.000085736065,0.000008840548,9.356694e-9,0.0001756329,0.32109445,0.00026844267],"about_ca_topic_score_codex":0.000011270756,"about_ca_topic_score_gemma":0.00008183421,"teacher_disagreement_score":0.4097634,"about_ca_system_score_codex":0.00044617255,"about_ca_system_score_gemma":0.00096766074,"threshold_uncertainty_score":0.99988323},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4399706167","doi":"10.1016/j.jval.2024.03.2436","title":"PT22 Consistency Between Comparative Efficacy Estimates from Target Trial Emulations and Their Origin Target Trials: A Meta-Epidemiological Study","year":2024,"lang":"en","type":"article","venue":"Value in Health","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cascades (Canada); University of Toronto; McMaster University","funders":"","keywords":"Consistency (knowledge bases); Epidemiology; Meta-analysis; Medicine; Computer science; Artificial intelligence; Internal medicine","score_opus":0.8587779294536831,"score_gpt":0.5553820052404167,"score_spread":0.30339592421326644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399706167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.895419,0.05088916,0.008739827,0.03279048,0.0014644269,0.006842552,0.0033174318,0.00021426592,0.0003228446],"genre_scores_gemma":[0.98237634,0.00021062329,0.014163466,0.0015312701,0.0008761144,0.0005252817,0.00023298764,0.00003711964,0.00004678574],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.980971,0.007441257,0.009615462,0.0012237977,0.00012071989,0.0006277608],"domain_scores_gemma":[0.9430918,0.0535888,0.0023258235,0.0005660908,0.000045939687,0.0003815511],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07689719,0.00045948406,0.0059252903,0.00056109397,0.00032681212,0.00018183723,0.00027372432,0.00021394233,0.00056017796],"category_scores_gemma":[0.017929804,0.00039092588,0.00042316903,0.0004511617,0.00014035654,0.00036122825,0.000081132224,0.00054106215,0.0003754278],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020985182,0.0030180505,0.55668366,0.0014897777,0.008946856,0.000017146514,0.07890541,0.043765772,0.0000014462406,0.27696255,0.027427321,0.0006834951],"study_design_scores_gemma":[0.0277661,0.0024872741,0.15934792,0.00044425082,0.00031553768,0.0000043453,0.007610914,0.31410107,0.0000026650148,0.4365639,0.050061826,0.0012942067],"about_ca_topic_score_codex":0.014017604,"about_ca_topic_score_gemma":0.00014861539,"teacher_disagreement_score":0.39733574,"about_ca_system_score_codex":0.0005914538,"about_ca_system_score_gemma":0.0005807551,"threshold_uncertainty_score":0.99985427},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4400573007","doi":"10.1093/ndt/gfae156","title":"Heart failure events in randomized controlled trials for adults receiving maintenance dialysis: a meta-epidemiologic study","year":2024,"lang":"en","type":"review","venue":"Nephrology Dialysis Transplantation","topic":"Heart Failure Treatment and Management","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Impact; University of Alberta; Population Health Research Institute; Canadian VIGOUR Centre; McMaster University","funders":"British Heart Foundation","keywords":"Medicine; Heart failure; Dialysis; Randomized controlled trial; Internal medicine; Intensive care medicine; Cardiology","score_opus":0.09110686111055549,"score_gpt":0.3835865122031745,"score_spread":0.29247965109261903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400573007","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00047565682,0.9491199,0.0014652052,0.0032898379,0.0005791821,0.044704407,0.00012968139,0.00020342643,0.000032654578],"genre_scores_gemma":[0.0036857976,0.9398137,0.0019606263,0.0005035869,0.0005797778,0.05089638,0.0019793916,0.000093590104,0.00048716157],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9785931,0.012994586,0.0058128084,0.0014414046,0.00043648446,0.00072159554],"domain_scores_gemma":[0.9808964,0.016689999,0.0015233589,0.00058450544,0.00015548621,0.0001502346],"candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":["metaepi_broad"],"category_scores_codex":[0.02730506,0.0012143775,0.04121753,0.0018787151,0.00010054474,0.000033609496,0.00020870031,0.00079458434,0.00015480559],"category_scores_gemma":[0.0049218247,0.0006322785,0.014120707,0.0009084527,0.000091192895,0.00011495407,0.000025513053,0.00061311753,0.00009942537],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.4087708,0.0033545375,0.00025424198,0.053304285,0.43248287,0.00042540565,0.0035325876,0.00008837745,0.000004637205,0.000297599,0.0124301445,0.08505451],"study_design_scores_gemma":[0.2772699,0.0005208026,0.000025082152,0.004463039,0.58286184,0.000026940741,0.00010697527,0.00014343706,2.538686e-7,0.0002018406,0.1339823,0.000397607],"about_ca_topic_score_codex":0.00018715128,"about_ca_topic_score_gemma":0.0015793423,"teacher_disagreement_score":0.15037894,"about_ca_system_score_codex":0.00022499611,"about_ca_system_score_gemma":0.00024962457,"threshold_uncertainty_score":0.99961287},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4400747098","doi":"10.1111/dom.15771","title":"Bariatric surgery and all‐cause mortality: A methodological review of studies using a non‐surgical comparator","year":2024,"lang":"en","type":"review","venue":"Diabetes Obesity and Metabolism","topic":"Bariatric Surgery and Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Jewish General Hospital","funders":"Atara Biotherapeutics; Kowa Company; Amarin Corporation; Novo Nordisk; Merck; Novartis; Pfizer; Seqirus; AstraZeneca; National Institute of Diabetes and Digestive and Kidney Diseases; Boehringer Ingelheim","keywords":"Medicine; Surgical procedures; Surgery; General surgery; Intensive care medicine","score_opus":0.36883434458384223,"score_gpt":0.46638567469115594,"score_spread":0.0975513301073137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400747098","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022854613,0.97496784,0.0000036128647,0.0000850945,0.00092251203,0.0010065864,0.00007413575,0.000052982406,0.000032611166],"genre_scores_gemma":[0.00013654317,0.99794024,0.00070053077,0.00041359832,0.00058146927,0.000062824765,0.00005732454,0.00004856275,0.000058893056],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952779,0.0013001899,0.0016497994,0.00081837195,0.0004302893,0.00052347145],"domain_scores_gemma":[0.9942502,0.0041303122,0.0005954749,0.0004972758,0.00016886176,0.00035791166],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004993422,0.00077567116,0.010345721,0.0005332898,0.00009353479,0.00003601067,0.00011910316,0.0005100039,0.000034848814],"category_scores_gemma":[0.0016671817,0.00048118632,0.0014586904,0.0010297686,0.00031410722,0.000109120876,0.00038119493,0.000747418,0.00001012785],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000144487285,0.0002462951,0.0051226798,0.85503584,0.015580734,0.00045896583,0.00008014446,2.582239e-8,0.0000018331529,0.00069287507,0.002320412,0.12044573],"study_design_scores_gemma":[0.00031239775,0.0000290902,0.002399815,0.11048966,0.12531154,0.00031407084,0.000018249722,0.000008289128,0.0000051365373,0.00015871186,0.7603327,0.00062032335],"about_ca_topic_score_codex":0.000012616016,"about_ca_topic_score_gemma":4.100053e-7,"teacher_disagreement_score":0.7580123,"about_ca_system_score_codex":0.000034884386,"about_ca_system_score_gemma":0.00033375373,"threshold_uncertainty_score":0.99976397},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4400853486","doi":"10.1038/s41433-024-03255-2","title":"Exploring the fragility of meta-analyses in ophthalmology: a systematic review","year":2024,"lang":"en","type":"review","venue":"Eye","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; Impact","funders":"","keywords":"Medicine; Fragility; Optometry; Ophthalmology; MEDLINE; Neuro-ophthalmology; Meta-analysis; Glaucoma; Pathology; Chemistry","score_opus":0.9808495744060876,"score_gpt":0.6805419536740732,"score_spread":0.30030762073201434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400853486","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000051753836,0.9914631,0.000036616842,0.00017908785,0.00040966395,0.0052703028,0.000052731295,0.000005654777,0.0025776378],"genre_scores_gemma":[0.00006226129,0.98795253,0.00015422147,0.00006919259,0.000047761692,0.0032595475,0.0000100768775,0.00003546787,0.008408942],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.8718138,0.07700864,0.04160191,0.0020597319,0.00710294,0.00041301426],"domain_scores_gemma":[0.949522,0.019080292,0.017381143,0.013104107,0.0007874148,0.00012501376],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad","insufficient_payload"],"category_scores_codex":[0.26267657,0.0010255135,0.059560835,0.0010067823,0.000070118884,0.00043544394,0.0058829347,0.00016196708,0.0074474765],"category_scores_gemma":[0.11109644,0.0002826223,0.030420763,0.0066730212,0.00012289923,0.00021991915,0.00056132703,0.0007521113,0.007327429],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.5826711e-7,0.000023639013,0.000001668215,0.97734,0.011867783,0.000044594683,0.00008272667,0.0000011738815,1.5378275e-8,0.00022008481,0.0034200472,0.006998108],"study_design_scores_gemma":[0.000012974817,0.000011446285,0.000002874699,0.34444577,0.29765353,0.00009688319,0.00010145113,0.000021990643,5.887963e-8,0.0006850479,0.35670346,0.00026451267],"about_ca_topic_score_codex":0.00002407773,"about_ca_topic_score_gemma":0.0000074718746,"teacher_disagreement_score":0.6328942,"about_ca_system_score_codex":0.00008052409,"about_ca_system_score_gemma":0.00021142875,"threshold_uncertainty_score":0.99996257},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4401337768","doi":"10.5430/jnep.v14n12p10","title":"Adrift down under: An integrative review of international students’ experiences in Australian higher education including shaping factors","year":2024,"lang":"en","type":"article","venue":"Journal of Nursing Education and Practice","topic":"International Student and Expatriate Challenges","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Popularity; Acculturation; Psychology; Social connectedness; Qualitative research; Learning community; Public relations; Pedagogy; Sociology; Political science; Social psychology; Social science; Immigration","score_opus":0.22535668201679224,"score_gpt":0.5472963545256717,"score_spread":0.32193967250887945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401337768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8385925,0.04148002,0.00002476444,0.07714559,0.011778809,0.00018591527,0.0000013769185,0.0000127898675,0.03077822],"genre_scores_gemma":[0.9684034,0.028842017,0.00035439513,0.00048050642,0.0007331977,0.0000039723395,0.000005459644,0.000005315518,0.0011717482],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9984854,0.00034249705,0.00039712188,0.000116271614,0.0005698298,0.00008888901],"domain_scores_gemma":[0.9986354,0.000412621,0.0003793571,0.00004132368,0.00045771687,0.000073558156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014653616,0.0000811977,0.00014173592,0.00026919512,0.00015481246,0.00017640725,0.00024524643,0.000051265757,0.0003121585],"category_scores_gemma":[0.00057633885,0.000066637156,0.000048786504,0.00023287648,0.00008904597,0.0018040087,0.000016846801,0.00021375313,0.0000011558586],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006552101,0.0014977391,0.0020605444,0.00017063797,0.00008413395,0.000001858536,0.9177493,0.000002132425,0.00012423215,0.028627278,0.004957917,0.044658694],"study_design_scores_gemma":[0.000084780004,0.00007934262,0.0072708176,0.012865076,0.000054533637,0.000025671585,0.86201787,0.000001857043,0.000041036485,0.0015802287,0.1158869,0.00009189113],"about_ca_topic_score_codex":0.0004319941,"about_ca_topic_score_gemma":0.000052518437,"teacher_disagreement_score":0.12981087,"about_ca_system_score_codex":0.00039383664,"about_ca_system_score_gemma":0.00067244266,"threshold_uncertainty_score":0.34179166},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4402643319","doi":"10.1016/j.sapharm.2024.09.004","title":"Development and evaluation of a model to identify publications on the clinical impact of pharmacist interventions","year":2024,"lang":"en","type":"article","venue":"Research in Social and Administrative Pharmacy","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine","funders":"Hospices Civils de Lyon; Centre Hospitalier Universitaire de Québec","keywords":"Psychological intervention; Pharmacist; Medicine; Psychology; Pharmacy; Family medicine; Nursing","score_opus":0.9444726263386489,"score_gpt":0.7745015023084805,"score_spread":0.16997112403016845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402643319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98570037,0.0003886002,0.000045336696,0.009194211,0.000033763063,0.000853021,0.00006011294,0.0000066084976,0.0037179757],"genre_scores_gemma":[0.999366,0.00016759706,0.00013122524,0.00006507169,0.000052029154,0.00010816155,0.000009714125,0.0000048782786,0.00009531763],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.998108,0.00052292773,0.0004343291,0.00018792115,0.00059182005,0.00015494623],"domain_scores_gemma":[0.9985158,0.00088125013,0.00005578097,0.00006249371,0.00032929238,0.00015537681],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049485457,0.0000739263,0.00017387592,0.00014679004,0.00011787557,0.000043309054,0.0000683719,0.000023387121,0.00012565119],"category_scores_gemma":[0.00058117957,0.000047673126,0.000111533795,0.0005311102,0.00024613406,0.00012268875,0.000073908086,0.00038931883,0.0000060677767],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042343917,0.0057151066,0.26956815,0.002515108,0.0019460106,0.000025975358,0.018729368,0.00004430322,0.011675732,0.07538697,0.0087283105,0.60143054],"study_design_scores_gemma":[0.010221407,0.0021543794,0.6901861,0.0021986589,0.00080764305,0.000025420582,0.0045301695,0.24509566,0.010083536,0.017775003,0.016467802,0.00045420864],"about_ca_topic_score_codex":0.000019238902,"about_ca_topic_score_gemma":0.000009793431,"teacher_disagreement_score":0.60097635,"about_ca_system_score_codex":0.000104845916,"about_ca_system_score_gemma":0.00096434157,"threshold_uncertainty_score":0.19440538},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4403458056","doi":"10.1016/j.jclinepi.2024.111568","title":"Many randomized trials in a large systematic review were not registered and had evidence of selective outcome reporting: a metaepidemiological study","year":2024,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Canadian Institutes of Health Research","keywords":"Epidemiology; Medicine; Meta-analysis; Randomized controlled trial; Systematic review; Outcome (game theory); MEDLINE; Internal medicine","score_opus":0.9846993043956908,"score_gpt":0.7822405296101224,"score_spread":0.2024587747855684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403458056","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009643299,0.9779673,0.0039939987,0.0025120322,0.0014988647,0.013846411,0.000024481958,0.000005390204,0.00005508996],"genre_scores_gemma":[0.0007624637,0.9912897,0.0044003725,0.0016434861,0.00039274807,0.0004778021,0.000002700416,0.00004007169,0.0009906831],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.010927121,0.5942986,0.38881776,0.0021063613,0.0032704761,0.0005796953],"domain_scores_gemma":[0.0034944476,0.5869243,0.40318665,0.0038061258,0.0021497093,0.00043876912],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.9888144,0.0015044984,0.42977157,0.0017128917,0.00006690104,0.00016440653,0.0042817146,0.001442572,0.0005349628],"category_scores_gemma":[0.99846905,0.000498301,0.085722394,0.0024058314,0.00055076956,0.00027097124,0.0008057558,0.0051843487,0.00023314572],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022620333,0.0006344581,0.0067457655,0.93467224,0.015683558,0.0005324971,0.000100686746,0.0000029002586,1.7310493e-8,0.0018908613,0.017036801,0.020438166],"study_design_scores_gemma":[0.0091517875,0.0011122457,0.00034987018,0.80409336,0.13683061,0.0013443644,0.00015990522,0.0003643959,5.100067e-9,0.0097913705,0.03626098,0.0005410998],"about_ca_topic_score_codex":0.000015812146,"about_ca_topic_score_gemma":0.000017576673,"teacher_disagreement_score":0.3440492,"about_ca_system_score_codex":0.00012878554,"about_ca_system_score_gemma":0.0009198567,"threshold_uncertainty_score":0.9998538},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","research_integrity"],"domain":"reporting","study_design":"observational","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4403591944","doi":"10.1016/j.atherosclerosis.2024.118624","title":"Publication bias in pharmacogenetics of statin-associated muscle symptoms: A meta-epidemiological study","year":2024,"lang":"en","type":"review","venue":"Atherosclerosis","topic":"Lipoproteins and Cardiovascular Health","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Association Nationale de la Recherche et de la Technologie","keywords":"Pharmacogenetics; Medicine; Statin; Epidemiology; Meta-analysis; Hydroxymethylglutaryl-CoA Reductase Inhibitors; Publication bias; Internal medicine; Pharmacology; Genetics; Genotype; Biology","score_opus":0.3292323609253614,"score_gpt":0.4284963298699932,"score_spread":0.0992639689446318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403591944","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013112382,0.98219115,0.000011101438,0.0000875447,0.00014805369,0.004044984,0.000182017,0.00010345751,0.000119329816],"genre_scores_gemma":[0.012237863,0.985398,0.00013202614,0.00015199656,0.000117614436,0.0014673298,0.00019815456,0.00011197392,0.00018502762],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945064,0.0016324772,0.0019376845,0.00078079815,0.000698766,0.00044385708],"domain_scores_gemma":[0.99762446,0.0003505246,0.0007243029,0.000898396,0.00021504617,0.00018728433],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0049328455,0.00061479374,0.0054194788,0.00036550994,0.000038915365,0.00003431655,0.00026340445,0.00043875046,0.00017151005],"category_scores_gemma":[0.0011257209,0.00036741624,0.0026371882,0.0014592651,0.00006915321,0.000042555926,0.00014918965,0.00074520765,0.00007515602],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000835024,0.0020007407,0.0015406238,0.012320447,0.015207515,0.000012883946,0.00037449607,0.0000012325121,0.000007282215,0.000031816904,0.00086314813,0.96763146],"study_design_scores_gemma":[0.0026348087,0.0019194708,0.02248095,0.013602552,0.12497164,0.000016744701,0.00020526031,0.00005645525,0.00000636995,0.000041767995,0.8331925,0.00087143184],"about_ca_topic_score_codex":0.0005224644,"about_ca_topic_score_gemma":0.000045276876,"teacher_disagreement_score":0.96676004,"about_ca_system_score_codex":0.0003293108,"about_ca_system_score_gemma":0.00040649294,"threshold_uncertainty_score":0.99987775},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4404923291","doi":"10.1186/s12916-024-03778-1","title":"Integration of non-randomized studies with randomized controlled trials in meta-analyses of clinical studies: a meta-epidemiological study on effect estimation of interventions","year":2024,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton; Impact","funders":"West China Hospital, Sichuan University; Sichuan Provincial Administration of Traditional Chinese Medicine; National Science Fund for Distinguished Young Scholars; Sichuan University; National Natural Science Foundation of China","keywords":"Medicine; Randomized controlled trial; Meta-analysis; Systematic review; MEDLINE; Concordance; Psychological intervention; Internal medicine; Psychiatry","score_opus":0.9831690436353597,"score_gpt":0.7817473869103255,"score_spread":0.2014216567250342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404923291","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044920848,0.93350893,0.030788105,0.00014165306,0.00056055177,0.034362707,0.00003249281,0.0000062544214,0.00015007246],"genre_scores_gemma":[0.01309245,0.96739185,0.005331669,0.00002449246,0.00014046664,0.012934863,0.000037657133,0.0000326177,0.0010139219],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.11776625,0.6848536,0.18629107,0.0024532552,0.00831945,0.0003163455],"domain_scores_gemma":[0.03587907,0.84003437,0.11635516,0.003933676,0.0036662559,0.00013149586],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"category_scores_codex":[0.9116199,0.0017174792,0.44267595,0.0035870576,0.0000430413,0.000049076134,0.0014924826,0.00034291274,0.0012202694],"category_scores_gemma":[0.963791,0.0003585033,0.13212284,0.0035188468,0.0018170602,0.00010217241,0.00021424235,0.0007100983,0.000045878605],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12182882,0.00074278447,0.000011736233,0.031246133,0.818803,0.0000078472,0.0010757729,0.00032265869,3.9481262e-7,0.00049723225,0.002194961,0.023268677],"study_design_scores_gemma":[0.28266245,0.0015426088,0.0000028182503,0.021653412,0.68877435,0.0000021296833,0.0018253593,0.0020979699,5.2374526e-7,0.001122058,0.00015756107,0.00015877954],"about_ca_topic_score_codex":0.000055693945,"about_ca_topic_score_gemma":0.00011224216,"teacher_disagreement_score":0.31055313,"about_ca_system_score_codex":0.000056023087,"about_ca_system_score_gemma":0.00026120455,"threshold_uncertainty_score":0.9998867},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4405184040","doi":"10.1007/s11739-024-03811-4","title":"Interventions to reduce burnout in emergency medicine: a national inventory of the Canadian experience to support global implementation of wellness initiatives","year":2024,"lang":"en","type":"review","venue":"Internal and Emergency Medicine","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Newfoundland and Labrador Centre for Applied Health Research; Memorial University of Newfoundland; Western University; University of Manitoba","funders":"","keywords":"Burnout; Psychological intervention; Debriefing; Medicine; Mindfulness; Curriculum; Nursing; Grey literature; Intervention (counseling); Medical education; MEDLINE; Psychology; Clinical psychology","score_opus":0.22688376493843343,"score_gpt":0.5841488141598157,"score_spread":0.35726504922138225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405184040","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008081814,0.9557656,0.000019821837,0.008594318,0.0148510905,0.0024785807,0.00080101617,0.000015754249,0.009391971],"genre_scores_gemma":[0.08404639,0.9106245,0.0000075496782,0.00021132655,0.0010458606,0.00074519415,0.00011526793,0.00003175346,0.003172178],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938945,0.0006756597,0.0036282395,0.00048335243,0.0008110001,0.00050721836],"domain_scores_gemma":[0.99765784,0.000086195345,0.0008901783,0.00026771412,0.0005758276,0.00052225596],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014951706,0.00037439028,0.001210988,0.00069310906,0.000254661,0.0000012152632,0.00059575564,0.00024312426,0.012851821],"category_scores_gemma":[0.0008090424,0.00022000883,0.00026373178,0.0013435843,0.00015069712,0.00009259035,0.0003536871,0.00073592796,0.00003973164],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009328555,0.00019126124,0.10134321,0.18804125,0.00039803158,0.000023755561,0.09022378,9.520872e-7,0.000017259617,0.013614253,0.21877845,0.3872745],"study_design_scores_gemma":[0.00063369126,0.0007065563,0.02651117,0.33762568,0.0004417795,0.000010223964,0.022365186,0.0000026386554,0.0000029548949,0.0022281925,0.6090378,0.00043407493],"about_ca_topic_score_codex":0.263407,"about_ca_topic_score_gemma":0.48402756,"teacher_disagreement_score":0.3902594,"about_ca_system_score_codex":0.0006538323,"about_ca_system_score_gemma":0.0021974165,"threshold_uncertainty_score":0.9880506},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4405223579","doi":"10.1093/jnci/djae318","title":"Justification, margin values, and analysis populations for oncologic noninferiority and equivalence trials: a meta-epidemiological study","year":2024,"lang":"en","type":"article","venue":"JNCI Journal of the National Cancer Institute","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"National Cancer Institute; University of Texas MD Anderson Cancer Center; National Institutes of Health; Andrew Sabin Family Foundation","keywords":"Margin (machine learning); Equivalence (formal languages); Clinical endpoint; Meta-analysis; Population; Medicine; Statistics; Clinical trial; Mathematics; Computer science; Internal medicine","score_opus":0.9378516184211011,"score_gpt":0.7058903326026658,"score_spread":0.23196128581843534,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405223579","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20692088,0.008233471,0.73804027,0.02862268,0.011824166,0.003979298,0.002065611,0.00008925046,0.00022439107],"genre_scores_gemma":[0.50676787,0.00035752295,0.49063343,0.00033950646,0.0013994066,0.0002090844,0.0000021281658,0.000012832541,0.00027822892],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9950238,0.0019754404,0.0018881058,0.00029956,0.00066420186,0.00014887868],"domain_scores_gemma":[0.948314,0.04958966,0.0010089622,0.00015083546,0.0008272994,0.00010925217],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02820563,0.00018845056,0.0015118021,0.00021188057,0.0002371892,0.0001092648,0.0002874849,0.00012366392,0.00009834002],"category_scores_gemma":[0.23235579,0.000095346426,0.0006980029,0.000645889,0.0002725653,0.00021259584,0.000101433216,0.00037312336,4.8961044e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011814173,0.001257664,0.024005197,0.00075286964,0.037470937,0.000024761623,0.0009520547,0.00583053,0.00034941448,0.859831,0.035056915,0.03328726],"study_design_scores_gemma":[0.000667743,0.0001662181,0.03853773,0.000056607558,0.020113777,0.000018804196,0.000039250554,0.0040590954,0.000014529057,0.934044,0.0021628907,0.00011933185],"about_ca_topic_score_codex":0.000019628415,"about_ca_topic_score_gemma":0.000056800603,"teacher_disagreement_score":0.29984698,"about_ca_system_score_codex":0.00022346996,"about_ca_system_score_gemma":0.0003412136,"threshold_uncertainty_score":0.97755647},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4405596178","doi":"10.1016/j.jclinepi.2024.111648","title":"Meta-epidemiology and reporting characteristics of mapping reviews: a scoping review","year":2024,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; Bruyère","funders":"National Office for Philosophy and Social Sciences","keywords":"Epidemiology; MEDLINE; Systematic review; Meta-analysis; Medicine; Data science; Environmental health; Computer science; Political science; Pathology","score_opus":0.8119543235295741,"score_gpt":0.6447508381367261,"score_spread":0.16720348539284802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405596178","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007874815,0.9935285,0.00055540033,0.002206715,0.0016684923,0.0017878059,0.00009607185,0.00002691702,0.0001222402],"genre_scores_gemma":[0.000001254376,0.97823197,0.013496792,0.006012145,0.0018968445,0.00005950384,0.000113586175,0.00007700115,0.00011088661],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8886112,0.027370116,0.08182331,0.001119927,0.00030161766,0.00077382603],"domain_scores_gemma":[0.58420694,0.16200982,0.24768999,0.0028051294,0.001369185,0.0019189419],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.24342027,0.0008414085,0.082744494,0.000420118,0.000037539463,0.00000505785,0.00049054704,0.0010620985,0.00018623628],"category_scores_gemma":[0.7407177,0.00047038135,0.012495778,0.00048007304,0.0006901933,0.000090888025,0.00043404417,0.0037169994,0.00006175353],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024845533,0.000057316545,0.002103488,0.4296501,0.005149013,0.00034751513,0.0000026865632,3.1339287e-8,3.1110186e-8,0.00008069262,0.009418879,0.55316544],"study_design_scores_gemma":[0.00013677665,0.00024390407,0.00053820526,0.45870078,0.036250997,0.0027051433,8.369e-7,0.0000037241566,3.1504421e-9,0.00022869212,0.5010246,0.00016636388],"about_ca_topic_score_codex":0.000005261656,"about_ca_topic_score_gemma":0.0000013339447,"teacher_disagreement_score":0.5529991,"about_ca_system_score_codex":0.00007384746,"about_ca_system_score_gemma":0.0018099813,"threshold_uncertainty_score":0.9997748},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4406118033","doi":"10.1093/ehjqcco/qcae114","title":"Atrial fibrillation screening and clinical outcomes: a meta-analysis of randomized controlled trials","year":2025,"lang":"en","type":"review","venue":"European Heart Journal - Quality of Care and Clinical Outcomes","topic":"Atrial Fibrillation Management and Outcomes","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fraser Health; University of British Columbia","funders":"","keywords":"Randomized controlled trial; Atrial fibrillation; Meta-analysis; Medicine; Internal medicine; Intensive care medicine; Cardiology","score_opus":0.5744384648020419,"score_gpt":0.5930892405730938,"score_spread":0.018650775771051897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406118033","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00074596924,0.99150914,0.0004925944,0.0015119216,0.0008485151,0.003955394,0.00013354886,0.00003671503,0.0007662243],"genre_scores_gemma":[0.0010333324,0.9928737,0.0023901146,0.000396297,0.0014802323,0.0000021614726,0.00011879463,0.000048293343,0.0016570194],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.93558407,0.03973955,0.022411767,0.00073413434,0.0012172763,0.00031322078],"domain_scores_gemma":[0.8159734,0.1720641,0.010250825,0.00064235495,0.00069310184,0.00037621247],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.09156978,0.0008492674,0.07747551,0.0012489413,0.00016890545,0.00014266091,0.0002374783,0.00048425325,0.00025632294],"category_scores_gemma":[0.15783174,0.00043149176,0.13447298,0.0006398624,0.0005227343,0.00013652138,0.00029774598,0.00097411714,0.000005116916],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.024575682,0.000019581217,0.14293921,0.004203893,0.6715583,0.000010823855,0.00005956126,0.0000052658525,8.97548e-9,0.00021254347,0.0001302433,0.15628487],"study_design_scores_gemma":[0.108572744,0.00035281794,0.03761933,0.0011218324,0.7665056,0.000005285876,0.00011109123,0.0000097045595,8.694938e-9,0.000029142544,0.08536498,0.00030747568],"about_ca_topic_score_codex":0.000034036213,"about_ca_topic_score_gemma":0.000012530504,"teacher_disagreement_score":0.15597738,"about_ca_system_score_codex":0.000026840042,"about_ca_system_score_gemma":0.00033930773,"threshold_uncertainty_score":0.9998137},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4407264846","doi":"10.1007/s10926-025-10271-w","title":"A Systematic Review and Evaluation of the Tools Measuring Work-Related Psychosocial Factors in Prospective Research on Sickness Absence of Health Care Workers","year":2025,"lang":"en","type":"review","venue":"Journal of Occupational Rehabilitation","topic":"Workplace Health and Well-being","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut Universitaire en Santé Mentale de Québec; Institut de recherche Robert-Sauvé en santé et en sécurité du travail","funders":"Institut de Recherche Robert-Sauvé en Santé et en Sécurité du Travail","keywords":"Psychosocial; PsycINFO; Medicine; MEDLINE; Health care; Context (archaeology); Health psychology; Systematic review; Nursing; Public health; Psychiatry","score_opus":0.19633202670793937,"score_gpt":0.5526199643596708,"score_spread":0.3562879376517314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407264846","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070358566,0.98025125,0.000013422042,0.00046967148,0.0005377225,0.011412491,0.00002660181,0.0000041625726,0.00024881793],"genre_scores_gemma":[0.058916293,0.9399554,0.00024368786,0.000071213566,0.00007626102,0.00059936184,0.00003207234,0.000033397755,0.00007230898],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.97702134,0.015824916,0.004404084,0.00027750272,0.0021567917,0.00031538855],"domain_scores_gemma":[0.97424346,0.015847446,0.0053559877,0.00032362447,0.0041471617,0.00008233572],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.027540786,0.0002417922,0.0023714374,0.00083292194,0.0003946772,0.000011184256,0.00029183677,0.00032871126,0.000015219106],"category_scores_gemma":[0.028172592,0.00015554143,0.00037147917,0.002378533,0.00012896152,0.00021545799,0.00005417379,0.0017196939,0.0000016710269],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011725319,0.000070429756,0.018247308,0.9485312,0.000100621844,1.12411534e-7,0.008506451,0.0000539657,2.76264e-8,0.0006155331,0.00023678645,0.023520296],"study_design_scores_gemma":[0.0005144368,0.00020068834,0.102780804,0.89072746,0.00049432594,6.31486e-7,0.0044906447,0.000002306142,4.910191e-8,0.0005135005,0.0001838968,0.000091255075],"about_ca_topic_score_codex":0.000058907637,"about_ca_topic_score_gemma":0.000057985068,"teacher_disagreement_score":0.0845335,"about_ca_system_score_codex":0.003013444,"about_ca_system_score_gemma":0.010064943,"threshold_uncertainty_score":0.99554706},"labels":[{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4407554448","doi":"10.1016/j.amjsurg.2025.116250","title":"Inconsistency between abstract and main text reporting is common in pilot randomized controlled trials of surgical interventions: A methodological survey","year":2025,"lang":"en","type":"review","venue":"The American Journal of Surgery","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Impact; McMaster University","funders":"","keywords":"Medicine; Randomized controlled trial; Confidence interval; Psychological intervention; MEDLINE; Clinical trial; Intervention (counseling); Family medicine; Surgery; Internal medicine; Psychiatry","score_opus":0.944213899314882,"score_gpt":0.6576468836200432,"score_spread":0.2865670156948388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407554448","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012694973,0.9833057,0.00087875983,0.00039041284,0.00027829016,0.0021037313,0.000110625246,0.0000016195057,0.00023589024],"genre_scores_gemma":[0.022753041,0.9757815,0.0007974215,0.000041129326,0.00012100964,0.00007420487,0.000008731447,0.000015672327,0.00040728346],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.3095457,0.52470344,0.16012901,0.0008356426,0.004379864,0.00040632946],"domain_scores_gemma":[0.024690907,0.70996684,0.26235318,0.0016694594,0.0011561597,0.0001634519],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_broad"],"category_scores_codex":[0.92468756,0.00066115503,0.14435272,0.0025766136,0.00009281953,0.00038280638,0.0016288081,0.00013709912,0.001310608],"category_scores_gemma":[0.799959,0.00021429571,0.041949444,0.0031983168,0.00079803844,0.000119365686,0.00025158116,0.0009604908,0.000012317912],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008457886,0.000125271,0.009575327,0.0027448356,0.0067480854,0.00012422445,0.0000629682,0.0000012529412,9.913168e-8,0.000030064715,0.002364007,0.96976596],"study_design_scores_gemma":[0.16469033,0.0012594145,0.09209184,0.38251576,0.16211168,0.005242033,0.0038073494,0.000076120414,0.0000014216955,0.033453133,0.15121397,0.003536944],"about_ca_topic_score_codex":0.00018883489,"about_ca_topic_score_gemma":0.000015919946,"teacher_disagreement_score":0.966229,"about_ca_system_score_codex":0.00005702999,"about_ca_system_score_gemma":0.0008137667,"threshold_uncertainty_score":0.9996023},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad","metaresearch"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4408378962","doi":"10.1136/bmjopen-2024-091342","title":"Access and use of general and mental health services before and during the COVID-19 pandemic: a systematic review and meta-analysis","year":2025,"lang":"en","type":"review","venue":"BMJ Open","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Mental health; Meta-analysis; PsycINFO; Pandemic; Population; MEDLINE; Observational study; Cochrane Library; Family medicine; Psychiatry; Environmental health; Coronavirus disease 2019 (COVID-19); Disease; Pathology","score_opus":0.40098588280857894,"score_gpt":0.5946177684024331,"score_spread":0.19363188559385414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408378962","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011140086,0.9717317,0.0000027215815,0.0014413176,0.00003595936,0.025726879,0.0008893857,0.00001165074,0.00004893927],"genre_scores_gemma":[0.00002945255,0.9838684,0.000043160093,0.009920475,0.000014207819,0.0031157923,0.00011535177,0.000020657068,0.0028724682],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.99563456,0.0017883541,0.0013798466,0.0007164221,0.00020032303,0.00028047748],"domain_scores_gemma":[0.9969901,0.0005835339,0.0012928632,0.0008093281,0.000026471049,0.00029773556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002739736,0.00042629548,0.006359507,0.00022586116,0.00030694314,0.0002596303,0.0005652816,0.00013804434,0.000116700605],"category_scores_gemma":[0.00005707629,0.00023424483,0.00036945808,0.0005132188,0.00010495008,0.00021453857,0.0015012209,0.0001961569,0.0000010278538],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015275455,0.0000202055,0.0013048572,0.974246,0.020236533,0.000004160862,0.0008125236,4.038503e-8,5.842073e-9,0.000117121555,0.00016463947,0.0030786209],"study_design_scores_gemma":[0.0011443797,0.00018747002,0.0011639216,0.12415242,0.677861,0.0009209059,0.00051410164,0.000007301211,1.5232912e-8,0.000071179544,0.19328645,0.00069087936],"about_ca_topic_score_codex":0.0117788045,"about_ca_topic_score_gemma":0.010220883,"teacher_disagreement_score":0.8500936,"about_ca_system_score_codex":0.00016405885,"about_ca_system_score_gemma":0.00055560755,"threshold_uncertainty_score":0.9948018},"labels":[{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W4409203502","doi":"10.1016/j.drugalcdep.2025.112665","title":"Covariates in studies examining longitudinal relationships between substance use and mental health problems among youth: A meta-epidemiologic review","year":2025,"lang":"en","type":"review","venue":"Drug and Alcohol Dependence","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine; McMaster University; Université de Montréal; St. Joseph’s Healthcare Hamilton","funders":"Canadian Institutes of Health Research","keywords":"Mental health; Substance use; Meta-analysis; Psychology; Longitudinal study; Covariate; Clinical psychology; Psychiatry; Medicine","score_opus":0.517409130212774,"score_gpt":0.4333312985156157,"score_spread":0.08407783169715832,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409203502","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077915746,0.98894024,0.000007712839,0.00034536148,0.00008705921,0.0026597693,0.000073417585,0.00006863113,0.00002622085],"genre_scores_gemma":[0.010043043,0.98787075,0.0005537714,0.00015763409,0.000040418825,0.0003439849,0.00035406934,0.00002908105,0.00060726947],"study_design_codex":"observational","study_design_gemma":"systematic_review","domain_scores_codex":[0.99586153,0.0009961858,0.001391504,0.0009719021,0.00029191517,0.00048698188],"domain_scores_gemma":[0.9949621,0.0036333005,0.000723925,0.00041712343,0.00007677677,0.0001867851],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003045928,0.00071542064,0.0054723313,0.00030401492,0.00027134886,0.000042622807,0.00014379265,0.0001971891,0.000009022882],"category_scores_gemma":[0.0011919076,0.00045641503,0.0003281529,0.0006635414,0.000218541,0.00035163705,0.000104800034,0.00083564466,0.000004310232],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009862072,0.00004700393,0.8996386,0.05444982,0.0029136308,0.000068381756,0.0026003425,3.8855083e-7,1.9058055e-8,0.00009023936,0.00031822335,0.039863523],"study_design_scores_gemma":[0.0026446723,0.00022210593,0.18919733,0.7589585,0.03388461,0.00015490706,0.0030598876,0.000004483285,5.21929e-7,0.0002857238,0.010190347,0.0013968995],"about_ca_topic_score_codex":0.00013406352,"about_ca_topic_score_gemma":0.0012521837,"teacher_disagreement_score":0.71044123,"about_ca_system_score_codex":0.00020959569,"about_ca_system_score_gemma":0.000180311,"threshold_uncertainty_score":0.99978876},"labels":[{"model":"gemma","categories":["metaepi_broad","metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4410804962","doi":"10.1200/jco.2025.43.16_suppl.e18109","title":"Comparison of survival outcomes of transoral surgery with or without adjuvant chemoradiotherapy vs chemoradiotherapy alone for oropharyngeal cancer: A systematic review and meta-analysis.","year":2025,"lang":"en","type":"review","venue":"Journal of Clinical Oncology","topic":"Head and Neck Cancer Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Medicine; Chemoradiotherapy; Oncology; Meta-analysis; Adjuvant; Internal medicine; Head and neck cancer; Surgery; Cancer; Overall survival","score_opus":0.42385987848991047,"score_gpt":0.593154952517222,"score_spread":0.16929507402731148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410804962","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00011548475,0.9934709,0.00017786174,0.0027553178,0.00031774986,0.0029667474,0.00015753035,0.0000066383973,0.000031764357],"genre_scores_gemma":[0.00039249173,0.9950542,0.0021558919,0.0013590526,0.00018342696,0.0002644072,0.00001168185,0.00005237195,0.0005265022],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.98703635,0.0014520193,0.010071379,0.00044637482,0.00066624425,0.00032762386],"domain_scores_gemma":[0.9737109,0.013483261,0.01097642,0.0005004267,0.0010279986,0.0003010023],"candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.0068868343,0.0006607678,0.1454023,0.000474954,0.00003834709,0.0000062923204,0.00031950927,0.0005522956,0.00014850032],"category_scores_gemma":[0.0017264235,0.00029928313,0.0089282505,0.0008291622,0.00042201826,0.00005993032,0.00002270017,0.0008602926,1.7531858e-7],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026513445,0.001031787,0.003527432,0.6828186,0.28244528,0.00003345059,0.00007655737,4.764558e-7,1.7626513e-7,0.0000025978059,0.0007703819,0.026641939],"study_design_scores_gemma":[0.004408018,0.0077974405,0.00027074228,0.06440979,0.89525056,0.00008533047,0.00003994163,0.000006983246,0.000002616132,0.0000012304092,0.027464435,0.00026289042],"about_ca_topic_score_codex":0.00005914213,"about_ca_topic_score_gemma":0.0003044259,"teacher_disagreement_score":0.6184088,"about_ca_system_score_codex":0.00017314364,"about_ca_system_score_gemma":0.005528711,"threshold_uncertainty_score":0.99994594},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4410896045","doi":"10.23736/s0026-4806.25.09678-8","title":"Definitions for hypertensive response to exercise: a systematic review","year":2025,"lang":"en","type":"review","venue":"Minerva Medica","topic":"Cardiovascular and exercise physiology","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Medicine; Physical medicine and rehabilitation; Physical therapy","score_opus":0.06265724139647665,"score_gpt":0.35302126853064536,"score_spread":0.2903640271341687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410896045","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[1.8432182e-7,0.9841397,0.00018815379,0.0014574274,0.0004402579,0.012852374,0.0002519802,0.000089450834,0.0005804629],"genre_scores_gemma":[2.7492314e-7,0.97876614,0.00064009824,0.0039045953,0.00021730566,0.012514771,0.00073114823,0.00007251399,0.0031531497],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9967051,0.00044911,0.0012616093,0.00068010733,0.00044625442,0.00045780354],"domain_scores_gemma":[0.9955012,0.0018467589,0.0002365415,0.0015481055,0.00044232295,0.0004250274],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013726085,0.0005607315,0.010635628,0.00046317436,0.000088711255,0.000011001361,0.00032065035,0.00038965762,0.00006835476],"category_scores_gemma":[0.011546429,0.000383087,0.0033839464,0.0008357148,0.00006679036,0.00001889242,0.00013949374,0.00033607052,0.00041833552],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018912039,0.00004869233,1.6873626e-9,0.8207611,0.0007307331,0.000094680436,0.000019154275,1.4621076e-8,9.813998e-7,0.000016959726,0.09905359,0.079085015],"study_design_scores_gemma":[0.00027678852,0.00008827659,1.2703565e-7,0.55670106,0.034888882,0.00044991646,0.000011809589,5.0880647e-7,3.292882e-7,0.000011600556,0.40738755,0.00018313104],"about_ca_topic_score_codex":0.000008424528,"about_ca_topic_score_gemma":0.0000012994818,"teacher_disagreement_score":0.30833396,"about_ca_system_score_codex":0.0001614585,"about_ca_system_score_gemma":0.0013297885,"threshold_uncertainty_score":0.9998621},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4411507891","doi":"10.1016/j.jclinepi.2025.111872","title":"Target trial emulation of cardiovascular outcome trials of medications used to treat type 2 diabetes using real-world data: a systematic review of observational studies","year":2025,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Diabetes Treatment and Management","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital","funders":"Canadian Institutes of Health Research; McGill University","keywords":"Observational study; Medicine; Type 2 diabetes; Emulation; Clinical trial; Diabetes mellitus; Meta-analysis; Systematic review; MEDLINE; Outcome (game theory); Randomized controlled trial; Intensive care medicine; Internal medicine; Psychology; Endocrinology","score_opus":0.8697186499513354,"score_gpt":0.6643221108102215,"score_spread":0.2053965391411139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411507891","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026729153,0.99279,0.00031008312,0.0008074734,0.0012746146,0.0043530143,0.00014930121,0.0000056080853,0.00004263076],"genre_scores_gemma":[0.000037068505,0.9891386,0.009337164,0.00028318734,0.00061636796,0.00005618973,0.00036829026,0.000020923751,0.00014219925],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9597299,0.013794952,0.025158122,0.00041019902,0.0006699694,0.00023683756],"domain_scores_gemma":[0.86142325,0.10773792,0.027314473,0.0016991555,0.0016184781,0.00020673864],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.096695706,0.00037906814,0.045774534,0.0007015734,0.000022874387,0.0000020414648,0.00055364956,0.00026879914,0.00002648405],"category_scores_gemma":[0.39589563,0.0002194168,0.0053871875,0.0009290991,0.00022799917,0.00008696773,0.000249386,0.00039019177,0.000001912704],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004951144,0.00047993925,0.003294305,0.94577247,0.03209683,0.0000043286186,0.000008313324,0.00004809399,8.0803616e-8,0.0004335544,0.0022833373,0.01508363],"study_design_scores_gemma":[0.0068333806,0.0016697879,0.00037607903,0.7883712,0.16335945,0.0000021275603,0.000011050294,0.0000397144,3.1652513e-7,0.00024115492,0.038945984,0.00014972592],"about_ca_topic_score_codex":0.00001628345,"about_ca_topic_score_gemma":0.0000036177705,"teacher_disagreement_score":0.2991999,"about_ca_system_score_codex":0.00014588103,"about_ca_system_score_gemma":0.0011727591,"threshold_uncertainty_score":0.96839195},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4411555570","doi":"10.1016/j.jclinepi.2025.111876","title":"Adherence to RECORD reporting guidelines among observational studies using routinely collected health data published in general medical journals: a meta-epidemiologic study","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children; Queen's University; McMaster University; Women's College Hospital","funders":"","keywords":"Observational study; Medicine; Family medicine; MEDLINE; Epidemiology; Medical record; Environmental health; Pathology; Internal medicine","score_opus":0.9959672742694313,"score_gpt":0.8133929164219663,"score_spread":0.182574357847465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411555570","genre_codex":"empirical","genre_gemma":"methods","domain_codex":"reporting","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79799134,0.009276228,0.08430225,0.10342471,0.003711106,0.0011628963,0.000013935944,0.000007072639,0.000110468216],"genre_scores_gemma":[0.28155446,0.0029885122,0.6396344,0.06993259,0.0029342335,0.00007114457,0.000017024346,0.00003328684,0.0028343734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.13898952,0.40668106,0.4396299,0.0040209983,0.009112604,0.0015659035],"domain_scores_gemma":[0.0128943045,0.57061183,0.38273326,0.008837804,0.022965293,0.001957477],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.93506414,0.00058345526,0.045370147,0.0014912533,0.00027310455,0.00026808455,0.006555663,0.00047993526,0.0025576125],"category_scores_gemma":[0.9953631,0.00025628178,0.005513322,0.0049835234,0.0002920355,0.00081502873,0.0017554385,0.0022072054,0.0000249184],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006803317,0.00022259497,0.72884035,0.000021212321,0.00292393,0.00006451692,0.00006328422,0.0031241153,5.5375506e-7,0.00018894747,0.2493368,0.015145702],"study_design_scores_gemma":[0.0008598241,0.0007009885,0.8672074,0.00047616952,0.0011687473,0.000113013964,0.0011184447,0.08938029,5.439221e-8,0.029115802,0.009657467,0.00020179721],"about_ca_topic_score_codex":0.0006400462,"about_ca_topic_score_gemma":0.0033710944,"teacher_disagreement_score":0.5553321,"about_ca_system_score_codex":0.00018131442,"about_ca_system_score_gemma":0.0033655553,"threshold_uncertainty_score":0.9999889},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4411977700","doi":"10.1186/s12916-025-04202-y","title":"Sex and gender considerations in randomized controlled trials in critical care nephrology: a meta-epidemiologic study","year":2025,"lang":"en","type":"review","venue":"BMC Medicine","topic":"Sex and Gender in Healthcare","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; University of Alberta","funders":"University of Alberta; King Chulalongkorn Memorial Hospital","keywords":"Medicine; Randomized controlled trial; Nephrology; Meta-analysis; Internal medicine; MEDLINE; Intensive care medicine","score_opus":0.6544556132467321,"score_gpt":0.5824175902738793,"score_spread":0.07203802297285278,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411977700","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000049740374,0.9721523,0.0000907993,0.002546267,0.0005282955,0.023514288,0.000028495386,0.000052750023,0.0010370612],"genre_scores_gemma":[0.004955468,0.9807958,0.0005864268,0.0037281867,0.00057388627,0.00893557,0.00014816191,0.000034602726,0.0002418832],"study_design_codex":"systematic_review","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9465253,0.04347046,0.0077130366,0.0012617455,0.00044751988,0.0005819335],"domain_scores_gemma":[0.7879894,0.21002765,0.00072814326,0.0007527269,0.00024339995,0.000258676],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.058696564,0.0008731958,0.057468906,0.0015920722,0.00008804581,0.000013746556,0.00012394844,0.00083593535,0.0006278006],"category_scores_gemma":[0.3637586,0.00042656,0.0020580802,0.0005282473,0.00052948936,0.00002788085,0.00009170176,0.0012845385,0.000004513462],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.12029653,0.0025828457,0.011548959,0.5606242,0.046194196,0.00473503,0.031042024,0.000011151412,6.3762093e-7,0.016767234,0.01033576,0.19586147],"study_design_scores_gemma":[0.78440654,0.0011189627,0.00027629136,0.014714459,0.15383998,0.00037536502,0.012515859,0.00005355151,3.665616e-8,0.0068109906,0.025289997,0.00059793773],"about_ca_topic_score_codex":0.00038331107,"about_ca_topic_score_gemma":0.0008106688,"teacher_disagreement_score":0.66411006,"about_ca_system_score_codex":0.0001678545,"about_ca_system_score_gemma":0.0019806742,"threshold_uncertainty_score":0.9998186},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaepi_broad","metaepi_narrow"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4412582784","doi":"10.1136/bmjopen-2024-097148","title":"Data sharing statements for clinical trials: a cross-sectional survey of cardiology journals","year":2025,"lang":"en","type":"article","venue":"BMJ Open","topic":"Research Data Management Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton","funders":"National Natural Science Foundation of China","keywords":"Medicine; Clinical trial; Publication; Data sharing; Odds; Odds ratio; MEDLINE; Family medicine; Logistic regression; Alternative medicine; Internal medicine; Pathology","score_opus":0.9414220175727007,"score_gpt":0.759484280899632,"score_spread":0.18193773667306867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412582784","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0031943268,0.00007779185,0.98328835,0.0008858062,0.0010766136,0.0058971546,0.001126001,0.000014638194,0.00443932],"genre_scores_gemma":[0.5011929,0.00594837,0.42353037,0.0037108238,0.0022827613,0.006893348,0.007051557,0.000103105755,0.04928672],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935165,0.0032392573,0.0016885429,0.0008599247,0.00042853237,0.00026724132],"domain_scores_gemma":[0.9882935,0.0072704735,0.00083144906,0.0031151946,0.0004189393,0.00007041054],"candidate_categories":["metaresearch","scholarly_communication","open_science"],"consensus_categories":["metaresearch","scholarly_communication","open_science"],"category_scores_codex":[0.1993732,0.000081201135,0.0005458704,0.00015507746,0.00013726582,0.004524844,0.015429646,0.000055717675,0.000021182566],"category_scores_gemma":[0.06758762,0.000068614754,0.000072056995,0.0003880903,0.00006285141,0.020373102,0.022127934,0.00016759535,0.000009268802],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044090653,0.000048975304,0.9477964,0.000056396497,0.0004907018,0.000004953268,0.0000028863178,0.000084835796,0.000007250888,0.010773008,0.033426143,0.0068675335],"study_design_scores_gemma":[0.001417245,0.00007455738,0.9317436,0.000035557932,0.00000984922,0.0000014625801,0.000004988499,0.011600867,0.0000066229854,0.0018566566,0.05317705,0.00007150314],"about_ca_topic_score_codex":0.00042379467,"about_ca_topic_score_gemma":0.00015575677,"teacher_disagreement_score":0.55975795,"about_ca_system_score_codex":0.000026516265,"about_ca_system_score_gemma":0.0005114297,"threshold_uncertainty_score":0.99650854},"labels":[{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad","open_science","scholarly_communication","research_integrity"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch","open_science"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4413118160","doi":"10.1186/s13098-025-01909-z","title":"Comparative effectiveness of high-intensity interval training and moderate-intensity continuous training on cardiometabolic health in patients with diabesity: a systematic review and meta-analysis of randomized controlled trials","year":2025,"lang":"en","type":"review","venue":"Diabetology & Metabolic Syndrome","topic":"Cardiovascular and exercise physiology","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia; McMaster University","funders":"","keywords":"Medicine; High-intensity interval training; Glycated hemoglobin; Internal medicine; Interval training; Cardiorespiratory fitness; Cochrane Library; Insulin resistance; Overweight; Randomized controlled trial; Meta-analysis; Confidence interval; Lipid profile; Physical therapy; Obesity; Type 2 diabetes; Diabetes mellitus; Endocrinology; Cholesterol","score_opus":0.06320879528680888,"score_gpt":0.3466840780606362,"score_spread":0.28347528277382733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413118160","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049377415,0.929995,0.00008358581,0.000047453428,0.00013063832,0.019878784,0.00044959964,0.00002426888,0.000013276791],"genre_scores_gemma":[0.2756189,0.7216323,0.00005540546,0.00022555061,0.000007959394,0.0020533511,0.00036454032,0.00003416028,0.000007832763],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.96992385,0.022641093,0.005206079,0.0011515528,0.00048543076,0.0005919748],"domain_scores_gemma":[0.9829224,0.011036943,0.0039989585,0.0010020752,0.0008154557,0.00022418886],"candidate_categories":["metaepi_narrow","metaepi_broad"],"consensus_categories":["metaepi_broad"],"category_scores_codex":[0.023295589,0.0011861662,0.34204906,0.0027537453,0.00006695389,0.000016553375,0.00020821941,0.00052385003,0.000010662506],"category_scores_gemma":[0.005701884,0.00065885053,0.012601469,0.001862596,0.0006741231,0.00006180129,0.00014125757,0.0008191892,7.3876424e-7],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021818927,0.0002507085,0.000014657877,0.28961378,0.68662196,0.000019348001,0.00040787034,0.000010632672,1.4604898e-7,0.00016377447,0.0000013317847,0.0010768492],"study_design_scores_gemma":[0.065681316,0.0003452844,0.0020493749,0.060714014,0.87064713,0.00008780728,0.00007220081,0.000014771772,0.000001635547,0.000031703483,0.000008433303,0.00034632243],"about_ca_topic_score_codex":0.00029134972,"about_ca_topic_score_gemma":0.00001361746,"teacher_disagreement_score":0.3294476,"about_ca_system_score_codex":0.00007056381,"about_ca_system_score_gemma":0.0004733393,"threshold_uncertainty_score":0.9995863},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4413340902","doi":"10.3390/curroncol32080462","title":"High Outcome-Reporting Bias in Randomized-Controlled Trials of Acupuncture for Cancer Chemotherapy-Induced Nausea and Vomiting: A Systematic Review and Meta-Epidemiological Study","year":2025,"lang":"en","type":"review","venue":"Current Oncology","topic":"Acupuncture Treatment Research Studies","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Universitätsspital Zürich","keywords":"Medicine; Nausea; Acupuncture; Meta-analysis; Vomiting; Clinical trial; Reporting bias; Randomized controlled trial; MEDLINE; Publication bias; Metric (unit); Outcome (game theory); Prospective cohort study; Systematic review; Epidemiology; Physical therapy; Alternative medicine; Intensive care medicine; Internal medicine; Pathology","score_opus":0.6576657626141557,"score_gpt":0.6228960202366118,"score_spread":0.03476974237754382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413340902","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026697616,0.89373785,0.00001799942,0.001615342,0.00029359988,0.10394236,0.00007365516,0.00003174922,0.000020482701],"genre_scores_gemma":[0.00029239827,0.93326247,0.00019473149,0.0002563405,0.00013984893,0.06552716,0.00006227545,0.000035758774,0.00022900057],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9688949,0.014255729,0.014812248,0.0010413313,0.0004266395,0.0005691505],"domain_scores_gemma":[0.85650504,0.122908585,0.01911776,0.00067664206,0.0005895777,0.00020237738],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.062080555,0.0016876307,0.15158913,0.0006184895,0.00008192757,0.000017412944,0.0002021927,0.0005484416,0.000056627512],"category_scores_gemma":[0.37469643,0.00047538363,0.0072570844,0.00040192067,0.00022339795,0.000032344295,0.00023278898,0.00091143046,4.3672776e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0066682464,0.00070991373,0.00046389698,0.9137176,0.05041975,0.00003227592,0.00010407984,4.8621878e-8,1.1790919e-7,0.000034110322,0.00031416275,0.027535765],"study_design_scores_gemma":[0.16986828,0.0007957713,0.000025175803,0.21898746,0.6033857,0.000045043595,0.00007103305,0.00000328004,3.182262e-7,0.000057379126,0.006460439,0.00030011692],"about_ca_topic_score_codex":0.000046517045,"about_ca_topic_score_gemma":0.000068606925,"teacher_disagreement_score":0.69473016,"about_ca_system_score_codex":0.00049152353,"about_ca_system_score_gemma":0.0008301812,"threshold_uncertainty_score":0.9997698},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"reporting","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"reporting","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4413408738","doi":"10.1177/01410768251366880","title":"Quantifying the impact of immortal time bias: empirical evidence from meta-analyses","year":2025,"lang":"en","type":"article","venue":"Journal of the Royal Society of Medicine","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; Mental Health Research Canada; University of Ottawa","funders":"","keywords":"Interquartile range; Meta-analysis; Subgroup analysis; MEDLINE; Study heterogeneity; Medicine; Systematic review; Confidence interval; Publication bias; Random effects model; Statistics; Surgery; Internal medicine; Mathematics","score_opus":0.9106758573085312,"score_gpt":0.6310800049927433,"score_spread":0.2795958523157879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413408738","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8890441,0.057328742,0.011997001,0.04011418,0.00049262255,0.00039693314,0.000017561602,0.0000017983572,0.0006070748],"genre_scores_gemma":[0.9944589,0.00014173237,0.0016199031,0.0005725486,0.00021849551,0.0000014525763,4.108071e-7,0.000005744671,0.0029808036],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.97432554,0.008088527,0.010464745,0.0003303785,0.0066046887,0.00018609547],"domain_scores_gemma":[0.95955014,0.02142123,0.0145511255,0.0022945933,0.0020731497,0.00010973749],"candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.12151389,0.00028405417,0.00609241,0.00013529987,0.0001515658,0.00009103699,0.0034807648,0.00009586285,0.009851587],"category_scores_gemma":[0.06652995,0.00006824869,0.015777117,0.0016966311,0.00050480035,0.000135135,0.00024166965,0.00044202333,0.000028076527],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041446274,0.000080212,0.07830391,0.00004869026,0.028274177,0.0000016672527,0.0023344879,0.009292421,0.0029787363,0.000009579023,0.8768764,0.0017582625],"study_design_scores_gemma":[0.0017127788,0.0007801814,0.5605192,0.0023890876,0.09706553,0.000036220423,0.009610614,0.31277466,0.0018221751,0.0065734745,0.0063658124,0.00035025095],"about_ca_topic_score_codex":0.0004944771,"about_ca_topic_score_gemma":0.00000961485,"teacher_disagreement_score":0.8705106,"about_ca_system_score_codex":0.000058602043,"about_ca_system_score_gemma":0.00026893517,"threshold_uncertainty_score":0.99407965},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_narrow","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4413788159","doi":"10.1016/j.jhepr.2025.101566","title":"Liver transplantation for HCC with macrovascular invasion: A systematic review and meta-analysis of observational studies","year":2025,"lang":"en","type":"review","venue":"JHEP Reports","topic":"Hepatocellular Carcinoma Treatment and Prognosis","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Princess Margaret Cancer Centre; Toronto General Hospital; University Health Network","funders":"Incyte; Roche; AstraZeneca; Servier; MSD","keywords":"Liver transplantation; Observational study; Meta-analysis; Medicine; Internal medicine; Transplantation; Oncology","score_opus":0.3662705535403707,"score_gpt":0.38299568102747755,"score_spread":0.01672512748710686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413788159","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001179432,0.99185455,0.00009699405,0.00008657756,0.000016057134,0.0077741877,0.00010060036,0.00001625627,0.000042985186],"genre_scores_gemma":[0.00006562243,0.99204093,0.0010520732,0.00014165124,0.00000973746,0.003987763,0.0015915157,0.00002062415,0.0010900795],"study_design_codex":"systematic_review","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9973975,0.00017940899,0.0014625557,0.0004753441,0.00036614496,0.0001190825],"domain_scores_gemma":[0.99724364,0.0005771945,0.0011413392,0.0005468063,0.0004342378,0.000056763984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009219485,0.00037651949,0.009976137,0.00032995758,0.000053291697,0.000010772275,0.000044176388,0.00012380366,0.000051150728],"category_scores_gemma":[0.00025123276,0.00020161644,0.0031248287,0.00080171204,0.000042457337,0.00005024281,0.000016586577,0.00007912847,5.2403493e-7],"study_design_candidate":"meta_analysis","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003826937,0.00003197749,0.00017644028,0.69529647,0.3031766,0.00060980185,0.00003408609,5.4953237e-8,1.0917222e-8,0.000014734137,0.000058468886,0.00059748994],"study_design_scores_gemma":[0.000094902694,0.0000798459,0.000015170286,0.1148262,0.8780267,0.000600498,0.000005916051,0.000004076554,0.0000014166212,0.000004950546,0.006202194,0.00013808323],"about_ca_topic_score_codex":0.000010335094,"about_ca_topic_score_gemma":0.00001678324,"teacher_disagreement_score":0.58047026,"about_ca_system_score_codex":0.000053745167,"about_ca_system_score_gemma":0.00026884477,"threshold_uncertainty_score":0.82216793},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4415273748","doi":"10.3389/fimmu.2025.1613441","title":"Air pollution, emerging chemical exposures, and systemic lupus erythematosus: a meta-epidemiology study","year":2025,"lang":"en","type":"article","venue":"Frontiers in Immunology","topic":"Systemic Lupus Erythematosus Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"National Natural Science Foundation of China","keywords":"Systemic lupus erythematosus; Systemic lupus; Autoimmune disease; Autoimmunity; Lupus erythematosus; Autoantibody","score_opus":0.02863846204813981,"score_gpt":0.3139015928459654,"score_spread":0.2852631307978256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415273748","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.890537,0.09786269,0.0038894797,0.0028520636,0.0022357085,0.0018185927,0.00000524987,0.00013775041,0.00066143397],"genre_scores_gemma":[0.9928488,0.00083586277,0.0027689124,0.00044704956,0.000062282124,0.00058015436,0.000011339688,0.00003801649,0.0024075478],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99564177,0.0011639394,0.0012834561,0.00082844065,0.00022172963,0.00086068],"domain_scores_gemma":[0.99816626,0.00045301826,0.00021154725,0.00091394124,0.00014634684,0.00010885638],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002316008,0.00038126073,0.0023296191,0.0011575777,0.0001094659,0.00000895125,0.00035004632,0.00043867895,0.000031923002],"category_scores_gemma":[0.0019426219,0.00031069785,0.00022722247,0.000784513,0.0004780245,0.000080002595,0.00034682034,0.0007212599,0.000013696427],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077100465,0.00036404555,0.96898574,0.0005951427,0.004857945,0.0001551274,0.0020185641,0.0000087470935,0.0020162712,0.0012387341,0.017916203,0.0010724582],"study_design_scores_gemma":[0.10511605,0.0052227755,0.19075868,0.007403373,0.014996771,0.27935678,0.30716142,0.0034865695,0.004520206,0.029549463,0.04846163,0.003966291],"about_ca_topic_score_codex":0.00018828371,"about_ca_topic_score_gemma":0.000019891995,"teacher_disagreement_score":0.7782271,"about_ca_system_score_codex":0.0004885674,"about_ca_system_score_gemma":0.0002648005,"threshold_uncertainty_score":0.9999345},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4415679231","doi":"10.1016/j.jpsychires.2025.10.067","title":"Gambling disorder and suicide risk: A meta-epidemiology study","year":2025,"lang":"en","type":"review","venue":"Journal of Psychiatric Research","topic":"Gambling Behavior and Treatments","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Gambling disorder; Poison control; Human factors and ergonomics; Suicide prevention; Association (psychology); Injury prevention; Occupational safety and health","score_opus":0.7015815654600905,"score_gpt":0.658004460249008,"score_spread":0.04357710521108249,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415679231","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017901112,0.9932584,0.00006431189,0.00013078528,0.0019414593,0.001582146,0.000041853964,0.000014983439,0.0011759123],"genre_scores_gemma":[0.0006893086,0.9948418,0.0007061221,0.000010192361,0.00051949517,0.00021641524,0.000006675114,0.000066788016,0.0029431977],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.983785,0.010876421,0.0027194654,0.000794365,0.00085538684,0.00096938206],"domain_scores_gemma":[0.9880579,0.008239513,0.0018452787,0.00094253133,0.000571226,0.0003435196],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.017498322,0.00060227065,0.00500489,0.004175114,0.00039129567,0.00007945594,0.0009710031,0.0005898283,0.00050424575],"category_scores_gemma":[0.002176024,0.0003707953,0.0018461577,0.002440048,0.00016667132,0.000069207614,0.0002690397,0.004087918,0.00009804543],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012087397,0.0022150688,0.11125423,0.0022001145,0.01177939,0.00032894185,0.00026307552,8.396534e-7,3.6421055e-9,0.00020645735,0.0057328115,0.8658982],"study_design_scores_gemma":[0.0045238114,0.0052773166,0.02664023,0.00230012,0.0777924,0.0009102501,0.0013570332,6.1030465e-7,8.517833e-9,0.0019458014,0.87857896,0.00067343406],"about_ca_topic_score_codex":0.0009513136,"about_ca_topic_score_gemma":0.0000914052,"teacher_disagreement_score":0.8728462,"about_ca_system_score_codex":0.00014399842,"about_ca_system_score_gemma":0.0007126895,"threshold_uncertainty_score":0.9998744},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4416642995","doi":"10.1016/j.jclinepi.2025.112089","title":"Methodological guidance for individual participant data meta-analyses: a systematic review","year":2025,"lang":"en","type":"review","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Observational study; Checklist; Set (abstract data type); Identification (biology); Guideline; Quality (philosophy); Forcing (mathematics); Observational methods in psychology","score_opus":0.9985771036472134,"score_gpt":0.8425318825246398,"score_spread":0.15604522112257357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416642995","genre_codex":"review","genre_gemma":"review","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.2712964e-8,0.8461591,0.14363945,0.0031116095,0.0016066058,0.004791952,0.0005500188,0.000004250186,0.00013701811],"genre_scores_gemma":[2.4088226e-7,0.8577132,0.13074389,0.007707912,0.00075836637,0.00048456574,0.0000974818,0.000028644776,0.0024657066],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.08227892,0.65137273,0.25680512,0.0032514003,0.005360015,0.0009318304],"domain_scores_gemma":[0.0074666548,0.7363753,0.23604487,0.0152389575,0.0041158884,0.0007583474],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity"],"category_scores_codex":[0.9602397,0.0015607921,0.29471952,0.0010240419,0.00015206693,0.00029606995,0.025051879,0.0015858148,0.0036617743],"category_scores_gemma":[0.9936827,0.0005037224,0.10882897,0.0025768764,0.00042572495,0.0003459747,0.0020612495,0.0026493038,0.00070200046],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008779714,0.00010907265,0.000008860293,0.5501724,0.0812319,0.000019107505,0.0000036287488,0.000005528882,1.3974933e-9,0.0011369706,0.29909256,0.0682112],"study_design_scores_gemma":[0.000095822834,0.00014567588,0.0000030812685,0.14086737,0.3814532,0.00012568587,0.000009534606,0.00010905459,1.4296563e-9,0.006224383,0.4707642,0.00020199684],"about_ca_topic_score_codex":0.0000023141533,"about_ca_topic_score_gemma":0.0000052543587,"teacher_disagreement_score":0.40930504,"about_ca_system_score_codex":0.00003481382,"about_ca_system_score_gemma":0.00222233,"threshold_uncertainty_score":0.99974144},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4417202017","doi":"10.14309/01.ajg.0001136700.06357.98","title":"S2310 Comparing Robotic, Laparoscopic and Open Pancreaticoduodenectomy: A Systematic Review and Network Meta-Analysis of Randomized Controlled Trials and Propensity-Matched Studies","year":2025,"lang":"en","type":"article","venue":"The American Journal of Gastroenterology","topic":"Pancreatic and Hepatic Oncology Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Confidence interval; Randomized controlled trial; Gastric emptying; Relative risk; Meta-analysis; Pancreatic fistula; Fistula; Laparoscopy","score_opus":0.138185232599625,"score_gpt":0.42511641634441677,"score_spread":0.28693118374479176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417202017","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7419761,0.2420716,0.0007842659,0.010876406,0.000024668698,0.004224617,0.0000015880829,0.0000032909222,0.000037467053],"genre_scores_gemma":[0.93486935,0.060309745,0.0014480076,0.0029890216,0.000018354596,0.00020671819,7.2911234e-7,0.0000071655827,0.00015089069],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9876724,0.00914653,0.0025454708,0.00018323777,0.00020367095,0.0002487173],"domain_scores_gemma":[0.98736185,0.008484094,0.0033064913,0.00029893723,0.00044191282,0.00010672327],"candidate_categories":["metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.022183558,0.0002142869,0.06506657,0.00028699654,0.00008722496,0.00003106914,0.00022623893,0.000026024438,0.0000121850335],"category_scores_gemma":[0.007111156,0.000090634785,0.0009012151,0.000336601,0.0013863145,0.00004713075,0.0002793217,0.0002402203,1.4582122e-7],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.16224587,0.00007973894,0.08610943,0.009653471,0.74129444,0.000015404656,0.0003124474,0.000037179798,0.000027907674,0.00011778937,0.00010000881,0.0000063345815],"study_design_scores_gemma":[0.07588544,0.002171477,0.008078366,0.0036745076,0.90869355,0.00020778185,0.0004716982,0.0005735764,0.000001919076,0.00020059686,3.503674e-7,0.000040725605],"about_ca_topic_score_codex":0.000053230237,"about_ca_topic_score_gemma":0.000051177565,"teacher_disagreement_score":0.19289327,"about_ca_system_score_codex":0.000025832212,"about_ca_system_score_gemma":0.0000923493,"threshold_uncertainty_score":0.9488135},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4417223881","doi":"10.1053/j.ajkd.2025.09.023","title":"Representation of Older Patients Receiving Maintenance Dialysis in Randomized Controlled Trials: A Meta-epidemiologic Study","year":2025,"lang":"en","type":"article","venue":"American Journal of Kidney Diseases","topic":"Dialysis and Renal Disease Management","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Stroke Network; McMaster University; University of Alberta","funders":"","keywords":"Dialysis; Representation (politics); Randomized controlled trial; MEDLINE; Kidney disease","score_opus":0.030261947742329164,"score_gpt":0.3538328628151803,"score_spread":0.32357091507285113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417223881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98467207,0.0032648146,0.002034563,0.004506709,0.0003193401,0.0039280932,0.000035310808,0.000014640831,0.0012244523],"genre_scores_gemma":[0.99666727,0.00089071546,0.0002820362,0.0016898236,0.000054931013,0.00018469544,0.0000127741305,0.0000092552145,0.00020848722],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9893117,0.006322962,0.0033787987,0.00024983034,0.0005407849,0.00019594227],"domain_scores_gemma":[0.983409,0.009648939,0.0051944028,0.0004130127,0.0007742447,0.0005604423],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007658374,0.00022725634,0.010557468,0.00092810515,0.000029698414,0.00002141776,0.00016409844,0.00002088398,0.00014416373],"category_scores_gemma":[0.1909812,0.00011399292,0.0042803455,0.0011498609,0.00024175763,0.000095438656,0.000053704138,0.00012071758,8.198509e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.30645236,0.0075626336,0.59167945,0.00014455973,0.056369703,0.00008247773,0.00051103253,0.0005243663,0.00004000503,0.00007820564,0.008314428,0.028240787],"study_design_scores_gemma":[0.3918412,0.00078979624,0.49852562,0.0008931202,0.10397285,7.0766043e-7,0.0029464092,0.00036844678,0.000015538362,0.00043813555,0.000059837348,0.00014833997],"about_ca_topic_score_codex":0.00015001331,"about_ca_topic_score_gemma":0.000003540409,"teacher_disagreement_score":0.18332282,"about_ca_system_score_codex":0.00007456512,"about_ca_system_score_gemma":0.00033944787,"threshold_uncertainty_score":0.8158335},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W6887815647","doi":"10.17605/osf.io/tsh5w","title":"Prevalence, incidence, and factors associated with pain-related disabilities among Indigenous peoples in Canada: A scoping review.","year":2022,"lang":"en","type":"other","venue":"Open Science Framework","topic":"Pain Management and Opioid Use","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Indigenous; Population; Ethnic group; Protocol (science); Work (physics); Inclusion (mineral)","score_opus":0.017826733034589835,"score_gpt":0.2906009424584869,"score_spread":0.2727742094238971,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6887815647","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8820163,0.02022637,0.00001485026,0.00032671046,0.0003223825,0.010419173,0.000055355416,0.00011649546,0.08650235],"genre_scores_gemma":[0.6693029,0.029110441,0.0009644797,0.0037373775,0.00008945778,0.001061455,0.00019425858,0.00054137444,0.29499826],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996706,0.00027275307,0.00043305912,0.0008305772,0.0011440065,0.00061358704],"domain_scores_gemma":[0.9975307,0.0009973255,0.00044650605,0.00075622613,0.000050080405,0.00021918677],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029302305,0.00034304432,0.0008557434,0.00037351745,0.00030568408,0.00016357198,0.0012945227,0.00014309889,0.0043521095],"category_scores_gemma":[0.0077398014,0.000267356,0.000033895,0.0022419763,0.0007414234,0.00023592052,0.0008427658,0.00071531703,0.0000023270354],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057451493,0.000035732428,0.9881988,0.0030568242,0.00003415259,0.00003507715,0.0015313757,0.0000037377058,1.8304597e-7,0.000044594748,0.006838823,0.00021492557],"study_design_scores_gemma":[0.00029729813,0.00013071166,0.7935989,0.1995532,0.00012451007,8.057316e-7,0.00500124,0.000035896286,5.957754e-7,0.00006812331,0.0007218506,0.00046689587],"about_ca_topic_score_codex":0.47215128,"about_ca_topic_score_gemma":0.87945765,"teacher_disagreement_score":0.40730637,"about_ca_system_score_codex":0.0012235728,"about_ca_system_score_gemma":0.0063940943,"threshold_uncertainty_score":0.9999779},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"grok","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"systematic_review","genre":"protocol","about_ca_system":false,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W6890027164","doi":"10.3205/25ebm077","title":"Research integrity assessment of randomized controlled trials in COVID-19 evidence syntheses: focus on ethics and trial registration","year":2025,"lang":"en","type":"article","venue":"German Medical Science (German Research Foundation)","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cochrane","funders":"","keywords":"Randomized controlled trial; Research ethics; Focus (optics); Clinical trial; Research design; Trial registration; MEDLINE; Ethics committee","score_opus":0.8941467816641128,"score_gpt":0.7364740610737476,"score_spread":0.1576727205903652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6890027164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48441082,0.0016080777,0.089308985,0.32468718,0.001616693,0.034878355,0.000013405343,0.0000319985,0.06344448],"genre_scores_gemma":[0.9944102,0.0009942773,0.0007619845,0.00053316186,0.0001478491,0.0011770091,0.000003521714,0.000006095323,0.0019658846],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.16812024,0.6818854,0.038121086,0.0041415496,0.10579258,0.0019391052],"domain_scores_gemma":[0.022691466,0.9536624,0.0064109955,0.0044344584,0.011340034,0.0014606306],"candidate_categories":["metaresearch","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.96821016,0.00032111126,0.010204983,0.005570624,0.0016330599,0.0036461502,0.0046698493,0.0004116033,0.008568429],"category_scores_gemma":[0.98641086,0.00015100047,0.0015515334,0.010601798,0.008016196,0.0011859309,0.0007683166,0.0040495354,0.00025341008],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.08967865,0.0006483542,0.00083572965,0.00042504782,0.0003130005,0.00003843218,0.0027186822,0.000029651508,0.00034830466,0.83268374,0.010073168,0.062207256],"study_design_scores_gemma":[0.30188468,0.0008560007,0.0037180143,0.005458417,0.0003114765,0.000011125307,0.004030293,0.11606278,0.00013343715,0.5568885,0.010153097,0.000492144],"about_ca_topic_score_codex":0.0006531329,"about_ca_topic_score_gemma":0.0008059623,"teacher_disagreement_score":0.5099994,"about_ca_system_score_codex":0.00081516587,"about_ca_system_score_gemma":0.018530132,"threshold_uncertainty_score":0.9996667},"labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad","research_integrity"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6902207847","doi":"10.6084/m9.figshare.16916538.v1","title":"Additional file 1 of Patient-important outcomes reported in randomized controlled trials of pharmacologic treatments for COVID-19: a protocol of a META-epidemiological study","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; Université de Montréal; University of Saskatchewan","funders":"","keywords":"Randomized controlled trial; Protocol (science); MEDLINE; Clinical trial; N of 1 trial","score_opus":0.41525225793469334,"score_gpt":0.5653596647413841,"score_spread":0.15010740680669077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6902207847","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002524254,0.000055883553,8.2857855e-7,0.00040187695,0.000007223837,0.19121642,0.8079865,0.000016089263,0.0000627757],"genre_scores_gemma":[0.007192075,0.0000040169307,0.0004631455,0.00057212834,0.000018172152,0.75067014,0.24076256,0.000009779917,0.00030799335],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9892851,0.0034894026,0.0057890983,0.0004687646,0.00069439976,0.00027325074],"domain_scores_gemma":[0.29773417,0.69229937,0.0072201956,0.0005770002,0.001805494,0.00036377553],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051066647,0.0002912037,0.0119991,0.00019415538,0.000034052366,0.0000034628645,0.00011841928,0.00013025818,0.958353],"category_scores_gemma":[0.96402234,0.00014266421,0.0037452825,0.00033075083,0.00008054948,0.00003040599,0.00017317201,0.00017159754,0.000006461816],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18293776,0.0058320705,0.000851661,0.0012765077,0.021112254,0.00028612098,0.00008192281,0.000024696661,0.000042468582,0.0000017272475,0.78736174,0.0001910704],"study_design_scores_gemma":[0.9067243,0.004422845,0.007352161,0.0015513969,0.007506903,0.0000028381312,0.00024034482,0.0005721945,0.00036115345,0.00043911883,0.0706191,0.00020767775],"about_ca_topic_score_codex":0.00002359738,"about_ca_topic_score_gemma":0.000014361917,"teacher_disagreement_score":0.9589157,"about_ca_system_score_codex":0.00012245032,"about_ca_system_score_gemma":0.0022593245,"threshold_uncertainty_score":0.8202345},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6920678091","doi":"10.6084/m9.figshare.16916544.v1","title":"Additional file 3 of Patient-important outcomes reported in randomized controlled trials of pharmacologic treatments for COVID-19: a protocol of a META-epidemiological study","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; Université de Montréal; University of Saskatchewan","funders":"","keywords":"Randomized controlled trial; Protocol (science); MEDLINE; Clinical trial; N of 1 trial","score_opus":0.410528904978086,"score_gpt":0.5647141059089654,"score_spread":0.15418520093087945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920678091","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025434897,0.000056194378,8.3357514e-7,0.00040031562,0.0000072941893,0.19132611,0.80787563,0.000016079439,0.00006316875],"genre_scores_gemma":[0.0072998847,0.000004090212,0.00046002376,0.00057428353,0.000018454795,0.7523199,0.23899838,0.000009823373,0.00031516212],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.98928547,0.003486346,0.0057917763,0.00046858826,0.00069456245,0.0002732416],"domain_scores_gemma":[0.29970694,0.6902898,0.0072367634,0.0005774099,0.0018245815,0.00036452603],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051044673,0.0002911646,0.012000256,0.00019409353,0.000034049568,0.000003469655,0.00011834818,0.0001302476,0.9573933],"category_scores_gemma":[0.96401346,0.0001426295,0.0037450553,0.00033063375,0.00008055495,0.000030428324,0.00017305255,0.00017156407,0.000006529249],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1858532,0.0058928984,0.0008620476,0.0013113919,0.021325689,0.00029256364,0.00008281861,0.000024973055,0.0000430334,0.0000017356236,0.78411376,0.00019586347],"study_design_scores_gemma":[0.9063446,0.0043800045,0.007248804,0.0015353069,0.007380429,0.0000027893072,0.00023725486,0.00056827196,0.00036554816,0.00043666063,0.071294375,0.00020596216],"about_ca_topic_score_codex":0.000023852986,"about_ca_topic_score_gemma":0.0000144550595,"teacher_disagreement_score":0.95890903,"about_ca_system_score_codex":0.00012291397,"about_ca_system_score_gemma":0.0022605145,"threshold_uncertainty_score":0.8203135},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6920752056","doi":"10.6084/m9.figshare.14913276.v1","title":"Additional file 5 of Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Credibility; Table (database); Kappa; Measure (data warehouse); Critical appraisal","score_opus":0.9569077944506005,"score_gpt":0.5921725702233445,"score_spread":0.364735224227256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920752056","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016964095,0.00014785232,0.00006115007,0.000054815573,0.000014997168,0.00032795093,0.99673605,0.0000016325796,0.0009591718],"genre_scores_gemma":[0.22595288,0.0000049369146,0.009724352,0.00013328104,0.0001432186,0.0012902726,0.7583781,0.000021036007,0.004351933],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98851013,0.004595714,0.0029251375,0.0005743991,0.0032998489,0.0000947596],"domain_scores_gemma":[0.8955044,0.093131095,0.0062326454,0.0011850103,0.0038725506,0.0000743],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003362327,0.00020590452,0.0024529968,0.00015900398,0.000060150578,0.000068426176,0.00047529346,0.00007400216,0.9852688],"category_scores_gemma":[0.49221063,0.00010434905,0.0017249692,0.0008669427,0.0000333893,0.00021383948,0.00011604532,0.00014446456,0.0003831096],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006731794,0.00007138979,0.00024230372,0.000109398316,0.0010961089,0.0000012234057,0.0001733118,0.00016746324,0.000020591064,0.00006406559,0.9974685,0.00057896244],"study_design_scores_gemma":[0.00024922044,0.00071084424,0.4853691,0.0033406825,0.003605105,0.000005033013,0.0017801708,0.002552626,0.015223354,0.007336911,0.4793155,0.00051150646],"about_ca_topic_score_codex":0.000006748231,"about_ca_topic_score_gemma":0.000013688648,"teacher_disagreement_score":0.9848857,"about_ca_system_score_codex":0.00001466129,"about_ca_system_score_gemma":0.00019785757,"threshold_uncertainty_score":0.5120667},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6920871351","doi":"10.6084/m9.figshare.16916541","title":"Additional file 2 of Patient-important outcomes reported in randomized controlled trials of pharmacologic treatments for COVID-19: a protocol of a META-epidemiological study","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; Université de Montréal; University of Saskatchewan","funders":"","keywords":"Randomized controlled trial; Protocol (science); MEDLINE; Clinical trial; N of 1 trial","score_opus":0.40676208952822795,"score_gpt":0.5646415612489036,"score_spread":0.15787947172067568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6920871351","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002510448,0.000056779878,8.124765e-7,0.00040027848,0.0000072703206,0.19114667,0.80805683,0.000016100306,0.0000641861],"genre_scores_gemma":[0.007092026,0.0000041226845,0.0004541277,0.00057292765,0.000018451481,0.7497424,0.24179684,0.000009780113,0.00030937008],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.989284,0.0034884112,0.005791745,0.0004684489,0.0006942602,0.00027316518],"domain_scores_gemma":[0.30220392,0.6878099,0.0072406717,0.00057682523,0.0018044299,0.0003642764],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050804177,0.00029111613,0.012001847,0.00019403514,0.000034054727,0.0000034699747,0.000118356926,0.0001302589,0.9576288],"category_scores_gemma":[0.9636218,0.0001426201,0.0037445996,0.00033050764,0.00008054843,0.000030425703,0.00017314898,0.00017156017,0.0000063965736],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18310875,0.005861152,0.00083047757,0.0012942547,0.021224363,0.00029507588,0.000082422164,0.000024940253,0.000041293497,0.0000017652845,0.7870383,0.00019715655],"study_design_scores_gemma":[0.90490717,0.004400334,0.007202459,0.0015252507,0.007441992,0.0000028291724,0.0002367751,0.0005655941,0.00035714512,0.00044010463,0.07271414,0.00020617835],"about_ca_topic_score_codex":0.000023822293,"about_ca_topic_score_gemma":0.000014442321,"teacher_disagreement_score":0.95854133,"about_ca_system_score_codex":0.00012248351,"about_ca_system_score_gemma":0.0022498323,"threshold_uncertainty_score":0.82042223},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6927340553","doi":"10.3389/fnagi.2023.1051809.s001","title":"Table_1_Gout and risk of dementia, Alzheimer's disease or vascular dementia: a meta-epidemiology study.DOCX","year":2023,"lang":"en","type":"dataset","venue":"Figshare","topic":"Bacillus and Francisella bacterial research","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Gout; Cohort; Confidence interval; Cohort study; Risk assessment; Disease; Dementia","score_opus":0.10522562552551656,"score_gpt":0.3401329899959581,"score_spread":0.23490736447044153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6927340553","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005096949,0.03589376,0.0000014015811,0.00001322358,0.000120514735,0.0009894563,0.96245223,0.000013075688,0.0000066515768],"genre_scores_gemma":[0.0005322077,0.005395304,0.000028244338,0.00006722761,0.0003143145,0.0009305132,0.99260616,0.00005655234,0.00006946766],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99680805,0.0006499299,0.00065690855,0.0009754415,0.00032550888,0.00058417727],"domain_scores_gemma":[0.9974858,0.00025270824,0.00047618826,0.0011974826,0.0002399959,0.00034781263],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000711048,0.0004937227,0.0010440586,0.00012578946,0.00015078651,0.00003733435,0.00063790457,0.00044934792,0.037377443],"category_scores_gemma":[0.0050659343,0.00037282347,0.00047670622,0.00019324385,0.000051356343,0.0000060101515,0.0012170984,0.00033773156,0.0007666162],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001946033,0.00017421426,0.00035581557,0.00037905492,0.024384608,0.00004206004,0.0000039023807,0.000010305373,0.000033627006,1.2183074e-7,0.9740169,0.0004047859],"study_design_scores_gemma":[0.0006735883,0.0005075711,0.004594469,0.000118940865,0.0116563095,0.000001893536,0.000013731586,0.000010252303,0.00006331317,0.000008626738,0.9819574,0.00039395745],"about_ca_topic_score_codex":0.0007631139,"about_ca_topic_score_gemma":0.0012373532,"teacher_disagreement_score":0.036610827,"about_ca_system_score_codex":0.000007603216,"about_ca_system_score_gemma":0.00027524208,"threshold_uncertainty_score":0.9998724},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6939482417","doi":"10.6084/m9.figshare.14913270","title":"Additional file 3 of Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Missing data; Data collection; Observational methods in psychology; Risk assessment","score_opus":0.9569709275465907,"score_gpt":0.5920804522400188,"score_spread":0.3648904753065719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939482417","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016954486,0.00014744542,0.00006093724,0.000054607528,0.000015119657,0.00032761166,0.99673444,0.000001629671,0.000962766],"genre_scores_gemma":[0.22317109,0.0000049445184,0.009729198,0.00013325921,0.0001448066,0.0012921679,0.7610277,0.00002106931,0.0044758026],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98851424,0.004592607,0.0029242346,0.0005742752,0.0032998703,0.000094751835],"domain_scores_gemma":[0.8950623,0.09348469,0.0062592006,0.0011898018,0.0039293636,0.00007461431],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00335813,0.00020587123,0.0024520394,0.00015893918,0.000060119215,0.00006842025,0.00047512975,0.00007399271,0.9855057],"category_scores_gemma":[0.49462393,0.000104328166,0.0017246183,0.00086678076,0.000033383392,0.00021380982,0.000115997245,0.00014445256,0.0003933006],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067587284,0.00007127117,0.00024232024,0.00011007538,0.0010948724,0.0000012180446,0.0001730415,0.00016755292,0.0000207263,0.00006180362,0.99747247,0.00057789043],"study_design_scores_gemma":[0.00024704164,0.0006992079,0.47011462,0.0032871766,0.0035312609,0.0000049177656,0.0017509422,0.0025280279,0.015213078,0.0072079203,0.49491116,0.00050464785],"about_ca_topic_score_codex":0.000006747412,"about_ca_topic_score_gemma":0.000013588142,"teacher_disagreement_score":0.98511237,"about_ca_system_score_codex":0.00001471253,"about_ca_system_score_gemma":0.00019835758,"threshold_uncertainty_score":0.50963306},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6939574047","doi":"10.6084/m9.figshare.14746350","title":"Additional file 1 of Bias estimation in study design: a meta-epidemiological analysis of transcatheter versus surgical aortic valve replacement","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Cardiac Valve Diseases and Treatments","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; Western University","funders":"","keywords":"Table (database); Chart; Aortic valve replacement; Flow chart; Valve replacement; Random error","score_opus":0.20481244366084914,"score_gpt":0.43322146448937443,"score_spread":0.2284090208285253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939574047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89975756,0.00016378821,0.00007547609,0.0000522504,0.00002251852,0.0010558809,0.09720615,0.0000012462274,0.0016651099],"genre_scores_gemma":[0.9599971,0.0000041681146,0.0069790436,0.000008369661,0.000005577213,0.000387636,0.032393813,0.0000047043527,0.00021955583],"study_design_codex":"meta_analysis","study_design_gemma":"observational","domain_scores_codex":[0.99856955,0.00035195256,0.0004492916,0.0002832849,0.00024177507,0.000104152896],"domain_scores_gemma":[0.9968324,0.00261709,0.00013854618,0.00025010214,0.00009234988,0.00006952212],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00035036894,0.000110289904,0.0009108687,0.0001095901,0.000014517747,0.000008029963,0.00005300746,0.00004025548,0.71198577],"category_scores_gemma":[0.0008998586,0.00007737685,0.002084262,0.00049256644,0.000029243847,0.000039985134,0.000039152434,0.000047466467,0.00002745992],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022052424,0.039602917,0.22665618,0.000086260494,0.5531789,0.00054891745,0.0019383124,0.013011402,0.000034925117,0.000015066613,0.082952626,0.059922077],"study_design_scores_gemma":[0.006132661,0.0017353112,0.9012684,0.00007656867,0.083098635,0.0000040697596,0.0006436935,0.004826518,0.00012396394,0.000015842388,0.0019335917,0.00014073178],"about_ca_topic_score_codex":0.000038856233,"about_ca_topic_score_gemma":0.000018058065,"teacher_disagreement_score":0.7119583,"about_ca_system_score_codex":0.00004369548,"about_ca_system_score_gemma":0.00012080286,"threshold_uncertainty_score":0.31553364},"labels":[{"model":"gemma","categories":["metaepi_broad","metaepi_narrow","metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6939662579","doi":"10.6084/m9.figshare.14788632","title":"Additional file 1 of Most published meta-regression analyses based on aggregate data suffer from methodological pitfalls: a meta-epidemiological study","year":2021,"lang":"en","type":"article","venue":"Open MIND","topic":"Mycorrhizal Fungi and Plant Interactions","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Aggregate (composite); Aggregate data; Data file; Component (thermodynamics); Data collection","score_opus":0.5631933366838925,"score_gpt":0.43149222169421486,"score_spread":0.13170111498967763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939662579","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017439041,0.00021698896,0.000016038903,0.0011145448,0.00007954189,0.00036255075,0.9743227,0.000006472949,0.0064421543],"genre_scores_gemma":[0.02312734,0.000029353494,0.03074435,0.0007085573,0.00018527471,0.00029332787,0.9428985,0.000001929616,0.0020113757],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951169,0.0026516204,0.0005878556,0.000995461,0.00039684543,0.00025130674],"domain_scores_gemma":[0.9214052,0.07749741,0.00035955527,0.0004010263,0.0001850145,0.00015178847],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011774299,0.00031571905,0.0013027409,0.00002407913,0.00019469959,0.00024118,0.0012715344,0.0001637714,0.99444425],"category_scores_gemma":[0.022825966,0.000088041845,0.000466016,0.00054363103,0.000025103242,0.00040115457,0.0007616064,0.00031239912,0.0007870687],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018173509,0.0010675873,0.000298187,8.6451047e-7,0.0019167525,0.00007737075,0.000008162796,0.00004562934,0.0039877105,0.0000041773587,0.983536,0.008875791],"study_design_scores_gemma":[0.00012753448,0.000582986,0.008578684,0.00007657095,0.003119041,0.000011825235,0.0003674406,0.0020984223,0.001767435,0.00035591482,0.98257357,0.0003405603],"about_ca_topic_score_codex":0.0010875314,"about_ca_topic_score_gemma":0.0010014949,"teacher_disagreement_score":0.99365723,"about_ca_system_score_codex":0.000011141025,"about_ca_system_score_gemma":0.000049251707,"threshold_uncertainty_score":0.99999094},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"observational","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6939682473","doi":"10.6084/m9.figshare.16916538","title":"Additional file 1 of Patient-important outcomes reported in randomized controlled trials of pharmacologic treatments for COVID-19: a protocol of a META-epidemiological study","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Mycorrhizal Fungi and Plant Interactions","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; Université de Montréal; University of Saskatchewan","funders":"","keywords":"Randomized controlled trial; Protocol (science); MEDLINE; Clinical trial; N of 1 trial","score_opus":0.1812265184946321,"score_gpt":0.391598901425066,"score_spread":0.2103723829304339,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939682473","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017950507,0.000042178348,6.619978e-8,0.00007437968,0.000015037072,0.06790844,0.9299557,0.000012142156,0.00019700399],"genre_scores_gemma":[0.0043023857,0.0000023336893,0.00009836845,0.00010725412,0.000014639406,0.39697415,0.5983805,6.044075e-7,0.00011978695],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99489427,0.0018643825,0.002624627,0.00026046726,0.00020907284,0.00014720844],"domain_scores_gemma":[0.808031,0.18883029,0.0027166395,0.000060494927,0.00028004698,0.00008152637],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011560675,0.0001888056,0.0040988084,0.000032905773,0.00004109143,0.000006621427,0.000109687346,0.000093193485,0.9937507],"category_scores_gemma":[0.3539425,0.000054854874,0.0019532873,0.000219656,0.00000538742,0.00004224623,0.000042811367,0.0000698651,0.00001981533],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.029518155,0.0016901387,0.00055718166,0.00005251586,0.0027554615,0.000034497483,0.000027859664,0.000013299059,0.0008379288,0.000005675057,0.9643068,0.00020051228],"study_design_scores_gemma":[0.2247051,0.005610527,0.0071062837,0.0019055306,0.006769477,0.0000618398,0.0013692002,0.0009175513,0.0040376564,0.0019592692,0.74473345,0.0008241334],"about_ca_topic_score_codex":0.00008433527,"about_ca_topic_score_gemma":0.00006978675,"teacher_disagreement_score":0.99373084,"about_ca_system_score_codex":0.000020254287,"about_ca_system_score_gemma":0.00012431749,"threshold_uncertainty_score":0.6514995},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6958558395","doi":"10.6084/m9.figshare.14746350.v1","title":"Additional file 1 of Bias estimation in study design: a meta-epidemiological analysis of transcatheter versus surgical aortic valve replacement","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Prenatal Screening and Diagnostics","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; Western University","funders":"","keywords":"Table (database); Chart; Aortic valve replacement; Flow chart; Valve replacement; Random error","score_opus":0.2528468836712392,"score_gpt":0.36584832081618757,"score_spread":0.11300143714494837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958558395","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032120317,0.00013085497,0.000035235425,0.000030761057,0.000005520102,0.00024141991,0.9959871,0.000014499629,0.0003425574],"genre_scores_gemma":[0.37168148,8.2530124e-7,0.0024882911,0.00001963086,0.000008185889,0.00046193117,0.6252975,0.000003875153,0.00003828138],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9986897,0.00027441286,0.00042588267,0.0002178553,0.00027423192,0.00011792],"domain_scores_gemma":[0.9876674,0.011759641,0.00014964615,0.00021501395,0.00014198414,0.00006630983],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00016281092,0.00010561392,0.0006632071,0.00012685088,0.000012725012,0.00000342147,0.00005228305,0.00007130932,0.9630606],"category_scores_gemma":[0.027798852,0.00007738084,0.0006635341,0.00060014625,0.000009281305,0.000028341798,0.000033525463,0.00010484653,0.000055270393],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007089666,0.0013244066,0.0008282899,0.000081019534,0.0076420363,0.00009180441,0.00012882042,0.006009217,0.0000018443433,0.0000023827904,0.9821826,0.0009985865],"study_design_scores_gemma":[0.006964344,0.0048904177,0.79643923,0.0031499325,0.025288384,0.000025035679,0.00046511306,0.14186841,0.0005608305,0.000050618393,0.01980941,0.00048829423],"about_ca_topic_score_codex":0.00001165859,"about_ca_topic_score_gemma":0.00001772336,"teacher_disagreement_score":0.96300536,"about_ca_system_score_codex":0.00002744514,"about_ca_system_score_gemma":0.00008301749,"threshold_uncertainty_score":0.9803904},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"observational","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6958604890","doi":"10.6084/m9.figshare.18739501.v1","title":"Additional file 2 of Omega-6 sparing effects of parenteral lipid emulsions—an updated systematic review and meta-analysis on clinical outcomes in critically ill patients","year":2022,"lang":"en","type":"article","venue":"Figshare","topic":"Clinical Nutrition and Gastroenterology","field":"Nursing","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kingston General Hospital; Queen's University","funders":"","keywords":"Critically ill; Critical illness; MEDLINE; Clinical trial; Sepsis","score_opus":0.07060435332087839,"score_gpt":0.3580250775955709,"score_spread":0.2874207242746925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6958604890","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001838983,0.00012835852,8.197689e-8,0.0011828707,0.00003823821,0.0006934646,0.99609137,0.000015559988,0.000011078347],"genre_scores_gemma":[0.09255061,0.0000022374657,0.000117289674,0.028060986,0.00001175662,0.0015221366,0.8776969,0.000014967985,0.000023153734],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9968033,0.0011187167,0.0012697725,0.00032017266,0.00031252534,0.0001755551],"domain_scores_gemma":[0.9931786,0.0056012846,0.00043565122,0.00031941952,0.00035720528,0.000107855514],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00014166858,0.0001509406,0.0018993686,0.00019558935,0.000049416067,0.000008510351,0.0001979626,0.00005611632,0.8299479],"category_scores_gemma":[0.024644522,0.00012390678,0.0007714457,0.00028919085,0.000021156991,0.00006167706,0.00016227826,0.0002826171,0.000034352997],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007042464,0.0012357063,0.0010641671,0.014674666,0.003375993,0.0000044443364,0.000010248261,0.000004191888,1.4933227e-7,4.633191e-7,0.9795515,0.000008023066],"study_design_scores_gemma":[0.008772247,0.016001891,0.6154306,0.06232792,0.24635093,0.000016153353,0.00016261764,0.0011852232,0.000017734954,0.00011703215,0.048397437,0.001220239],"about_ca_topic_score_codex":0.000003011961,"about_ca_topic_score_gemma":0.000021016042,"teacher_disagreement_score":0.9311541,"about_ca_system_score_codex":0.00002404035,"about_ca_system_score_gemma":0.0000041877306,"threshold_uncertainty_score":0.9835713},"labels":[{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6959115587","doi":"10.6084/m9.figshare.c.6842755","title":"Sleep disturbances and the risk of lung cancer: a meta-epidemiological study","year":2023,"lang":"en","type":"other","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sleep (system call); Funnel plot; Chronotype; Odds ratio; Confidence interval; Lung cancer; Incidence (geometry); Observational study; Meta-analysis","score_opus":0.10701209725830152,"score_gpt":0.35819529942424977,"score_spread":0.25118320216594825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6959115587","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000019643012,0.1044405,6.3339684e-8,0.000035442758,0.00006558582,0.0021695672,0.8621509,0.0005992716,0.030519],"genre_scores_gemma":[0.09562129,0.0039814683,0.000084032414,0.00034923173,0.003580097,0.04957402,0.12558655,0.012254766,0.7089685],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99700123,0.0012503692,0.00041577738,0.0006262141,0.00038996912,0.00031643332],"domain_scores_gemma":[0.99627244,0.0017798096,0.0011552711,0.00066124497,0.000059495283,0.00007171051],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00066096947,0.0005189626,0.0019048318,0.000115870236,0.000080812264,0.000029039753,0.0006018849,0.0002522427,0.31144074],"category_scores_gemma":[0.0076833325,0.0002359479,0.00048474412,0.00036848054,0.000086121036,0.000030859967,0.00040831458,0.00047993826,0.002294407],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042610893,0.00004581982,0.003946562,0.00023124613,0.0069138072,0.000010354533,0.00015360884,0.00001828201,4.625706e-8,0.0000075819353,0.9883564,0.00027367685],"study_design_scores_gemma":[0.0029279185,0.00014486171,0.094151296,0.0034455897,0.014526665,0.0000026614794,0.00021380979,0.001089055,0.000001606556,0.00010161638,0.8824658,0.000929148],"about_ca_topic_score_codex":0.002694368,"about_ca_topic_score_gemma":0.009328725,"teacher_disagreement_score":0.73656434,"about_ca_system_score_codex":0.00004406333,"about_ca_system_score_gemma":0.000030846502,"threshold_uncertainty_score":0.9984824},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"observational","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6976945731","doi":"10.6084/m9.figshare.14788632.v1","title":"Additional file 1 of Most published meta-regression analyses based on aggregate data suffer from methodological pitfalls: a meta-epidemiological study","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Geotechnical and construction materials studies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Aggregate (composite); Aggregate data; Data file; Component (thermodynamics); Data collection","score_opus":0.5199242974097767,"score_gpt":0.3867582678563971,"score_spread":0.13316602955337964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6976945731","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00012406714,0.000530224,0.00004202247,0.00011295231,0.00005273773,0.00015829892,0.998157,0.000218888,0.00060379127],"genre_scores_gemma":[0.01255707,0.000004687874,0.011451261,0.00020161599,0.00010546603,0.0012281274,0.97436094,0.000017537992,0.00007326605],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99754405,0.0007758852,0.00053849,0.0005802163,0.0003371443,0.00022424237],"domain_scores_gemma":[0.9880027,0.0107216,0.00016533953,0.0008167383,0.00020391462,0.0000896885],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021569675,0.00034224355,0.0013861385,0.00006390214,0.00007989373,0.000059045233,0.00046775196,0.00016502517,0.9955108],"category_scores_gemma":[0.033698723,0.00018584492,0.00040710025,0.0003404223,0.000025241927,0.00015708324,0.00049048685,0.00025701715,0.00035601275],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014737093,0.00012265088,0.0000018537905,0.000028291784,0.0027691638,0.000033937133,0.0000024908375,0.0029473028,0.00015930897,0.0000011688651,0.9934563,0.0004627831],"study_design_scores_gemma":[0.0010574366,0.00041626437,0.020581948,0.0013023299,0.0076469933,0.00001761937,0.0002774937,0.044260703,0.006336984,0.0012298499,0.91551,0.001362358],"about_ca_topic_score_codex":0.000011184923,"about_ca_topic_score_gemma":0.000017585868,"teacher_disagreement_score":0.9951548,"about_ca_system_score_codex":0.000014211659,"about_ca_system_score_gemma":0.000039803814,"threshold_uncertainty_score":0.9744409},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6977116624","doi":"10.6084/m9.figshare.16916541.v1","title":"Additional file 2 of Patient-important outcomes reported in randomized controlled trials of pharmacologic treatments for COVID-19: a protocol of a META-epidemiological study","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University; Université de Montréal; University of Saskatchewan","funders":"","keywords":"Randomized controlled trial; Protocol (science); MEDLINE; Clinical trial; N of 1 trial","score_opus":0.40676208952822795,"score_gpt":0.5646415612489036,"score_spread":0.15787947172067568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977116624","genre_codex":"dataset","genre_gemma":"protocol","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002510448,0.000056779878,8.124765e-7,0.00040027848,0.0000072703206,0.19114667,0.80805683,0.000016100306,0.0000641861],"genre_scores_gemma":[0.007092026,0.0000041226845,0.0004541277,0.00057292765,0.000018451481,0.7497424,0.24179684,0.000009780113,0.00030937008],"study_design_codex":"not_applicable","study_design_gemma":"randomized_trial","domain_scores_codex":[0.989284,0.0034884112,0.005791745,0.0004684489,0.0006942602,0.00027316518],"domain_scores_gemma":[0.30220392,0.6878099,0.0072406717,0.00057682523,0.0018044299,0.0003642764],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0050804177,0.00029111613,0.012001847,0.00019403514,0.000034054727,0.0000034699747,0.000118356926,0.0001302589,0.9576288],"category_scores_gemma":[0.9636218,0.0001426201,0.0037445996,0.00033050764,0.00008054843,0.000030425703,0.00017314898,0.00017156017,0.0000063965736],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.18310875,0.005861152,0.00083047757,0.0012942547,0.021224363,0.00029507588,0.000082422164,0.000024940253,0.000041293497,0.0000017652845,0.7870383,0.00019715655],"study_design_scores_gemma":[0.90490717,0.004400334,0.007202459,0.0015252507,0.007441992,0.0000028291724,0.0002367751,0.0005655941,0.00035714512,0.00044010463,0.07271414,0.00020617835],"about_ca_topic_score_codex":0.000023822293,"about_ca_topic_score_gemma":0.000014442321,"teacher_disagreement_score":0.95854133,"about_ca_system_score_codex":0.00012248351,"about_ca_system_score_gemma":0.0022498323,"threshold_uncertainty_score":0.82042223},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W6977629057","doi":"10.6084/m9.figshare.c.6842755.v1","title":"Sleep disturbances and the risk of lung cancer: a meta-epidemiological study","year":2023,"lang":"en","type":"other","venue":"Figshare","topic":"Computational Physics and Python Applications","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sleep (system call); Funnel plot; Chronotype; Odds ratio; Confidence interval; Lung cancer; Incidence (geometry); Observational study; Meta-analysis","score_opus":0.060412125168337064,"score_gpt":0.32732866330819943,"score_spread":0.2669165381398624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977629057","genre_codex":"dataset","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002142294,0.06118783,0.0077865343,0.0032053357,0.0004739014,0.0071030864,0.8037385,0.0018920752,0.11459132],"genre_scores_gemma":[0.39720684,0.0058382833,0.016244981,0.0038050413,0.007765973,0.09319539,0.0553532,0.003542677,0.41704762],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909216,0.0001686749,0.00016866946,0.00031196605,0.00016685907,0.000091680304],"domain_scores_gemma":[0.9977876,0.0014173798,0.0003389316,0.00038501358,0.000041630898,0.000029436147],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00015567603,0.00015073452,0.00043945352,0.000036673024,0.0000659421,0.000039674203,0.0005996893,0.000046786707,0.0066281683],"category_scores_gemma":[0.00026142618,0.00007816388,0.00016433369,0.00026098386,0.000020280171,0.000027219086,0.00034686076,0.0001352243,0.000064718515],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015779177,0.00003171406,0.00016254389,0.00003947097,0.00092657935,8.047709e-7,0.00012780678,0.00021815613,1.3608541e-8,0.006163574,0.9858409,0.006486867],"study_design_scores_gemma":[0.0011358527,0.00007630083,0.052649267,0.0005517478,0.0013857185,0.0000015119866,0.000028020624,0.18579279,9.0850796e-7,0.022106808,0.7356279,0.00064317364],"about_ca_topic_score_codex":0.0003900719,"about_ca_topic_score_gemma":0.00028560683,"teacher_disagreement_score":0.7483853,"about_ca_system_score_codex":0.0000069419766,"about_ca_system_score_gemma":0.000023990035,"threshold_uncertainty_score":0.9942799},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"meta_analysis","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W6977951747","doi":"10.7939/dvn/10468","title":"PEDro or Cochrane to Assess the Quality of Clinical Trials? A meta-epidemiological study","year":2015,"lang":"en","type":"dataset","venue":"Borealis","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Quality (philosophy); Clinical trial; Scale (ratio); MEDLINE; Meta-analysis; Quality of evidence","score_opus":0.8582710749683431,"score_gpt":0.6583148020165382,"score_spread":0.19995627295180485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977951747","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049877894,0.00044975843,0.00001844543,0.0006481664,0.00053568423,0.0056470823,0.99188334,0.00013635648,0.00018236702],"genre_scores_gemma":[0.0001713579,0.00016680363,0.0002885095,0.0010559006,0.0016223047,0.0012254937,0.99526185,0.00011240742,0.00009540063],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8499753,0.13034223,0.012919913,0.0020494985,0.003725335,0.0009877376],"domain_scores_gemma":[0.8855519,0.09602799,0.008349228,0.0072182724,0.0017740629,0.0010785331],"candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.3783942,0.0013103067,0.017451748,0.00027111106,0.00014430111,0.000114883194,0.004024424,0.0013675084,0.0011079442],"category_scores_gemma":[0.5608617,0.00053931953,0.0033785559,0.00089697033,0.000671542,0.00010917622,0.0013545213,0.002094588,0.00052516494],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068643675,0.0036080957,0.00040534156,0.00012570442,0.008564843,0.000095428346,0.00006836587,0.000012706841,0.0000013210148,0.000048229067,0.98006594,0.00013965595],"study_design_scores_gemma":[0.0028784804,0.00223851,0.017592464,0.000046430865,0.01593967,0.000010502196,0.0005203513,0.0000033661493,0.0000010380542,0.00017647458,0.95994955,0.0006431511],"about_ca_topic_score_codex":0.17344797,"about_ca_topic_score_gemma":0.1912705,"teacher_disagreement_score":0.1824675,"about_ca_system_score_codex":0.00015302122,"about_ca_system_score_gemma":0.0013975422,"threshold_uncertainty_score":0.99996483},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"evaluation","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W6996152782","doi":"","title":"Relationship between the EQ-5D index and measures of clinical outcomes in selected studies of cardiovascular interventions","year":2009,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Angina; Observational study; Psychological intervention; Disease; Index (typography); Ceiling effect; Canadian Cardiovascular Society; Linear regression","score_opus":0.9223982087177003,"score_gpt":0.6821050020118999,"score_spread":0.24029320670580034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6996152782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9168228,0.078379765,0.0008182026,0.0025069371,0.0002486456,0.00069921993,0.000108205895,0.00000967858,0.00040654745],"genre_scores_gemma":[0.9935148,0.0057777883,0.00022610264,0.00027422968,0.00010029438,0.000027805909,0.000005911682,0.000017508351,0.000055596924],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9900607,0.0015013186,0.007524898,0.000398758,0.0002676434,0.00024668986],"domain_scores_gemma":[0.9887536,0.0053940495,0.004744555,0.00060683186,0.00037937943,0.00012158717],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.037646785,0.00020185158,0.0028303992,0.0009775897,0.00016478497,0.00014092482,0.0011118068,0.00015565225,0.00018712196],"category_scores_gemma":[0.023905816,0.00018655849,0.00061085855,0.0008548137,0.00024180948,0.0010816567,0.00024751702,0.00043796116,0.000007865892],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002445796,0.00014266107,0.99287796,0.00024259432,0.0009335174,5.543851e-7,0.00049575587,0.0003261465,0.0000024002343,0.0013241539,0.0024267705,0.0012030356],"study_design_scores_gemma":[0.00073871674,0.000022240849,0.9680532,0.00039673113,0.00008735185,9.910301e-7,0.0003374564,0.000049816786,0.000014948384,0.029407563,0.0007270493,0.00016393562],"about_ca_topic_score_codex":0.0015039926,"about_ca_topic_score_gemma":0.00021775313,"teacher_disagreement_score":0.07669196,"about_ca_system_score_codex":0.00012579311,"about_ca_system_score_gemma":0.00014620085,"threshold_uncertainty_score":0.99094516},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_broad"],"domain":null,"study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W7075305078","doi":"","title":"Awareness of Implicit Attitudes Revisited: A Meta-Analysis on Replications Across Samples and Settings","year":2024,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Implicit-association test; Consistency (knowledge bases); Replication (statistics); Correlation; Cognition; Association (psychology); Social cognition","score_opus":0.08092403851394613,"score_gpt":0.30419126661776064,"score_spread":0.2232672281038145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7075305078","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004464066,0.00045978642,0.00030272943,0.00023385552,0.00027189695,0.0005469805,0.005544751,0.00011486281,0.9920787],"genre_scores_gemma":[0.0075571164,0.000886847,0.00061822525,0.00012009902,0.000051987583,0.00021239197,0.000069649286,0.00015425439,0.99032944],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99482805,0.00006074489,0.0010283235,0.00363028,0.00008888604,0.0003637111],"domain_scores_gemma":[0.99433583,0.00021942546,0.0010410873,0.004232938,0.000052723615,0.00011800516],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004112372,0.00041210698,0.0022949905,0.00068608497,0.00012920698,0.00021760864,0.00079689693,0.0002759775,0.5997945],"category_scores_gemma":[0.00078325847,0.00044265855,0.0010941215,0.000536133,0.00029219518,0.00008939166,0.0013415954,0.00026341985,0.67732126],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011272715,0.0001377093,0.013512195,0.00051025476,0.08821693,0.0000028859677,0.0010403176,0.000108929235,0.000005311339,0.04064717,0.855605,0.0002020202],"study_design_scores_gemma":[0.00014652997,9.252798e-7,0.002928907,0.00005641934,0.010693386,0.0000024413262,0.00017452608,0.000069624955,0.000037561087,0.004925087,0.9804901,0.00047449698],"about_ca_topic_score_codex":0.0017399655,"about_ca_topic_score_gemma":0.00017937386,"teacher_disagreement_score":0.1248851,"about_ca_system_score_codex":0.00010193397,"about_ca_system_score_gemma":0.000025231517,"threshold_uncertainty_score":0.99980253},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"meta_analysis","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reproducibility","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W7110863974","doi":"10.3389/fimmu.2025.1613441.s001","title":"Table 1_Air pollution, emerging chemical exposures, and systemic lupus erythematosus: a meta-epidemiology study.docx","year":2025,"lang":"","type":"dataset","venue":"Figshare","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Incidence (geometry); Air pollutants; Observational study; Funnel plot; Systemic lupus erythematosus; Statistical analysis; Meta-analysis","score_opus":0.0734439943976077,"score_gpt":0.3210556761698789,"score_spread":0.24761168177227122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7110863974","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00022071955,0.118628845,0.0000014088201,0.00015479523,0.0009699933,0.006821481,0.87260073,0.00052875944,0.000073248186],"genre_scores_gemma":[0.005488156,0.0004149295,0.00010316276,0.0005837055,0.0009345993,0.011536009,0.97947687,0.00040441577,0.0010581433],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9761697,0.005483101,0.00650087,0.0061082924,0.0016274819,0.004110569],"domain_scores_gemma":[0.98115647,0.004784357,0.0050701075,0.0060819164,0.0015165103,0.0013906235],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0036014623,0.004368472,0.011268902,0.0019418151,0.0012800569,0.0004723575,0.00400076,0.003187205,0.37029323],"category_scores_gemma":[0.049589656,0.004184836,0.0018060053,0.0036880213,0.00020268017,0.00086954987,0.006216548,0.004140468,0.015877],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031690008,0.0011916731,0.00032603386,0.0152025325,0.014957,0.0005627818,0.00032272012,0.00013944237,0.00006154918,0.000012856971,0.96684116,0.000065350745],"study_design_scores_gemma":[0.003734209,0.00044294554,0.000061237864,0.022690704,0.015928078,0.0060839034,0.0014864717,0.00026758187,0.00005818502,0.000050364502,0.946087,0.003109302],"about_ca_topic_score_codex":0.00045731795,"about_ca_topic_score_gemma":0.00027875855,"teacher_disagreement_score":0.35441622,"about_ca_system_score_codex":0.0012138818,"about_ca_system_score_gemma":0.00209759,"threshold_uncertainty_score":0.998157},"labels":[{"model":"gemma","categories":["metaepi_broad"],"domain":null,"study_design":"observational","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7117368100","doi":"10.1016/j.jclinepi.2025.112121","title":"Systematic reviews of quasi-experimental studies: challenges and considerations","year":2025,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"Fonds de Recherche du Québec - Santé; Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research","keywords":"Systematic review; Preprint; Consistency (knowledge bases); Variety (cybernetics); Transparency (behavior); Grey literature; MEDLINE; Protocol (science); Identification (biology); Comparability","score_opus":0.9664743422323613,"score_gpt":0.7342298440974422,"score_spread":0.2322444981349191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117368100","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051501077,0.8969989,0.010957228,0.032559026,0.0025021564,0.001398182,0.000002626174,0.0000020768996,0.004078732],"genre_scores_gemma":[0.85831285,0.11083207,0.02469429,0.0045745936,0.0002920986,0.000035727266,2.2806839e-7,0.000006986292,0.0012511598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5701527,0.29362932,0.13313125,0.00093481335,0.0018275912,0.00032434775],"domain_scores_gemma":[0.23717219,0.6895519,0.06778111,0.0023308473,0.0029039234,0.00026001988],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6651582,0.00021743396,0.02824038,0.0003361355,0.00006373704,0.000028085147,0.0006731523,0.00018141649,0.0006333097],"category_scores_gemma":[0.9228594,0.00008648804,0.0039576967,0.00025434679,0.00038246316,0.00012669753,0.00013910608,0.00036129932,0.000087114],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093531264,0.0016960436,0.043838017,0.024227295,0.008886334,0.000031280248,0.002804486,0.00006265313,0.000046119556,0.62067586,0.27387816,0.023760233],"study_design_scores_gemma":[0.0018934703,0.0029226216,0.027832493,0.015068934,0.0032703697,0.00035983912,0.014155797,0.002466925,0.00002360819,0.86502826,0.06660215,0.0003755277],"about_ca_topic_score_codex":9.722763e-7,"about_ca_topic_score_gemma":0.000007756372,"teacher_disagreement_score":0.80681175,"about_ca_system_score_codex":0.00001705018,"about_ca_system_score_gemma":0.00012482623,"threshold_uncertainty_score":0.9861864},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W7117383184","doi":"10.1016/j.msksp.2025.103480","title":"Latent classes of trial reporting and publication practices in spinal manipulation research: a meta-epidemiological study","year":2025,"lang":"en","type":"article","venue":"Musculoskeletal Science and Practice","topic":"Musculoskeletal pain and rehabilitation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Université du Québec à Trois-Rivières","funders":"","keywords":"Interpretability; Credibility; Spinal manipulation; Transparency (behavior); Alternative medicine; Clinical trial; MEDLINE","score_opus":0.3890855268524256,"score_gpt":0.5452740837269713,"score_spread":0.1561885568745457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117383184","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9713244,0.00050353503,0.000045291523,0.018691402,0.00008624478,0.001913215,2.720698e-7,0.000018310533,0.007417317],"genre_scores_gemma":[0.99780923,0.00012579598,0.0015781983,0.00020657045,0.000044742643,0.00013038154,0.0000025729335,0.0000038090086,0.00009870398],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952978,0.001661343,0.0011817765,0.00063046603,0.0009344579,0.00029414374],"domain_scores_gemma":[0.99257886,0.004050191,0.001568116,0.00034316137,0.0013364794,0.0001231674],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.054258704,0.0001316444,0.00050364714,0.0005987187,0.00025574665,0.000096852236,0.00010521083,0.0000918137,0.00001609504],"category_scores_gemma":[0.2746386,0.00008556235,0.00008862706,0.0020365983,0.00072244275,0.0013509333,0.00015234524,0.0004200102,0.0000014852577],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.06354894,0.012983503,0.51724267,0.0053346455,0.0013765313,0.000077539175,0.004587993,0.000034604323,0.09398876,0.045655046,0.0006315745,0.25453818],"study_design_scores_gemma":[0.004639368,0.00361949,0.9842712,0.000092176095,0.0004275625,0.00001854253,0.0038645638,0.0006043183,0.000043415585,0.00088660023,0.0014361542,0.00009660882],"about_ca_topic_score_codex":0.00081084005,"about_ca_topic_score_gemma":0.000079557,"teacher_disagreement_score":0.46702853,"about_ca_system_score_codex":0.00009191089,"about_ca_system_score_gemma":0.00036296708,"threshold_uncertainty_score":0.9738397},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","metaepi_broad"],"domain":"reporting","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W7117489679","doi":"10.1016/j.semarthrit.2025.152907","title":"Determining the best discriminatory physical functioning outcome measurement instrument for psoriatic arthritis trials: A meta-epidemiological study","year":2025,"lang":"en","type":"article","venue":"Seminars in Arthritis and Rheumatism","topic":"Spondyloarthritis Studies and Treatments","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Krembil Foundation; University Health Network; Ottawa Hospital; University of Ottawa","funders":"Parker Institute for Cancer Immunotherapy; Oak Foundation","keywords":"Psoriatic arthritis; Outcome (game theory); Patient-reported outcome; Arthritis; MEDLINE; Psychometrics","score_opus":0.16281216313373342,"score_gpt":0.37394785276592624,"score_spread":0.2111356896321928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117489679","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8743727,0.11973844,0.00022696814,0.0013723038,0.0006948928,0.003119537,0.000033234766,0.00004139225,0.0004004875],"genre_scores_gemma":[0.95894176,0.03742121,0.0008575907,0.00030272632,0.00007121373,0.0022557909,0.00001282862,0.000021482781,0.00011536824],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9967291,0.0005267838,0.0012543111,0.00059403834,0.0004286473,0.00046714663],"domain_scores_gemma":[0.9977535,0.0014116148,0.0002604277,0.0003430334,0.00012824348,0.000103185004],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038022269,0.0004274634,0.0022181785,0.00015552843,0.0005681948,0.000071791284,0.000102586135,0.000101270045,0.000025193276],"category_scores_gemma":[0.0033191438,0.00025423968,0.00049504417,0.00020172192,0.00019217575,0.000118823744,0.00014927208,0.00029374883,0.0000043341342],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014848505,0.0012472705,0.1420935,0.00006722141,0.0013082325,0.00003596766,0.001148389,0.000003054829,0.000009829358,0.0014111409,0.0003313863,0.8521955],"study_design_scores_gemma":[0.04708352,0.0076871887,0.8866857,0.021993153,0.005190059,0.00011954554,0.019587288,0.0007037446,0.00007752029,0.0079995915,0.002059714,0.00081294595],"about_ca_topic_score_codex":0.000117784824,"about_ca_topic_score_gemma":0.00047328122,"teacher_disagreement_score":0.8513826,"about_ca_system_score_codex":0.0001606742,"about_ca_system_score_gemma":0.00005793797,"threshold_uncertainty_score":0.999991},"labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad","metaepi_narrow"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaepi_narrow","metaepi_broad","metaresearch"],"domain":"methods","study_design":"meta_analysis","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"}]}